From 4d5f30127bb135351f0b90252eb171963fb5988f Mon Sep 17 00:00:00 2001 From: Chang She <759245+changhiskhan@users.noreply.github.com> Date: Fri, 5 Aug 2022 12:23:10 -0700 Subject: [PATCH] Restore the custom build script for pyarrow For local development it's much faster to be able do python setup.py develop So we use the previous thirdparty build script to build pyarrow against system libarrow that we installed to enable liblance build. The main change in this PR is changing the arrow ref being checked out. By default this builds pyarrow 8.0.0.devXXX, which fails the pylance requirement of pyarrow>=8,<9. Instead we use the 8.0.1 tag in pyarrow --- python/thirdparty/build.sh | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100755 python/thirdparty/build.sh diff --git a/python/thirdparty/build.sh b/python/thirdparty/build.sh new file mode 100755 index 0000000000..d54098590a --- /dev/null +++ b/python/thirdparty/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +set -ex + +APACHE_ARROW_VERSION=apache-arrow-8.0.1 + +# Build apache arrow +build_arrow() { + git clone git@github.com:apache/arrow + pushd arrow + git pull --tags + git checkout ${APACHE_ARROW_VERSION} + git submodule update --init + pushd python + pip install -r requirements-build.txt + + export OPENSSL_ROOT_DIR=/opt/homebrew/opt/openssl@1.1 + python setup.py build_ext --inplace --with-dataset --with-parquet --with-s3 + python setup.py develop +} + +build_arrow