Skip to content

Commit a8de931

Browse files
authored
chore: build arrow for linux wheels (PolusAI#257)
1 parent 876478d commit a8de931

8 files changed

+7
-23
lines changed

.github/workflows/build_cuda11_wheels.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -62,8 +62,7 @@ jobs:
6262
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
6363
yum install -y llvm libevent-devel openssl-devel &&
6464
bash ci-utils/install_cuda_yum.sh 11 &&
65-
bash ci-utils/install_arrow_yum.sh &&
66-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
65+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
6766
mkdir -p /tmp/nyxus_bld &&
6867
cp -r local_install /tmp/nyxus_bld
6968
CIBW_BEFORE_ALL_WINDOWS: nvcc -V &&

.github/workflows/build_cuda12_wheels.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -62,8 +62,7 @@ jobs:
6262
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
6363
yum install -y llvm libevent-devel openssl-devel &&
6464
bash ci-utils/install_cuda_yum.sh 12 &&
65-
bash ci-utils/install_arrow_yum.sh &&
66-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
65+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
6766
mkdir -p /tmp/nyxus_bld &&
6867
cp -r local_install /tmp/nyxus_bld
6968
CIBW_BEFORE_ALL_WINDOWS: nvcc -V &&

.github/workflows/build_wheels.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -50,8 +50,7 @@ jobs:
5050
sed -i s/^#.*baseurl=http/baseurl=http/g /etc/yum.repos.d/*.repo &&
5151
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
5252
yum install -y llvm libevent-devel openssl-devel &&
53-
bash ci-utils/install_arrow_yum.sh &&
54-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
53+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
5554
mkdir -p /tmp/nyxus_bld &&
5655
cp -r local_install /tmp/nyxus_bld
5756
CIBW_BEFORE_ALL_WINDOWS: ci-utils\install_prereq_win.bat &&

.github/workflows/publish_cuda11_pypi.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -64,8 +64,7 @@ jobs:
6464
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
6565
yum install -y llvm libevent-devel openssl-devel &&
6666
bash ci-utils/install_cuda_yum.sh 11 &&
67-
bash ci-utils/install_arrow_yum.sh &&
68-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
67+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
6968
mkdir -p /tmp/nyxus_bld &&
7069
cp -r local_install /tmp/nyxus_bld
7170
CIBW_BEFORE_ALL_WINDOWS: nvcc -V &&

.github/workflows/publish_cuda12_pypi.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -63,8 +63,7 @@ jobs:
6363
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
6464
yum install -y llvm libevent-devel openssl-devel &&
6565
bash ci-utils/install_cuda_yum.sh 12 &&
66-
bash ci-utils/install_arrow_yum.sh &&
67-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
66+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
6867
mkdir -p /tmp/nyxus_bld &&
6968
cp -r local_install /tmp/nyxus_bld
7069
CIBW_BEFORE_ALL_WINDOWS: nvcc -V &&

.github/workflows/publish_pypi.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -52,8 +52,7 @@ jobs:
5252
sed -i s/^#.*baseurl=http/baseurl=http/g /etc/yum.repos.d/*.repo &&
5353
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo &&
5454
yum install -y llvm libevent-devel openssl-devel &&
55-
bash ci-utils/install_arrow_yum.sh &&
56-
bash ci-utils/install_prereq_linux.sh --build_arrow no &&
55+
bash ci-utils/install_prereq_linux.sh --build_arrow yes &&
5756
mkdir -p /tmp/nyxus_bld &&
5857
cp -r local_install /tmp/nyxus_bld
5958
CIBW_BEFORE_ALL_WINDOWS: ci-utils\install_prereq_win.bat &&

ci-utils/install_arrow_yum.sh

-9
This file was deleted.

ci-utils/install_prereq_linux.sh

+1-2
Original file line numberDiff line numberDiff line change
@@ -245,8 +245,7 @@ if [[ $BUILD_ARROW_DEP -eq 1 ]]; then
245245
cd build
246246
cmake -DCMAKE_INSTALL_PREFIX=../../../"$LOCAL_INSTALL_DIR"/ \
247247
-DCMAKE_PREFIX_PATH=../../../"$LOCAL_INSTALL_DIR"/ \
248-
-DCMAKE_INSTALL_LIBDIR=lib \
249-
-DCMAKE_BUILD_TYPE=Release \
248+
-DARROW_OPTIONAL_INSTALL=ON \
250249
-DARROW_COMPUTE=ON \
251250
-DARROW_CSV=ON \
252251
-DARROW_DATASET=ON \

0 commit comments

Comments
 (0)