From bc88a4972864fe316b09d2896c259ef7f5372273 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kriszti=C3=A1n=20Sz=C5=B1cs?= Date: Thu, 20 Jan 2022 09:19:35 +0100 Subject: [PATCH 1/3] Ensure that pyarrow is built with an older but tested with a newer numpy version during verification --- dev/release/verify-release-candidate.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/dev/release/verify-release-candidate.sh b/dev/release/verify-release-candidate.sh index 44b35f2bb5a9..a0f9ee2463e8 100755 --- a/dev/release/verify-release-candidate.sh +++ b/dev/release/verify-release-candidate.sh @@ -379,8 +379,6 @@ test_csharp() { test_python() { pushd python - pip install -r requirements-build.txt -r requirements-test.txt - export PYARROW_WITH_DATASET=1 export PYARROW_WITH_PARQUET=1 export PYARROW_WITH_PLASMA=1 @@ -394,7 +392,10 @@ test_python() { export PYARROW_WITH_GANDIVA=1 fi + pip install -r requirements-build.txt python setup.py build_ext --inplace + + pip install -r requirements-test.txt pytest pyarrow -v --pdb popd From a42c0e139cb6b8ea27a934ae537e551a61c7e481 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kriszti=C3=A1n=20Sz=C5=B1cs?= Date: Thu, 20 Jan 2022 10:59:13 +0100 Subject: [PATCH 2/3] [Release] Install a single numpy version and use mamba instead of conda --- dev/release/verify-release-candidate.sh | 26 +++++++++++++++---------- 1 file changed, 16 insertions(+), 10 deletions(-) diff --git a/dev/release/verify-release-candidate.sh b/dev/release/verify-release-candidate.sh index a0f9ee2463e8..440e147787c0 100755 --- a/dev/release/verify-release-candidate.sh +++ b/dev/release/verify-release-candidate.sh @@ -239,7 +239,7 @@ setup_miniconda() { OS=MacOSX fi ARCH="$(uname -m)" - MINICONDA_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-${OS}-${ARCH}.sh" + MINICONDA_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Mambaforge3-${OS}-${ARCH}.sh" MINICONDA=$PWD/test-miniconda @@ -253,12 +253,21 @@ setup_miniconda() { . $MINICONDA/etc/profile.d/conda.sh - conda create -n arrow-test -y -q -c conda-forge \ - python=3.8 \ - nomkl \ + # Dependencies from python/requirements-build.txt and python/requirements-test.txt + # with the exception of oldest-supported-numpy since it doesn't have a conda package + mamba create -n arrow-test -y \ + cffi \ + cython \ + hypothesis \ numpy \ pandas \ - cython + pytest \ + pytest-lazy-fixture \ + python=3.8 \ + pytz \ + setuptools \ + setuptools_scm + conda activate arrow-test echo "Using conda environment ${CONDA_PREFIX}" } @@ -392,10 +401,7 @@ test_python() { export PYARROW_WITH_GANDIVA=1 fi - pip install -r requirements-build.txt python setup.py build_ext --inplace - - pip install -r requirements-test.txt pytest pyarrow -v --pdb popd @@ -633,7 +639,7 @@ test_linux_wheels() { else local channels="-c conda-forge" fi - conda create -yq -n ${env} ${channels} python=${py_arch//[mu]/} + mamba create -yq -n ${env} ${channels} python=${py_arch//[mu]/} conda activate ${env} pip install -U pip @@ -673,7 +679,7 @@ test_macos_wheels() { else local channels="-c conda-forge" fi - conda create -yq -n ${env} ${channels} python=${py_arch//m/} + mamba create -yq -n ${env} ${channels} python=${py_arch//m/} conda activate ${env} pip install -U pip From 0222b73918f23963464149579d7e888aba32af3c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kriszti=C3=A1n=20Sz=C5=B1cs?= Date: Thu, 20 Jan 2022 11:38:12 +0100 Subject: [PATCH 3/3] [Release] Fix mambaforge url --- dev/release/verify-release-candidate.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/release/verify-release-candidate.sh b/dev/release/verify-release-candidate.sh index 440e147787c0..d6294f8318d5 100755 --- a/dev/release/verify-release-candidate.sh +++ b/dev/release/verify-release-candidate.sh @@ -239,7 +239,7 @@ setup_miniconda() { OS=MacOSX fi ARCH="$(uname -m)" - MINICONDA_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Mambaforge3-${OS}-${ARCH}.sh" + MINICONDA_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Mambaforge-${OS}-${ARCH}.sh" MINICONDA=$PWD/test-miniconda