Skip to content

Commit 992d9fc

Browse files
kszucskou
authored andcommitted
ARROW-7752: [Release] Enable and test dataset in the verification script
We're not testing the dataset feature in the verifications scripts yet. Closes #6346 from kszucs/dataset-verification and squashes the following commits: b8530ea <Krisztián Szűcs> Test dataset during the verification Authored-by: Krisztián Szűcs <szucs.krisztian@gmail.com> Signed-off-by: Sutou Kouhei <kou@clear-code.com>
1 parent b7dbbcc commit 992d9fc

3 files changed

Lines changed: 7 additions & 1 deletion

File tree

dev/release/verify-release-candidate-wheels.bat

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,7 @@ python -c "import pyarrow" || EXIT /B 1
7575
python -c "import pyarrow.flight" || EXIT /B 1
7676
python -c "import pyarrow.gandiva" || EXIT /B 1
7777
python -c "import pyarrow.parquet" || EXIT /B 1
78+
python -c "import pyarrow.dataset" || EXIT /B 1
7879

7980
call deactivate
8081

dev/release/verify-release-candidate.bat

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@ cmake -G "%GENERATOR%" ^
9090
-DARROW_WITH_BROTLI=ON ^
9191
-DARROW_FLIGHT=ON ^
9292
-DARROW_PYTHON=ON ^
93+
-DARROW_DATASET=ON ^
9394
-DARROW_PARQUET=ON ^
9495
.. || exit /B
9596

@@ -120,6 +121,7 @@ pushd %ARROW_SOURCE%\python
120121
set PYARROW_CMAKE_GENERATOR=%GENERATOR%
121122
set PYARROW_WITH_FLIGHT=1
122123
set PYARROW_WITH_PARQUET=1
124+
set PYARROW_WITH_DATASET=1
123125
python setup.py build_ext --inplace --bundle-arrow-cpp bdist_wheel || exit /B
124126
py.test pyarrow -v -s --parquet || exit /B
125127

dev/release/verify-release-candidate.sh

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -276,6 +276,7 @@ ${ARROW_CMAKE_OPTIONS:-}
276276
-DARROW_PYTHON=ON
277277
-DARROW_GANDIVA=ON
278278
-DARROW_PARQUET=ON
279+
-DARROW_DATASET=ON
279280
-DPARQUET_REQUIRE_ENCRYPTION=ON
280281
-DARROW_WITH_BZ2=ON
281282
-DARROW_WITH_ZLIB=ON
@@ -365,6 +366,7 @@ test_python() {
365366

366367
pip install -r requirements.txt -r requirements-test.txt
367368

369+
export PYARROW_WITH_DATASET=1
368370
export PYARROW_WITH_GANDIVA=1
369371
export PYARROW_WITH_PARQUET=1
370372
export PYARROW_WITH_PLASMA=1
@@ -605,7 +607,8 @@ check_python_imports() {
605607
python -c "import pyarrow.fs"
606608

607609
if [[ "$py_arch" =~ ^3 ]]; then
608-
# Flight and Gandiva are only available for py3
610+
# Flight, Gandiva and Dataset are only available for py3
611+
python -c "import pyarrow.dataset"
609612
python -c "import pyarrow.flight"
610613
python -c "import pyarrow.gandiva"
611614
fi

0 commit comments

Comments
 (0)