[BEAM-13264] Allow pyarrow up to 6.x (#15995)

Author: TheNeuralBit

sdks/python/setup.py

@@ -146,7 +146,7 @@ def get_version():
     'oauth2client>=2.0.1,<5',
     'protobuf>=3.12.2,<4',
     'proto-plus>=1.7.1,<2',
-    'pyarrow>=0.15.1,<6.0.0',
+    'pyarrow>=0.15.1,<7.0.0',
     'pydot>=1.2.0,<2',
     'python-dateutil>=2.8.0,<3',
     'pytz>=2018.3',

sdks/python/test-suites/tox/py38/build.gradle

@@ -59,6 +59,10 @@ toxTask "testPy38pyarrow-5", "py38-pyarrow-5"
 test.dependsOn "testPy38pyarrow-5"
 preCommitPy38.dependsOn "testPy38pyarrow-5"
 
+toxTask "testPy38pyarrow-6", "py38-pyarrow-6"
+test.dependsOn "testPy38pyarrow-6"
+preCommitPy38.dependsOn "testPy38pyarrow-6"
+
 // Create a test task for each minor version of pandas
 toxTask "testPy38pandas-11", "py38-pandas-11"
 test.dependsOn "testPy38pandas-11"

sdks/python/tox.ini

@@ -234,7 +234,7 @@ extras = test
 commands =
   {toxinidir}/scripts/pytest_validates_runner.sh {envname} {toxinidir}/apache_beam/runners/portability/spark_runner_test.py {posargs}
 
-[testenv:py{36,37,38}-pyarrow-{0,1,2,3,4,5}]
+[testenv:py{36,37,38}-pyarrow-{0,1,2,3,4,5,6}]
 deps =
   0: pyarrow>=0.15.1,<0.18.0
   1: pyarrow>=1,<2
@@ -245,6 +245,7 @@ deps =
   3: pyarrow>=3,<4
   4: pyarrow>=4,<5
   5: pyarrow>=5,<6
+  6: pyarrow>=6,<7
 commands =
   # Log pyarrow and numpy version for debugging
   /bin/sh -c "pip freeze | grep -E '(pyarrow|numpy)'"