diff --git a/sdks/python/apache_beam/io/parquetio_test.py b/sdks/python/apache_beam/io/parquetio_test.py index df018a3a776f..bafe10e560b3 100644 --- a/sdks/python/apache_beam/io/parquetio_test.py +++ b/sdks/python/apache_beam/io/parquetio_test.py @@ -333,18 +333,6 @@ def test_write_batched_display_data(self): ] hc.assert_that(dd.items, hc.contains_inanyorder(*expected_items)) - def test_sink_transform_int96(self): - with tempfile.NamedTemporaryFile() as dst: - path = dst.name - # pylint: disable=c-extension-no-member - with self.assertRaises(pl.ArrowInvalid): - # Should throw an error "ArrowInvalid: Casting from timestamp[ns] to - # timestamp[us] would lose data" - with TestPipeline() as p: - _ = p \ - | Create(self.RECORDS) \ - | WriteToParquet( - path, self.SCHEMA96, num_shards=1, shard_name_template='') def test_sink_transform(self): with TemporaryDirectory() as tmp_dirname: diff --git a/sdks/python/setup.py b/sdks/python/setup.py index d5ca354fcfbe..339676afbffe 100644 --- a/sdks/python/setup.py +++ b/sdks/python/setup.py @@ -142,7 +142,7 @@ def cythonize(*args, **kwargs): if sys.platform == 'win32' and sys.maxsize <= 2**32: pyarrow_dependency = '' else: - pyarrow_dependency = 'pyarrow>=3.0.0,<12.0.0' + pyarrow_dependency = 'pyarrow>=3.0.0,<14.0.0' # Exclude pandas<=1.4.2 since it doesn't work with numpy 1.24.x. # Exclude 1.5.0 and 1.5.1 because of diff --git a/sdks/python/tox.ini b/sdks/python/tox.ini index 1dc605595d55..bb0a7f183034 100644 --- a/sdks/python/tox.ini +++ b/sdks/python/tox.ini @@ -177,7 +177,7 @@ deps = holdup==1.8.0 extras = gcp -allowlist_externals = +allowlist_externals = bash echo sleep @@ -210,7 +210,7 @@ deps = extras = azure passenv = REQUESTS_CA_BUNDLE -allowlist_externals = +allowlist_externals = wget az bash @@ -303,10 +303,12 @@ commands = # Allow exit code 5 (no tests run) so that we can run this command safely on arbitrary subdirectories. /bin/sh -c 'pytest -o junit_suite_name={envname} --junitxml=pytest_{envname}.xml -n 6 -m uses_pyarrow {posargs}; ret=$?; [ $ret = 5 ] && exit 0 || exit $ret' -[testenv:py{38,39,310,311}-pyarrow-{10,11}] +[testenv:py{38,39,310,311}-pyarrow-{10,11,12,13}] deps = 10: pyarrow>=10,<11 11: pyarrow>=11,<12 + 12: pyarrow>=12,<13 + 13: pyarrow>=13,<14 commands = # Log pyarrow and numpy version for debugging /bin/sh -c "pip freeze | grep -E '(pyarrow|numpy)'"