Finish transition in tests

huggingface · Nov 24, 2021 · 3fe4010 · 3fe4010 · github-actions · Nov 24, 2021
1 parent 0eeeb71
commit 3fe4010
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 7 deletions.
diff --git a/tests/test_arrow_writer.py b/tests/test_arrow_writer.py
@@ -58,11 +58,6 @@ def test_try_incompatible_extension_type(self):
         arr = pa.array(TypedSequence(["foo", "bar"], try_type=Array2DExtensionType((1, 3), "int64")))
         self.assertEqual(arr.type, pa.string())
 
-    def test_catch_overflow(self):
-        if config.PYARROW_VERSION.major < 2:
-            with self.assertRaises(OverflowError):
-                _ = pa.array(TypedSequence([["x" * 1024]] * ((2 << 20) + 1)))  # ListArray with a bit more than 2GB
-
 
 def _check_output(output, expected_num_chunks: int):
     stream = pa.BufferReader(output) if isinstance(output, pa.Buffer) else pa.memory_map(output)

diff --git a/tests/test_dataset_common.py b/tests/test_dataset_common.py
@@ -285,8 +285,6 @@ def test_load_real_dataset_all_configs(self, dataset_name):
 
 def get_packaged_dataset_names():
     packaged_datasets = [{"testcase_name": x, "dataset_name": x} for x in _PACKAGED_DATASETS_MODULES.keys()]
-    if datasets.config.PYARROW_VERSION.major < 3:  # parquet is not supported for pyarrow<3.0.0
-        packaged_datasets = [pd for pd in packaged_datasets if pd["dataset_name"] != "parquet"]
     return packaged_datasets