Unpin fsspec (#5733)

* Pass clobber True * Unpin fsspec
huggingface · Apr 11, 2023 · f260793 · f260793
1 parent 2733929
commit f260793
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/setup.py b/setup.py
@@ -128,7 +128,7 @@
     "importlib_metadata;python_version<'3.8'",
     # to save datasets locally or on any filesystem
     # minimum 2021.11.1 so that BlockSizeError is fixed: see https://github.com/fsspec/filesystem_spec/pull/830
-    "fsspec[http]>=2021.11.1,<2023.4.0",  # Temporary pin
+    "fsspec[http]>=2021.11.1",
     # for data streaming via http
     "aiohttp",
     # To get datasets from the Datasets Hub on huggingface.co

diff --git a/tests/fixtures/fsspec.py b/tests/fixtures/fsspec.py
@@ -93,8 +93,8 @@ def _strip_protocol(cls, path):
 @pytest.fixture
 def mock_fsspec():
     original_registry = fsspec.registry.copy()
-    fsspec.register_implementation("mock", MockFileSystem)
-    fsspec.register_implementation("tmp", TmpDirFileSystem)
+    fsspec.register_implementation("mock", MockFileSystem, clobber=True)
+    fsspec.register_implementation("tmp", TmpDirFileSystem, clobber=True)
     yield
     fsspec.registry = original_registry
 

diff --git a/tests/test_streaming_download_manager.py b/tests/test_streaming_download_manager.py
@@ -131,7 +131,7 @@ def _open(
 @pytest.fixture
 def mock_fsspec():
     original_registry = fsspec.registry.copy()
-    fsspec.register_implementation("mock", DummyTestFS)
+    fsspec.register_implementation("mock", DummyTestFS, clobber=True)
     yield
     fsspec.registry = original_registry