fsspec 2024.12.0__tar.gz → 2025.3.0__tar.gz

{fsspec-2024.12.0 → fsspec-2025.3.0}/.pre-commit-config.yaml

@@ -14,10 +14,14 @@ repos:
       - id: check-yaml
   - repo: https://github.com/astral-sh/ruff-pre-commit
     # Ruff version.
-    rev: v0.6.9
+    rev: v0.9.2
     hooks:
       # Run the linter.
       - id: ruff
         args: [ --fix, "--show-fixes"]
       - id: ruff-format
         types_or: [python]
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.4.0
+    hooks:
+      - id: codespell

{fsspec-2024.12.0 → fsspec-2025.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fsspec
-Version: 2024.12.0
+Version: 2025.3.0
 Summary: File-system specification
 Project-URL: Changelog, https://filesystem-spec.readthedocs.io/en/latest/changelog.html
 Project-URL: Documentation, https://filesystem-spec.readthedocs.io/en/latest/
@@ -131,7 +131,6 @@ Requires-Dist: pytest-rerunfailures; extra == 'test'
 Requires-Dist: requests; extra == 'test'
 Provides-Extra: test-downstream
 Requires-Dist: aiobotocore<3.0.0,>=2.5.4; extra == 'test-downstream'
-Requires-Dist: dask-expr; extra == 'test-downstream'
 Requires-Dist: dask[dataframe,test]; extra == 'test-downstream'
 Requires-Dist: moto[server]<5,>4; extra == 'test-downstream'
 Requires-Dist: pytest-timeout; extra == 'test-downstream'

{fsspec-2024.12.0 → fsspec-2025.3.0}/ci/environment-downstream.yml

@@ -5,4 +5,3 @@ dependencies:
   - python=3.11
   - pip:
       - git+https://github.com/dask/dask
-      - git+https://github.com/dask/dask-expr

fsspec-2025.3.0/correct_permissions.bin

@@ -0,0 +1 @@
+hello

{fsspec-2024.12.0 → fsspec-2025.3.0}/docs/source/changelog.rst

@@ -1,6 +1,41 @@
 Changelog
 =========
 
+2025.3.0
+--------
+
+Enhancements
+
+- add pipe_file to HTTP (#1799, 1801)
+- add sync http for pyodide (#1177)
+- ls performance for local and detail=False (#1789)
+
+Fixes
+
+- dir/info consistency in dirfs (#1798)
+- referenceFS async consistency (#1794, 1795)
+- CI (#1793)
+
+
+2025.2.0
+--------
+
+Enhancements
+
+- add open() to referenceFS (#1778)
+
+Fixes
+
+- don't make async open() in async-wrapper (#1769)
+- fix CI following dask-expr upstream change (#1781)
+- cope with zarr3 "Buffer" objects in referenceFS (#1784)
+
+Other
+
+- use itemgetter in archiveFS (#1764)
+- document that newline is included in readline(s) (#1770)
+- format/spelling (#1774, 1779, 1780)
+
 2024.12.0
 ---------
 

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/_version.py

@@ -1,8 +1,13 @@
-# file generated by setuptools_scm
+# file generated by setuptools-scm
 # don't change, don't track in version control
+
+__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+
 TYPE_CHECKING = False
 if TYPE_CHECKING:
-    from typing import Tuple, Union
+    from typing import Tuple
+    from typing import Union
+
     VERSION_TUPLE = Tuple[Union[int, str], ...]
 else:
     VERSION_TUPLE = object
@@ -12,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2024.12.0'
-__version_tuple__ = version_tuple = (2024, 12, 0)
+__version__ = version = '2025.3.0'
+__version_tuple__ = version_tuple = (2025, 3, 0)

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/archive.py

@@ -1,3 +1,5 @@
+import operator
+
 from fsspec import AbstractFileSystem
 from fsspec.utils import tokenize
 
@@ -67,7 +69,7 @@ class AbstractArchiveFileSystem(AbstractFileSystem):
                     out = {"name": ppath, "size": 0, "type": "directory"}
                     paths[ppath] = out
         if detail:
-            out = sorted(paths.values(), key=lambda _: _["name"])
+            out = sorted(paths.values(), key=operator.itemgetter("name"))
             return out
         else:
             return sorted(paths)

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/core.py

@@ -452,7 +452,7 @@ def open(
     newline: bytes or None
         Used for line terminator in text mode. If None, uses system default;
         if blank, uses no translation.
-    expand: bool or Nonw
+    expand: bool or None
         Whether to regard file paths containing special glob characters as needing
         expansion (finding the first match) or absolute. Setting False allows using
         paths which do embed such characters. If None (default), this argument

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/implementations/asyn_wrapper.py

@@ -2,7 +2,7 @@ import asyncio
 import functools
 import inspect
 
-from fsspec.asyn import AsyncFileSystem
+from fsspec.asyn import AsyncFileSystem, running_async
 
 
 def async_wrapper(func, obj=None):
@@ -42,10 +42,14 @@ class AsyncFileSystemWrapper(AsyncFileSystem):
         The synchronous filesystem instance to wrap.
     """
 
-    def __init__(self, sync_fs, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        self.asynchronous = True
-        self.sync_fs = sync_fs
+    protocol = "async_wrapper"
+    cachable = False
+
+    def __init__(self, fs, *args, asynchronous=None, **kwargs):
+        if asynchronous is None:
+            asynchronous = running_async()
+        super().__init__(*args, asynchronous=asynchronous, **kwargs)
+        self.sync_fs = fs
         self.protocol = self.sync_fs.protocol
         self._wrap_all_sync_methods()
 
@@ -57,8 +61,9 @@ class AsyncFileSystemWrapper(AsyncFileSystem):
         """
         Wrap all synchronous methods of the underlying filesystem with asynchronous versions.
         """
+        excluded_methods = {"open"}
         for method_name in dir(self.sync_fs):
-            if method_name.startswith("_"):
+            if method_name.startswith("_") or method_name in excluded_methods:
                 continue
 
             attr = inspect.getattr_static(self.sync_fs, method_name)

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/implementations/dbfs.py

@@ -412,9 +412,9 @@ class DatabricksFile(AbstractBufferedFile):
         if block_size is None or block_size == "default":
             block_size = self.DEFAULT_BLOCK_SIZE
 
-        assert (
-            block_size == self.DEFAULT_BLOCK_SIZE
-        ), f"Only the default block size is allowed, not {block_size}"
+        assert block_size == self.DEFAULT_BLOCK_SIZE, (
+            f"Only the default block size is allowed, not {block_size}"
+        )
 
         super().__init__(
             fs,

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/implementations/dirfs.py

@@ -36,8 +36,6 @@ class DirFileSystem(AsyncFileSystem):
         super().__init__(**storage_options)
         if fs is None:
             fs = filesystem(protocol=target_protocol, **(target_options or {}))
-        if (path is not None) ^ (fo is not None) is False:
-            raise ValueError("Provide path or fo, not both")
         path = path or fo
 
         if self.asynchronous and not fs.async_impl:
@@ -233,10 +231,16 @@ class DirFileSystem(AsyncFileSystem):
         return self.fs.exists(self._join(path))
 
     async def _info(self, path, **kwargs):
-        return await self.fs._info(self._join(path), **kwargs)
+        info = await self.fs._info(self._join(path), **kwargs)
+        info = info.copy()
+        info["name"] = self._relpath(info["name"])
+        return info
 
     def info(self, path, **kwargs):
-        return self.fs.info(self._join(path), **kwargs)
+        info = self.fs.info(self._join(path), **kwargs)
+        info = info.copy()
+        info["name"] = self._relpath(info["name"])
+        return info
 
     async def _ls(self, path, detail=True, **kwargs):
         ret = (await self.fs._ls(self._join(path), detail=detail, **kwargs)).copy()

{fsspec-2024.12.0 → fsspec-2025.3.0}/fsspec/implementations/http.py

@@ -522,6 +522,30 @@ class HTTPFileSystem(AsyncFileSystem):
         except (FileNotFoundError, ValueError):
             return False
 
+    async def _pipe_file(self, path, value, mode="overwrite", **kwargs):
+        """
+        Write bytes to a remote file over HTTP.
+
+        Parameters
+        ----------
+        path : str
+            Target URL where the data should be written
+        value : bytes
+            Data to be written
+        mode : str
+            How to write to the file - 'overwrite' or 'append'
+        **kwargs : dict
+            Additional parameters to pass to the HTTP request
+        """
+        url = self._strip_protocol(path)
+        headers = kwargs.pop("headers", {})
+        headers["Content-Length"] = str(len(value))
+
+        session = await self.set_session()
+
+        async with session.put(url, data=value, headers=headers, **kwargs) as r:
+            r.raise_for_status()
+
 
 class HTTPFile(AbstractBufferedFile):
     """