fsspec 2025.12.0__tar.gz → 2026.1.0__tar.gz

{fsspec-2025.12.0 → fsspec-2026.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fsspec
-Version: 2025.12.0
+Version: 2026.1.0
 Summary: File-system specification
 Project-URL: Changelog, https://filesystem-spec.readthedocs.io/en/latest/changelog.html
 Project-URL: Documentation, https://filesystem-spec.readthedocs.io/en/latest/
@@ -49,7 +49,7 @@ Requires-Dist: distributed; extra == 'full'
 Requires-Dist: dropbox; extra == 'full'
 Requires-Dist: dropboxdrivefs; extra == 'full'
 Requires-Dist: fusepy; extra == 'full'
-Requires-Dist: gcsfs; extra == 'full'
+Requires-Dist: gcsfs>2024.2.0; extra == 'full'
 Requires-Dist: libarchive-c; extra == 'full'
 Requires-Dist: ocifs; extra == 'full'
 Requires-Dist: panel; extra == 'full'
@@ -57,7 +57,7 @@ Requires-Dist: paramiko; extra == 'full'
 Requires-Dist: pyarrow>=1; extra == 'full'
 Requires-Dist: pygit2; extra == 'full'
 Requires-Dist: requests; extra == 'full'
-Requires-Dist: s3fs; extra == 'full'
+Requires-Dist: s3fs>2024.2.0; extra == 'full'
 Requires-Dist: smbprotocol; extra == 'full'
 Requires-Dist: tqdm; extra == 'full'
 Provides-Extra: fuse
@@ -108,6 +108,7 @@ Requires-Dist: xarray; extra == 'test-downstream'
 Provides-Extra: test-full
 Requires-Dist: adlfs; extra == 'test-full'
 Requires-Dist: aiohttp!=4.0.0a0,!=4.0.0a1; extra == 'test-full'
+Requires-Dist: backports-zstd; (python_version < '3.14') and extra == 'test-full'
 Requires-Dist: cloudpickle; extra == 'test-full'
 Requires-Dist: dask; extra == 'test-full'
 Requires-Dist: distributed; extra == 'test-full'
@@ -143,7 +144,6 @@ Requires-Dist: smbprotocol; extra == 'test-full'
 Requires-Dist: tqdm; extra == 'test-full'
 Requires-Dist: urllib3; extra == 'test-full'
 Requires-Dist: zarr; extra == 'test-full'
-Requires-Dist: zstandard; (python_version < '3.14') and extra == 'test-full'
 Provides-Extra: tqdm
 Requires-Dist: tqdm; extra == 'tqdm'
 Description-Content-Type: text/markdown

{fsspec-2025.12.0 → fsspec-2026.1.0}/ci/environment-friends.yml

@@ -18,6 +18,7 @@ dependencies:
   - google-auth-oauthlib
   - flake8
   - black
+  - psutil
   - google-cloud-core
   - google-cloud-storage
   - google-api-core

{fsspec-2025.12.0 → fsspec-2026.1.0}/docs/source/api.rst

@@ -235,23 +235,26 @@ documentation carefully before using any particular package.
 - `irods`_ for access to iRODS servers, with protocol "irods://"
 - `lakefs`_ for lakeFS data lakes, with protocol "lakefs://"
 - `morefs`_ for `OverlayFileSystem`, `DictFileSystem`, and others
+- `msgraphfs`_ for Microsoft storage (ie Sharepoint) using the drive API through Microsoft Graph, with protocol "msgd://"
 - `obstore`_: zero-dependency access to Amazon S3, Google Cloud Storage, and Azure Blob Storage using the underlying Rust `object_store`_ library, with protocols "s3://", "gs://", and "abfs://".
 - `ocifs`_ for access to Oracle Cloud Object Storage, with protocol "oci://"
 - `ocilake`_ for OCI Data Lake storage
 - `ossfs`_ for Alibaba Cloud (Aliyun) Object Storage System (OSS)
 - `p9fs`_ for 9P (Plan 9 Filesystem Protocol) servers
 - `PyAthena`_ for S3 access to Amazon Athena, with protocol "s3://" or "s3a://"
+- `fsspec-pydantic`_: Pydantic models to represent file and directory types
 - `PyDrive2`_ for Google Drive access
+- `fsspec-python`_: A chained filesystem that connects to Python's import system, to allow for importing from an fsspec backend
 - `fsspec-proxy`_ for "pyscript:" URLs via a proxy server
 - `s3fs`_ for Amazon S3 and other compatible stores, with protocol "s3://"
 - `sshfs`_ for access to SSH servers, with protocol "ssh://" or "sftp://"
 - `swiftspec`_ for OpenStack SWIFT, with protocol "swift://"
 - `tosfs`_ for ByteDance volcano engine Tinder Object Storage (TOS)
+- `fsspec-union`_: A chained filesystem that unions multiple fsspec backends as a read-through cache
 - `wandbfs`_ to access Wandb run data (experimental)
 - `wandbfsspec`_ to access Weights & Biases (experimental)
 - `webdav4`_ for WebDAV, with protocol "webdav://" or "dav://"
 - `xrootd`_ for xrootd, with protocol "root://"
-- `msgraphfs`_ for Microsoft storage (ie Sharepoint) using the drive API through Microsoft Graph, with protocol "msgd://"
 
 .. _abfs: https://github.com/dask/adlfs
 .. _adl: https://github.com/dask/adlfs
@@ -272,6 +275,7 @@ documentation carefully before using any particular package.
 .. _irods: https://github.com/xwcl/irods_fsspec
 .. _lakefs: https://github.com/aai-institute/lakefs-spec
 .. _morefs: https://github.com/iterative/morefs
+.. _msgraphfs: https://github.com/acsone/msgraphfs
 .. _object_store: https://docs.rs/object_store/latest/object_store/
 .. _obstore: https://developmentseed.org/obstore/latest/
 .. _ocifs: https://ocifs.readthedocs.io/en/latest/
@@ -279,16 +283,18 @@ documentation carefully before using any particular package.
 .. _ossfs: https://github.com/fsspec/ossfs
 .. _p9fs: https://github.com/pbchekin/p9fs-py
 .. _PyAthena: https://github.com/laughingman7743/PyAthena
+.. _fsspec-pydantic: https://github.com/1kbgz/fsspec-pydantic
 .. _PyDrive2: https://github.com/iterative/PyDrive2
+.. _fsspec-python: https://github.com/1kbgz/fsspec-python
 .. _s3fs: https://s3fs.readthedocs.io/en/latest/
 .. _sshfs: https://github.com/fsspec/sshfs
 .. _swiftspec: https://github.com/fsspec/swiftspec
 .. _tosfs: https://tosfs.readthedocs.io/en/latest/
+.. _fsspec-union: https://github.com/1kbgz/fsspec-union
 .. _wandbfs: https://github.com/jkulhanek/wandbfs
 .. _wandbfsspec: https://github.com/alvarobartt/wandbfsspec
 .. _webdav4: https://github.com/skshetry/webdav4
 .. _xrootd: https://github.com/CoffeaTeam/fsspec-xrootd
-.. _msgraphfs: https://github.com/acsone/msgraphfs
 
 .. _readbuffering:
 

{fsspec-2025.12.0 → fsspec-2026.1.0}/docs/source/changelog.rst

@@ -1,6 +1,26 @@
 Changelog
 =========
 
+2026.1.0
+--------
+
+Put limits on install extras for s3fs/gcsfs to prevent installing
+ancient versions via pip.
+
+Enhancements
+
+- configure TLS protocol version for FTP (#1958)
+
+Fixes
+
+- Respect auto_mkdir in mv for local (#1957)
+
+Other
+
+- link to pydantic, code and union implementations ($1956)
+- use backport.zstd or builtin (#1962)
+- docs typo (#1963)
+
 2025.12.0
 ---------
 

{fsspec-2025.12.0 → fsspec-2026.1.0}/docs/source/features.rst

@@ -161,7 +161,7 @@ be possible to reach all paths on the remote.
 Instance Caching
 ----------------
 
-In a file-system implementation class is marked as *cachable* (attribute ``.cachable``),
+If a file-system implementation class is marked as *cachable* (attribute ``.cachable``),
 then its instances will
 get stored in a class attribute, to enable quick look-up instead of needing to regenerate
 potentially expensive connections and sessions. They key in the cache is a tokenisation of

{fsspec-2025.12.0 → fsspec-2026.1.0}/fsspec/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '2025.12.0'
-__version_tuple__ = version_tuple = (2025, 12, 0)
+__version__ = version = '2026.1.0'
+__version_tuple__ = version_tuple = (2026, 1, 0)
 
 __commit_id__ = commit_id = None

{fsspec-2025.12.0 → fsspec-2026.1.0}/fsspec/compression.py

@@ -1,5 +1,6 @@
 """Helper functions for a standard streaming compression API"""
 
+import sys
 from zipfile import ZipFile
 
 import fsspec.utils
@@ -155,26 +156,14 @@ except ImportError:
     pass
 
 try:
-    # zstd in the standard library for python >= 3.14
-    from compression.zstd import ZstdFile
-
-    register_compression("zstd", ZstdFile, "zst")
+    if sys.version_info >= (3, 14):
+        from compression import zstd
+    else:
+        from backports import zstd
 
+    register_compression("zstd", zstd.ZstdFile, "zst")
 except ImportError:
-    try:
-        import zstandard as zstd
-
-        def zstandard_file(infile, mode="rb"):
-            if "r" in mode:
-                cctx = zstd.ZstdDecompressor()
-                return cctx.stream_reader(infile)
-            else:
-                cctx = zstd.ZstdCompressor(level=10)
-                return cctx.stream_writer(infile)
-
-        register_compression("zstd", zstandard_file, "zst")
-    except ImportError:
-        pass
+    pass
 
 
 def available_compressions():

{fsspec-2025.12.0 → fsspec-2026.1.0}/fsspec/implementations/ftp.py

@@ -1,4 +1,5 @@
 import os
+import ssl
 import uuid
 from ftplib import FTP, FTP_TLS, Error, error_perm
 from typing import Any
@@ -6,6 +7,37 @@ from typing import Any
 from ..spec import AbstractBufferedFile, AbstractFileSystem
 from ..utils import infer_storage_options, isfilelike
 
+SECURITY_PROTOCOL_MAP = {
+    "tls": ssl.PROTOCOL_TLS,
+    "tlsv1": ssl.PROTOCOL_TLSv1,
+    "tlsv1_1": ssl.PROTOCOL_TLSv1_1,
+    "tlsv1_2": ssl.PROTOCOL_TLSv1_2,
+    "sslv23": ssl.PROTOCOL_SSLv23,
+}
+
+
+class ImplicitFTPTLS(FTP_TLS):
+    """
+    FTP_TLS subclass that automatically wraps sockets in SSL
+    to support implicit FTPS.
+    """
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._sock = None
+
+    @property
+    def sock(self):
+        """Return the socket."""
+        return self._sock
+
+    @sock.setter
+    def sock(self, value):
+        """When modifying the socket, ensure that it is ssl wrapped."""
+        if value is not None and not isinstance(value, ssl.SSLSocket):
+            value = self.context.wrap_socket(value)
+        self._sock = value
+
 
 class FTPFileSystem(AbstractFileSystem):
     """A filesystem over classic FTP"""
@@ -55,8 +87,14 @@ class FTPFileSystem(AbstractFileSystem):
             Timeout of the ftp connection in seconds
         encoding: str
             Encoding to use for directories and filenames in FTP connection
-        tls: bool
-            Use FTP-TLS, by default False
+        tls: bool or str
+            Enable FTP-TLS for secure connections:
+                - False: Plain FTP (default)
+                - True: Explicit TLS (FTPS with AUTH TLS command)
+                - "tls": Auto-negotiate highest protocol
+                - "tlsv1": TLS v1.0
+                - "tlsv1_1": TLS v1.1
+                - "tlsv1_2": TLS v1.2
         """
         super().__init__(**kwargs)
         self.host = host
@@ -71,15 +109,27 @@ class FTPFileSystem(AbstractFileSystem):
             self.blocksize = 2**16
         self.tls = tls
         self._connect()
-        if self.tls:
+        if isinstance(self.tls, bool) and self.tls:
             self.ftp.prot_p()
 
     def _connect(self):
+        security = None
         if self.tls:
-            ftp_cls = FTP_TLS
+            if isinstance(self.tls, str):
+                ftp_cls = ImplicitFTPTLS
+                security = SECURITY_PROTOCOL_MAP.get(
+                    self.tls,
+                    f"Not supported {self.tls} protocol",
+                )
+                if isinstance(security, str):
+                    raise ValueError(security)
+            else:
+                ftp_cls = FTP_TLS
         else:
             ftp_cls = FTP
         self.ftp = ftp_cls(timeout=self.timeout, encoding=self.encoding)
+        if security:
+            self.ftp.ssl_version = security
         self.ftp.connect(self.host, self.port)
         self.ftp.login(*self.cred)
 

{fsspec-2025.12.0 → fsspec-2026.1.0}/fsspec/implementations/local.py

@@ -166,6 +166,10 @@ class LocalFileSystem(AbstractFileSystem):
         """
         path1 = self._strip_protocol(path1)
         path2 = self._strip_protocol(path2)
+
+        if self.auto_mkdir:
+            self.makedirs(self._parent(path2), exist_ok=True)
+
         shutil.move(path1, path2)
 
     def link(self, src, dst, **kwargs):

{fsspec-2025.12.0 → fsspec-2026.1.0}/fsspec/registry.py

@@ -189,7 +189,7 @@ known_implementations = {
     },
     "pyscript": {
         "class": "pyscript_fsspec_client.client.PyscriptFileSystem",
-        "err": "Install requests (cpython) or run in pyscript",
+        "err": "This only runs in a pyscript context",
     },
     "reference": {"class": "fsspec.implementations.reference.ReferenceFileSystem"},
     "root": {

{fsspec-2025.12.0 → fsspec-2026.1.0}/pyproject.toml

@@ -40,7 +40,7 @@ full = [
     'dropbox',
     'dropboxdrivefs',
     'fusepy',
-    'gcsfs',
+    'gcsfs >2024.2.0',
     'libarchive-c',
     'ocifs',
     'panel',
@@ -48,7 +48,7 @@ full = [
     'pyarrow >= 1',
     'pygit2',
     'requests',
-    's3fs',
+    's3fs >2024.2.0',
     'smbprotocol',
     'tqdm',
 ]
@@ -117,7 +117,7 @@ test_full = [
     'tqdm',
     'urllib3',
     'zarr',
-    'zstandard; python_version < "3.14"',
+    'backports.zstd; python_version < "3.14"',
 ]
 test_downstream = [
     "dask[dataframe,test]",