fsspec 2024.5.0__py3-none-any.whl → 2024.6.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fsspec/_version.py +2 -2
- fsspec/caching.py +3 -2
- fsspec/compression.py +1 -1
- fsspec/generic.py +3 -0
- fsspec/implementations/cached.py +6 -16
- fsspec/implementations/dirfs.py +2 -0
- fsspec/implementations/github.py +12 -0
- fsspec/implementations/http.py +2 -1
- fsspec/implementations/reference.py +9 -0
- fsspec/implementations/smb.py +10 -0
- fsspec/json.py +121 -0
- fsspec/registry.py +24 -18
- fsspec/spec.py +119 -33
- fsspec/utils.py +1 -1
- {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/METADATA +10 -5
- fsspec-2024.6.1.dist-info/RECORD +55 -0
- {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/WHEEL +1 -1
- fsspec/implementations/tests/__init__.py +0 -0
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_file_listing.yaml +0 -112
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_mkdir.yaml +0 -582
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_pyarrow_non_partitioned.yaml +0 -873
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_range.yaml +0 -458
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_range_chunked.yaml +0 -1355
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_write_and_read.yaml +0 -795
- fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_write_pyarrow_non_partitioned.yaml +0 -613
- fsspec/implementations/tests/conftest.py +0 -39
- fsspec/implementations/tests/local/__init__.py +0 -0
- fsspec/implementations/tests/local/local_fixtures.py +0 -18
- fsspec/implementations/tests/local/local_test.py +0 -14
- fsspec/implementations/tests/memory/__init__.py +0 -0
- fsspec/implementations/tests/memory/memory_fixtures.py +0 -27
- fsspec/implementations/tests/memory/memory_test.py +0 -14
- fsspec/implementations/tests/out.zip +0 -0
- fsspec/implementations/tests/test_archive.py +0 -382
- fsspec/implementations/tests/test_arrow.py +0 -259
- fsspec/implementations/tests/test_cached.py +0 -1306
- fsspec/implementations/tests/test_common.py +0 -35
- fsspec/implementations/tests/test_dask.py +0 -29
- fsspec/implementations/tests/test_data.py +0 -20
- fsspec/implementations/tests/test_dbfs.py +0 -268
- fsspec/implementations/tests/test_dirfs.py +0 -588
- fsspec/implementations/tests/test_ftp.py +0 -178
- fsspec/implementations/tests/test_git.py +0 -76
- fsspec/implementations/tests/test_http.py +0 -577
- fsspec/implementations/tests/test_jupyter.py +0 -57
- fsspec/implementations/tests/test_libarchive.py +0 -33
- fsspec/implementations/tests/test_local.py +0 -1285
- fsspec/implementations/tests/test_memory.py +0 -382
- fsspec/implementations/tests/test_reference.py +0 -720
- fsspec/implementations/tests/test_sftp.py +0 -233
- fsspec/implementations/tests/test_smb.py +0 -139
- fsspec/implementations/tests/test_tar.py +0 -243
- fsspec/implementations/tests/test_webhdfs.py +0 -197
- fsspec/implementations/tests/test_zip.py +0 -134
- fsspec/tests/__init__.py +0 -0
- fsspec/tests/conftest.py +0 -188
- fsspec/tests/data/listing.html +0 -1
- fsspec/tests/test_api.py +0 -498
- fsspec/tests/test_async.py +0 -230
- fsspec/tests/test_caches.py +0 -255
- fsspec/tests/test_callbacks.py +0 -89
- fsspec/tests/test_compression.py +0 -164
- fsspec/tests/test_config.py +0 -129
- fsspec/tests/test_core.py +0 -466
- fsspec/tests/test_downstream.py +0 -40
- fsspec/tests/test_file.py +0 -200
- fsspec/tests/test_fuse.py +0 -147
- fsspec/tests/test_generic.py +0 -90
- fsspec/tests/test_gui.py +0 -23
- fsspec/tests/test_mapping.py +0 -228
- fsspec/tests/test_parquet.py +0 -140
- fsspec/tests/test_registry.py +0 -134
- fsspec/tests/test_spec.py +0 -1167
- fsspec/tests/test_utils.py +0 -478
- fsspec-2024.5.0.dist-info/RECORD +0 -111
- {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: fsspec
|
|
3
|
-
Version: 2024.
|
|
3
|
+
Version: 2024.6.1
|
|
4
4
|
Summary: File-system specification
|
|
5
5
|
Project-URL: Changelog, https://filesystem-spec.readthedocs.io/en/latest/changelog.html
|
|
6
6
|
Project-URL: Documentation, https://filesystem-spec.readthedocs.io/en/latest/
|
|
@@ -59,6 +59,12 @@ Requires-Dist: distributed; extra == 'dask'
|
|
|
59
59
|
Provides-Extra: dev
|
|
60
60
|
Requires-Dist: pre-commit; extra == 'dev'
|
|
61
61
|
Requires-Dist: ruff; extra == 'dev'
|
|
62
|
+
Provides-Extra: doc
|
|
63
|
+
Requires-Dist: numpydoc; extra == 'doc'
|
|
64
|
+
Requires-Dist: sphinx; extra == 'doc'
|
|
65
|
+
Requires-Dist: sphinx-design; extra == 'doc'
|
|
66
|
+
Requires-Dist: sphinx-rtd-theme; extra == 'doc'
|
|
67
|
+
Requires-Dist: yarl; extra == 'doc'
|
|
62
68
|
Provides-Extra: dropbox
|
|
63
69
|
Requires-Dist: dropbox; extra == 'dropbox'
|
|
64
70
|
Requires-Dist: dropboxdrivefs; extra == 'dropbox'
|
|
@@ -178,7 +184,6 @@ Description-Content-Type: text/markdown
|
|
|
178
184
|
[](https://anaconda.org/conda-forge/fsspec)
|
|
179
185
|

|
|
180
186
|
[](https://filesystem-spec.readthedocs.io/en/latest/?badge=latest)
|
|
181
|
-
[](https://pepy.tech/project/fsspec)
|
|
182
187
|
|
|
183
188
|
A specification for pythonic filesystems.
|
|
184
189
|
|
|
@@ -225,13 +230,13 @@ CI runtime. For local use, pick a version suitable for you.
|
|
|
225
230
|
mamba create -n fsspec -c conda-forge python=3.9 -y
|
|
226
231
|
conda activate fsspec
|
|
227
232
|
|
|
228
|
-
# Standard dev
|
|
229
|
-
pip install -e ".[dev,test]"
|
|
233
|
+
# Standard dev install with docs and tests.
|
|
234
|
+
pip install -e ".[dev,doc,test]"
|
|
230
235
|
|
|
231
236
|
# Full tests except for downstream
|
|
232
237
|
pip install s3fs
|
|
233
238
|
pip uninstall s3fs
|
|
234
|
-
pip install -e .[dev,test_full]
|
|
239
|
+
pip install -e .[dev,doc,test_full]
|
|
235
240
|
pip install s3fs --no-deps
|
|
236
241
|
pytest -v
|
|
237
242
|
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
fsspec/__init__.py,sha256=l9MJaNNV2d4wKpCtMvXDr55n92DkdrAayGy3F9ICjzk,1998
|
|
2
|
+
fsspec/_version.py,sha256=bs5gFL9Mlwh1IvRh5hZawz_SleC88gaDg6jodp6omsQ,417
|
|
3
|
+
fsspec/archive.py,sha256=S__DzfZj-urAN3tp2W6jJ6YDiXG1fAl7FjvWUN73qIE,2386
|
|
4
|
+
fsspec/asyn.py,sha256=AOd2SXH2YPCaQL5jA6IegYevdMFkAnGD7Seh9DC2gSE,36404
|
|
5
|
+
fsspec/caching.py,sha256=x6IEdxtR3cMDjy40sNHyawR2SLtNSahVuP5i_TImdso,31600
|
|
6
|
+
fsspec/callbacks.py,sha256=BDIwLzK6rr_0V5ch557fSzsivCElpdqhXr5dZ9Te-EE,9210
|
|
7
|
+
fsspec/compression.py,sha256=jCSUMJu-zSNyrusnHT0wKXgOd1tTJR6vM126i5SR5Zc,4865
|
|
8
|
+
fsspec/config.py,sha256=LF4Zmu1vhJW7Je9Q-cwkRc3xP7Rhyy7Xnwj26Z6sv2g,4279
|
|
9
|
+
fsspec/conftest.py,sha256=fVfx-NLrH_OZS1TIpYNoPzM7efEcMoL62reHOdYeFCA,1245
|
|
10
|
+
fsspec/core.py,sha256=Iln37fNZqjjk5vaDGU_0WWuwOxN1iVsQ6sDmCmuEvrs,23681
|
|
11
|
+
fsspec/dircache.py,sha256=YzogWJrhEastHU7vWz-cJiJ7sdtLXFXhEpInGKd4EcM,2717
|
|
12
|
+
fsspec/exceptions.py,sha256=pauSLDMxzTJMOjvX1WEUK0cMyFkrFxpWJsyFywav7A8,331
|
|
13
|
+
fsspec/fuse.py,sha256=66amOa6wdIbS0DMhhfAPUoOB37HPorfXD1izV0prmTY,10145
|
|
14
|
+
fsspec/generic.py,sha256=AFbo-mHBt5QJV1Aplg5CJuUiiJ4bNQhcKRuwkZJdWac,13761
|
|
15
|
+
fsspec/gui.py,sha256=k46F11VGBLlrliPj3XbxHKlVGByWoX67Ofmu9ijaPBQ,13929
|
|
16
|
+
fsspec/json.py,sha256=65sQ0Y7mTj33u_Y4IId5up4abQ3bAel4E4QzbKMiQSg,3826
|
|
17
|
+
fsspec/mapping.py,sha256=hSsiRo-dgAOj6oHf67bF3i11U4xREglXToHGUX4GhRY,8261
|
|
18
|
+
fsspec/parquet.py,sha256=ONG29Enesp0ToCH2bQ7zkpimnVIsZ2S4xCLj35-fY78,19455
|
|
19
|
+
fsspec/registry.py,sha256=HVC-4HWDZnA6rycJwAu8F8ZXzON_85MTQVIyS6LOHxo,11320
|
|
20
|
+
fsspec/spec.py,sha256=6rb-C3hTZLLtMGx2HDp37N_sZKs5RtYdcj8XOlHFi_c,69586
|
|
21
|
+
fsspec/transaction.py,sha256=xliRG6U2Zf3khG4xcw9WiB-yAoqJSHEGK_VjHOdtgo0,2398
|
|
22
|
+
fsspec/utils.py,sha256=8czEIoX4GpcC42WLGoy3t_EMeZjJE8e5rTpOT_nEPo0,22987
|
|
23
|
+
fsspec/implementations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
24
|
+
fsspec/implementations/arrow.py,sha256=Y4F_IwWXuJI1mRO_c0_PI5o-Wp58RLmoiH_s-x88w4M,8631
|
|
25
|
+
fsspec/implementations/cache_mapper.py,sha256=W4wlxyPxZbSp9ItJ0pYRVBMh6bw9eFypgP6kUYuuiI4,2421
|
|
26
|
+
fsspec/implementations/cache_metadata.py,sha256=pcOJYcBQY5OaC7Yhw0F3wjg08QLYApGmoISCrbs59ks,8511
|
|
27
|
+
fsspec/implementations/cached.py,sha256=t5atYATgjuABm-mUyReqjGqVyyP1XBSuROX92aMecxY,32826
|
|
28
|
+
fsspec/implementations/dask.py,sha256=CXZbJzIVOhKV8ILcxuy3bTvcacCueAbyQxmvAkbPkrk,4466
|
|
29
|
+
fsspec/implementations/data.py,sha256=LDLczxRh8h7x39Zjrd-GgzdQHr78yYxDlrv2C9Uxb5E,1658
|
|
30
|
+
fsspec/implementations/dbfs.py,sha256=cix9OYUveuSOx5UO5uRUwNUkYqjzyY0fkKnca1kTgZ0,15014
|
|
31
|
+
fsspec/implementations/dirfs.py,sha256=0H6k67e2lZgq3U4K64ao6894L4134COUCekc3PCwTq8,11488
|
|
32
|
+
fsspec/implementations/ftp.py,sha256=rp6cTog8xqjDPlKdSLKcsyP7K593_ByMabxGbNSEpTo,11655
|
|
33
|
+
fsspec/implementations/git.py,sha256=vKGI-Vd5q4H2RrvhebkPc9NwlfkZ980OUGhebeCw-M0,4034
|
|
34
|
+
fsspec/implementations/github.py,sha256=eAn1kJ7VeWR6gVoVRLBYclF_rQDXSJU-xzMXpvPQWqs,8002
|
|
35
|
+
fsspec/implementations/http.py,sha256=ymjMQTXW6-akqqEoEKpjf416JAzP9N4VhnWiNYbRklk,29665
|
|
36
|
+
fsspec/implementations/jupyter.py,sha256=B2uj7OEm7yIk-vRSsO37_ND0t0EBvn4B-Su43ibN4Pg,3811
|
|
37
|
+
fsspec/implementations/libarchive.py,sha256=5_I2DiLXwQ1JC8x-K7jXu-tBwhO9dj7tFLnb0bTnVMQ,7102
|
|
38
|
+
fsspec/implementations/local.py,sha256=qc68w69-I7zqVO8njv_s-THVImwICOqxyt-_2EK1VLg,15042
|
|
39
|
+
fsspec/implementations/memory.py,sha256=-BpOVwaWyW2rDvxWIIcrZTNFAhvuG66VWeIM6vLwhkc,10134
|
|
40
|
+
fsspec/implementations/reference.py,sha256=iDisTIZ8kIWG_FNSGaDf88RClywAwoF8yMgoVcxM4cY,44308
|
|
41
|
+
fsspec/implementations/sftp.py,sha256=fMY9XZcmpjszQ2tCqO_TPaJesaeD_Dv7ptYzgUPGoO0,5631
|
|
42
|
+
fsspec/implementations/smb.py,sha256=RcqCvVBPD3U0I0Rc31ns6HRhqKVDugjPQMDPVpvZSNg,11408
|
|
43
|
+
fsspec/implementations/tar.py,sha256=dam78Tp_CozybNqCY2JYgGBS3Uc9FuJUAT9oB0lolOs,4111
|
|
44
|
+
fsspec/implementations/webhdfs.py,sha256=Wm7zr0iX3SZx5LtWfJIo-5rkIaoEoWq_Ev87NWbUgug,16721
|
|
45
|
+
fsspec/implementations/zip.py,sha256=vc1fNz-yO8uWQ9bQUqBFYpTcgsfZQq9vDwwg4Aufs9Y,4417
|
|
46
|
+
fsspec/tests/abstract/__init__.py,sha256=i1wcFixV6QhOwdoB24c8oXjzobISNqiKVz9kl2DvAY8,10028
|
|
47
|
+
fsspec/tests/abstract/common.py,sha256=1GQwNo5AONzAnzZj0fWgn8NJPLXALehbsuGxS3FzWVU,4973
|
|
48
|
+
fsspec/tests/abstract/copy.py,sha256=gU5-d97U3RSde35Vp4RxPY4rWwL744HiSrJ8IBOp9-8,19967
|
|
49
|
+
fsspec/tests/abstract/get.py,sha256=vNR4HztvTR7Cj56AMo7_tx7TeYz1Jgr_2Wb8Lv-UiBY,20755
|
|
50
|
+
fsspec/tests/abstract/mv.py,sha256=k8eUEBIrRrGMsBY5OOaDXdGnQUKGwDIfQyduB6YD3Ns,1982
|
|
51
|
+
fsspec/tests/abstract/put.py,sha256=7aih17OKB_IZZh1Mkq1eBDIjobhtMQmI8x-Pw-S_aZk,21201
|
|
52
|
+
fsspec-2024.6.1.dist-info/METADATA,sha256=ijt16ZAzPN9P0_1AU4zcKdiM18pkIyf1Gkr-IFXrlLw,11749
|
|
53
|
+
fsspec-2024.6.1.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
|
|
54
|
+
fsspec-2024.6.1.dist-info/licenses/LICENSE,sha256=LcNUls5TpzB5FcAIqESq1T53K0mzTN0ARFBnaRQH7JQ,1513
|
|
55
|
+
fsspec-2024.6.1.dist-info/RECORD,,
|
|
File without changes
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
interactions:
|
|
2
|
-
- request:
|
|
3
|
-
body: '{"path": "/"}'
|
|
4
|
-
headers:
|
|
5
|
-
Accept:
|
|
6
|
-
- '*/*'
|
|
7
|
-
Accept-Encoding:
|
|
8
|
-
- gzip, deflate
|
|
9
|
-
Connection:
|
|
10
|
-
- keep-alive
|
|
11
|
-
Content-Length:
|
|
12
|
-
- '13'
|
|
13
|
-
Content-Type:
|
|
14
|
-
- application/json
|
|
15
|
-
User-Agent:
|
|
16
|
-
- python-requests/2.31.0
|
|
17
|
-
authorization:
|
|
18
|
-
- DUMMY
|
|
19
|
-
method: GET
|
|
20
|
-
uri: https://my_instance.com/api/2.0/dbfs/list
|
|
21
|
-
response:
|
|
22
|
-
body:
|
|
23
|
-
string: !!binary |
|
|
24
|
-
H4sIAAAAAAAEA6zSSwrCMBAG4LvMumLSpo3JAbyA4Eak1DbiYF8kExeW3t2qC6G46WM3/AwfzKOD
|
|
25
|
-
K5bGgT510GZ0Aw3b/ZAcqLEGAkCXFmhBk/Um+PSmDp8GNAugagq8Yp4RNnVKWA0pl0woxmMhGGN9
|
|
26
|
-
8DOPTemHhsngH8QtVIqMsovF/O4279IZWlG0xvlyMVjVNH1InoTD5kMpotHuqWrnaErGkeJyN9K8
|
|
27
|
-
M3YOxxmLEhGqEfdY4zG+yKwznvsXAAAA//8DAMDPrToDAwAA
|
|
28
|
-
headers:
|
|
29
|
-
access-control-allow-headers:
|
|
30
|
-
- Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
|
|
31
|
-
Content-Type
|
|
32
|
-
access-control-allow-origin:
|
|
33
|
-
- '*'
|
|
34
|
-
cache-control:
|
|
35
|
-
- no-cache, no-store, must-revalidate
|
|
36
|
-
content-encoding:
|
|
37
|
-
- gzip
|
|
38
|
-
content-type:
|
|
39
|
-
- application/json
|
|
40
|
-
expires:
|
|
41
|
-
- '0'
|
|
42
|
-
pragma:
|
|
43
|
-
- no-cache
|
|
44
|
-
server:
|
|
45
|
-
- databricks
|
|
46
|
-
strict-transport-security:
|
|
47
|
-
- max-age=31536000; includeSubDomains; preload
|
|
48
|
-
transfer-encoding:
|
|
49
|
-
- chunked
|
|
50
|
-
vary:
|
|
51
|
-
- Accept-Encoding
|
|
52
|
-
x-content-type-options:
|
|
53
|
-
- nosniff
|
|
54
|
-
status:
|
|
55
|
-
code: 200
|
|
56
|
-
message: OK
|
|
57
|
-
- request:
|
|
58
|
-
body: '{"path": "/"}'
|
|
59
|
-
headers:
|
|
60
|
-
Accept:
|
|
61
|
-
- '*/*'
|
|
62
|
-
Accept-Encoding:
|
|
63
|
-
- gzip, deflate
|
|
64
|
-
Connection:
|
|
65
|
-
- keep-alive
|
|
66
|
-
Content-Length:
|
|
67
|
-
- '13'
|
|
68
|
-
Content-Type:
|
|
69
|
-
- application/json
|
|
70
|
-
User-Agent:
|
|
71
|
-
- python-requests/2.31.0
|
|
72
|
-
authorization:
|
|
73
|
-
- DUMMY
|
|
74
|
-
method: GET
|
|
75
|
-
uri: https://my_instance.com/api/2.0/dbfs/list
|
|
76
|
-
response:
|
|
77
|
-
body:
|
|
78
|
-
string: !!binary |
|
|
79
|
-
H4sIAAAAAAAEA6zSSwrCMBAG4LvMumLSpo3JAbyA4Eak1DbiYF8kExeW3t2qC6G46WM3/AwfzKOD
|
|
80
|
-
K5bGgT510GZ0Aw3b/ZAcqLEGAkCXFmhBk/Um+PSmDp8GNAugagq8Yp4RNnVKWA0pl0woxmMhGGN9
|
|
81
|
-
8DOPTemHhsngH8QtVIqMsovF/O4279IZWlG0xvlyMVjVNH1InoTD5kMpotHuqWrnaErGkeJyN9K8
|
|
82
|
-
M3YOxxmLEhGqEfdY4zG+yKwznvsXAAAA//8DAMDPrToDAwAA
|
|
83
|
-
headers:
|
|
84
|
-
access-control-allow-headers:
|
|
85
|
-
- Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
|
|
86
|
-
Content-Type
|
|
87
|
-
access-control-allow-origin:
|
|
88
|
-
- '*'
|
|
89
|
-
cache-control:
|
|
90
|
-
- no-cache, no-store, must-revalidate
|
|
91
|
-
content-encoding:
|
|
92
|
-
- gzip
|
|
93
|
-
content-type:
|
|
94
|
-
- application/json
|
|
95
|
-
expires:
|
|
96
|
-
- '0'
|
|
97
|
-
pragma:
|
|
98
|
-
- no-cache
|
|
99
|
-
server:
|
|
100
|
-
- databricks
|
|
101
|
-
strict-transport-security:
|
|
102
|
-
- max-age=31536000; includeSubDomains; preload
|
|
103
|
-
transfer-encoding:
|
|
104
|
-
- chunked
|
|
105
|
-
vary:
|
|
106
|
-
- Accept-Encoding
|
|
107
|
-
x-content-type-options:
|
|
108
|
-
- nosniff
|
|
109
|
-
status:
|
|
110
|
-
code: 200
|
|
111
|
-
message: OK
|
|
112
|
-
version: 1
|