fsspec 2024.5.0__py3-none-any.whl → 2024.6.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. fsspec/_version.py +2 -2
  2. fsspec/caching.py +3 -2
  3. fsspec/compression.py +1 -1
  4. fsspec/generic.py +3 -0
  5. fsspec/implementations/cached.py +6 -16
  6. fsspec/implementations/dirfs.py +2 -0
  7. fsspec/implementations/github.py +12 -0
  8. fsspec/implementations/http.py +2 -1
  9. fsspec/implementations/reference.py +9 -0
  10. fsspec/implementations/smb.py +10 -0
  11. fsspec/json.py +121 -0
  12. fsspec/registry.py +24 -18
  13. fsspec/spec.py +119 -33
  14. fsspec/utils.py +1 -1
  15. {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/METADATA +10 -5
  16. fsspec-2024.6.1.dist-info/RECORD +55 -0
  17. {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/WHEEL +1 -1
  18. fsspec/implementations/tests/__init__.py +0 -0
  19. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_file_listing.yaml +0 -112
  20. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_mkdir.yaml +0 -582
  21. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_pyarrow_non_partitioned.yaml +0 -873
  22. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_range.yaml +0 -458
  23. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_range_chunked.yaml +0 -1355
  24. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_write_and_read.yaml +0 -795
  25. fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_write_pyarrow_non_partitioned.yaml +0 -613
  26. fsspec/implementations/tests/conftest.py +0 -39
  27. fsspec/implementations/tests/local/__init__.py +0 -0
  28. fsspec/implementations/tests/local/local_fixtures.py +0 -18
  29. fsspec/implementations/tests/local/local_test.py +0 -14
  30. fsspec/implementations/tests/memory/__init__.py +0 -0
  31. fsspec/implementations/tests/memory/memory_fixtures.py +0 -27
  32. fsspec/implementations/tests/memory/memory_test.py +0 -14
  33. fsspec/implementations/tests/out.zip +0 -0
  34. fsspec/implementations/tests/test_archive.py +0 -382
  35. fsspec/implementations/tests/test_arrow.py +0 -259
  36. fsspec/implementations/tests/test_cached.py +0 -1306
  37. fsspec/implementations/tests/test_common.py +0 -35
  38. fsspec/implementations/tests/test_dask.py +0 -29
  39. fsspec/implementations/tests/test_data.py +0 -20
  40. fsspec/implementations/tests/test_dbfs.py +0 -268
  41. fsspec/implementations/tests/test_dirfs.py +0 -588
  42. fsspec/implementations/tests/test_ftp.py +0 -178
  43. fsspec/implementations/tests/test_git.py +0 -76
  44. fsspec/implementations/tests/test_http.py +0 -577
  45. fsspec/implementations/tests/test_jupyter.py +0 -57
  46. fsspec/implementations/tests/test_libarchive.py +0 -33
  47. fsspec/implementations/tests/test_local.py +0 -1285
  48. fsspec/implementations/tests/test_memory.py +0 -382
  49. fsspec/implementations/tests/test_reference.py +0 -720
  50. fsspec/implementations/tests/test_sftp.py +0 -233
  51. fsspec/implementations/tests/test_smb.py +0 -139
  52. fsspec/implementations/tests/test_tar.py +0 -243
  53. fsspec/implementations/tests/test_webhdfs.py +0 -197
  54. fsspec/implementations/tests/test_zip.py +0 -134
  55. fsspec/tests/__init__.py +0 -0
  56. fsspec/tests/conftest.py +0 -188
  57. fsspec/tests/data/listing.html +0 -1
  58. fsspec/tests/test_api.py +0 -498
  59. fsspec/tests/test_async.py +0 -230
  60. fsspec/tests/test_caches.py +0 -255
  61. fsspec/tests/test_callbacks.py +0 -89
  62. fsspec/tests/test_compression.py +0 -164
  63. fsspec/tests/test_config.py +0 -129
  64. fsspec/tests/test_core.py +0 -466
  65. fsspec/tests/test_downstream.py +0 -40
  66. fsspec/tests/test_file.py +0 -200
  67. fsspec/tests/test_fuse.py +0 -147
  68. fsspec/tests/test_generic.py +0 -90
  69. fsspec/tests/test_gui.py +0 -23
  70. fsspec/tests/test_mapping.py +0 -228
  71. fsspec/tests/test_parquet.py +0 -140
  72. fsspec/tests/test_registry.py +0 -134
  73. fsspec/tests/test_spec.py +0 -1167
  74. fsspec/tests/test_utils.py +0 -478
  75. fsspec-2024.5.0.dist-info/RECORD +0 -111
  76. {fsspec-2024.5.0.dist-info → fsspec-2024.6.1.dist-info}/licenses/LICENSE +0 -0
fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_read_range.yaml DELETED
@@ -1,458 +0,0 @@
1
- interactions:
2
- - request:
3
- body: '{"path": "/FileStore/file.txt", "recursive": false}'
4
- headers:
5
- Accept:
6
- - '*/*'
7
- Accept-Encoding:
8
- - gzip, deflate
9
- Connection:
10
- - keep-alive
11
- Content-Length:
12
- - '51'
13
- Content-Type:
14
- - application/json
15
- User-Agent:
16
- - python-requests/2.31.0
17
- authorization:
18
- - DUMMY
19
- method: POST
20
- uri: https://my_instance.com/api/2.0/dbfs/delete
21
- response:
22
- body:
23
- string: '{}'
24
- headers:
25
- access-control-allow-headers:
26
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
27
- Content-Type
28
- access-control-allow-origin:
29
- - '*'
30
- cache-control:
31
- - no-cache, no-store, must-revalidate
32
- content-length:
33
- - '2'
34
- content-type:
35
- - application/json
36
- expires:
37
- - '0'
38
- pragma:
39
- - no-cache
40
- server:
41
- - databricks
42
- strict-transport-security:
43
- - max-age=31536000; includeSubDomains; preload
44
- x-content-type-options:
45
- - nosniff
46
- status:
47
- code: 200
48
- message: OK
49
- - request:
50
- body: '{"path": "/FileStore/"}'
51
- headers:
52
- Accept:
53
- - '*/*'
54
- Accept-Encoding:
55
- - gzip, deflate
56
- Connection:
57
- - keep-alive
58
- Content-Length:
59
- - '23'
60
- Content-Type:
61
- - application/json
62
- User-Agent:
63
- - python-requests/2.31.0
64
- authorization:
65
- - DUMMY
66
- method: GET
67
- uri: https://my_instance.com/api/2.0/dbfs/list
68
- response:
69
- body:
70
- string: !!binary |
71
- H4sIAAAAAAAEA5yTQW7DIBBF7zJrV4FgBtsH6AW6rCJrWkhDaxcLJoraKHcvtbehUmE5Ev9/3nyu
72
- cPSTSzA8X2EhPsEAu8c8eeIQ3c4S00QfDhrwabQ+wsDx7Jr10pj8t4NBNDAH64/+ldiHz5H9nKfS
73
- iFYhivXcmnvifl5C5IfE9FZjgFIo1Fq12eK+wTvFVJFc96iV7NAUhfN73VQjjUYp7CV2RellClyl
74
- LDqt2y5DKdFYvijGcKkAklfZC6nbMul0oujseM7pydbFN53e4x/xmV5+e/r/Im49MX2ZzBY759++
75
- QpWFFLgXK6DD7QcAAP//AwD4cmNjVAMAAA==
76
- headers:
77
- access-control-allow-headers:
78
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
79
- Content-Type
80
- access-control-allow-origin:
81
- - '*'
82
- cache-control:
83
- - no-cache, no-store, must-revalidate
84
- content-encoding:
85
- - gzip
86
- content-type:
87
- - application/json
88
- expires:
89
- - '0'
90
- pragma:
91
- - no-cache
92
- server:
93
- - databricks
94
- strict-transport-security:
95
- - max-age=31536000; includeSubDomains; preload
96
- transfer-encoding:
97
- - chunked
98
- vary:
99
- - Accept-Encoding
100
- x-content-type-options:
101
- - nosniff
102
- status:
103
- code: 200
104
- message: OK
105
- - request:
106
- body: '{"path": "/FileStore/file.txt", "overwrite": true}'
107
- headers:
108
- Accept:
109
- - '*/*'
110
- Accept-Encoding:
111
- - gzip, deflate
112
- Connection:
113
- - keep-alive
114
- Content-Length:
115
- - '50'
116
- Content-Type:
117
- - application/json
118
- User-Agent:
119
- - python-requests/2.31.0
120
- authorization:
121
- - DUMMY
122
- method: POST
123
- uri: https://my_instance.com/api/2.0/dbfs/create
124
- response:
125
- body:
126
- string: '{"handle":2535467031369232}'
127
- headers:
128
- access-control-allow-headers:
129
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
130
- Content-Type
131
- access-control-allow-origin:
132
- - '*'
133
- cache-control:
134
- - no-cache, no-store, must-revalidate
135
- content-length:
136
- - '27'
137
- content-type:
138
- - application/json
139
- expires:
140
- - '0'
141
- pragma:
142
- - no-cache
143
- server:
144
- - databricks
145
- strict-transport-security:
146
- - max-age=31536000; includeSubDomains; preload
147
- x-content-type-options:
148
- - nosniff
149
- status:
150
- code: 200
151
- message: OK
152
- - request:
153
- body: '{"handle": 2535467031369232, "data": "VGhpcyBpcyBhIHRlc3QK"}'
154
- headers:
155
- Accept:
156
- - '*/*'
157
- Accept-Encoding:
158
- - gzip, deflate
159
- Connection:
160
- - keep-alive
161
- Content-Length:
162
- - '60'
163
- Content-Type:
164
- - application/json
165
- User-Agent:
166
- - python-requests/2.31.0
167
- authorization:
168
- - DUMMY
169
- method: POST
170
- uri: https://my_instance.com/api/2.0/dbfs/add-block
171
- response:
172
- body:
173
- string: '{}'
174
- headers:
175
- access-control-allow-headers:
176
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
177
- Content-Type
178
- access-control-allow-origin:
179
- - '*'
180
- cache-control:
181
- - no-cache, no-store, must-revalidate
182
- content-length:
183
- - '2'
184
- content-type:
185
- - application/json
186
- expires:
187
- - '0'
188
- pragma:
189
- - no-cache
190
- server:
191
- - databricks
192
- strict-transport-security:
193
- - max-age=31536000; includeSubDomains; preload
194
- x-content-type-options:
195
- - nosniff
196
- status:
197
- code: 200
198
- message: OK
199
- - request:
200
- body: '{"handle": 2535467031369232}'
201
- headers:
202
- Accept:
203
- - '*/*'
204
- Accept-Encoding:
205
- - gzip, deflate
206
- Connection:
207
- - keep-alive
208
- Content-Length:
209
- - '28'
210
- Content-Type:
211
- - application/json
212
- User-Agent:
213
- - python-requests/2.31.0
214
- authorization:
215
- - DUMMY
216
- method: POST
217
- uri: https://my_instance.com/api/2.0/dbfs/close
218
- response:
219
- body:
220
- string: '{}'
221
- headers:
222
- access-control-allow-headers:
223
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
224
- Content-Type
225
- access-control-allow-origin:
226
- - '*'
227
- cache-control:
228
- - no-cache, no-store, must-revalidate
229
- content-length:
230
- - '2'
231
- content-type:
232
- - application/json
233
- expires:
234
- - '0'
235
- pragma:
236
- - no-cache
237
- server:
238
- - databricks
239
- strict-transport-security:
240
- - max-age=31536000; includeSubDomains; preload
241
- x-content-type-options:
242
- - nosniff
243
- status:
244
- code: 200
245
- message: OK
246
- - request:
247
- body: '{"path": "/FileStore"}'
248
- headers:
249
- Accept:
250
- - '*/*'
251
- Accept-Encoding:
252
- - gzip, deflate
253
- Connection:
254
- - keep-alive
255
- Content-Length:
256
- - '22'
257
- Content-Type:
258
- - application/json
259
- User-Agent:
260
- - python-requests/2.31.0
261
- authorization:
262
- - DUMMY
263
- method: GET
264
- uri: https://my_instance.com/api/2.0/dbfs/list
265
- response:
266
- body:
267
- string: !!binary |
268
- H4sIAAAAAAAEA5yTy27DIBBF/4W1m0Aw48cH9Ae6rCJrWuOGBhcLJuojyr8X25tUClULy5E49+ow
269
- nNlgrA6sfTyzCenAWra9j5MHcl5veyS0eNSsYCZ0vfGsJX/SxXKpC+ZLs5YXbHS9GcwzknFvHZkx
270
- TkXFSwnAl3MpbsHn4A190BV8QBt+0oVK4hsulKpjwG28GSfn6S4QvuT0B8ElKCXLZMAr+nDV/a9i
271
- VANKihqqJDjq1DYHDZWU0AhIS5msoywyr5Uq6yglpXv6RO/de4aQuCnzU5Zp0+GAXvfdKbbHPq9+
272
- Vasd/FKf8Gn+Bv/f83VPqiZtZq0d+68/LStCcNjxRdD+8g0AAP//AwAGXIvvswMAAA==
273
- headers:
274
- access-control-allow-headers:
275
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
276
- Content-Type
277
- access-control-allow-origin:
278
- - '*'
279
- cache-control:
280
- - no-cache, no-store, must-revalidate
281
- content-encoding:
282
- - gzip
283
- content-type:
284
- - application/json
285
- expires:
286
- - '0'
287
- pragma:
288
- - no-cache
289
- server:
290
- - databricks
291
- strict-transport-security:
292
- - max-age=31536000; includeSubDomains; preload
293
- transfer-encoding:
294
- - chunked
295
- vary:
296
- - Accept-Encoding
297
- x-content-type-options:
298
- - nosniff
299
- status:
300
- code: 200
301
- message: OK
302
- - request:
303
- body: '{"path": "/FileStore/file.txt", "offset": 8, "length": 7}'
304
- headers:
305
- Accept:
306
- - '*/*'
307
- Accept-Encoding:
308
- - gzip, deflate
309
- Connection:
310
- - keep-alive
311
- Content-Length:
312
- - '57'
313
- Content-Type:
314
- - application/json
315
- User-Agent:
316
- - python-requests/2.31.0
317
- authorization:
318
- - DUMMY
319
- method: GET
320
- uri: https://my_instance.com/api/2.0/dbfs/read
321
- response:
322
- body:
323
- string: !!binary |
324
- H4sIAAAAAAAEA6pWSqosSS2OL0pNTFGyMtdRSkksSVSyUooMdjKIivAzcE63tVWqBQAAAP//AwA9
325
- si7rJgAAAA==
326
- headers:
327
- access-control-allow-headers:
328
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
329
- Content-Type
330
- access-control-allow-origin:
331
- - '*'
332
- cache-control:
333
- - no-cache, no-store, must-revalidate
334
- content-encoding:
335
- - gzip
336
- content-type:
337
- - application/json
338
- expires:
339
- - '0'
340
- pragma:
341
- - no-cache
342
- server:
343
- - databricks
344
- strict-transport-security:
345
- - max-age=31536000; includeSubDomains; preload
346
- transfer-encoding:
347
- - chunked
348
- vary:
349
- - Accept-Encoding
350
- x-content-type-options:
351
- - nosniff
352
- status:
353
- code: 200
354
- message: OK
355
- - request:
356
- body: '{"path": "/FileStore/file.txt", "recursive": false}'
357
- headers:
358
- Accept:
359
- - '*/*'
360
- Accept-Encoding:
361
- - gzip, deflate
362
- Connection:
363
- - keep-alive
364
- Content-Length:
365
- - '51'
366
- Content-Type:
367
- - application/json
368
- User-Agent:
369
- - python-requests/2.31.0
370
- authorization:
371
- - DUMMY
372
- method: POST
373
- uri: https://my_instance.com/api/2.0/dbfs/delete
374
- response:
375
- body:
376
- string: '{}'
377
- headers:
378
- access-control-allow-headers:
379
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
380
- Content-Type
381
- access-control-allow-origin:
382
- - '*'
383
- cache-control:
384
- - no-cache, no-store, must-revalidate
385
- content-length:
386
- - '2'
387
- content-type:
388
- - application/json
389
- expires:
390
- - '0'
391
- pragma:
392
- - no-cache
393
- server:
394
- - databricks
395
- strict-transport-security:
396
- - max-age=31536000; includeSubDomains; preload
397
- x-content-type-options:
398
- - nosniff
399
- status:
400
- code: 200
401
- message: OK
402
- - request:
403
- body: '{"path": "/FileStore/"}'
404
- headers:
405
- Accept:
406
- - '*/*'
407
- Accept-Encoding:
408
- - gzip, deflate
409
- Connection:
410
- - keep-alive
411
- Content-Length:
412
- - '23'
413
- Content-Type:
414
- - application/json
415
- User-Agent:
416
- - python-requests/2.31.0
417
- authorization:
418
- - DUMMY
419
- method: GET
420
- uri: https://my_instance.com/api/2.0/dbfs/list
421
- response:
422
- body:
423
- string: !!binary |
424
- H4sIAAAAAAAEA5yTQW7DIBBF7zJrV4FgBtsH6AW6rCJrWkhDaxcLJoraKHcvtbehUmE5Ev9/3nyu
425
- cPSTSzA8X2EhPsEAu8c8eeIQ3c4S00QfDhrwabQ+wsDx7Jr10pj8t4NBNDAH64/+ldiHz5H9nKfS
426
- iFYhivXcmnvifl5C5IfE9FZjgFIo1Fq12eK+wTvFVJFc96iV7NAUhfN73VQjjUYp7CV2RellClyl
427
- LDqt2y5DKdFYvijGcKkAklfZC6nbMul0oujseM7pydbFN53e4x/xmV5+e/r/Im49MX2ZzBY759++
428
- QpWFFLgXK6DD7QcAAP//AwD4cmNjVAMAAA==
429
- headers:
430
- access-control-allow-headers:
431
- - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
432
- Content-Type
433
- access-control-allow-origin:
434
- - '*'
435
- cache-control:
436
- - no-cache, no-store, must-revalidate
437
- content-encoding:
438
- - gzip
439
- content-type:
440
- - application/json
441
- expires:
442
- - '0'
443
- pragma:
444
- - no-cache
445
- server:
446
- - databricks
447
- strict-transport-security:
448
- - max-age=31536000; includeSubDomains; preload
449
- transfer-encoding:
450
- - chunked
451
- vary:
452
- - Accept-Encoding
453
- x-content-type-options:
454
- - nosniff
455
- status:
456
- code: 200
457
- message: OK
458
- version: 1