fsspec-data 0.2.2__tar.gz → 0.2.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/.gitignore +5 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/Cargo.lock +81 -81
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/Cargo.toml +2 -2
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/PKG-INFO +29 -21
- fsspec_data-0.2.4/README.md +33 -0
- fsspec_data-0.2.4/fsspec_data/__init__.py +66 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/backends/base.py +0 -4
- fsspec_data-0.2.4/fsspec_data/confluent.py +115 -0
- fsspec_data-0.2.4/fsspec_data/converters.py +133 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/filesystem.py +44 -63
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/interchange.py +52 -15
- fsspec_data-0.2.4/fsspec_data/json_schema.py +117 -0
- fsspec_data-0.2.4/fsspec_data/schema.py +210 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/tests/conftest.py +0 -1
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/tests/test_all.py +62 -0
- fsspec_data-0.2.4/fsspec_data/tests/test_converters.py +183 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/tests/test_filesystem.py +40 -1
- fsspec_data-0.2.4/fsspec_data/tests/test_schema.py +406 -0
- fsspec_data-0.2.4/fsspec_data/xarray_zarr.py +54 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/pyproject.toml +33 -14
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/Cargo.toml +1 -1
- fsspec_data-0.2.4/rust/coverage +2229 -0
- fsspec_data-0.2.4/rust/python/lib.rs +327 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/src/codec.rs +219 -7
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/src/error.rs +2 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/src/lib.rs +2 -2
- fsspec_data-0.2.2/README.md +0 -29
- fsspec_data-0.2.2/fsspec_data/__init__.py +0 -36
- fsspec_data-0.2.2/fsspec_data/fsspec_data.abi3.so +0 -0
- fsspec_data-0.2.2/rust/coverage +0 -1855
- fsspec_data-0.2.2/rust/python/lib.rs +0 -168
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/LICENSE +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/_version.py +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/backends/__init__.py +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/backends/http.py +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/backends/sqlalchemy.py +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/fsspec_data/tests/__init__.py +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/.config/nextest.toml +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/src/plan.rs +0 -0
- {fsspec_data-0.2.2 → fsspec_data-0.2.4}/rust/src/stream.rs +0 -0
|
@@ -13,6 +13,10 @@ __pycache__/
|
|
|
13
13
|
*.exp
|
|
14
14
|
*.lib
|
|
15
15
|
|
|
16
|
+
# vcpkg
|
|
17
|
+
vcpkg/
|
|
18
|
+
vcpkg_installed/
|
|
19
|
+
|
|
16
20
|
# Rust
|
|
17
21
|
target
|
|
18
22
|
target-capi
|
|
@@ -142,6 +146,7 @@ fsspec_data/labextension
|
|
|
142
146
|
|
|
143
147
|
# Emscripten SDK (locally installed)
|
|
144
148
|
emsdk
|
|
149
|
+
.pyodide_build/
|
|
145
150
|
|
|
146
151
|
# Mac
|
|
147
152
|
.DS_Store
|
|
@@ -24,9 +24,9 @@ dependencies = [
|
|
|
24
24
|
|
|
25
25
|
[[package]]
|
|
26
26
|
name = "aho-corasick"
|
|
27
|
-
version = "1.1.
|
|
27
|
+
version = "1.1.5"
|
|
28
28
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
29
|
-
checksum = "
|
|
29
|
+
checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba"
|
|
30
30
|
dependencies = [
|
|
31
31
|
"memchr",
|
|
32
32
|
]
|
|
@@ -48,9 +48,9 @@ dependencies = [
|
|
|
48
48
|
|
|
49
49
|
[[package]]
|
|
50
50
|
name = "android_system_properties"
|
|
51
|
-
version = "0.1.
|
|
51
|
+
version = "0.1.6"
|
|
52
52
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
53
|
-
checksum = "
|
|
53
|
+
checksum = "ae221649c9976a6f6c56ae1facf410f3ddb33cc661c4b7b61020a912d4237fbc"
|
|
54
54
|
dependencies = [
|
|
55
55
|
"libc",
|
|
56
56
|
]
|
|
@@ -233,7 +233,7 @@ version = "54.3.1"
|
|
|
233
233
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
234
234
|
checksum = "39cfaf5e440be44db5413b75b72c2a87c1f8f0627117d110264048f2969b99e9"
|
|
235
235
|
dependencies = [
|
|
236
|
-
"bitflags 2.13.
|
|
236
|
+
"bitflags 2.13.2",
|
|
237
237
|
]
|
|
238
238
|
|
|
239
239
|
[[package]]
|
|
@@ -296,9 +296,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
|
|
|
296
296
|
|
|
297
297
|
[[package]]
|
|
298
298
|
name = "bitflags"
|
|
299
|
-
version = "2.13.
|
|
299
|
+
version = "2.13.2"
|
|
300
300
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
301
|
-
checksum = "
|
|
301
|
+
checksum = "3ded4057c258ba199e2d26386d3af3780957ecaee6c4ef4041c6b4b8b97c0b06"
|
|
302
302
|
|
|
303
303
|
[[package]]
|
|
304
304
|
name = "brotli"
|
|
@@ -341,9 +341,9 @@ checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04"
|
|
|
341
341
|
|
|
342
342
|
[[package]]
|
|
343
343
|
name = "cc"
|
|
344
|
-
version = "1.
|
|
344
|
+
version = "1.10.0"
|
|
345
345
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
346
|
-
checksum = "
|
|
346
|
+
checksum = "86e055fa6e3e40ad6187ba25b6855eeb635d5271f8e0f0e1e9a5826b8d75bea0"
|
|
347
347
|
dependencies = [
|
|
348
348
|
"find-msvc-tools",
|
|
349
349
|
"jobserver",
|
|
@@ -353,9 +353,9 @@ dependencies = [
|
|
|
353
353
|
|
|
354
354
|
[[package]]
|
|
355
355
|
name = "cfg-if"
|
|
356
|
-
version = "1.0.
|
|
356
|
+
version = "1.0.5"
|
|
357
357
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
358
|
-
checksum = "
|
|
358
|
+
checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600"
|
|
359
359
|
|
|
360
360
|
[[package]]
|
|
361
361
|
name = "chrono"
|
|
@@ -396,9 +396,9 @@ checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
|
|
|
396
396
|
|
|
397
397
|
[[package]]
|
|
398
398
|
name = "crc32fast"
|
|
399
|
-
version = "1.5.
|
|
399
|
+
version = "1.5.3"
|
|
400
400
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
401
|
-
checksum = "
|
|
401
|
+
checksum = "0ba106e844045ddc02c20768ac4b0b7cb45f2cc2ecbd833ac9f5dacb183c2055"
|
|
402
402
|
dependencies = [
|
|
403
403
|
"cfg-if",
|
|
404
404
|
]
|
|
@@ -432,15 +432,15 @@ dependencies = [
|
|
|
432
432
|
|
|
433
433
|
[[package]]
|
|
434
434
|
name = "equivalent"
|
|
435
|
-
version = "1.0.
|
|
435
|
+
version = "1.0.3"
|
|
436
436
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
437
|
-
checksum = "
|
|
437
|
+
checksum = "00d174d5400e5e8fd687ad1049e2f578285fa914201b1af7e8b112a4546bd826"
|
|
438
438
|
|
|
439
439
|
[[package]]
|
|
440
440
|
name = "find-msvc-tools"
|
|
441
|
-
version = "0.1.
|
|
441
|
+
version = "0.1.15"
|
|
442
442
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
443
|
-
checksum = "
|
|
443
|
+
checksum = "1c66915cc5391097de7a2b0b972e8505aa33c0df401fd3a6811dbdb32881ba48"
|
|
444
444
|
|
|
445
445
|
[[package]]
|
|
446
446
|
name = "flatbuffers"
|
|
@@ -454,9 +454,9 @@ dependencies = [
|
|
|
454
454
|
|
|
455
455
|
[[package]]
|
|
456
456
|
name = "flate2"
|
|
457
|
-
version = "1.1.
|
|
457
|
+
version = "1.1.10"
|
|
458
458
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
459
|
-
checksum = "
|
|
459
|
+
checksum = "6e634e2e0ebac1ee034020da1ca582e17ffe4e0f5e985823721e168928136dcb"
|
|
460
460
|
dependencies = [
|
|
461
461
|
"crc32fast",
|
|
462
462
|
"miniz_oxide",
|
|
@@ -464,7 +464,7 @@ dependencies = [
|
|
|
464
464
|
|
|
465
465
|
[[package]]
|
|
466
466
|
name = "fsspec_data"
|
|
467
|
-
version = "0.2.
|
|
467
|
+
version = "0.2.4"
|
|
468
468
|
dependencies = [
|
|
469
469
|
"arrow",
|
|
470
470
|
"bytes",
|
|
@@ -474,7 +474,7 @@ dependencies = [
|
|
|
474
474
|
|
|
475
475
|
[[package]]
|
|
476
476
|
name = "fsspec_data_py"
|
|
477
|
-
version = "0.2.
|
|
477
|
+
version = "0.2.4"
|
|
478
478
|
dependencies = [
|
|
479
479
|
"arrow",
|
|
480
480
|
"fsspec_data",
|
|
@@ -483,21 +483,21 @@ dependencies = [
|
|
|
483
483
|
|
|
484
484
|
[[package]]
|
|
485
485
|
name = "futures-core"
|
|
486
|
-
version = "0.3.
|
|
486
|
+
version = "0.3.34"
|
|
487
487
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
488
|
-
checksum = "
|
|
488
|
+
checksum = "92d699e522242e69e3003b94ecc1f960f3a5e015aa7c5d7486e65ad01dd94f5e"
|
|
489
489
|
|
|
490
490
|
[[package]]
|
|
491
491
|
name = "futures-task"
|
|
492
|
-
version = "0.3.
|
|
492
|
+
version = "0.3.34"
|
|
493
493
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
494
|
-
checksum = "
|
|
494
|
+
checksum = "cd417de3d1d015fc3bfd2b1ea46dfc7bab72ef86f1cc7cc9c78e728b34a6d1fd"
|
|
495
495
|
|
|
496
496
|
[[package]]
|
|
497
497
|
name = "futures-util"
|
|
498
|
-
version = "0.3.
|
|
498
|
+
version = "0.3.34"
|
|
499
499
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
500
|
-
checksum = "
|
|
500
|
+
checksum = "0d50a92467f8ba5dd6e3ee5d4bd04d73ab2e4e1c44474a0674821dfce14b79bc"
|
|
501
501
|
dependencies = [
|
|
502
502
|
"futures-core",
|
|
503
503
|
"futures-task",
|
|
@@ -595,9 +595,9 @@ dependencies = [
|
|
|
595
595
|
|
|
596
596
|
[[package]]
|
|
597
597
|
name = "indexmap"
|
|
598
|
-
version = "2.14.
|
|
598
|
+
version = "2.14.2"
|
|
599
599
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
600
|
-
checksum = "
|
|
600
|
+
checksum = "cc4e190f5d26ca7051642629da2c52fc03bde85a03197c99408dcd291734c855"
|
|
601
601
|
dependencies = [
|
|
602
602
|
"equivalent",
|
|
603
603
|
"hashbrown 0.17.1",
|
|
@@ -605,9 +605,9 @@ dependencies = [
|
|
|
605
605
|
|
|
606
606
|
[[package]]
|
|
607
607
|
name = "indoc"
|
|
608
|
-
version = "2.0.
|
|
608
|
+
version = "2.0.8"
|
|
609
609
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
610
|
-
checksum = "
|
|
610
|
+
checksum = "a37b2691796cffeb8a8cd305ac66e65841559f147f4e63231d0eafa4db5384d1"
|
|
611
611
|
dependencies = [
|
|
612
612
|
"rustversion",
|
|
613
613
|
]
|
|
@@ -636,9 +636,9 @@ dependencies = [
|
|
|
636
636
|
|
|
637
637
|
[[package]]
|
|
638
638
|
name = "js-sys"
|
|
639
|
-
version = "0.3.
|
|
639
|
+
version = "0.3.106"
|
|
640
640
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
641
|
-
checksum = "
|
|
641
|
+
checksum = "7883d941dae510fb2d978fc3fe018c71c9e2892fd38854de3e8b92c2e5ad9cc5"
|
|
642
642
|
dependencies = [
|
|
643
643
|
"cfg-if",
|
|
644
644
|
"futures-util",
|
|
@@ -647,9 +647,9 @@ dependencies = [
|
|
|
647
647
|
|
|
648
648
|
[[package]]
|
|
649
649
|
name = "lazy_static"
|
|
650
|
-
version = "1.5.
|
|
650
|
+
version = "1.5.1"
|
|
651
651
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
652
|
-
checksum = "
|
|
652
|
+
checksum = "20870f649af7073d53e38067b2a84312175d56ea15217e1b15bc83506ec50afb"
|
|
653
653
|
|
|
654
654
|
[[package]]
|
|
655
655
|
name = "lexical-core"
|
|
@@ -710,9 +710,9 @@ dependencies = [
|
|
|
710
710
|
|
|
711
711
|
[[package]]
|
|
712
712
|
name = "libc"
|
|
713
|
-
version = "0.2.
|
|
713
|
+
version = "0.2.191"
|
|
714
714
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
715
|
-
checksum = "
|
|
715
|
+
checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a"
|
|
716
716
|
|
|
717
717
|
[[package]]
|
|
718
718
|
name = "libm"
|
|
@@ -722,9 +722,9 @@ checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981"
|
|
|
722
722
|
|
|
723
723
|
[[package]]
|
|
724
724
|
name = "log"
|
|
725
|
-
version = "0.4.
|
|
725
|
+
version = "0.4.34"
|
|
726
726
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
727
|
-
checksum = "
|
|
727
|
+
checksum = "f9f8bd3e56ce4dfc153cf470fffbfa98c7620958b312ca5c3a4b8d5181fd13c6"
|
|
728
728
|
|
|
729
729
|
[[package]]
|
|
730
730
|
name = "lz4_flex"
|
|
@@ -732,7 +732,7 @@ version = "0.11.6"
|
|
|
732
732
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
733
733
|
checksum = "373f5eceeeab7925e0c1098212f2fbc4d416adec9d35051a6ab251e824c1854a"
|
|
734
734
|
dependencies = [
|
|
735
|
-
"twox-hash 2.1.
|
|
735
|
+
"twox-hash 2.1.5",
|
|
736
736
|
]
|
|
737
737
|
|
|
738
738
|
[[package]]
|
|
@@ -752,9 +752,9 @@ dependencies = [
|
|
|
752
752
|
|
|
753
753
|
[[package]]
|
|
754
754
|
name = "miniz_oxide"
|
|
755
|
-
version = "0.
|
|
755
|
+
version = "0.9.1"
|
|
756
756
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
757
|
-
checksum = "
|
|
757
|
+
checksum = "b63fbc4a50860e98e7b2aa7804ded1db5cbc3aff9193adaff57a6931bf7c4b4c"
|
|
758
758
|
dependencies = [
|
|
759
759
|
"adler2",
|
|
760
760
|
"simd-adler32",
|
|
@@ -795,9 +795,9 @@ dependencies = [
|
|
|
795
795
|
|
|
796
796
|
[[package]]
|
|
797
797
|
name = "num-integer"
|
|
798
|
-
version = "0.1.
|
|
798
|
+
version = "0.1.47"
|
|
799
799
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
800
|
-
checksum = "
|
|
800
|
+
checksum = "7ce2d95d4b3734dc35aa2f45e1aa22cd416814592a4f9d9205e11affd5b8e10b"
|
|
801
801
|
dependencies = [
|
|
802
802
|
"num-traits",
|
|
803
803
|
]
|
|
@@ -895,15 +895,15 @@ checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd"
|
|
|
895
895
|
|
|
896
896
|
[[package]]
|
|
897
897
|
name = "pkg-config"
|
|
898
|
-
version = "0.3.
|
|
898
|
+
version = "0.3.34"
|
|
899
899
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
900
|
-
checksum = "
|
|
900
|
+
checksum = "f6b464fbc74e149a392436b17d523f769e057cb6877f6a5c4618bc6f11800548"
|
|
901
901
|
|
|
902
902
|
[[package]]
|
|
903
903
|
name = "portable-atomic"
|
|
904
|
-
version = "1.
|
|
904
|
+
version = "1.15.0"
|
|
905
905
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
906
|
-
checksum = "
|
|
906
|
+
checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
|
|
907
907
|
|
|
908
908
|
[[package]]
|
|
909
909
|
name = "proc-macro2"
|
|
@@ -1012,9 +1012,9 @@ dependencies = [
|
|
|
1012
1012
|
|
|
1013
1013
|
[[package]]
|
|
1014
1014
|
name = "regex-automata"
|
|
1015
|
-
version = "0.4.
|
|
1015
|
+
version = "0.4.18"
|
|
1016
1016
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1017
|
-
checksum = "
|
|
1017
|
+
checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2"
|
|
1018
1018
|
dependencies = [
|
|
1019
1019
|
"aho-corasick",
|
|
1020
1020
|
"memchr",
|
|
@@ -1086,14 +1086,14 @@ checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
|
|
|
1086
1086
|
dependencies = [
|
|
1087
1087
|
"proc-macro2",
|
|
1088
1088
|
"quote",
|
|
1089
|
-
"syn 3.0.
|
|
1089
|
+
"syn 3.0.9",
|
|
1090
1090
|
]
|
|
1091
1091
|
|
|
1092
1092
|
[[package]]
|
|
1093
1093
|
name = "serde_json"
|
|
1094
|
-
version = "1.0.
|
|
1094
|
+
version = "1.0.154"
|
|
1095
1095
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1096
|
-
checksum = "
|
|
1096
|
+
checksum = "e7e9cc8b1b85264074fbcc02a88680c4096b1e47df8f739dceb03bf482f04bd6"
|
|
1097
1097
|
dependencies = [
|
|
1098
1098
|
"itoa",
|
|
1099
1099
|
"memchr",
|
|
@@ -1151,9 +1151,9 @@ dependencies = [
|
|
|
1151
1151
|
|
|
1152
1152
|
[[package]]
|
|
1153
1153
|
name = "syn"
|
|
1154
|
-
version = "3.0.
|
|
1154
|
+
version = "3.0.9"
|
|
1155
1155
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1156
|
-
checksum = "
|
|
1156
|
+
checksum = "d78c8dee4c7bf0e14673097256fed6142ce9d3b85a408189d07482442145823b"
|
|
1157
1157
|
dependencies = [
|
|
1158
1158
|
"proc-macro2",
|
|
1159
1159
|
"quote",
|
|
@@ -1168,22 +1168,22 @@ checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
|
|
|
1168
1168
|
|
|
1169
1169
|
[[package]]
|
|
1170
1170
|
name = "thiserror"
|
|
1171
|
-
version = "2.0.
|
|
1171
|
+
version = "2.0.21"
|
|
1172
1172
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1173
|
-
checksum = "
|
|
1173
|
+
checksum = "09e52cb86a36cede5cb101bf8908837b3e4c6e5e59fe7fd85c23fb56200d189e"
|
|
1174
1174
|
dependencies = [
|
|
1175
1175
|
"thiserror-impl",
|
|
1176
1176
|
]
|
|
1177
1177
|
|
|
1178
1178
|
[[package]]
|
|
1179
1179
|
name = "thiserror-impl"
|
|
1180
|
-
version = "2.0.
|
|
1180
|
+
version = "2.0.21"
|
|
1181
1181
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1182
|
-
checksum = "
|
|
1182
|
+
checksum = "fe5197923287db20a58125f0bc85c062f7f2c892de97b18c356f9efb14b28524"
|
|
1183
1183
|
dependencies = [
|
|
1184
1184
|
"proc-macro2",
|
|
1185
1185
|
"quote",
|
|
1186
|
-
"syn 3.0.
|
|
1186
|
+
"syn 3.0.9",
|
|
1187
1187
|
]
|
|
1188
1188
|
|
|
1189
1189
|
[[package]]
|
|
@@ -1218,15 +1218,15 @@ dependencies = [
|
|
|
1218
1218
|
|
|
1219
1219
|
[[package]]
|
|
1220
1220
|
name = "twox-hash"
|
|
1221
|
-
version = "2.1.
|
|
1221
|
+
version = "2.1.5"
|
|
1222
1222
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1223
|
-
checksum = "
|
|
1223
|
+
checksum = "86a801b3cea342a06d468c8710662aa29e5e05e4f5c0d62f00bbb7f2ad7941c2"
|
|
1224
1224
|
|
|
1225
1225
|
[[package]]
|
|
1226
1226
|
name = "unicode-ident"
|
|
1227
|
-
version = "1.0.
|
|
1227
|
+
version = "1.0.27"
|
|
1228
1228
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1229
|
-
checksum = "
|
|
1229
|
+
checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563"
|
|
1230
1230
|
|
|
1231
1231
|
[[package]]
|
|
1232
1232
|
name = "unindent"
|
|
@@ -1257,9 +1257,9 @@ dependencies = [
|
|
|
1257
1257
|
|
|
1258
1258
|
[[package]]
|
|
1259
1259
|
name = "wasm-bindgen"
|
|
1260
|
-
version = "0.2.
|
|
1260
|
+
version = "0.2.129"
|
|
1261
1261
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1262
|
-
checksum = "
|
|
1262
|
+
checksum = "9bb54f33acc68fd454578d9820b0bde1a1a3d17aa17bb7b6595806d02886d409"
|
|
1263
1263
|
dependencies = [
|
|
1264
1264
|
"cfg-if",
|
|
1265
1265
|
"once_cell",
|
|
@@ -1270,9 +1270,9 @@ dependencies = [
|
|
|
1270
1270
|
|
|
1271
1271
|
[[package]]
|
|
1272
1272
|
name = "wasm-bindgen-macro"
|
|
1273
|
-
version = "0.2.
|
|
1273
|
+
version = "0.2.129"
|
|
1274
1274
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1275
|
-
checksum = "
|
|
1275
|
+
checksum = "2e29d0c35b16e224a7eeb5cd2d25e3e1968fbd65604117b44d3b789d00ee8535"
|
|
1276
1276
|
dependencies = [
|
|
1277
1277
|
"quote",
|
|
1278
1278
|
"wasm-bindgen-macro-support",
|
|
@@ -1280,22 +1280,22 @@ dependencies = [
|
|
|
1280
1280
|
|
|
1281
1281
|
[[package]]
|
|
1282
1282
|
name = "wasm-bindgen-macro-support"
|
|
1283
|
-
version = "0.2.
|
|
1283
|
+
version = "0.2.129"
|
|
1284
1284
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1285
|
-
checksum = "
|
|
1285
|
+
checksum = "6f501a8bc3719dba86ef8ae4728879c08001bea749eb1333ac5b91e040e2a6b7"
|
|
1286
1286
|
dependencies = [
|
|
1287
1287
|
"bumpalo",
|
|
1288
1288
|
"proc-macro2",
|
|
1289
1289
|
"quote",
|
|
1290
|
-
"syn
|
|
1290
|
+
"syn 3.0.9",
|
|
1291
1291
|
"wasm-bindgen-shared",
|
|
1292
1292
|
]
|
|
1293
1293
|
|
|
1294
1294
|
[[package]]
|
|
1295
1295
|
name = "wasm-bindgen-shared"
|
|
1296
|
-
version = "0.2.
|
|
1296
|
+
version = "0.2.129"
|
|
1297
1297
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1298
|
-
checksum = "
|
|
1298
|
+
checksum = "23f0c9c52aa7cd7d77769a4cfe2a9adb1b331f489a41d912ce14513d5ab995c6"
|
|
1299
1299
|
dependencies = [
|
|
1300
1300
|
"unicode-ident",
|
|
1301
1301
|
]
|
|
@@ -1367,18 +1367,18 @@ checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e"
|
|
|
1367
1367
|
|
|
1368
1368
|
[[package]]
|
|
1369
1369
|
name = "zerocopy"
|
|
1370
|
-
version = "0.8.
|
|
1370
|
+
version = "0.8.63"
|
|
1371
1371
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1372
|
-
checksum = "
|
|
1372
|
+
checksum = "e5fe1f8f1b06191a00962174c61aa5005e0bb391a6d80d07e24d115c01a92ed8"
|
|
1373
1373
|
dependencies = [
|
|
1374
1374
|
"zerocopy-derive",
|
|
1375
1375
|
]
|
|
1376
1376
|
|
|
1377
1377
|
[[package]]
|
|
1378
1378
|
name = "zerocopy-derive"
|
|
1379
|
-
version = "0.8.
|
|
1379
|
+
version = "0.8.63"
|
|
1380
1380
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1381
|
-
checksum = "
|
|
1381
|
+
checksum = "863ad3ac83293fb4d740aedbfdc9240dd8d1a50c1099acd76ce80ce7c7230c7f"
|
|
1382
1382
|
dependencies = [
|
|
1383
1383
|
"proc-macro2",
|
|
1384
1384
|
"quote",
|
|
@@ -1402,18 +1402,18 @@ dependencies = [
|
|
|
1402
1402
|
|
|
1403
1403
|
[[package]]
|
|
1404
1404
|
name = "zstd-safe"
|
|
1405
|
-
version = "7.
|
|
1405
|
+
version = "7.3.0"
|
|
1406
1406
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1407
|
-
checksum = "
|
|
1407
|
+
checksum = "64d80649ab6db9d9f6f9c80a40becd948eda4714a0a5ac8c4d157a32231c7882"
|
|
1408
1408
|
dependencies = [
|
|
1409
1409
|
"zstd-sys",
|
|
1410
1410
|
]
|
|
1411
1411
|
|
|
1412
1412
|
[[package]]
|
|
1413
1413
|
name = "zstd-sys"
|
|
1414
|
-
version = "2.
|
|
1414
|
+
version = "2.1.2+zstd.1.5.7"
|
|
1415
1415
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1416
|
-
checksum = "
|
|
1416
|
+
checksum = "481ada9c543b2323cbb7bbdbb5249177fbf0188ed959ed2c15e4b22421c84ed3"
|
|
1417
1417
|
dependencies = [
|
|
1418
1418
|
"cc",
|
|
1419
1419
|
"pkg-config",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "fsspec_data_py"
|
|
3
|
-
version = "0.2.
|
|
3
|
+
version = "0.2.4"
|
|
4
4
|
edition = "2021"
|
|
5
5
|
publish = false
|
|
6
6
|
|
|
@@ -12,7 +12,7 @@ crate-type = ["cdylib"]
|
|
|
12
12
|
[dependencies]
|
|
13
13
|
fsspec_data = { path = "./rust", version = "*" }
|
|
14
14
|
arrow = { version = "54.3.1", features = ["pyarrow"] }
|
|
15
|
-
pyo3 = { version = "0.23", features = ["abi3
|
|
15
|
+
pyo3 = { version = "0.23", features = ["abi3", "extension-module"] }
|
|
16
16
|
|
|
17
17
|
[profile.release]
|
|
18
18
|
panic = "abort"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
2
|
Name: fsspec-data
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.4
|
|
4
4
|
Summary: Arrow interchange planning for the fsspec data ecosystem
|
|
5
5
|
Project-URL: Repository, https://github.com/1kbgz/fsspec-data
|
|
6
6
|
Project-URL: Homepage, https://github.com/1kbgz/fsspec-data
|
|
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.14
|
|
|
18
18
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
19
19
|
Classifier: Programming Language :: Python :: Implementation :: PyPy
|
|
20
20
|
Classifier: Programming Language :: Rust
|
|
21
|
-
Requires-Python: >=3.
|
|
21
|
+
Requires-Python: >=3.10
|
|
22
22
|
Requires-Dist: fsspec
|
|
23
23
|
Requires-Dist: pyarrow
|
|
24
24
|
Provides-Extra: develop
|
|
@@ -30,6 +30,7 @@ Requires-Dist: codespell; extra == 'develop'
|
|
|
30
30
|
Requires-Dist: hatch-rs; extra == 'develop'
|
|
31
31
|
Requires-Dist: hatchling; extra == 'develop'
|
|
32
32
|
Requires-Dist: mdformat; extra == 'develop'
|
|
33
|
+
Requires-Dist: mdformat-frontmatter; extra == 'develop'
|
|
33
34
|
Requires-Dist: mdformat-tables>=1; extra == 'develop'
|
|
34
35
|
Requires-Dist: pytest; extra == 'develop'
|
|
35
36
|
Requires-Dist: pytest-cov; extra == 'develop'
|
|
@@ -38,34 +39,41 @@ Requires-Dist: twine; extra == 'develop'
|
|
|
38
39
|
Requires-Dist: ty; extra == 'develop'
|
|
39
40
|
Requires-Dist: uv; extra == 'develop'
|
|
40
41
|
Requires-Dist: wheel; extra == 'develop'
|
|
42
|
+
Provides-Extra: xarray
|
|
43
|
+
Requires-Dist: xarray; extra == 'xarray'
|
|
44
|
+
Requires-Dist: zarr; extra == 'xarray'
|
|
41
45
|
Description-Content-Type: text/markdown
|
|
42
46
|
|
|
43
47
|
# fsspec-data
|
|
44
48
|
|
|
45
|
-
|
|
49
|
+
Convert tabular formats and reconcile Arrow schemas over fsspec.
|
|
46
50
|
|
|
47
51
|
[](https://github.com/1kbgz/fsspec-data/actions/workflows/build.yaml)
|
|
48
52
|
[](https://codecov.io/gh/1kbgz/fsspec-data)
|
|
49
53
|
[](https://github.com/1kbgz/fsspec-data)
|
|
50
54
|
[](https://pypi.python.org/pypi/fsspec-data)
|
|
51
55
|
|
|
52
|
-
`fsspec-data`
|
|
53
|
-
|
|
54
|
-
|
|
56
|
+
`fsspec-data` plans schema mappings and executes them over Arrow record batches.
|
|
57
|
+
Codecs handle Arrow IPC, Parquet, CSV, and JSONL. A read-only chained filesystem
|
|
58
|
+
exposes converted files; a separate converter registry handles resources such as
|
|
59
|
+
Xarray datasets and Zarr stores.
|
|
55
60
|
|
|
56
|
-
|
|
57
|
-
coerce schema policies, registered Arrow IPC/Parquet/CSV/JSONL codecs, bounded lazy batch
|
|
58
|
-
iteration with cancellation, and read-only conversion through chained fsspec URLs.
|
|
61
|
+
## Start here
|
|
59
62
|
|
|
60
|
-
|
|
63
|
+
[Convert CSV identifiers to Parquet](docs/tutorial.md) walks through planning,
|
|
64
|
+
batch iteration, and encoded output.
|
|
61
65
|
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
66
|
+
## How-to guides
|
|
67
|
+
|
|
68
|
+
For application work, [connect a batch producer or consumer](docs/how-to-integrate.md),
|
|
69
|
+
[convert a file through an fsspec chain](docs/how-to-chain-filesystems.md), or
|
|
70
|
+
[resolve schemas from files and registries](docs/how-to-resolve-schemas.md).
|
|
71
|
+
[Convert Xarray and Zarr resources](docs/how-to-convert-resources.md) covers native
|
|
72
|
+
resource routes and converter registration.
|
|
73
|
+
|
|
74
|
+
## Reference and explanation
|
|
75
|
+
|
|
76
|
+
The [interchange API reference](docs/api.md) covers codecs, policies, limits, and
|
|
77
|
+
planning. [Schema and converter reference](docs/resources.md) describes resolution
|
|
78
|
+
and resource routes. Read [Interchange design](docs/explanation.md) for the
|
|
79
|
+
boundaries between schemas, data, and consumers.
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# fsspec-data
|
|
2
|
+
|
|
3
|
+
Convert tabular formats and reconcile Arrow schemas over fsspec.
|
|
4
|
+
|
|
5
|
+
[](https://github.com/1kbgz/fsspec-data/actions/workflows/build.yaml)
|
|
6
|
+
[](https://codecov.io/gh/1kbgz/fsspec-data)
|
|
7
|
+
[](https://github.com/1kbgz/fsspec-data)
|
|
8
|
+
[](https://pypi.python.org/pypi/fsspec-data)
|
|
9
|
+
|
|
10
|
+
`fsspec-data` plans schema mappings and executes them over Arrow record batches.
|
|
11
|
+
Codecs handle Arrow IPC, Parquet, CSV, and JSONL. A read-only chained filesystem
|
|
12
|
+
exposes converted files; a separate converter registry handles resources such as
|
|
13
|
+
Xarray datasets and Zarr stores.
|
|
14
|
+
|
|
15
|
+
## Start here
|
|
16
|
+
|
|
17
|
+
[Convert CSV identifiers to Parquet](docs/tutorial.md) walks through planning,
|
|
18
|
+
batch iteration, and encoded output.
|
|
19
|
+
|
|
20
|
+
## How-to guides
|
|
21
|
+
|
|
22
|
+
For application work, [connect a batch producer or consumer](docs/how-to-integrate.md),
|
|
23
|
+
[convert a file through an fsspec chain](docs/how-to-chain-filesystems.md), or
|
|
24
|
+
[resolve schemas from files and registries](docs/how-to-resolve-schemas.md).
|
|
25
|
+
[Convert Xarray and Zarr resources](docs/how-to-convert-resources.md) covers native
|
|
26
|
+
resource routes and converter registration.
|
|
27
|
+
|
|
28
|
+
## Reference and explanation
|
|
29
|
+
|
|
30
|
+
The [interchange API reference](docs/api.md) covers codecs, policies, limits, and
|
|
31
|
+
planning. [Schema and converter reference](docs/resources.md) describes resolution
|
|
32
|
+
and resource routes. Read [Interchange design](docs/explanation.md) for the
|
|
33
|
+
boundaries between schemas, data, and consumers.
|