rustytree-xarray 0.5.1__tar.gz → 0.5.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/dependabot.yml +1 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/workflows/ci.yml +6 -6
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/CHANGELOG.md +38 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/Cargo.lock +77 -93
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/Cargo.toml +5 -5
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/PKG-INFO +2 -2
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/architecture.md +3 -3
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/usage.md +1 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/pyproject.toml +4 -4
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/__init__.py +1 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/icechunk_store.rs +43 -9
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/py_credentials.rs +1 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_phase1_scaffold.py +1 -1
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/workflows/release.yml +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.gitignore +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/LICENSE +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/README.md +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-dark.png +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-dark.svg +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-light.png +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-light.svg +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo.png +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/contributing.md +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/release-process.md +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/notebooks/klot_demo.ipynb +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/_array.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/backend.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/array.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/dtype_dispatch.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/error.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/glob.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/lib.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/node.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/runtime.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/store.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/url.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/walk.rs +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/conftest.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_backend_entrypoint.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_chunks.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_codecs.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_eager_fetch.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_icechunk.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_lazy.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_pickle.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_string_arrays.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_to_rust_source.py +0 -0
- {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_walk.py +0 -0
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
#
|
|
6
6
|
# Deliberately NOT managed here (bumped by hand — coordinated, cross-manifest):
|
|
7
7
|
# - icechunk / typetag: FFI lockstep. The Python `icechunk` (pyproject) must
|
|
8
|
-
# share a minor with the Rust `icechunk` (`=2.
|
|
8
|
+
# share a minor with the Rust `icechunk` (`=2.3.0`) and `typetag`
|
|
9
9
|
# (`=0.2.22`) the crate links — the msgpack `Session` bytes format is
|
|
10
10
|
# coupled across the boundary, so a solo bump breaks `Session::from_bytes`
|
|
11
11
|
# (the 2.0.5→2.0.6 skew behind #46). Bump all three together manually.
|
|
@@ -82,12 +82,12 @@ jobs:
|
|
|
82
82
|
uv venv --python "${{ matrix.python-version }}"
|
|
83
83
|
uv pip install --python .venv/bin/python maturin
|
|
84
84
|
- name: Install dev extras
|
|
85
|
-
#
|
|
86
|
-
#
|
|
87
|
-
#
|
|
88
|
-
#
|
|
89
|
-
#
|
|
90
|
-
run: uv pip install --python .venv/bin/python
|
|
85
|
+
# `-r pyproject.toml --extra dev` installs only the [dev] dependencies,
|
|
86
|
+
# not the project itself — `pip install -e ".[dev]"` would re-trigger a
|
|
87
|
+
# full cdylib rebuild on top of maturin develop below (~80s per matrix
|
|
88
|
+
# cell). Reading the extra from pyproject keeps the icechunk pin in one
|
|
89
|
+
# place instead of re-listing it here.
|
|
90
|
+
run: uv pip install --python .venv/bin/python -r pyproject.toml --extra dev
|
|
91
91
|
- name: Build extension (maturin develop)
|
|
92
92
|
run: .venv/bin/maturin develop
|
|
93
93
|
- name: pytest
|
|
@@ -11,6 +11,40 @@ release, that section is renamed to `[x.y.z] - YYYY-MM-DD` and a fresh
|
|
|
11
11
|
|
|
12
12
|
## [Unreleased]
|
|
13
13
|
|
|
14
|
+
## [0.5.2] - 2026-10-14
|
|
15
|
+
|
|
16
|
+
### Security
|
|
17
|
+
|
|
18
|
+
- Bump the locked `rustls` from 0.23.40 to 0.23.45 (lockfile only), fixing
|
|
19
|
+
GHSA-2mjx-qc3c-rqvc (TLS 1.3 handshake messages accepted across encryption
|
|
20
|
+
level boundaries, affects `>= 0.23.13, < 0.23.45`) ([#90]). Brings
|
|
21
|
+
`rustls-webpki` 0.103.15 and `aws-lc-rs` 1.18.2 along. The legacy
|
|
22
|
+
`rustls` 0.21 / `rustls-webpki` 0.101.7 chain is unchanged: it comes from
|
|
23
|
+
`aws-sdk-s3`'s default `rustls` feature (via icechunk's S3 backend), which
|
|
24
|
+
a downstream crate cannot disable, and 0.101.x has no patched release.
|
|
25
|
+
|
|
26
|
+
### Changed
|
|
27
|
+
|
|
28
|
+
- Bump the pinned `icechunk` from 2.2.2 to 2.3.0 and `zarrs_icechunk` from
|
|
29
|
+
0.5 to 0.6 (which requires `icechunk ~2.3.0`) ([#88]). icechunk 2.3 replaces
|
|
30
|
+
`Repository::open(config, storage, credentials)` with a builder
|
|
31
|
+
(`Repository::open(storage).execute()`); the builder's defaults (no config
|
|
32
|
+
override, no virtual-chunk credentials) match the arguments rustytree passed
|
|
33
|
+
before, so behaviour is unchanged. The `dev` extra and CI now require
|
|
34
|
+
`icechunk>=2.3.0,<2.4` so the Python and Rust icechunk keep sharing a minor;
|
|
35
|
+
CI now installs the `dev` extra straight from `pyproject.toml` instead of
|
|
36
|
+
re-listing its pins, so the Python pin lives in one place.
|
|
37
|
+
`typetag` stays at `=0.2.22` (icechunk 2.3.0 still accepts it). MSRV
|
|
38
|
+
(`rust-version`) rises from 1.91.1 to 1.95, which icechunk 2.3.0 and
|
|
39
|
+
`zarrs_icechunk` 0.6 require. Two new Rust tests cover
|
|
40
|
+
`open_local_icechunk` directly (open a freshly created repo; clear error
|
|
41
|
+
when no repo exists). Verified: `cargo test --locked --no-default-features`
|
|
42
|
+
(60/60) and the full `pytest` suite with the opt-in S3 and arraylake
|
|
43
|
+
refreshable-credentials smoke tests enabled (204 passed, 2 skipped because
|
|
44
|
+
the local KTWX repo is missing, 1 xpassed) against a `maturin develop`
|
|
45
|
+
build linked to icechunk-python 2.3.0. A repo written by icechunk-python
|
|
46
|
+
2.2.2 also reads correctly with the 2.3 build.
|
|
47
|
+
|
|
14
48
|
## [0.5.1] - 2026-09-21
|
|
15
49
|
|
|
16
50
|
### Changed
|
|
@@ -889,7 +923,8 @@ below.
|
|
|
889
923
|
intentionally not normalized — relative-vs-absolute glob
|
|
890
924
|
semantics differ in `PurePosixPath.match`.
|
|
891
925
|
|
|
892
|
-
[Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.
|
|
926
|
+
[Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.2...HEAD
|
|
927
|
+
[0.5.2]: https://github.com/aladinor/rustytree/compare/v0.5.1...v0.5.2
|
|
893
928
|
[0.5.1]: https://github.com/aladinor/rustytree/compare/v0.5.0...v0.5.1
|
|
894
929
|
[0.5.0]: https://github.com/aladinor/rustytree/compare/v0.4.0...v0.5.0
|
|
895
930
|
[0.4.0]: https://github.com/aladinor/rustytree/compare/v0.3.0...v0.4.0
|
|
@@ -946,3 +981,5 @@ below.
|
|
|
946
981
|
[#76]: https://github.com/aladinor/rustytree/pull/76
|
|
947
982
|
[#77]: https://github.com/aladinor/rustytree/pull/77
|
|
948
983
|
[#82]: https://github.com/aladinor/rustytree/pull/82
|
|
984
|
+
[#88]: https://github.com/aladinor/rustytree/pull/88
|
|
985
|
+
[#90]: https://github.com/aladinor/rustytree/pull/90
|
|
@@ -51,18 +51,6 @@ version = "1.0.102"
|
|
|
51
51
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
52
52
|
checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
|
|
53
53
|
|
|
54
|
-
[[package]]
|
|
55
|
-
name = "async-compression"
|
|
56
|
-
version = "0.4.48"
|
|
57
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
58
|
-
checksum = "fb61aea1a7def73ee7c350a184f0e70b32c182344e2e75bf70c9b621b83417fd"
|
|
59
|
-
dependencies = [
|
|
60
|
-
"compression-codecs",
|
|
61
|
-
"compression-core",
|
|
62
|
-
"pin-project-lite",
|
|
63
|
-
"tokio",
|
|
64
|
-
]
|
|
65
|
-
|
|
66
54
|
[[package]]
|
|
67
55
|
name = "async-generic"
|
|
68
56
|
version = "1.1.2"
|
|
@@ -196,9 +184,9 @@ dependencies = [
|
|
|
196
184
|
|
|
197
185
|
[[package]]
|
|
198
186
|
name = "aws-lc-rs"
|
|
199
|
-
version = "1.
|
|
187
|
+
version = "1.18.2"
|
|
200
188
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
201
|
-
checksum = "
|
|
189
|
+
checksum = "faac5829c2b74c28f830747e7818ccfb684261b5f48a1118b1e2a13d36dfab13"
|
|
202
190
|
dependencies = [
|
|
203
191
|
"aws-lc-sys",
|
|
204
192
|
"zeroize",
|
|
@@ -206,14 +194,15 @@ dependencies = [
|
|
|
206
194
|
|
|
207
195
|
[[package]]
|
|
208
196
|
name = "aws-lc-sys"
|
|
209
|
-
version = "0.
|
|
197
|
+
version = "0.46.0"
|
|
210
198
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
211
|
-
checksum = "
|
|
199
|
+
checksum = "f1622d8446a2d4b2ce0c7eefc73dd43a99779028d5ee5c2dd8073a658ba8a2bc"
|
|
212
200
|
dependencies = [
|
|
213
201
|
"cc",
|
|
214
202
|
"cmake",
|
|
215
203
|
"dunce",
|
|
216
204
|
"fs_extra",
|
|
205
|
+
"pkg-config",
|
|
217
206
|
]
|
|
218
207
|
|
|
219
208
|
[[package]]
|
|
@@ -382,9 +371,9 @@ dependencies = [
|
|
|
382
371
|
|
|
383
372
|
[[package]]
|
|
384
373
|
name = "aws-smithy-async"
|
|
385
|
-
version = "1.
|
|
374
|
+
version = "1.3.0"
|
|
386
375
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
387
|
-
checksum = "
|
|
376
|
+
checksum = "f02e407fb3b54891734224b9ffac8a71fdd35f542500fa1af95754a6b2beb316"
|
|
388
377
|
dependencies = [
|
|
389
378
|
"futures-util",
|
|
390
379
|
"pin-project-lite",
|
|
@@ -466,7 +455,7 @@ dependencies = [
|
|
|
466
455
|
"hyper-util",
|
|
467
456
|
"pin-project-lite",
|
|
468
457
|
"rustls 0.21.12",
|
|
469
|
-
"rustls 0.23.
|
|
458
|
+
"rustls 0.23.45",
|
|
470
459
|
"rustls-native-certs",
|
|
471
460
|
"rustls-pki-types",
|
|
472
461
|
"tokio",
|
|
@@ -477,10 +466,12 @@ dependencies = [
|
|
|
477
466
|
|
|
478
467
|
[[package]]
|
|
479
468
|
name = "aws-smithy-json"
|
|
480
|
-
version = "0.62.
|
|
469
|
+
version = "0.62.7"
|
|
481
470
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
482
|
-
checksum = "
|
|
471
|
+
checksum = "701a947f4797e52a911e114a898667c746c39feea467bbd1abd7b3721f702ffa"
|
|
483
472
|
dependencies = [
|
|
473
|
+
"aws-smithy-runtime-api",
|
|
474
|
+
"aws-smithy-schema",
|
|
484
475
|
"aws-smithy-types",
|
|
485
476
|
]
|
|
486
477
|
|
|
@@ -571,9 +562,9 @@ dependencies = [
|
|
|
571
562
|
|
|
572
563
|
[[package]]
|
|
573
564
|
name = "aws-smithy-types"
|
|
574
|
-
version = "1.
|
|
565
|
+
version = "1.8.1"
|
|
575
566
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
576
|
-
checksum = "
|
|
567
|
+
checksum = "69bb407740a197147da48238ecc94498493c9e85445732360cec180296ca45f1"
|
|
577
568
|
dependencies = [
|
|
578
569
|
"base64-simd",
|
|
579
570
|
"bytes",
|
|
@@ -597,9 +588,9 @@ dependencies = [
|
|
|
597
588
|
|
|
598
589
|
[[package]]
|
|
599
590
|
name = "aws-smithy-types-convert"
|
|
600
|
-
version = "0.
|
|
591
|
+
version = "0.61.1"
|
|
601
592
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
602
|
-
checksum = "
|
|
593
|
+
checksum = "f09916ff010d43086d52ec7d38899a5bc2ad21a2cb5428f85f1ee84a44008ba0"
|
|
603
594
|
dependencies = [
|
|
604
595
|
"aws-smithy-async",
|
|
605
596
|
"aws-smithy-types",
|
|
@@ -865,23 +856,6 @@ dependencies = [
|
|
|
865
856
|
"memchr",
|
|
866
857
|
]
|
|
867
858
|
|
|
868
|
-
[[package]]
|
|
869
|
-
name = "compression-codecs"
|
|
870
|
-
version = "0.4.43"
|
|
871
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
872
|
-
checksum = "bef16c47ba2797aa6a909cc37d39911f3a6743811fe7408ac0b0cc0276b656e9"
|
|
873
|
-
dependencies = [
|
|
874
|
-
"compression-core",
|
|
875
|
-
"zstd 0.14.0",
|
|
876
|
-
"zstd-safe 8.0.0",
|
|
877
|
-
]
|
|
878
|
-
|
|
879
|
-
[[package]]
|
|
880
|
-
name = "compression-core"
|
|
881
|
-
version = "0.4.33"
|
|
882
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
883
|
-
checksum = "6e8ccc4ea9f6acc32d102c0f6d471d11d913ad15f20c04de743374861fa1d414"
|
|
884
|
-
|
|
885
859
|
[[package]]
|
|
886
860
|
name = "concurrent-queue"
|
|
887
861
|
version = "2.5.0"
|
|
@@ -1285,7 +1259,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1285
1259
|
checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
|
|
1286
1260
|
dependencies = [
|
|
1287
1261
|
"libc",
|
|
1288
|
-
"windows-sys 0.
|
|
1262
|
+
"windows-sys 0.60.2",
|
|
1289
1263
|
]
|
|
1290
1264
|
|
|
1291
1265
|
[[package]]
|
|
@@ -1824,7 +1798,7 @@ dependencies = [
|
|
|
1824
1798
|
"http 1.4.0",
|
|
1825
1799
|
"hyper 1.9.0",
|
|
1826
1800
|
"hyper-util",
|
|
1827
|
-
"rustls 0.23.
|
|
1801
|
+
"rustls 0.23.45",
|
|
1828
1802
|
"rustls-native-certs",
|
|
1829
1803
|
"tokio",
|
|
1830
1804
|
"tokio-rustls 0.26.4",
|
|
@@ -1848,7 +1822,7 @@ dependencies = [
|
|
|
1848
1822
|
"libc",
|
|
1849
1823
|
"percent-encoding",
|
|
1850
1824
|
"pin-project-lite",
|
|
1851
|
-
"socket2 0.
|
|
1825
|
+
"socket2 0.5.10",
|
|
1852
1826
|
"system-configuration",
|
|
1853
1827
|
"tokio",
|
|
1854
1828
|
"tower-service",
|
|
@@ -1882,11 +1856,10 @@ dependencies = [
|
|
|
1882
1856
|
|
|
1883
1857
|
[[package]]
|
|
1884
1858
|
name = "icechunk"
|
|
1885
|
-
version = "2.
|
|
1859
|
+
version = "2.3.0"
|
|
1886
1860
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1887
|
-
checksum = "
|
|
1861
|
+
checksum = "0e4cb70ed1566b2b9c0e5f6f4d09ab77746e1b4ff1ee8a7c85abc745bce4e4c7"
|
|
1888
1862
|
dependencies = [
|
|
1889
|
-
"async-compression",
|
|
1890
1863
|
"async-recursion",
|
|
1891
1864
|
"async-stream",
|
|
1892
1865
|
"async-trait",
|
|
@@ -1905,6 +1878,7 @@ dependencies = [
|
|
|
1905
1878
|
"rand",
|
|
1906
1879
|
"regex",
|
|
1907
1880
|
"reqwest",
|
|
1881
|
+
"rlimit",
|
|
1908
1882
|
"rmp-serde",
|
|
1909
1883
|
"serde",
|
|
1910
1884
|
"serde_bytes",
|
|
@@ -1923,9 +1897,9 @@ dependencies = [
|
|
|
1923
1897
|
|
|
1924
1898
|
[[package]]
|
|
1925
1899
|
name = "icechunk-arrow-object-store"
|
|
1926
|
-
version = "2.
|
|
1900
|
+
version = "2.3.0"
|
|
1927
1901
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1928
|
-
checksum = "
|
|
1902
|
+
checksum = "face29f833e7f57372d7cd29659c72f439565d5fa865ab565283b9174d257948"
|
|
1929
1903
|
dependencies = [
|
|
1930
1904
|
"async-trait",
|
|
1931
1905
|
"bytes",
|
|
@@ -1947,9 +1921,9 @@ dependencies = [
|
|
|
1947
1921
|
|
|
1948
1922
|
[[package]]
|
|
1949
1923
|
name = "icechunk-format"
|
|
1950
|
-
version = "2.
|
|
1924
|
+
version = "2.3.0"
|
|
1951
1925
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1952
|
-
checksum = "
|
|
1926
|
+
checksum = "14224c406f6be84bd8eba45dff14d05f4780703a4c63e14f735391050256665b"
|
|
1953
1927
|
dependencies = [
|
|
1954
1928
|
"base32",
|
|
1955
1929
|
"bytes",
|
|
@@ -1973,9 +1947,9 @@ dependencies = [
|
|
|
1973
1947
|
|
|
1974
1948
|
[[package]]
|
|
1975
1949
|
name = "icechunk-s3"
|
|
1976
|
-
version = "2.
|
|
1950
|
+
version = "2.3.0"
|
|
1977
1951
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1978
|
-
checksum = "
|
|
1952
|
+
checksum = "5c11627465117e77a91e729663007508606ae091a3139cc916a9c30fa420cf7b"
|
|
1979
1953
|
dependencies = [
|
|
1980
1954
|
"async-trait",
|
|
1981
1955
|
"aws-config",
|
|
@@ -1999,9 +1973,9 @@ dependencies = [
|
|
|
1999
1973
|
|
|
2000
1974
|
[[package]]
|
|
2001
1975
|
name = "icechunk-storage"
|
|
2002
|
-
version = "2.
|
|
1976
|
+
version = "2.3.0"
|
|
2003
1977
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2004
|
-
checksum = "
|
|
1978
|
+
checksum = "0e8b4d4586b55cbe3b5d6dbc22ee2993caaedb4fca61773c7ea5f4204e65fe32"
|
|
2005
1979
|
dependencies = [
|
|
2006
1980
|
"async-trait",
|
|
2007
1981
|
"bytes",
|
|
@@ -2009,6 +1983,7 @@ dependencies = [
|
|
|
2009
1983
|
"futures",
|
|
2010
1984
|
"icechunk-types",
|
|
2011
1985
|
"itertools 0.15.0",
|
|
1986
|
+
"percent-encoding",
|
|
2012
1987
|
"serde",
|
|
2013
1988
|
"thiserror",
|
|
2014
1989
|
"tokio",
|
|
@@ -2020,9 +1995,9 @@ dependencies = [
|
|
|
2020
1995
|
|
|
2021
1996
|
[[package]]
|
|
2022
1997
|
name = "icechunk-types"
|
|
2023
|
-
version = "2.
|
|
1998
|
+
version = "2.3.0"
|
|
2024
1999
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2025
|
-
checksum = "
|
|
2000
|
+
checksum = "47ad57f704cad49b678bb505bdbdea1d0e35c431110f4f56f81afc77d911d35d"
|
|
2026
2001
|
dependencies = [
|
|
2027
2002
|
"serde",
|
|
2028
2003
|
"serde_with",
|
|
@@ -2851,9 +2826,9 @@ dependencies = [
|
|
|
2851
2826
|
|
|
2852
2827
|
[[package]]
|
|
2853
2828
|
name = "pyo3"
|
|
2854
|
-
version = "0.29.
|
|
2829
|
+
version = "0.29.3"
|
|
2855
2830
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2856
|
-
checksum = "
|
|
2831
|
+
checksum = "700d18fa267b73b9b521fd7e13580e2f446916f176cacee1ab63fcc8191f1655"
|
|
2857
2832
|
dependencies = [
|
|
2858
2833
|
"chrono",
|
|
2859
2834
|
"libc",
|
|
@@ -2866,18 +2841,18 @@ dependencies = [
|
|
|
2866
2841
|
|
|
2867
2842
|
[[package]]
|
|
2868
2843
|
name = "pyo3-build-config"
|
|
2869
|
-
version = "0.29.
|
|
2844
|
+
version = "0.29.3"
|
|
2870
2845
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2871
|
-
checksum = "
|
|
2846
|
+
checksum = "7b3fc0c4d08f6bb10e71fe39dfb9e2f59c6eb6854e22ec8092f50c69a4499adb"
|
|
2872
2847
|
dependencies = [
|
|
2873
2848
|
"target-lexicon",
|
|
2874
2849
|
]
|
|
2875
2850
|
|
|
2876
2851
|
[[package]]
|
|
2877
2852
|
name = "pyo3-ffi"
|
|
2878
|
-
version = "0.29.
|
|
2853
|
+
version = "0.29.3"
|
|
2879
2854
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2880
|
-
checksum = "
|
|
2855
|
+
checksum = "dfc0b8e19df29aad7086cf977bb0c2a2f143e30567eb113e9cf72b62ca698330"
|
|
2881
2856
|
dependencies = [
|
|
2882
2857
|
"libc",
|
|
2883
2858
|
"pyo3-build-config",
|
|
@@ -2885,9 +2860,9 @@ dependencies = [
|
|
|
2885
2860
|
|
|
2886
2861
|
[[package]]
|
|
2887
2862
|
name = "pyo3-macros"
|
|
2888
|
-
version = "0.29.
|
|
2863
|
+
version = "0.29.3"
|
|
2889
2864
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2890
|
-
checksum = "
|
|
2865
|
+
checksum = "6100e8a4b5eba53afaa5ed078364851a0b2499c553a44c31026b929049b49dc6"
|
|
2891
2866
|
dependencies = [
|
|
2892
2867
|
"proc-macro2",
|
|
2893
2868
|
"pyo3-macros-backend",
|
|
@@ -2897,9 +2872,9 @@ dependencies = [
|
|
|
2897
2872
|
|
|
2898
2873
|
[[package]]
|
|
2899
2874
|
name = "pyo3-macros-backend"
|
|
2900
|
-
version = "0.29.
|
|
2875
|
+
version = "0.29.3"
|
|
2901
2876
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2902
|
-
checksum = "
|
|
2877
|
+
checksum = "6143877a16e82b5a727b7127ff4cd86858a24a28d745d72f43e6f227c7b1bdb3"
|
|
2903
2878
|
dependencies = [
|
|
2904
2879
|
"heck",
|
|
2905
2880
|
"proc-macro2",
|
|
@@ -2953,8 +2928,8 @@ dependencies = [
|
|
|
2953
2928
|
"quinn-proto",
|
|
2954
2929
|
"quinn-udp",
|
|
2955
2930
|
"rustc-hash",
|
|
2956
|
-
"rustls 0.23.
|
|
2957
|
-
"socket2 0.
|
|
2931
|
+
"rustls 0.23.45",
|
|
2932
|
+
"socket2 0.5.10",
|
|
2958
2933
|
"thiserror",
|
|
2959
2934
|
"tokio",
|
|
2960
2935
|
"tracing",
|
|
@@ -2975,7 +2950,7 @@ dependencies = [
|
|
|
2975
2950
|
"rand_pcg",
|
|
2976
2951
|
"ring",
|
|
2977
2952
|
"rustc-hash",
|
|
2978
|
-
"rustls 0.23.
|
|
2953
|
+
"rustls 0.23.45",
|
|
2979
2954
|
"rustls-pki-types",
|
|
2980
2955
|
"slab",
|
|
2981
2956
|
"thiserror",
|
|
@@ -2993,7 +2968,7 @@ dependencies = [
|
|
|
2993
2968
|
"cfg_aliases",
|
|
2994
2969
|
"libc",
|
|
2995
2970
|
"once_cell",
|
|
2996
|
-
"socket2 0.
|
|
2971
|
+
"socket2 0.5.10",
|
|
2997
2972
|
"tracing",
|
|
2998
2973
|
"windows-sys 0.60.2",
|
|
2999
2974
|
]
|
|
@@ -3177,7 +3152,7 @@ dependencies = [
|
|
|
3177
3152
|
"percent-encoding",
|
|
3178
3153
|
"pin-project-lite",
|
|
3179
3154
|
"quinn",
|
|
3180
|
-
"rustls 0.23.
|
|
3155
|
+
"rustls 0.23.45",
|
|
3181
3156
|
"rustls-pki-types",
|
|
3182
3157
|
"rustls-platform-verifier",
|
|
3183
3158
|
"sync_wrapper",
|
|
@@ -3219,6 +3194,15 @@ dependencies = [
|
|
|
3219
3194
|
"windows-sys 0.52.0",
|
|
3220
3195
|
]
|
|
3221
3196
|
|
|
3197
|
+
[[package]]
|
|
3198
|
+
name = "rlimit"
|
|
3199
|
+
version = "0.11.0"
|
|
3200
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3201
|
+
checksum = "f35ee2729c56bb610f6dba436bf78135f728b7373bdffae2ec815b2d3eb98cc3"
|
|
3202
|
+
dependencies = [
|
|
3203
|
+
"libc",
|
|
3204
|
+
]
|
|
3205
|
+
|
|
3222
3206
|
[[package]]
|
|
3223
3207
|
name = "rmp"
|
|
3224
3208
|
version = "0.8.15"
|
|
@@ -3267,14 +3251,14 @@ dependencies = [
|
|
|
3267
3251
|
|
|
3268
3252
|
[[package]]
|
|
3269
3253
|
name = "rustls"
|
|
3270
|
-
version = "0.23.
|
|
3254
|
+
version = "0.23.45"
|
|
3271
3255
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3272
|
-
checksum = "
|
|
3256
|
+
checksum = "0d41d731c7d2f962d1ccc364cec258de3c0e93b38c2fb3ba97ac74513048d634"
|
|
3273
3257
|
dependencies = [
|
|
3274
3258
|
"aws-lc-rs",
|
|
3275
3259
|
"once_cell",
|
|
3276
3260
|
"rustls-pki-types",
|
|
3277
|
-
"rustls-webpki 0.103.
|
|
3261
|
+
"rustls-webpki 0.103.15",
|
|
3278
3262
|
"subtle",
|
|
3279
3263
|
"zeroize",
|
|
3280
3264
|
]
|
|
@@ -3312,14 +3296,14 @@ dependencies = [
|
|
|
3312
3296
|
"jni",
|
|
3313
3297
|
"log",
|
|
3314
3298
|
"once_cell",
|
|
3315
|
-
"rustls 0.23.
|
|
3299
|
+
"rustls 0.23.45",
|
|
3316
3300
|
"rustls-native-certs",
|
|
3317
3301
|
"rustls-platform-verifier-android",
|
|
3318
|
-
"rustls-webpki 0.103.
|
|
3302
|
+
"rustls-webpki 0.103.15",
|
|
3319
3303
|
"security-framework",
|
|
3320
3304
|
"security-framework-sys",
|
|
3321
3305
|
"webpki-root-certs",
|
|
3322
|
-
"windows-sys 0.
|
|
3306
|
+
"windows-sys 0.60.2",
|
|
3323
3307
|
]
|
|
3324
3308
|
|
|
3325
3309
|
[[package]]
|
|
@@ -3340,9 +3324,9 @@ dependencies = [
|
|
|
3340
3324
|
|
|
3341
3325
|
[[package]]
|
|
3342
3326
|
name = "rustls-webpki"
|
|
3343
|
-
version = "0.103.
|
|
3327
|
+
version = "0.103.15"
|
|
3344
3328
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3345
|
-
checksum = "
|
|
3329
|
+
checksum = "f3c3cf1d8b1e7d4927e2d154c3fcb02979afb9939629c62cd9048d4f07b60ac2"
|
|
3346
3330
|
dependencies = [
|
|
3347
3331
|
"aws-lc-rs",
|
|
3348
3332
|
"ring",
|
|
@@ -3358,7 +3342,7 @@ checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
|
|
|
3358
3342
|
|
|
3359
3343
|
[[package]]
|
|
3360
3344
|
name = "rustytree"
|
|
3361
|
-
version = "0.5.
|
|
3345
|
+
version = "0.5.2"
|
|
3362
3346
|
dependencies = [
|
|
3363
3347
|
"async-trait",
|
|
3364
3348
|
"chrono",
|
|
@@ -3753,7 +3737,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
3753
3737
|
checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e"
|
|
3754
3738
|
dependencies = [
|
|
3755
3739
|
"libc",
|
|
3756
|
-
"windows-sys 0.
|
|
3740
|
+
"windows-sys 0.60.2",
|
|
3757
3741
|
]
|
|
3758
3742
|
|
|
3759
3743
|
[[package]]
|
|
@@ -3878,18 +3862,18 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
|
|
|
3878
3862
|
|
|
3879
3863
|
[[package]]
|
|
3880
3864
|
name = "thiserror"
|
|
3881
|
-
version = "2.0.
|
|
3865
|
+
version = "2.0.21"
|
|
3882
3866
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3883
|
-
checksum = "
|
|
3867
|
+
checksum = "09e52cb86a36cede5cb101bf8908837b3e4c6e5e59fe7fd85c23fb56200d189e"
|
|
3884
3868
|
dependencies = [
|
|
3885
3869
|
"thiserror-impl",
|
|
3886
3870
|
]
|
|
3887
3871
|
|
|
3888
3872
|
[[package]]
|
|
3889
3873
|
name = "thiserror-impl"
|
|
3890
|
-
version = "2.0.
|
|
3874
|
+
version = "2.0.21"
|
|
3891
3875
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3892
|
-
checksum = "
|
|
3876
|
+
checksum = "fe5197923287db20a58125f0bc85c062f7f2c892de97b18c356f9efb14b28524"
|
|
3893
3877
|
dependencies = [
|
|
3894
3878
|
"proc-macro2",
|
|
3895
3879
|
"quote",
|
|
@@ -3963,9 +3947,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
|
|
|
3963
3947
|
|
|
3964
3948
|
[[package]]
|
|
3965
3949
|
name = "tokio"
|
|
3966
|
-
version = "1.53.
|
|
3950
|
+
version = "1.53.2"
|
|
3967
3951
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3968
|
-
checksum = "
|
|
3952
|
+
checksum = "e95f91fcc7a621e8b030f6aa23c71fe9838ae2fb4d8118b75602a328f5144044"
|
|
3969
3953
|
dependencies = [
|
|
3970
3954
|
"bytes",
|
|
3971
3955
|
"libc",
|
|
@@ -4004,7 +3988,7 @@ version = "0.26.4"
|
|
|
4004
3988
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
4005
3989
|
checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61"
|
|
4006
3990
|
dependencies = [
|
|
4007
|
-
"rustls 0.23.
|
|
3991
|
+
"rustls 0.23.45",
|
|
4008
3992
|
"tokio",
|
|
4009
3993
|
]
|
|
4010
3994
|
|
|
@@ -4475,7 +4459,7 @@ version = "0.1.11"
|
|
|
4475
4459
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
4476
4460
|
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
|
|
4477
4461
|
dependencies = [
|
|
4478
|
-
"windows-sys 0.
|
|
4462
|
+
"windows-sys 0.60.2",
|
|
4479
4463
|
]
|
|
4480
4464
|
|
|
4481
4465
|
[[package]]
|
|
@@ -4989,9 +4973,9 @@ dependencies = [
|
|
|
4989
4973
|
|
|
4990
4974
|
[[package]]
|
|
4991
4975
|
name = "zarrs_icechunk"
|
|
4992
|
-
version = "0.
|
|
4976
|
+
version = "0.6.0"
|
|
4993
4977
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
4994
|
-
checksum = "
|
|
4978
|
+
checksum = "43c9e9760d591227a5464addf830ff69d4e907a62760794168c937ea96a24056"
|
|
4995
4979
|
dependencies = [
|
|
4996
4980
|
"async-trait",
|
|
4997
4981
|
"futures",
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "rustytree"
|
|
3
|
-
version = "0.5.
|
|
3
|
+
version = "0.5.2"
|
|
4
4
|
edition = "2024"
|
|
5
|
-
rust-version = "1.
|
|
5
|
+
rust-version = "1.95"
|
|
6
6
|
license = "Apache-2.0"
|
|
7
7
|
authors = ["Alfonso Ladino <alfonso@atmoscale.ai>"]
|
|
8
8
|
description = "Rust-backed xarray DataTree backend for fast Zarr access from object storage"
|
|
@@ -34,7 +34,7 @@ thiserror = "2"
|
|
|
34
34
|
# Credential-fetcher shim (`src/py_credentials.rs`): re-register icechunk-python's
|
|
35
35
|
# `PythonCredentialsFetcher` typetag inside our cdylib so `Session::from_bytes`
|
|
36
36
|
# can deserialize arraylake/Earthmover sessions. `typetag` MUST match the version
|
|
37
|
-
# icechunk links (`=0.2.22` for icechunk 2.
|
|
37
|
+
# icechunk links (`=0.2.22` for icechunk 2.3.x) so the `inventory` registry is
|
|
38
38
|
# shared and our impls are found by icechunk's `Session` deserializer; a skew
|
|
39
39
|
# silently splits the registry. `chrono` unifies to icechunk's 0.4.x so
|
|
40
40
|
# `DateTime<Utc>` types match.
|
|
@@ -68,8 +68,8 @@ serde_json = "1"
|
|
|
68
68
|
# icechunk `Session` as `AsyncReadableListableStorageTraits` so the walk
|
|
69
69
|
# code stays polymorphic: the same `open_single` runs against either an
|
|
70
70
|
# icechunk session or a vanilla object_store-backed store.
|
|
71
|
-
icechunk = "=2.
|
|
72
|
-
zarrs_icechunk = "0.
|
|
71
|
+
icechunk = "=2.3.0"
|
|
72
|
+
zarrs_icechunk = "0.6"
|
|
73
73
|
|
|
74
74
|
# msgpack codec — the same one icechunk's `Session::{as,from}_bytes` use. We use
|
|
75
75
|
# it to serialise the `ZarrsArrayHandle` pickle state (`ReopenSpec` + array path)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rustytree-xarray
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.2
|
|
4
4
|
Classifier: Development Status :: 3 - Alpha
|
|
5
5
|
Classifier: Intended Audience :: Science/Research
|
|
6
6
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
@@ -14,7 +14,7 @@ Requires-Dist: xarray>=2024.10
|
|
|
14
14
|
Requires-Dist: pytest>=7.0 ; extra == 'dev'
|
|
15
15
|
Requires-Dist: pytest-cov>=4.0 ; extra == 'dev'
|
|
16
16
|
Requires-Dist: zarr>=3.0 ; extra == 'dev'
|
|
17
|
-
Requires-Dist: icechunk>=2.
|
|
17
|
+
Requires-Dist: icechunk>=2.3.0,<2.4 ; extra == 'dev'
|
|
18
18
|
Requires-Dist: ruff>=0.15.8,<0.16 ; extra == 'dev'
|
|
19
19
|
Requires-Dist: dask[distributed]>=2024.1 ; extra == 'dev'
|
|
20
20
|
Provides-Extra: dev
|
|
@@ -32,8 +32,8 @@ Reading icechunk requires icechunk's storage layer.
|
|
|
32
32
|
|
|
33
33
|
The official Rust adapter [`zarrs_icechunk`](https://github.com/zarrs/zarrs_icechunk)
|
|
34
34
|
exposes `AsyncIcechunkStore::new(session)` returning an
|
|
35
|
-
`AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "2"`,
|
|
36
|
-
`zarrs = "0.
|
|
35
|
+
`AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "=2.3.0"`,
|
|
36
|
+
`zarrs = "0.23"`, `zarrs_icechunk = "0.6"`.
|
|
37
37
|
|
|
38
38
|
icechunk reframes the bottleneck profile:
|
|
39
39
|
|
|
@@ -80,7 +80,7 @@ re-opening the repo.
|
|
|
80
80
|
|
|
81
81
|
```
|
|
82
82
|
rustytree/
|
|
83
|
-
├── Cargo.toml # rust-version = "1.
|
|
83
|
+
├── Cargo.toml # rust-version = "1.95", edition = "2024"
|
|
84
84
|
├── pyproject.toml # maturin build, xarray.backends entry point
|
|
85
85
|
├── CHANGELOG.md # Keep a Changelog
|
|
86
86
|
├── README.md
|
|
@@ -15,7 +15,7 @@ uv sync --extra dev
|
|
|
15
15
|
```
|
|
16
16
|
|
|
17
17
|
`uv sync` runs maturin's PEP 517 hook to compile the Rust extension
|
|
18
|
-
and installs the Python deps in one step. Requirements: Rust 1.
|
|
18
|
+
and installs the Python deps in one step. Requirements: Rust 1.95+
|
|
19
19
|
(matches `Cargo.toml` `rust-version`), Python 3.12+.
|
|
20
20
|
|
|
21
21
|
For development iterations on the Rust core, rebuild in-place after
|
|
@@ -10,7 +10,7 @@ build-backend = "maturin"
|
|
|
10
10
|
# `-`/`_`/case so they collapse). Users `pip install rustytree-xarray`,
|
|
11
11
|
# then `import rustytree`.
|
|
12
12
|
name = "rustytree-xarray"
|
|
13
|
-
version = "0.5.
|
|
13
|
+
version = "0.5.2"
|
|
14
14
|
description = "Rust-backed xarray DataTree backend for fast Zarr access from object storage"
|
|
15
15
|
readme = "README.md"
|
|
16
16
|
requires-python = ">=3.12"
|
|
@@ -42,11 +42,11 @@ dev = [
|
|
|
42
42
|
"pytest>=7.0",
|
|
43
43
|
"pytest-cov>=4.0",
|
|
44
44
|
"zarr>=3.0",
|
|
45
|
-
# Pin to icechunk's 2.
|
|
46
|
-
# to the icechunk version rustytree's Rust extension links (`=2.
|
|
45
|
+
# Pin to icechunk's 2.3 minor: the msgpack `Session` bytes format is coupled
|
|
46
|
+
# to the icechunk version rustytree's Rust extension links (`=2.3.0`), so the
|
|
47
47
|
# Python and Rust icechunk must share a minor or `Session::from_bytes` fails
|
|
48
48
|
# to recognise the store (the 2.0.5-vs-2.0.6 skew that motivated this pin).
|
|
49
|
-
"icechunk>=2.
|
|
49
|
+
"icechunk>=2.3.0,<2.4",
|
|
50
50
|
# Pin ruff's minor so local dev and the CI `lint` job agree on formatting
|
|
51
51
|
# rules — ruff can change its stable formatter across minors, which would
|
|
52
52
|
# otherwise make `ruff format --check` pass locally but fail in CI (or vice
|
|
@@ -24,7 +24,6 @@
|
|
|
24
24
|
//! `icechunk.Repository.open(s3_storage_factory)` themselves rather
|
|
25
25
|
//! than passing a `s3://` URL to rustytree.
|
|
26
26
|
|
|
27
|
-
use std::collections::HashMap;
|
|
28
27
|
use std::path::Path;
|
|
29
28
|
use std::sync::Arc;
|
|
30
29
|
|
|
@@ -86,14 +85,12 @@ pub(crate) async fn open_local_icechunk(path: &Path, branch: &str) -> Result<Ice
|
|
|
86
85
|
))
|
|
87
86
|
})?;
|
|
88
87
|
|
|
89
|
-
let repo = Repository::open(
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
))
|
|
96
|
-
})?;
|
|
88
|
+
let repo = Repository::open(storage).execute().await.map_err(|err| {
|
|
89
|
+
RustytreeError::Other(format!(
|
|
90
|
+
"icechunk: failed to open repository at {}: {err}",
|
|
91
|
+
path.display()
|
|
92
|
+
))
|
|
93
|
+
})?;
|
|
97
94
|
|
|
98
95
|
let version = VersionInfo::BranchTipRef(branch.to_string());
|
|
99
96
|
let session = repo.readonly_session(&version).await.map_err(|err| {
|
|
@@ -174,6 +171,43 @@ mod tests {
|
|
|
174
171
|
assert!(!looks_like_icechunk_repo(path));
|
|
175
172
|
}
|
|
176
173
|
|
|
174
|
+
#[test]
|
|
175
|
+
fn open_local_icechunk_opens_freshly_created_repo() {
|
|
176
|
+
// End-to-end open of a real on-disk repo.
|
|
177
|
+
let tmp = std::env::temp_dir().join("rustytree-icechunk-open-test");
|
|
178
|
+
let _ = std::fs::remove_dir_all(&tmp);
|
|
179
|
+
crate::runtime::handle().block_on(async {
|
|
180
|
+
let storage = new_local_filesystem_storage(&tmp)
|
|
181
|
+
.await
|
|
182
|
+
.expect("create local storage");
|
|
183
|
+
Repository::create(storage)
|
|
184
|
+
.execute()
|
|
185
|
+
.await
|
|
186
|
+
.expect("create repository");
|
|
187
|
+
let bundle = open_local_icechunk(&tmp, "main")
|
|
188
|
+
.await
|
|
189
|
+
.expect("open freshly created repository");
|
|
190
|
+
assert!(bundle.session.read().await.read_only());
|
|
191
|
+
});
|
|
192
|
+
std::fs::remove_dir_all(&tmp).expect("cleanup");
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
#[test]
|
|
196
|
+
fn open_local_icechunk_errors_when_no_repo_exists() {
|
|
197
|
+
let tmp = std::env::temp_dir().join("rustytree-icechunk-open-missing-test");
|
|
198
|
+
let _ = std::fs::remove_dir_all(&tmp);
|
|
199
|
+
std::fs::create_dir_all(&tmp).expect("create tmp dir");
|
|
200
|
+
let result = crate::runtime::handle().block_on(open_local_icechunk(&tmp, "main"));
|
|
201
|
+
let Err(RustytreeError::Other(msg)) = result else {
|
|
202
|
+
panic!("expected RustytreeError::Other for a dir with no repo");
|
|
203
|
+
};
|
|
204
|
+
assert!(
|
|
205
|
+
msg.contains("failed to open repository"),
|
|
206
|
+
"unexpected message: {msg}"
|
|
207
|
+
);
|
|
208
|
+
std::fs::remove_dir_all(&tmp).expect("cleanup");
|
|
209
|
+
}
|
|
210
|
+
|
|
177
211
|
#[test]
|
|
178
212
|
fn bundle_from_session_bytes_rejects_garbage() {
|
|
179
213
|
// `IcechunkBundle` doesn't implement Debug (its inner store is a
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
//! This couples rustytree to `icechunk-python`'s internal serialized shape (the
|
|
45
45
|
//! `PythonCredentialsFetcher` type name and its `pickled_function` / `initial`
|
|
46
46
|
//! fields). That coupling sits inside the byte-format coupling the project
|
|
47
|
-
//! already accepts by pinning `icechunk = "=2.
|
|
47
|
+
//! already accepts by pinning `icechunk = "=2.3.0"` and requiring a matching
|
|
48
48
|
//! `icechunk-python`. If a future `icechunk-python` renames the type, the tag no
|
|
49
49
|
//! longer resolves and the friendly error in `python/rustytree/backend.py`
|
|
50
50
|
//! explains the version mismatch. See
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|