rustytree-xarray 0.5.1__tar.gz → 0.5.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/dependabot.yml +1 -1
  2. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/workflows/ci.yml +6 -6
  3. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/CHANGELOG.md +38 -1
  4. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/Cargo.lock +77 -93
  5. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/Cargo.toml +5 -5
  6. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/PKG-INFO +2 -2
  7. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/architecture.md +3 -3
  8. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/usage.md +1 -1
  9. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/pyproject.toml +4 -4
  10. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/__init__.py +1 -1
  11. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/icechunk_store.rs +43 -9
  12. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/py_credentials.rs +1 -1
  13. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_phase1_scaffold.py +1 -1
  14. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.github/workflows/release.yml +0 -0
  15. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/.gitignore +0 -0
  16. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/LICENSE +0 -0
  17. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/README.md +0 -0
  18. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-dark.png +0 -0
  19. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-dark.svg +0 -0
  20. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-light.png +0 -0
  21. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo-banner-light.svg +0 -0
  22. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/assets/logo.png +0 -0
  23. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/contributing.md +0 -0
  24. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/docs/release-process.md +0 -0
  25. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/notebooks/klot_demo.ipynb +0 -0
  26. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/_array.py +0 -0
  27. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/python/rustytree/backend.py +0 -0
  28. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/array.rs +0 -0
  29. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/dtype_dispatch.rs +0 -0
  30. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/error.rs +0 -0
  31. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/glob.rs +0 -0
  32. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/lib.rs +0 -0
  33. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/node.rs +0 -0
  34. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/runtime.rs +0 -0
  35. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/store.rs +0 -0
  36. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/url.rs +0 -0
  37. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/src/walk.rs +0 -0
  38. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/conftest.py +0 -0
  39. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_backend_entrypoint.py +0 -0
  40. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_chunks.py +0 -0
  41. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_codecs.py +0 -0
  42. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_eager_fetch.py +0 -0
  43. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_icechunk.py +0 -0
  44. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_lazy.py +0 -0
  45. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_pickle.py +0 -0
  46. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_string_arrays.py +0 -0
  47. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_to_rust_source.py +0 -0
  48. {rustytree_xarray-0.5.1 → rustytree_xarray-0.5.2}/tests/test_walk.py +0 -0
@@ -5,7 +5,7 @@
5
5
  #
6
6
  # Deliberately NOT managed here (bumped by hand — coordinated, cross-manifest):
7
7
  # - icechunk / typetag: FFI lockstep. The Python `icechunk` (pyproject) must
8
- # share a minor with the Rust `icechunk` (`=2.2.2`) and `typetag`
8
+ # share a minor with the Rust `icechunk` (`=2.3.0`) and `typetag`
9
9
  # (`=0.2.22`) the crate links — the msgpack `Session` bytes format is
10
10
  # coupled across the boundary, so a solo bump breaks `Session::from_bytes`
11
11
  # (the 2.0.5→2.0.6 skew behind #46). Bump all three together manually.
@@ -82,12 +82,12 @@ jobs:
82
82
  uv venv --python "${{ matrix.python-version }}"
83
83
  uv pip install --python .venv/bin/python maturin
84
84
  - name: Install dev extras
85
- # Install the [dev] extras directly rather than `pip install -e ".[dev]"`,
86
- # which would re-trigger a full cdylib rebuild on top of maturin develop
87
- # below (we'd build the wheel twice — saves ~80s per matrix cell).
88
- # These are the deps pytest needs; ruff is not among them — linting runs
89
- # in the dedicated `lint` job above.
90
- run: uv pip install --python .venv/bin/python pytest pytest-cov 'zarr>=3.0' 'icechunk>=2.2.0,<2.3' 'dask[distributed]>=2024.1'
85
+ # `-r pyproject.toml --extra dev` installs only the [dev] dependencies,
86
+ # not the project itself — `pip install -e ".[dev]"` would re-trigger a
87
+ # full cdylib rebuild on top of maturin develop below (~80s per matrix
88
+ # cell). Reading the extra from pyproject keeps the icechunk pin in one
89
+ # place instead of re-listing it here.
90
+ run: uv pip install --python .venv/bin/python -r pyproject.toml --extra dev
91
91
  - name: Build extension (maturin develop)
92
92
  run: .venv/bin/maturin develop
93
93
  - name: pytest
@@ -11,6 +11,40 @@ release, that section is renamed to `[x.y.z] - YYYY-MM-DD` and a fresh
11
11
 
12
12
  ## [Unreleased]
13
13
 
14
+ ## [0.5.2] - 2026-10-14
15
+
16
+ ### Security
17
+
18
+ - Bump the locked `rustls` from 0.23.40 to 0.23.45 (lockfile only), fixing
19
+ GHSA-2mjx-qc3c-rqvc (TLS 1.3 handshake messages accepted across encryption
20
+ level boundaries, affects `>= 0.23.13, < 0.23.45`) ([#90]). Brings
21
+ `rustls-webpki` 0.103.15 and `aws-lc-rs` 1.18.2 along. The legacy
22
+ `rustls` 0.21 / `rustls-webpki` 0.101.7 chain is unchanged: it comes from
23
+ `aws-sdk-s3`'s default `rustls` feature (via icechunk's S3 backend), which
24
+ a downstream crate cannot disable, and 0.101.x has no patched release.
25
+
26
+ ### Changed
27
+
28
+ - Bump the pinned `icechunk` from 2.2.2 to 2.3.0 and `zarrs_icechunk` from
29
+ 0.5 to 0.6 (which requires `icechunk ~2.3.0`) ([#88]). icechunk 2.3 replaces
30
+ `Repository::open(config, storage, credentials)` with a builder
31
+ (`Repository::open(storage).execute()`); the builder's defaults (no config
32
+ override, no virtual-chunk credentials) match the arguments rustytree passed
33
+ before, so behaviour is unchanged. The `dev` extra and CI now require
34
+ `icechunk>=2.3.0,<2.4` so the Python and Rust icechunk keep sharing a minor;
35
+ CI now installs the `dev` extra straight from `pyproject.toml` instead of
36
+ re-listing its pins, so the Python pin lives in one place.
37
+ `typetag` stays at `=0.2.22` (icechunk 2.3.0 still accepts it). MSRV
38
+ (`rust-version`) rises from 1.91.1 to 1.95, which icechunk 2.3.0 and
39
+ `zarrs_icechunk` 0.6 require. Two new Rust tests cover
40
+ `open_local_icechunk` directly (open a freshly created repo; clear error
41
+ when no repo exists). Verified: `cargo test --locked --no-default-features`
42
+ (60/60) and the full `pytest` suite with the opt-in S3 and arraylake
43
+ refreshable-credentials smoke tests enabled (204 passed, 2 skipped because
44
+ the local KTWX repo is missing, 1 xpassed) against a `maturin develop`
45
+ build linked to icechunk-python 2.3.0. A repo written by icechunk-python
46
+ 2.2.2 also reads correctly with the 2.3 build.
47
+
14
48
  ## [0.5.1] - 2026-09-21
15
49
 
16
50
  ### Changed
@@ -889,7 +923,8 @@ below.
889
923
  intentionally not normalized — relative-vs-absolute glob
890
924
  semantics differ in `PurePosixPath.match`.
891
925
 
892
- [Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.1...HEAD
926
+ [Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.2...HEAD
927
+ [0.5.2]: https://github.com/aladinor/rustytree/compare/v0.5.1...v0.5.2
893
928
  [0.5.1]: https://github.com/aladinor/rustytree/compare/v0.5.0...v0.5.1
894
929
  [0.5.0]: https://github.com/aladinor/rustytree/compare/v0.4.0...v0.5.0
895
930
  [0.4.0]: https://github.com/aladinor/rustytree/compare/v0.3.0...v0.4.0
@@ -946,3 +981,5 @@ below.
946
981
  [#76]: https://github.com/aladinor/rustytree/pull/76
947
982
  [#77]: https://github.com/aladinor/rustytree/pull/77
948
983
  [#82]: https://github.com/aladinor/rustytree/pull/82
984
+ [#88]: https://github.com/aladinor/rustytree/pull/88
985
+ [#90]: https://github.com/aladinor/rustytree/pull/90
@@ -51,18 +51,6 @@ version = "1.0.102"
51
51
  source = "registry+https://github.com/rust-lang/crates.io-index"
52
52
  checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
53
53
 
54
- [[package]]
55
- name = "async-compression"
56
- version = "0.4.48"
57
- source = "registry+https://github.com/rust-lang/crates.io-index"
58
- checksum = "fb61aea1a7def73ee7c350a184f0e70b32c182344e2e75bf70c9b621b83417fd"
59
- dependencies = [
60
- "compression-codecs",
61
- "compression-core",
62
- "pin-project-lite",
63
- "tokio",
64
- ]
65
-
66
54
  [[package]]
67
55
  name = "async-generic"
68
56
  version = "1.1.2"
@@ -196,9 +184,9 @@ dependencies = [
196
184
 
197
185
  [[package]]
198
186
  name = "aws-lc-rs"
199
- version = "1.16.3"
187
+ version = "1.18.2"
200
188
  source = "registry+https://github.com/rust-lang/crates.io-index"
201
- checksum = "0ec6fb3fe69024a75fa7e1bfb48aa6cf59706a101658ea01bfd33b2b248a038f"
189
+ checksum = "faac5829c2b74c28f830747e7818ccfb684261b5f48a1118b1e2a13d36dfab13"
202
190
  dependencies = [
203
191
  "aws-lc-sys",
204
192
  "zeroize",
@@ -206,14 +194,15 @@ dependencies = [
206
194
 
207
195
  [[package]]
208
196
  name = "aws-lc-sys"
209
- version = "0.40.0"
197
+ version = "0.46.0"
210
198
  source = "registry+https://github.com/rust-lang/crates.io-index"
211
- checksum = "f50037ee5e1e41e7b8f9d161680a725bd1626cb6f8c7e901f91f942850852fe7"
199
+ checksum = "f1622d8446a2d4b2ce0c7eefc73dd43a99779028d5ee5c2dd8073a658ba8a2bc"
212
200
  dependencies = [
213
201
  "cc",
214
202
  "cmake",
215
203
  "dunce",
216
204
  "fs_extra",
205
+ "pkg-config",
217
206
  ]
218
207
 
219
208
  [[package]]
@@ -382,9 +371,9 @@ dependencies = [
382
371
 
383
372
  [[package]]
384
373
  name = "aws-smithy-async"
385
- version = "1.2.14"
374
+ version = "1.3.0"
386
375
  source = "registry+https://github.com/rust-lang/crates.io-index"
387
- checksum = "2ffcaf626bdda484571968400c326a244598634dc75fd451325a54ad1a59acfc"
376
+ checksum = "f02e407fb3b54891734224b9ffac8a71fdd35f542500fa1af95754a6b2beb316"
388
377
  dependencies = [
389
378
  "futures-util",
390
379
  "pin-project-lite",
@@ -466,7 +455,7 @@ dependencies = [
466
455
  "hyper-util",
467
456
  "pin-project-lite",
468
457
  "rustls 0.21.12",
469
- "rustls 0.23.40",
458
+ "rustls 0.23.45",
470
459
  "rustls-native-certs",
471
460
  "rustls-pki-types",
472
461
  "tokio",
@@ -477,10 +466,12 @@ dependencies = [
477
466
 
478
467
  [[package]]
479
468
  name = "aws-smithy-json"
480
- version = "0.62.5"
469
+ version = "0.62.7"
481
470
  source = "registry+https://github.com/rust-lang/crates.io-index"
482
- checksum = "9648b0bb82a2eedd844052c6ad2a1a822d1f8e3adee5fbf668366717e428856a"
471
+ checksum = "701a947f4797e52a911e114a898667c746c39feea467bbd1abd7b3721f702ffa"
483
472
  dependencies = [
473
+ "aws-smithy-runtime-api",
474
+ "aws-smithy-schema",
484
475
  "aws-smithy-types",
485
476
  ]
486
477
 
@@ -571,9 +562,9 @@ dependencies = [
571
562
 
572
563
  [[package]]
573
564
  name = "aws-smithy-types"
574
- version = "1.5.0"
565
+ version = "1.8.1"
575
566
  source = "registry+https://github.com/rust-lang/crates.io-index"
576
- checksum = "32b42fcf341259d85ca10fac9a2f6448a8ec691c6955a18e45bc3b71a85fab85"
567
+ checksum = "69bb407740a197147da48238ecc94498493c9e85445732360cec180296ca45f1"
577
568
  dependencies = [
578
569
  "base64-simd",
579
570
  "bytes",
@@ -597,9 +588,9 @@ dependencies = [
597
588
 
598
589
  [[package]]
599
590
  name = "aws-smithy-types-convert"
600
- version = "0.60.14"
591
+ version = "0.61.1"
601
592
  source = "registry+https://github.com/rust-lang/crates.io-index"
602
- checksum = "1e50da9f5e3ecf145b4f6eb04963e6fbf52f528017de0784a28c56b9407414b1"
593
+ checksum = "f09916ff010d43086d52ec7d38899a5bc2ad21a2cb5428f85f1ee84a44008ba0"
603
594
  dependencies = [
604
595
  "aws-smithy-async",
605
596
  "aws-smithy-types",
@@ -865,23 +856,6 @@ dependencies = [
865
856
  "memchr",
866
857
  ]
867
858
 
868
- [[package]]
869
- name = "compression-codecs"
870
- version = "0.4.43"
871
- source = "registry+https://github.com/rust-lang/crates.io-index"
872
- checksum = "bef16c47ba2797aa6a909cc37d39911f3a6743811fe7408ac0b0cc0276b656e9"
873
- dependencies = [
874
- "compression-core",
875
- "zstd 0.14.0",
876
- "zstd-safe 8.0.0",
877
- ]
878
-
879
- [[package]]
880
- name = "compression-core"
881
- version = "0.4.33"
882
- source = "registry+https://github.com/rust-lang/crates.io-index"
883
- checksum = "6e8ccc4ea9f6acc32d102c0f6d471d11d913ad15f20c04de743374861fa1d414"
884
-
885
859
  [[package]]
886
860
  name = "concurrent-queue"
887
861
  version = "2.5.0"
@@ -1285,7 +1259,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
1285
1259
  checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
1286
1260
  dependencies = [
1287
1261
  "libc",
1288
- "windows-sys 0.61.2",
1262
+ "windows-sys 0.60.2",
1289
1263
  ]
1290
1264
 
1291
1265
  [[package]]
@@ -1824,7 +1798,7 @@ dependencies = [
1824
1798
  "http 1.4.0",
1825
1799
  "hyper 1.9.0",
1826
1800
  "hyper-util",
1827
- "rustls 0.23.40",
1801
+ "rustls 0.23.45",
1828
1802
  "rustls-native-certs",
1829
1803
  "tokio",
1830
1804
  "tokio-rustls 0.26.4",
@@ -1848,7 +1822,7 @@ dependencies = [
1848
1822
  "libc",
1849
1823
  "percent-encoding",
1850
1824
  "pin-project-lite",
1851
- "socket2 0.6.3",
1825
+ "socket2 0.5.10",
1852
1826
  "system-configuration",
1853
1827
  "tokio",
1854
1828
  "tower-service",
@@ -1882,11 +1856,10 @@ dependencies = [
1882
1856
 
1883
1857
  [[package]]
1884
1858
  name = "icechunk"
1885
- version = "2.2.2"
1859
+ version = "2.3.0"
1886
1860
  source = "registry+https://github.com/rust-lang/crates.io-index"
1887
- checksum = "268e3d063944e80cc1b455b4893f83217c6cc7e88d6854c62381032d43e5e985"
1861
+ checksum = "0e4cb70ed1566b2b9c0e5f6f4d09ab77746e1b4ff1ee8a7c85abc745bce4e4c7"
1888
1862
  dependencies = [
1889
- "async-compression",
1890
1863
  "async-recursion",
1891
1864
  "async-stream",
1892
1865
  "async-trait",
@@ -1905,6 +1878,7 @@ dependencies = [
1905
1878
  "rand",
1906
1879
  "regex",
1907
1880
  "reqwest",
1881
+ "rlimit",
1908
1882
  "rmp-serde",
1909
1883
  "serde",
1910
1884
  "serde_bytes",
@@ -1923,9 +1897,9 @@ dependencies = [
1923
1897
 
1924
1898
  [[package]]
1925
1899
  name = "icechunk-arrow-object-store"
1926
- version = "2.2.2"
1900
+ version = "2.3.0"
1927
1901
  source = "registry+https://github.com/rust-lang/crates.io-index"
1928
- checksum = "c5f03237d2d7db9d6644a39340584bf6d04c2fd00c251eafc958afc022c82f26"
1902
+ checksum = "face29f833e7f57372d7cd29659c72f439565d5fa865ab565283b9174d257948"
1929
1903
  dependencies = [
1930
1904
  "async-trait",
1931
1905
  "bytes",
@@ -1947,9 +1921,9 @@ dependencies = [
1947
1921
 
1948
1922
  [[package]]
1949
1923
  name = "icechunk-format"
1950
- version = "2.2.2"
1924
+ version = "2.3.0"
1951
1925
  source = "registry+https://github.com/rust-lang/crates.io-index"
1952
- checksum = "abd7fca322762ecce758811d403ddf5b0da501dad80060611c2091654f46f32b"
1926
+ checksum = "14224c406f6be84bd8eba45dff14d05f4780703a4c63e14f735391050256665b"
1953
1927
  dependencies = [
1954
1928
  "base32",
1955
1929
  "bytes",
@@ -1973,9 +1947,9 @@ dependencies = [
1973
1947
 
1974
1948
  [[package]]
1975
1949
  name = "icechunk-s3"
1976
- version = "2.2.2"
1950
+ version = "2.3.0"
1977
1951
  source = "registry+https://github.com/rust-lang/crates.io-index"
1978
- checksum = "187d676031f290cc9b7633d731d13d8a79c3da3f209bc2ef5b8a67a526c297c4"
1952
+ checksum = "5c11627465117e77a91e729663007508606ae091a3139cc916a9c30fa420cf7b"
1979
1953
  dependencies = [
1980
1954
  "async-trait",
1981
1955
  "aws-config",
@@ -1999,9 +1973,9 @@ dependencies = [
1999
1973
 
2000
1974
  [[package]]
2001
1975
  name = "icechunk-storage"
2002
- version = "2.2.2"
1976
+ version = "2.3.0"
2003
1977
  source = "registry+https://github.com/rust-lang/crates.io-index"
2004
- checksum = "0b22438b5a55ae6e2b773111e7a009fe511190456c6b6bf4e9dde00cd196f2de"
1978
+ checksum = "0e8b4d4586b55cbe3b5d6dbc22ee2993caaedb4fca61773c7ea5f4204e65fe32"
2005
1979
  dependencies = [
2006
1980
  "async-trait",
2007
1981
  "bytes",
@@ -2009,6 +1983,7 @@ dependencies = [
2009
1983
  "futures",
2010
1984
  "icechunk-types",
2011
1985
  "itertools 0.15.0",
1986
+ "percent-encoding",
2012
1987
  "serde",
2013
1988
  "thiserror",
2014
1989
  "tokio",
@@ -2020,9 +1995,9 @@ dependencies = [
2020
1995
 
2021
1996
  [[package]]
2022
1997
  name = "icechunk-types"
2023
- version = "2.2.2"
1998
+ version = "2.3.0"
2024
1999
  source = "registry+https://github.com/rust-lang/crates.io-index"
2025
- checksum = "b170eca1703ff3b8076db550e06e327b89548ee203e18350e337e5fbff355ea5"
2000
+ checksum = "47ad57f704cad49b678bb505bdbdea1d0e35c431110f4f56f81afc77d911d35d"
2026
2001
  dependencies = [
2027
2002
  "serde",
2028
2003
  "serde_with",
@@ -2851,9 +2826,9 @@ dependencies = [
2851
2826
 
2852
2827
  [[package]]
2853
2828
  name = "pyo3"
2854
- version = "0.29.2"
2829
+ version = "0.29.3"
2855
2830
  source = "registry+https://github.com/rust-lang/crates.io-index"
2856
- checksum = "4688ddedf473e32662b9b067670129a8afb8c18e351482c70d62ba4a88171e8b"
2831
+ checksum = "700d18fa267b73b9b521fd7e13580e2f446916f176cacee1ab63fcc8191f1655"
2857
2832
  dependencies = [
2858
2833
  "chrono",
2859
2834
  "libc",
@@ -2866,18 +2841,18 @@ dependencies = [
2866
2841
 
2867
2842
  [[package]]
2868
2843
  name = "pyo3-build-config"
2869
- version = "0.29.2"
2844
+ version = "0.29.3"
2870
2845
  source = "registry+https://github.com/rust-lang/crates.io-index"
2871
- checksum = "f41027e41b4bd03f6e60f9f417fe24a6341a6bb744edd62b6f709f2a52ea30e9"
2846
+ checksum = "7b3fc0c4d08f6bb10e71fe39dfb9e2f59c6eb6854e22ec8092f50c69a4499adb"
2872
2847
  dependencies = [
2873
2848
  "target-lexicon",
2874
2849
  ]
2875
2850
 
2876
2851
  [[package]]
2877
2852
  name = "pyo3-ffi"
2878
- version = "0.29.2"
2853
+ version = "0.29.3"
2879
2854
  source = "registry+https://github.com/rust-lang/crates.io-index"
2880
- checksum = "e591a95526fead067432c3b3a33fc74770b87b1e04e73671090d9c2055a2b327"
2855
+ checksum = "dfc0b8e19df29aad7086cf977bb0c2a2f143e30567eb113e9cf72b62ca698330"
2881
2856
  dependencies = [
2882
2857
  "libc",
2883
2858
  "pyo3-build-config",
@@ -2885,9 +2860,9 @@ dependencies = [
2885
2860
 
2886
2861
  [[package]]
2887
2862
  name = "pyo3-macros"
2888
- version = "0.29.2"
2863
+ version = "0.29.3"
2889
2864
  source = "registry+https://github.com/rust-lang/crates.io-index"
2890
- checksum = "73225868fc1cd84eef2c3c230ddb91273bf1de46aeb8a4248da76d32a0924a1c"
2865
+ checksum = "6100e8a4b5eba53afaa5ed078364851a0b2499c553a44c31026b929049b49dc6"
2891
2866
  dependencies = [
2892
2867
  "proc-macro2",
2893
2868
  "pyo3-macros-backend",
@@ -2897,9 +2872,9 @@ dependencies = [
2897
2872
 
2898
2873
  [[package]]
2899
2874
  name = "pyo3-macros-backend"
2900
- version = "0.29.2"
2875
+ version = "0.29.3"
2901
2876
  source = "registry+https://github.com/rust-lang/crates.io-index"
2902
- checksum = "571575aa3749fa6216757dd47d2a3e7ef360f329a40f0666a9fbd14889024952"
2877
+ checksum = "6143877a16e82b5a727b7127ff4cd86858a24a28d745d72f43e6f227c7b1bdb3"
2903
2878
  dependencies = [
2904
2879
  "heck",
2905
2880
  "proc-macro2",
@@ -2953,8 +2928,8 @@ dependencies = [
2953
2928
  "quinn-proto",
2954
2929
  "quinn-udp",
2955
2930
  "rustc-hash",
2956
- "rustls 0.23.40",
2957
- "socket2 0.6.3",
2931
+ "rustls 0.23.45",
2932
+ "socket2 0.5.10",
2958
2933
  "thiserror",
2959
2934
  "tokio",
2960
2935
  "tracing",
@@ -2975,7 +2950,7 @@ dependencies = [
2975
2950
  "rand_pcg",
2976
2951
  "ring",
2977
2952
  "rustc-hash",
2978
- "rustls 0.23.40",
2953
+ "rustls 0.23.45",
2979
2954
  "rustls-pki-types",
2980
2955
  "slab",
2981
2956
  "thiserror",
@@ -2993,7 +2968,7 @@ dependencies = [
2993
2968
  "cfg_aliases",
2994
2969
  "libc",
2995
2970
  "once_cell",
2996
- "socket2 0.6.3",
2971
+ "socket2 0.5.10",
2997
2972
  "tracing",
2998
2973
  "windows-sys 0.60.2",
2999
2974
  ]
@@ -3177,7 +3152,7 @@ dependencies = [
3177
3152
  "percent-encoding",
3178
3153
  "pin-project-lite",
3179
3154
  "quinn",
3180
- "rustls 0.23.40",
3155
+ "rustls 0.23.45",
3181
3156
  "rustls-pki-types",
3182
3157
  "rustls-platform-verifier",
3183
3158
  "sync_wrapper",
@@ -3219,6 +3194,15 @@ dependencies = [
3219
3194
  "windows-sys 0.52.0",
3220
3195
  ]
3221
3196
 
3197
+ [[package]]
3198
+ name = "rlimit"
3199
+ version = "0.11.0"
3200
+ source = "registry+https://github.com/rust-lang/crates.io-index"
3201
+ checksum = "f35ee2729c56bb610f6dba436bf78135f728b7373bdffae2ec815b2d3eb98cc3"
3202
+ dependencies = [
3203
+ "libc",
3204
+ ]
3205
+
3222
3206
  [[package]]
3223
3207
  name = "rmp"
3224
3208
  version = "0.8.15"
@@ -3267,14 +3251,14 @@ dependencies = [
3267
3251
 
3268
3252
  [[package]]
3269
3253
  name = "rustls"
3270
- version = "0.23.40"
3254
+ version = "0.23.45"
3271
3255
  source = "registry+https://github.com/rust-lang/crates.io-index"
3272
- checksum = "ef86cd5876211988985292b91c96a8f2d298df24e75989a43a3c73f2d4d8168b"
3256
+ checksum = "0d41d731c7d2f962d1ccc364cec258de3c0e93b38c2fb3ba97ac74513048d634"
3273
3257
  dependencies = [
3274
3258
  "aws-lc-rs",
3275
3259
  "once_cell",
3276
3260
  "rustls-pki-types",
3277
- "rustls-webpki 0.103.13",
3261
+ "rustls-webpki 0.103.15",
3278
3262
  "subtle",
3279
3263
  "zeroize",
3280
3264
  ]
@@ -3312,14 +3296,14 @@ dependencies = [
3312
3296
  "jni",
3313
3297
  "log",
3314
3298
  "once_cell",
3315
- "rustls 0.23.40",
3299
+ "rustls 0.23.45",
3316
3300
  "rustls-native-certs",
3317
3301
  "rustls-platform-verifier-android",
3318
- "rustls-webpki 0.103.13",
3302
+ "rustls-webpki 0.103.15",
3319
3303
  "security-framework",
3320
3304
  "security-framework-sys",
3321
3305
  "webpki-root-certs",
3322
- "windows-sys 0.61.2",
3306
+ "windows-sys 0.60.2",
3323
3307
  ]
3324
3308
 
3325
3309
  [[package]]
@@ -3340,9 +3324,9 @@ dependencies = [
3340
3324
 
3341
3325
  [[package]]
3342
3326
  name = "rustls-webpki"
3343
- version = "0.103.13"
3327
+ version = "0.103.15"
3344
3328
  source = "registry+https://github.com/rust-lang/crates.io-index"
3345
- checksum = "61c429a8649f110dddef65e2a5ad240f747e85f7758a6bccc7e5777bd33f756e"
3329
+ checksum = "f3c3cf1d8b1e7d4927e2d154c3fcb02979afb9939629c62cd9048d4f07b60ac2"
3346
3330
  dependencies = [
3347
3331
  "aws-lc-rs",
3348
3332
  "ring",
@@ -3358,7 +3342,7 @@ checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
3358
3342
 
3359
3343
  [[package]]
3360
3344
  name = "rustytree"
3361
- version = "0.5.1"
3345
+ version = "0.5.2"
3362
3346
  dependencies = [
3363
3347
  "async-trait",
3364
3348
  "chrono",
@@ -3753,7 +3737,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
3753
3737
  checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e"
3754
3738
  dependencies = [
3755
3739
  "libc",
3756
- "windows-sys 0.61.2",
3740
+ "windows-sys 0.60.2",
3757
3741
  ]
3758
3742
 
3759
3743
  [[package]]
@@ -3878,18 +3862,18 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
3878
3862
 
3879
3863
  [[package]]
3880
3864
  name = "thiserror"
3881
- version = "2.0.20"
3865
+ version = "2.0.21"
3882
3866
  source = "registry+https://github.com/rust-lang/crates.io-index"
3883
- checksum = "ec86235f5fcc2a73650310756d2ac5b138a5780bbbdfae3eeccec992c435ba4f"
3867
+ checksum = "09e52cb86a36cede5cb101bf8908837b3e4c6e5e59fe7fd85c23fb56200d189e"
3884
3868
  dependencies = [
3885
3869
  "thiserror-impl",
3886
3870
  ]
3887
3871
 
3888
3872
  [[package]]
3889
3873
  name = "thiserror-impl"
3890
- version = "2.0.20"
3874
+ version = "2.0.21"
3891
3875
  source = "registry+https://github.com/rust-lang/crates.io-index"
3892
- checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
3876
+ checksum = "fe5197923287db20a58125f0bc85c062f7f2c892de97b18c356f9efb14b28524"
3893
3877
  dependencies = [
3894
3878
  "proc-macro2",
3895
3879
  "quote",
@@ -3963,9 +3947,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
3963
3947
 
3964
3948
  [[package]]
3965
3949
  name = "tokio"
3966
- version = "1.53.1"
3950
+ version = "1.53.2"
3967
3951
  source = "registry+https://github.com/rust-lang/crates.io-index"
3968
- checksum = "202caea871b69668250d242070849eb495be178ed697a3e98aebce5bc81a0bed"
3952
+ checksum = "e95f91fcc7a621e8b030f6aa23c71fe9838ae2fb4d8118b75602a328f5144044"
3969
3953
  dependencies = [
3970
3954
  "bytes",
3971
3955
  "libc",
@@ -4004,7 +3988,7 @@ version = "0.26.4"
4004
3988
  source = "registry+https://github.com/rust-lang/crates.io-index"
4005
3989
  checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61"
4006
3990
  dependencies = [
4007
- "rustls 0.23.40",
3991
+ "rustls 0.23.45",
4008
3992
  "tokio",
4009
3993
  ]
4010
3994
 
@@ -4475,7 +4459,7 @@ version = "0.1.11"
4475
4459
  source = "registry+https://github.com/rust-lang/crates.io-index"
4476
4460
  checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
4477
4461
  dependencies = [
4478
- "windows-sys 0.61.2",
4462
+ "windows-sys 0.60.2",
4479
4463
  ]
4480
4464
 
4481
4465
  [[package]]
@@ -4989,9 +4973,9 @@ dependencies = [
4989
4973
 
4990
4974
  [[package]]
4991
4975
  name = "zarrs_icechunk"
4992
- version = "0.5.1"
4976
+ version = "0.6.0"
4993
4977
  source = "registry+https://github.com/rust-lang/crates.io-index"
4994
- checksum = "2737168a21a5d7afa973a92e6d3308da85dee10961fdcf936852e4ac347df4df"
4978
+ checksum = "43c9e9760d591227a5464addf830ff69d4e907a62760794168c937ea96a24056"
4995
4979
  dependencies = [
4996
4980
  "async-trait",
4997
4981
  "futures",
@@ -1,8 +1,8 @@
1
1
  [package]
2
2
  name = "rustytree"
3
- version = "0.5.1"
3
+ version = "0.5.2"
4
4
  edition = "2024"
5
- rust-version = "1.91.1"
5
+ rust-version = "1.95"
6
6
  license = "Apache-2.0"
7
7
  authors = ["Alfonso Ladino <alfonso@atmoscale.ai>"]
8
8
  description = "Rust-backed xarray DataTree backend for fast Zarr access from object storage"
@@ -34,7 +34,7 @@ thiserror = "2"
34
34
  # Credential-fetcher shim (`src/py_credentials.rs`): re-register icechunk-python's
35
35
  # `PythonCredentialsFetcher` typetag inside our cdylib so `Session::from_bytes`
36
36
  # can deserialize arraylake/Earthmover sessions. `typetag` MUST match the version
37
- # icechunk links (`=0.2.22` for icechunk 2.1.x) so the `inventory` registry is
37
+ # icechunk links (`=0.2.22` for icechunk 2.3.x) so the `inventory` registry is
38
38
  # shared and our impls are found by icechunk's `Session` deserializer; a skew
39
39
  # silently splits the registry. `chrono` unifies to icechunk's 0.4.x so
40
40
  # `DateTime<Utc>` types match.
@@ -68,8 +68,8 @@ serde_json = "1"
68
68
  # icechunk `Session` as `AsyncReadableListableStorageTraits` so the walk
69
69
  # code stays polymorphic: the same `open_single` runs against either an
70
70
  # icechunk session or a vanilla object_store-backed store.
71
- icechunk = "=2.2.2"
72
- zarrs_icechunk = "0.5"
71
+ icechunk = "=2.3.0"
72
+ zarrs_icechunk = "0.6"
73
73
 
74
74
  # msgpack codec — the same one icechunk's `Session::{as,from}_bytes` use. We use
75
75
  # it to serialise the `ZarrsArrayHandle` pickle state (`ReopenSpec` + array path)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rustytree-xarray
3
- Version: 0.5.1
3
+ Version: 0.5.2
4
4
  Classifier: Development Status :: 3 - Alpha
5
5
  Classifier: Intended Audience :: Science/Research
6
6
  Classifier: License :: OSI Approved :: Apache Software License
@@ -14,7 +14,7 @@ Requires-Dist: xarray>=2024.10
14
14
  Requires-Dist: pytest>=7.0 ; extra == 'dev'
15
15
  Requires-Dist: pytest-cov>=4.0 ; extra == 'dev'
16
16
  Requires-Dist: zarr>=3.0 ; extra == 'dev'
17
- Requires-Dist: icechunk>=2.2.0,<2.3 ; extra == 'dev'
17
+ Requires-Dist: icechunk>=2.3.0,<2.4 ; extra == 'dev'
18
18
  Requires-Dist: ruff>=0.15.8,<0.16 ; extra == 'dev'
19
19
  Requires-Dist: dask[distributed]>=2024.1 ; extra == 'dev'
20
20
  Provides-Extra: dev
@@ -32,8 +32,8 @@ Reading icechunk requires icechunk's storage layer.
32
32
 
33
33
  The official Rust adapter [`zarrs_icechunk`](https://github.com/zarrs/zarrs_icechunk)
34
34
  exposes `AsyncIcechunkStore::new(session)` returning an
35
- `AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "2"`,
36
- `zarrs = "0.22"`, `zarrs_icechunk = "0.5"`.
35
+ `AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "=2.3.0"`,
36
+ `zarrs = "0.23"`, `zarrs_icechunk = "0.6"`.
37
37
 
38
38
  icechunk reframes the bottleneck profile:
39
39
 
@@ -80,7 +80,7 @@ re-opening the repo.
80
80
 
81
81
  ```
82
82
  rustytree/
83
- ├── Cargo.toml # rust-version = "1.91.1", edition = "2024"
83
+ ├── Cargo.toml # rust-version = "1.95", edition = "2024"
84
84
  ├── pyproject.toml # maturin build, xarray.backends entry point
85
85
  ├── CHANGELOG.md # Keep a Changelog
86
86
  ├── README.md
@@ -15,7 +15,7 @@ uv sync --extra dev
15
15
  ```
16
16
 
17
17
  `uv sync` runs maturin's PEP 517 hook to compile the Rust extension
18
- and installs the Python deps in one step. Requirements: Rust 1.91.1+
18
+ and installs the Python deps in one step. Requirements: Rust 1.95+
19
19
  (matches `Cargo.toml` `rust-version`), Python 3.12+.
20
20
 
21
21
  For development iterations on the Rust core, rebuild in-place after
@@ -10,7 +10,7 @@ build-backend = "maturin"
10
10
  # `-`/`_`/case so they collapse). Users `pip install rustytree-xarray`,
11
11
  # then `import rustytree`.
12
12
  name = "rustytree-xarray"
13
- version = "0.5.1"
13
+ version = "0.5.2"
14
14
  description = "Rust-backed xarray DataTree backend for fast Zarr access from object storage"
15
15
  readme = "README.md"
16
16
  requires-python = ">=3.12"
@@ -42,11 +42,11 @@ dev = [
42
42
  "pytest>=7.0",
43
43
  "pytest-cov>=4.0",
44
44
  "zarr>=3.0",
45
- # Pin to icechunk's 2.2 minor: the msgpack `Session` bytes format is coupled
46
- # to the icechunk version rustytree's Rust extension links (`=2.2.2`), so the
45
+ # Pin to icechunk's 2.3 minor: the msgpack `Session` bytes format is coupled
46
+ # to the icechunk version rustytree's Rust extension links (`=2.3.0`), so the
47
47
  # Python and Rust icechunk must share a minor or `Session::from_bytes` fails
48
48
  # to recognise the store (the 2.0.5-vs-2.0.6 skew that motivated this pin).
49
- "icechunk>=2.2.0,<2.3",
49
+ "icechunk>=2.3.0,<2.4",
50
50
  # Pin ruff's minor so local dev and the CI `lint` job agree on formatting
51
51
  # rules — ruff can change its stable formatter across minors, which would
52
52
  # otherwise make `ruff format --check` pass locally but fail in CI (or vice
@@ -8,4 +8,4 @@ plugin discovery) doesn't pay the cdylib load cost upfront.
8
8
  from rustytree.backend import RustytreeBackendEntrypoint
9
9
 
10
10
  __all__ = ["RustytreeBackendEntrypoint"]
11
- __version__ = "0.5.1"
11
+ __version__ = "0.5.2"
@@ -24,7 +24,6 @@
24
24
  //! `icechunk.Repository.open(s3_storage_factory)` themselves rather
25
25
  //! than passing a `s3://` URL to rustytree.
26
26
 
27
- use std::collections::HashMap;
28
27
  use std::path::Path;
29
28
  use std::sync::Arc;
30
29
 
@@ -86,14 +85,12 @@ pub(crate) async fn open_local_icechunk(path: &Path, branch: &str) -> Result<Ice
86
85
  ))
87
86
  })?;
88
87
 
89
- let repo = Repository::open(None, storage, HashMap::new())
90
- .await
91
- .map_err(|err| {
92
- RustytreeError::Other(format!(
93
- "icechunk: failed to open repository at {}: {err}",
94
- path.display()
95
- ))
96
- })?;
88
+ let repo = Repository::open(storage).execute().await.map_err(|err| {
89
+ RustytreeError::Other(format!(
90
+ "icechunk: failed to open repository at {}: {err}",
91
+ path.display()
92
+ ))
93
+ })?;
97
94
 
98
95
  let version = VersionInfo::BranchTipRef(branch.to_string());
99
96
  let session = repo.readonly_session(&version).await.map_err(|err| {
@@ -174,6 +171,43 @@ mod tests {
174
171
  assert!(!looks_like_icechunk_repo(path));
175
172
  }
176
173
 
174
+ #[test]
175
+ fn open_local_icechunk_opens_freshly_created_repo() {
176
+ // End-to-end open of a real on-disk repo.
177
+ let tmp = std::env::temp_dir().join("rustytree-icechunk-open-test");
178
+ let _ = std::fs::remove_dir_all(&tmp);
179
+ crate::runtime::handle().block_on(async {
180
+ let storage = new_local_filesystem_storage(&tmp)
181
+ .await
182
+ .expect("create local storage");
183
+ Repository::create(storage)
184
+ .execute()
185
+ .await
186
+ .expect("create repository");
187
+ let bundle = open_local_icechunk(&tmp, "main")
188
+ .await
189
+ .expect("open freshly created repository");
190
+ assert!(bundle.session.read().await.read_only());
191
+ });
192
+ std::fs::remove_dir_all(&tmp).expect("cleanup");
193
+ }
194
+
195
+ #[test]
196
+ fn open_local_icechunk_errors_when_no_repo_exists() {
197
+ let tmp = std::env::temp_dir().join("rustytree-icechunk-open-missing-test");
198
+ let _ = std::fs::remove_dir_all(&tmp);
199
+ std::fs::create_dir_all(&tmp).expect("create tmp dir");
200
+ let result = crate::runtime::handle().block_on(open_local_icechunk(&tmp, "main"));
201
+ let Err(RustytreeError::Other(msg)) = result else {
202
+ panic!("expected RustytreeError::Other for a dir with no repo");
203
+ };
204
+ assert!(
205
+ msg.contains("failed to open repository"),
206
+ "unexpected message: {msg}"
207
+ );
208
+ std::fs::remove_dir_all(&tmp).expect("cleanup");
209
+ }
210
+
177
211
  #[test]
178
212
  fn bundle_from_session_bytes_rejects_garbage() {
179
213
  // `IcechunkBundle` doesn't implement Debug (its inner store is a
@@ -44,7 +44,7 @@
44
44
  //! This couples rustytree to `icechunk-python`'s internal serialized shape (the
45
45
  //! `PythonCredentialsFetcher` type name and its `pickled_function` / `initial`
46
46
  //! fields). That coupling sits inside the byte-format coupling the project
47
- //! already accepts by pinning `icechunk = "=2.2.2"` and requiring a matching
47
+ //! already accepts by pinning `icechunk = "=2.3.0"` and requiring a matching
48
48
  //! `icechunk-python`. If a future `icechunk-python` renames the type, the tag no
49
49
  //! longer resolves and the friendly error in `python/rustytree/backend.py`
50
50
  //! explains the version mismatch. See
@@ -16,7 +16,7 @@ from rustytree.backend import RustytreeBackendEntrypoint
16
16
 
17
17
 
18
18
  def test_package_imports_with_version() -> None:
19
- assert rustytree.__version__ == "0.5.1"
19
+ assert rustytree.__version__ == "0.5.2"
20
20
 
21
21
 
22
22
  def test_rust_extension_importable() -> None: