rustytree-xarray 0.5.2__tar.gz → 0.5.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/.github/dependabot.yml +2 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/.github/workflows/ci.yml +3 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/.github/workflows/release.yml +4 -4
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/CHANGELOG.md +57 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/Cargo.lock +48 -169
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/Cargo.toml +2 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/PKG-INFO +4 -3
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/README.md +2 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/docs/architecture.md +2 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/docs/contributing.md +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/docs/release-process.md +8 -8
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/docs/usage.md +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/pyproject.toml +3 -2
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/python/rustytree/__init__.py +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/array.rs +4 -3
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/icechunk_store.rs +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/lib.rs +3 -3
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/py_credentials.rs +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_phase1_scaffold.py +1 -1
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/.gitignore +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/LICENSE +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/assets/logo-banner-dark.png +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/assets/logo-banner-dark.svg +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/assets/logo-banner-light.png +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/assets/logo-banner-light.svg +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/assets/logo.png +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/notebooks/klot_demo.ipynb +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/python/rustytree/_array.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/python/rustytree/backend.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/dtype_dispatch.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/error.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/glob.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/node.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/runtime.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/store.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/url.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/src/walk.rs +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/conftest.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_backend_entrypoint.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_chunks.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_codecs.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_eager_fetch.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_icechunk.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_lazy.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_pickle.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_string_arrays.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_to_rust_source.py +0 -0
- {rustytree_xarray-0.5.2 → rustytree_xarray-0.5.3}/tests/test_walk.py +0 -0
|
@@ -5,8 +5,8 @@
|
|
|
5
5
|
#
|
|
6
6
|
# Deliberately NOT managed here (bumped by hand — coordinated, cross-manifest):
|
|
7
7
|
# - icechunk / typetag: FFI lockstep. The Python `icechunk` (pyproject) must
|
|
8
|
-
# share a minor with the Rust `icechunk` (
|
|
9
|
-
#
|
|
8
|
+
# share a minor with the Rust `icechunk` (exact pin in `Cargo.toml`) and `typetag`
|
|
9
|
+
# the crate links — the msgpack `Session` bytes format is
|
|
10
10
|
# coupled across the boundary, so a solo bump breaks `Session::from_bytes`
|
|
11
11
|
# (the 2.0.5→2.0.6 skew behind #46). Bump all three together manually.
|
|
12
12
|
# - ruff: pinned in pyproject AND hardcoded in ci.yml (`uvx ruff@0.15.8`),
|
|
@@ -56,7 +56,8 @@ jobs:
|
|
|
56
56
|
LD_LIBRARY_PATH: ${{ env.pythonLocation }}/lib
|
|
57
57
|
|
|
58
58
|
# Python integration: build the cdylib via maturin and run pytest against
|
|
59
|
-
# the supported
|
|
59
|
+
# the oldest and newest supported interpreters (3.13 wheels are built by
|
|
60
|
+
# release.yml but not tested here). Each matrix cell rebuilds the extension
|
|
60
61
|
# because PyO3 cdylibs are interpreter-specific.
|
|
61
62
|
python:
|
|
62
63
|
name: pytest (Python ${{ matrix.python-version }})
|
|
@@ -65,7 +66,7 @@ jobs:
|
|
|
65
66
|
strategy:
|
|
66
67
|
fail-fast: false
|
|
67
68
|
matrix:
|
|
68
|
-
python-version: ["3.12"]
|
|
69
|
+
python-version: ["3.12", "3.14"]
|
|
69
70
|
steps:
|
|
70
71
|
- uses: actions/checkout@v7
|
|
71
72
|
- uses: dtolnay/rust-toolchain@stable
|
|
@@ -31,7 +31,7 @@ jobs:
|
|
|
31
31
|
matrix:
|
|
32
32
|
platform:
|
|
33
33
|
# manylinux x86_64 — auto picks the most compatible PEP 600
|
|
34
|
-
# tag the toolchain supports (
|
|
34
|
+
# tag the toolchain supports (manylinux_2_17 as of 0.5.2).
|
|
35
35
|
- { os: ubuntu-latest, target: x86_64-unknown-linux-gnu, manylinux: auto }
|
|
36
36
|
# manylinux aarch64 — Graviton, ARM cloud, Raspberry Pi.
|
|
37
37
|
# Native arm runner (`ubuntu-24.04-arm`, free for public
|
|
@@ -41,10 +41,10 @@ jobs:
|
|
|
41
41
|
# define `__ARM_ARCH`. Native build sidesteps that and is
|
|
42
42
|
# ~3× faster too.
|
|
43
43
|
- { os: ubuntu-24.04-arm, target: aarch64-unknown-linux-gnu, manylinux: auto }
|
|
44
|
-
# Apple Silicon. The macos-
|
|
44
|
+
# Apple Silicon. The macos-15 runner is arm64-native, so the
|
|
45
45
|
# default target works without cross-compile.
|
|
46
|
-
- { os: macos-
|
|
47
|
-
python-version: ["3.12", "3.13"]
|
|
46
|
+
- { os: macos-15, target: aarch64-apple-darwin, manylinux: auto }
|
|
47
|
+
python-version: ["3.12", "3.13", "3.14"]
|
|
48
48
|
runs-on: ${{ matrix.platform.os }}
|
|
49
49
|
steps:
|
|
50
50
|
- uses: actions/checkout@v7
|
|
@@ -11,6 +11,57 @@ release, that section is renamed to `[x.y.z] - YYYY-MM-DD` and a fresh
|
|
|
11
11
|
|
|
12
12
|
## [Unreleased]
|
|
13
13
|
|
|
14
|
+
## [0.5.3] - 2026-11-16
|
|
15
|
+
|
|
16
|
+
### Added
|
|
17
|
+
|
|
18
|
+
- Python 3.14 wheels ([#93]). The release matrix now builds CPython 3.14
|
|
19
|
+
wheels alongside 3.12 and 3.13 for all three platforms (manylinux x86_64,
|
|
20
|
+
manylinux aarch64, macOS arm64), CI runs the `pytest` job on 3.14 as well
|
|
21
|
+
as 3.12, and the package carries the `Programming Language :: Python ::
|
|
22
|
+
3.14` classifier. Previously `pip install rustytree-xarray` on 3.14 fell
|
|
23
|
+
back to a source build, which needs a Rust toolchain at the crate's MSRV.
|
|
24
|
+
|
|
25
|
+
### Changed
|
|
26
|
+
|
|
27
|
+
- Rename two underscore-prefixed Rust items to satisfy clippy's
|
|
28
|
+
`used_underscore_items` lint under Rust 1.100 ([#93]): the `#[pymodule]`
|
|
29
|
+
function is now `rustytree` and the pickle reconstructor is
|
|
30
|
+
`reopen_array_handle`. Both keep their Python-visible names through
|
|
31
|
+
`#[pymodule(name = "_rustytree")]` and
|
|
32
|
+
`#[pyfunction(name = "_reopen_array_handle")]`, so the import path
|
|
33
|
+
`rustytree._rustytree` and existing `ZarrsArrayHandle` pickles are
|
|
34
|
+
unaffected.
|
|
35
|
+
- Lockfile-only bumps from the Dependabot `cargo-minor` group ([#92]):
|
|
36
|
+
`tokio` 1.53.2 → 1.54.1 and `serde_json` 1.0.151 → 1.0.154.
|
|
37
|
+
- Bump the pinned `icechunk` from 2.3.0 to 2.3.1 ([#94]). A patch bump within
|
|
38
|
+
the 2.3 minor: no serialized struct changed between 2.3.0 and 2.3.1
|
|
39
|
+
(including icechunk-python's `PythonCredentialsFetcher`), so `Session`
|
|
40
|
+
bytes stay compatible with icechunk-python 2.3.0 and 2.3.1 and the
|
|
41
|
+
`icechunk>=2.3.0,<2.4` Python pin is unchanged. icechunk 2.3.1 drops
|
|
42
|
+
`aws-sdk-s3`'s legacy TLS stack, so the lockfile no longer carries
|
|
43
|
+
`rustls` 0.21 / `rustls-webpki` 0.101.7 / `hyper` 0.14 (the unpatched
|
|
44
|
+
chain noted under 0.5.2); `rustls` stays at 0.23.45. Comments that
|
|
45
|
+
repeated the exact pin now point at `Cargo.toml`, and stale version
|
|
46
|
+
references are corrected in the README support table (icechunk row),
|
|
47
|
+
`docs/usage.md`, `docs/architecture.md`, `docs/release-process.md` (wheel
|
|
48
|
+
tag, native aarch64 build, sdist package name) and the
|
|
49
|
+
`bundle_from_session_bytes` doc comment. Verified: `cargo test --locked
|
|
50
|
+
--no-default-features` (60/60) and the full `pytest` suite (202 passed, 4
|
|
51
|
+
skipped for tests needing local KTWX data or live S3/arraylake access, 1
|
|
52
|
+
pre-existing xfail, which passes under xarray 2026.9.0) against a `maturin develop` build linked to
|
|
53
|
+
icechunk-python 2.3.1 on Python 3.12 and 3.14, plus the network-gated
|
|
54
|
+
anonymous-S3 smoke (`RUSTYTREE_S3_SMOKE=1`). The arraylake
|
|
55
|
+
refreshable-credentials smoke (`RUSTYTREE_ARRAYLAKE_SMOKE=1`) was not run.
|
|
56
|
+
|
|
57
|
+
### Fixed
|
|
58
|
+
|
|
59
|
+
- Release workflow: build the macOS arm64 wheels on `macos-15` ([#96]).
|
|
60
|
+
GitHub no longer provisions the `macos-14` runner image ("The
|
|
61
|
+
configuration 'macos-14-arm64-us-default' is not supported"), which
|
|
62
|
+
cancelled all three macOS wheel cells in the pre-tag dry run and would
|
|
63
|
+
have blocked the release and PyPI publish jobs.
|
|
64
|
+
|
|
14
65
|
## [0.5.2] - 2026-10-14
|
|
15
66
|
|
|
16
67
|
### Security
|
|
@@ -923,7 +974,8 @@ below.
|
|
|
923
974
|
intentionally not normalized — relative-vs-absolute glob
|
|
924
975
|
semantics differ in `PurePosixPath.match`.
|
|
925
976
|
|
|
926
|
-
[Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.
|
|
977
|
+
[Unreleased]: https://github.com/aladinor/rustytree/compare/v0.5.3...HEAD
|
|
978
|
+
[0.5.3]: https://github.com/aladinor/rustytree/compare/v0.5.2...v0.5.3
|
|
927
979
|
[0.5.2]: https://github.com/aladinor/rustytree/compare/v0.5.1...v0.5.2
|
|
928
980
|
[0.5.1]: https://github.com/aladinor/rustytree/compare/v0.5.0...v0.5.1
|
|
929
981
|
[0.5.0]: https://github.com/aladinor/rustytree/compare/v0.4.0...v0.5.0
|
|
@@ -983,3 +1035,7 @@ below.
|
|
|
983
1035
|
[#82]: https://github.com/aladinor/rustytree/pull/82
|
|
984
1036
|
[#88]: https://github.com/aladinor/rustytree/pull/88
|
|
985
1037
|
[#90]: https://github.com/aladinor/rustytree/pull/90
|
|
1038
|
+
[#92]: https://github.com/aladinor/rustytree/pull/92
|
|
1039
|
+
[#93]: https://github.com/aladinor/rustytree/pull/93
|
|
1040
|
+
[#94]: https://github.com/aladinor/rustytree/pull/94
|
|
1041
|
+
[#96]: https://github.com/aladinor/rustytree/pull/96
|
|
@@ -443,23 +443,17 @@ dependencies = [
|
|
|
443
443
|
"aws-smithy-async",
|
|
444
444
|
"aws-smithy-runtime-api",
|
|
445
445
|
"aws-smithy-types",
|
|
446
|
-
"h2
|
|
447
|
-
"h2 0.4.14",
|
|
448
|
-
"http 0.2.12",
|
|
446
|
+
"h2",
|
|
449
447
|
"http 1.4.0",
|
|
450
|
-
"
|
|
451
|
-
"hyper
|
|
452
|
-
"hyper 1.9.0",
|
|
453
|
-
"hyper-rustls 0.24.2",
|
|
454
|
-
"hyper-rustls 0.27.9",
|
|
448
|
+
"hyper",
|
|
449
|
+
"hyper-rustls",
|
|
455
450
|
"hyper-util",
|
|
456
451
|
"pin-project-lite",
|
|
457
|
-
"rustls
|
|
458
|
-
"rustls 0.23.45",
|
|
452
|
+
"rustls",
|
|
459
453
|
"rustls-native-certs",
|
|
460
454
|
"rustls-pki-types",
|
|
461
455
|
"tokio",
|
|
462
|
-
"tokio-rustls
|
|
456
|
+
"tokio-rustls",
|
|
463
457
|
"tower",
|
|
464
458
|
"tracing",
|
|
465
459
|
]
|
|
@@ -1259,7 +1253,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1259
1253
|
checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
|
|
1260
1254
|
dependencies = [
|
|
1261
1255
|
"libc",
|
|
1262
|
-
"windows-sys 0.
|
|
1256
|
+
"windows-sys 0.61.2",
|
|
1263
1257
|
]
|
|
1264
1258
|
|
|
1265
1259
|
[[package]]
|
|
@@ -1535,25 +1529,6 @@ dependencies = [
|
|
|
1535
1529
|
"subtle",
|
|
1536
1530
|
]
|
|
1537
1531
|
|
|
1538
|
-
[[package]]
|
|
1539
|
-
name = "h2"
|
|
1540
|
-
version = "0.3.27"
|
|
1541
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1542
|
-
checksum = "0beca50380b1fc32983fc1cb4587bfa4bb9e78fc259aad4a0032d2080309222d"
|
|
1543
|
-
dependencies = [
|
|
1544
|
-
"bytes",
|
|
1545
|
-
"fnv",
|
|
1546
|
-
"futures-core",
|
|
1547
|
-
"futures-sink",
|
|
1548
|
-
"futures-util",
|
|
1549
|
-
"http 0.2.12",
|
|
1550
|
-
"indexmap 2.14.0",
|
|
1551
|
-
"slab",
|
|
1552
|
-
"tokio",
|
|
1553
|
-
"tokio-util",
|
|
1554
|
-
"tracing",
|
|
1555
|
-
]
|
|
1556
|
-
|
|
1557
1532
|
[[package]]
|
|
1558
1533
|
name = "h2"
|
|
1559
1534
|
version = "0.4.14"
|
|
@@ -1708,12 +1683,6 @@ version = "1.10.1"
|
|
|
1708
1683
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1709
1684
|
checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87"
|
|
1710
1685
|
|
|
1711
|
-
[[package]]
|
|
1712
|
-
name = "httpdate"
|
|
1713
|
-
version = "1.0.3"
|
|
1714
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1715
|
-
checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9"
|
|
1716
|
-
|
|
1717
1686
|
[[package]]
|
|
1718
1687
|
name = "humantime"
|
|
1719
1688
|
version = "2.3.0"
|
|
@@ -1729,30 +1698,6 @@ dependencies = [
|
|
|
1729
1698
|
"typenum",
|
|
1730
1699
|
]
|
|
1731
1700
|
|
|
1732
|
-
[[package]]
|
|
1733
|
-
name = "hyper"
|
|
1734
|
-
version = "0.14.32"
|
|
1735
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1736
|
-
checksum = "41dfc780fdec9373c01bae43289ea34c972e40ee3c9f6b3c8801a35f35586ce7"
|
|
1737
|
-
dependencies = [
|
|
1738
|
-
"bytes",
|
|
1739
|
-
"futures-channel",
|
|
1740
|
-
"futures-core",
|
|
1741
|
-
"futures-util",
|
|
1742
|
-
"h2 0.3.27",
|
|
1743
|
-
"http 0.2.12",
|
|
1744
|
-
"http-body 0.4.6",
|
|
1745
|
-
"httparse",
|
|
1746
|
-
"httpdate",
|
|
1747
|
-
"itoa",
|
|
1748
|
-
"pin-project-lite",
|
|
1749
|
-
"socket2 0.5.10",
|
|
1750
|
-
"tokio",
|
|
1751
|
-
"tower-service",
|
|
1752
|
-
"tracing",
|
|
1753
|
-
"want",
|
|
1754
|
-
]
|
|
1755
|
-
|
|
1756
1701
|
[[package]]
|
|
1757
1702
|
name = "hyper"
|
|
1758
1703
|
version = "1.9.0"
|
|
@@ -1763,7 +1708,7 @@ dependencies = [
|
|
|
1763
1708
|
"bytes",
|
|
1764
1709
|
"futures-channel",
|
|
1765
1710
|
"futures-core",
|
|
1766
|
-
"h2
|
|
1711
|
+
"h2",
|
|
1767
1712
|
"http 1.4.0",
|
|
1768
1713
|
"http-body 1.0.1",
|
|
1769
1714
|
"httparse",
|
|
@@ -1774,21 +1719,6 @@ dependencies = [
|
|
|
1774
1719
|
"want",
|
|
1775
1720
|
]
|
|
1776
1721
|
|
|
1777
|
-
[[package]]
|
|
1778
|
-
name = "hyper-rustls"
|
|
1779
|
-
version = "0.24.2"
|
|
1780
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1781
|
-
checksum = "ec3efd23720e2049821a693cbc7e65ea87c72f1c58ff2f9522ff332b1491e590"
|
|
1782
|
-
dependencies = [
|
|
1783
|
-
"futures-util",
|
|
1784
|
-
"http 0.2.12",
|
|
1785
|
-
"hyper 0.14.32",
|
|
1786
|
-
"log",
|
|
1787
|
-
"rustls 0.21.12",
|
|
1788
|
-
"tokio",
|
|
1789
|
-
"tokio-rustls 0.24.1",
|
|
1790
|
-
]
|
|
1791
|
-
|
|
1792
1722
|
[[package]]
|
|
1793
1723
|
name = "hyper-rustls"
|
|
1794
1724
|
version = "0.27.9"
|
|
@@ -1796,12 +1726,12 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1796
1726
|
checksum = "33ca68d021ef39cf6463ab54c1d0f5daf03377b70561305bb89a8f83aab66e0f"
|
|
1797
1727
|
dependencies = [
|
|
1798
1728
|
"http 1.4.0",
|
|
1799
|
-
"hyper
|
|
1729
|
+
"hyper",
|
|
1800
1730
|
"hyper-util",
|
|
1801
|
-
"rustls
|
|
1731
|
+
"rustls",
|
|
1802
1732
|
"rustls-native-certs",
|
|
1803
1733
|
"tokio",
|
|
1804
|
-
"tokio-rustls
|
|
1734
|
+
"tokio-rustls",
|
|
1805
1735
|
"tower-service",
|
|
1806
1736
|
]
|
|
1807
1737
|
|
|
@@ -1817,12 +1747,12 @@ dependencies = [
|
|
|
1817
1747
|
"futures-util",
|
|
1818
1748
|
"http 1.4.0",
|
|
1819
1749
|
"http-body 1.0.1",
|
|
1820
|
-
"hyper
|
|
1750
|
+
"hyper",
|
|
1821
1751
|
"ipnet",
|
|
1822
1752
|
"libc",
|
|
1823
1753
|
"percent-encoding",
|
|
1824
1754
|
"pin-project-lite",
|
|
1825
|
-
"socket2
|
|
1755
|
+
"socket2",
|
|
1826
1756
|
"system-configuration",
|
|
1827
1757
|
"tokio",
|
|
1828
1758
|
"tower-service",
|
|
@@ -1856,9 +1786,9 @@ dependencies = [
|
|
|
1856
1786
|
|
|
1857
1787
|
[[package]]
|
|
1858
1788
|
name = "icechunk"
|
|
1859
|
-
version = "2.3.
|
|
1789
|
+
version = "2.3.1"
|
|
1860
1790
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1861
|
-
checksum = "
|
|
1791
|
+
checksum = "c13dc6a1458adde23d78a7ec518828f6d5d9e015d222ddd0ccea6325d5d09e2a"
|
|
1862
1792
|
dependencies = [
|
|
1863
1793
|
"async-recursion",
|
|
1864
1794
|
"async-stream",
|
|
@@ -1897,9 +1827,9 @@ dependencies = [
|
|
|
1897
1827
|
|
|
1898
1828
|
[[package]]
|
|
1899
1829
|
name = "icechunk-arrow-object-store"
|
|
1900
|
-
version = "2.3.
|
|
1830
|
+
version = "2.3.1"
|
|
1901
1831
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1902
|
-
checksum = "
|
|
1832
|
+
checksum = "76fffe834eba8f49422dc9efd203fac0e9afdee3533b31cbd233327a98364f99"
|
|
1903
1833
|
dependencies = [
|
|
1904
1834
|
"async-trait",
|
|
1905
1835
|
"bytes",
|
|
@@ -1921,9 +1851,9 @@ dependencies = [
|
|
|
1921
1851
|
|
|
1922
1852
|
[[package]]
|
|
1923
1853
|
name = "icechunk-format"
|
|
1924
|
-
version = "2.3.
|
|
1854
|
+
version = "2.3.1"
|
|
1925
1855
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1926
|
-
checksum = "
|
|
1856
|
+
checksum = "c64e73505941985eb540225a88387d5ce085ecb3577ee8d57e59c61bf5ca85e0"
|
|
1927
1857
|
dependencies = [
|
|
1928
1858
|
"base32",
|
|
1929
1859
|
"bytes",
|
|
@@ -1947,9 +1877,9 @@ dependencies = [
|
|
|
1947
1877
|
|
|
1948
1878
|
[[package]]
|
|
1949
1879
|
name = "icechunk-s3"
|
|
1950
|
-
version = "2.3.
|
|
1880
|
+
version = "2.3.1"
|
|
1951
1881
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1952
|
-
checksum = "
|
|
1882
|
+
checksum = "ce87aced894a26c5a064ff883be560795f47aceb60ba98f0c41f6d67fab88d0e"
|
|
1953
1883
|
dependencies = [
|
|
1954
1884
|
"async-trait",
|
|
1955
1885
|
"aws-config",
|
|
@@ -1973,9 +1903,9 @@ dependencies = [
|
|
|
1973
1903
|
|
|
1974
1904
|
[[package]]
|
|
1975
1905
|
name = "icechunk-storage"
|
|
1976
|
-
version = "2.3.
|
|
1906
|
+
version = "2.3.1"
|
|
1977
1907
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1978
|
-
checksum = "
|
|
1908
|
+
checksum = "230e31e5babd74814ecf618c7966f602b24eac7096cf0ccdf6b11288ae678d06"
|
|
1979
1909
|
dependencies = [
|
|
1980
1910
|
"async-trait",
|
|
1981
1911
|
"bytes",
|
|
@@ -1995,9 +1925,9 @@ dependencies = [
|
|
|
1995
1925
|
|
|
1996
1926
|
[[package]]
|
|
1997
1927
|
name = "icechunk-types"
|
|
1998
|
-
version = "2.3.
|
|
1928
|
+
version = "2.3.1"
|
|
1999
1929
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2000
|
-
checksum = "
|
|
1930
|
+
checksum = "d02ba59d0aea1c6f7c6a09d4427e8b0f4941ba7e05c40cbe39b18a79915ad0b3"
|
|
2001
1931
|
dependencies = [
|
|
2002
1932
|
"serde",
|
|
2003
1933
|
"serde_with",
|
|
@@ -2617,7 +2547,7 @@ dependencies = [
|
|
|
2617
2547
|
"http-body-util",
|
|
2618
2548
|
"httparse",
|
|
2619
2549
|
"humantime",
|
|
2620
|
-
"hyper
|
|
2550
|
+
"hyper",
|
|
2621
2551
|
"itertools 0.15.0",
|
|
2622
2552
|
"md-5",
|
|
2623
2553
|
"nix",
|
|
@@ -2928,8 +2858,8 @@ dependencies = [
|
|
|
2928
2858
|
"quinn-proto",
|
|
2929
2859
|
"quinn-udp",
|
|
2930
2860
|
"rustc-hash",
|
|
2931
|
-
"rustls
|
|
2932
|
-
"socket2
|
|
2861
|
+
"rustls",
|
|
2862
|
+
"socket2",
|
|
2933
2863
|
"thiserror",
|
|
2934
2864
|
"tokio",
|
|
2935
2865
|
"tracing",
|
|
@@ -2950,7 +2880,7 @@ dependencies = [
|
|
|
2950
2880
|
"rand_pcg",
|
|
2951
2881
|
"ring",
|
|
2952
2882
|
"rustc-hash",
|
|
2953
|
-
"rustls
|
|
2883
|
+
"rustls",
|
|
2954
2884
|
"rustls-pki-types",
|
|
2955
2885
|
"slab",
|
|
2956
2886
|
"thiserror",
|
|
@@ -2968,7 +2898,7 @@ dependencies = [
|
|
|
2968
2898
|
"cfg_aliases",
|
|
2969
2899
|
"libc",
|
|
2970
2900
|
"once_cell",
|
|
2971
|
-
"socket2
|
|
2901
|
+
"socket2",
|
|
2972
2902
|
"tracing",
|
|
2973
2903
|
"windows-sys 0.60.2",
|
|
2974
2904
|
]
|
|
@@ -3139,12 +3069,12 @@ dependencies = [
|
|
|
3139
3069
|
"encoding_rs",
|
|
3140
3070
|
"futures-core",
|
|
3141
3071
|
"futures-util",
|
|
3142
|
-
"h2
|
|
3072
|
+
"h2",
|
|
3143
3073
|
"http 1.4.0",
|
|
3144
3074
|
"http-body 1.0.1",
|
|
3145
3075
|
"http-body-util",
|
|
3146
|
-
"hyper
|
|
3147
|
-
"hyper-rustls
|
|
3076
|
+
"hyper",
|
|
3077
|
+
"hyper-rustls",
|
|
3148
3078
|
"hyper-util",
|
|
3149
3079
|
"js-sys",
|
|
3150
3080
|
"log",
|
|
@@ -3152,12 +3082,12 @@ dependencies = [
|
|
|
3152
3082
|
"percent-encoding",
|
|
3153
3083
|
"pin-project-lite",
|
|
3154
3084
|
"quinn",
|
|
3155
|
-
"rustls
|
|
3085
|
+
"rustls",
|
|
3156
3086
|
"rustls-pki-types",
|
|
3157
3087
|
"rustls-platform-verifier",
|
|
3158
3088
|
"sync_wrapper",
|
|
3159
3089
|
"tokio",
|
|
3160
|
-
"tokio-rustls
|
|
3090
|
+
"tokio-rustls",
|
|
3161
3091
|
"tokio-util",
|
|
3162
3092
|
"tower",
|
|
3163
3093
|
"tower-http",
|
|
@@ -3237,18 +3167,6 @@ dependencies = [
|
|
|
3237
3167
|
"semver",
|
|
3238
3168
|
]
|
|
3239
3169
|
|
|
3240
|
-
[[package]]
|
|
3241
|
-
name = "rustls"
|
|
3242
|
-
version = "0.21.12"
|
|
3243
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3244
|
-
checksum = "3f56a14d1f48b391359b22f731fd4bd7e43c97f3c50eee276f3aa09c94784d3e"
|
|
3245
|
-
dependencies = [
|
|
3246
|
-
"log",
|
|
3247
|
-
"ring",
|
|
3248
|
-
"rustls-webpki 0.101.7",
|
|
3249
|
-
"sct",
|
|
3250
|
-
]
|
|
3251
|
-
|
|
3252
3170
|
[[package]]
|
|
3253
3171
|
name = "rustls"
|
|
3254
3172
|
version = "0.23.45"
|
|
@@ -3258,7 +3176,7 @@ dependencies = [
|
|
|
3258
3176
|
"aws-lc-rs",
|
|
3259
3177
|
"once_cell",
|
|
3260
3178
|
"rustls-pki-types",
|
|
3261
|
-
"rustls-webpki
|
|
3179
|
+
"rustls-webpki",
|
|
3262
3180
|
"subtle",
|
|
3263
3181
|
"zeroize",
|
|
3264
3182
|
]
|
|
@@ -3296,14 +3214,14 @@ dependencies = [
|
|
|
3296
3214
|
"jni",
|
|
3297
3215
|
"log",
|
|
3298
3216
|
"once_cell",
|
|
3299
|
-
"rustls
|
|
3217
|
+
"rustls",
|
|
3300
3218
|
"rustls-native-certs",
|
|
3301
3219
|
"rustls-platform-verifier-android",
|
|
3302
|
-
"rustls-webpki
|
|
3220
|
+
"rustls-webpki",
|
|
3303
3221
|
"security-framework",
|
|
3304
3222
|
"security-framework-sys",
|
|
3305
3223
|
"webpki-root-certs",
|
|
3306
|
-
"windows-sys 0.
|
|
3224
|
+
"windows-sys 0.61.2",
|
|
3307
3225
|
]
|
|
3308
3226
|
|
|
3309
3227
|
[[package]]
|
|
@@ -3312,16 +3230,6 @@ version = "0.1.1"
|
|
|
3312
3230
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3313
3231
|
checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f"
|
|
3314
3232
|
|
|
3315
|
-
[[package]]
|
|
3316
|
-
name = "rustls-webpki"
|
|
3317
|
-
version = "0.101.7"
|
|
3318
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3319
|
-
checksum = "8b6275d1ee7a1cd780b64aca7726599a1dbc893b1e64144529e55c3c2f745765"
|
|
3320
|
-
dependencies = [
|
|
3321
|
-
"ring",
|
|
3322
|
-
"untrusted",
|
|
3323
|
-
]
|
|
3324
|
-
|
|
3325
3233
|
[[package]]
|
|
3326
3234
|
name = "rustls-webpki"
|
|
3327
3235
|
version = "0.103.15"
|
|
@@ -3342,7 +3250,7 @@ checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
|
|
|
3342
3250
|
|
|
3343
3251
|
[[package]]
|
|
3344
3252
|
name = "rustytree"
|
|
3345
|
-
version = "0.5.
|
|
3253
|
+
version = "0.5.3"
|
|
3346
3254
|
dependencies = [
|
|
3347
3255
|
"async-trait",
|
|
3348
3256
|
"chrono",
|
|
@@ -3416,16 +3324,6 @@ version = "1.2.0"
|
|
|
3416
3324
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3417
3325
|
checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
|
|
3418
3326
|
|
|
3419
|
-
[[package]]
|
|
3420
|
-
name = "sct"
|
|
3421
|
-
version = "0.7.1"
|
|
3422
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3423
|
-
checksum = "da046153aa2352493d6cb7da4b6e5c0c057d8a1d0a9aa8560baffdd945acd414"
|
|
3424
|
-
dependencies = [
|
|
3425
|
-
"ring",
|
|
3426
|
-
"untrusted",
|
|
3427
|
-
]
|
|
3428
|
-
|
|
3429
3327
|
[[package]]
|
|
3430
3328
|
name = "sec1"
|
|
3431
3329
|
version = "0.3.0"
|
|
@@ -3511,10 +3409,11 @@ dependencies = [
|
|
|
3511
3409
|
|
|
3512
3410
|
[[package]]
|
|
3513
3411
|
name = "serde_json"
|
|
3514
|
-
version = "1.0.
|
|
3412
|
+
version = "1.0.154"
|
|
3515
3413
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3516
|
-
checksum = "
|
|
3414
|
+
checksum = "e7e9cc8b1b85264074fbcc02a88680c4096b1e47df8f739dceb03bf482f04bd6"
|
|
3517
3415
|
dependencies = [
|
|
3416
|
+
"foldhash 0.2.0",
|
|
3518
3417
|
"indexmap 2.14.0",
|
|
3519
3418
|
"itoa",
|
|
3520
3419
|
"memchr",
|
|
@@ -3720,16 +3619,6 @@ dependencies = [
|
|
|
3720
3619
|
"link-cplusplus",
|
|
3721
3620
|
]
|
|
3722
3621
|
|
|
3723
|
-
[[package]]
|
|
3724
|
-
name = "socket2"
|
|
3725
|
-
version = "0.5.10"
|
|
3726
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3727
|
-
checksum = "e22376abed350d73dd1cd119b57ffccad95b4e585a7cda43e286245ce23c0678"
|
|
3728
|
-
dependencies = [
|
|
3729
|
-
"libc",
|
|
3730
|
-
"windows-sys 0.52.0",
|
|
3731
|
-
]
|
|
3732
|
-
|
|
3733
3622
|
[[package]]
|
|
3734
3623
|
name = "socket2"
|
|
3735
3624
|
version = "0.6.3"
|
|
@@ -3737,7 +3626,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
3737
3626
|
checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e"
|
|
3738
3627
|
dependencies = [
|
|
3739
3628
|
"libc",
|
|
3740
|
-
"windows-sys 0.
|
|
3629
|
+
"windows-sys 0.61.2",
|
|
3741
3630
|
]
|
|
3742
3631
|
|
|
3743
3632
|
[[package]]
|
|
@@ -3947,16 +3836,16 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
|
|
|
3947
3836
|
|
|
3948
3837
|
[[package]]
|
|
3949
3838
|
name = "tokio"
|
|
3950
|
-
version = "1.
|
|
3839
|
+
version = "1.54.1"
|
|
3951
3840
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3952
|
-
checksum = "
|
|
3841
|
+
checksum = "b52fd3255258d26fac7264ab5a76b53c13367136dc011d3d6ad4f8ed070396a3"
|
|
3953
3842
|
dependencies = [
|
|
3954
3843
|
"bytes",
|
|
3955
3844
|
"libc",
|
|
3956
3845
|
"mio",
|
|
3957
3846
|
"pin-project-lite",
|
|
3958
3847
|
"signal-hook-registry",
|
|
3959
|
-
"socket2
|
|
3848
|
+
"socket2",
|
|
3960
3849
|
"tokio-macros",
|
|
3961
3850
|
"windows-sys 0.61.2",
|
|
3962
3851
|
]
|
|
@@ -3972,23 +3861,13 @@ dependencies = [
|
|
|
3972
3861
|
"syn 2.0.117",
|
|
3973
3862
|
]
|
|
3974
3863
|
|
|
3975
|
-
[[package]]
|
|
3976
|
-
name = "tokio-rustls"
|
|
3977
|
-
version = "0.24.1"
|
|
3978
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3979
|
-
checksum = "c28327cf380ac148141087fbfb9de9d7bd4e84ab5d2c28fbc911d753de8a7081"
|
|
3980
|
-
dependencies = [
|
|
3981
|
-
"rustls 0.21.12",
|
|
3982
|
-
"tokio",
|
|
3983
|
-
]
|
|
3984
|
-
|
|
3985
3864
|
[[package]]
|
|
3986
3865
|
name = "tokio-rustls"
|
|
3987
3866
|
version = "0.26.4"
|
|
3988
3867
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3989
3868
|
checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61"
|
|
3990
3869
|
dependencies = [
|
|
3991
|
-
"rustls
|
|
3870
|
+
"rustls",
|
|
3992
3871
|
"tokio",
|
|
3993
3872
|
]
|
|
3994
3873
|
|
|
@@ -4459,7 +4338,7 @@ version = "0.1.11"
|
|
|
4459
4338
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
4460
4339
|
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
|
|
4461
4340
|
dependencies = [
|
|
4462
|
-
"windows-sys 0.
|
|
4341
|
+
"windows-sys 0.61.2",
|
|
4463
4342
|
]
|
|
4464
4343
|
|
|
4465
4344
|
[[package]]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "rustytree"
|
|
3
|
-
version = "0.5.
|
|
3
|
+
version = "0.5.3"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
rust-version = "1.95"
|
|
6
6
|
license = "Apache-2.0"
|
|
@@ -68,7 +68,7 @@ serde_json = "1"
|
|
|
68
68
|
# icechunk `Session` as `AsyncReadableListableStorageTraits` so the walk
|
|
69
69
|
# code stays polymorphic: the same `open_single` runs against either an
|
|
70
70
|
# icechunk session or a vanilla object_store-backed store.
|
|
71
|
-
icechunk = "=2.3.
|
|
71
|
+
icechunk = "=2.3.1"
|
|
72
72
|
zarrs_icechunk = "0.6"
|
|
73
73
|
|
|
74
74
|
# msgpack codec — the same one icechunk's `Session::{as,from}_bytes` use. We use
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rustytree-xarray
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.3
|
|
4
4
|
Classifier: Development Status :: 3 - Alpha
|
|
5
5
|
Classifier: Intended Audience :: Science/Research
|
|
6
6
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
7
7
|
Classifier: Programming Language :: Python :: 3
|
|
8
8
|
Classifier: Programming Language :: Python :: 3.12
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.13
|
|
10
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
10
11
|
Classifier: Programming Language :: Rust
|
|
11
12
|
Classifier: Topic :: Scientific/Engineering
|
|
12
13
|
Requires-Dist: numpy>=2.0
|
|
@@ -60,8 +61,8 @@ non-recursive single-Dataset opens are all in. See
|
|
|
60
61
|
| Surface | Supported | Not supported |
|
|
61
62
|
|---|---|---|
|
|
62
63
|
| **Zarr format** | v3 only | v2 — passing `zarr_format=2` or `consolidated=True` raises `NotImplementedError`; use stock `engine="zarr"` for v2 stores |
|
|
63
|
-
| **icechunk** | `icechunk>=2.
|
|
64
|
-
| **Python** | 3.12, 3.13 | older versions |
|
|
64
|
+
| **icechunk** | `icechunk>=2.3,<2.4` — icechunk-python must share a minor with the icechunk crate the wheel links, because the session-bytes format is version-coupled | other icechunk minors |
|
|
65
|
+
| **Python** | 3.12, 3.13, 3.14 | older versions |
|
|
65
66
|
| **Platforms** | manylinux x86_64, manylinux aarch64, macOS arm64 (wheels); other platforms via sdist | Windows / macOS Intel / linux musl wheels (build from source via sdist) |
|
|
66
67
|
|
|
67
68
|
## Install
|
|
@@ -30,8 +30,8 @@ non-recursive single-Dataset opens are all in. See
|
|
|
30
30
|
| Surface | Supported | Not supported |
|
|
31
31
|
|---|---|---|
|
|
32
32
|
| **Zarr format** | v3 only | v2 — passing `zarr_format=2` or `consolidated=True` raises `NotImplementedError`; use stock `engine="zarr"` for v2 stores |
|
|
33
|
-
| **icechunk** | `icechunk>=2.
|
|
34
|
-
| **Python** | 3.12, 3.13 | older versions |
|
|
33
|
+
| **icechunk** | `icechunk>=2.3,<2.4` — icechunk-python must share a minor with the icechunk crate the wheel links, because the session-bytes format is version-coupled | other icechunk minors |
|
|
34
|
+
| **Python** | 3.12, 3.13, 3.14 | older versions |
|
|
35
35
|
| **Platforms** | manylinux x86_64, manylinux aarch64, macOS arm64 (wheels); other platforms via sdist | Windows / macOS Intel / linux musl wheels (build from source via sdist) |
|
|
36
36
|
|
|
37
37
|
## Install
|
|
@@ -32,7 +32,7 @@ Reading icechunk requires icechunk's storage layer.
|
|
|
32
32
|
|
|
33
33
|
The official Rust adapter [`zarrs_icechunk`](https://github.com/zarrs/zarrs_icechunk)
|
|
34
34
|
exposes `AsyncIcechunkStore::new(session)` returning an
|
|
35
|
-
`AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "=2.3.
|
|
35
|
+
`AsyncReadableStorageTraits` impl. `rustytree` pins `icechunk = "=2.3.1"`,
|
|
36
36
|
`zarrs = "0.23"`, `zarrs_icechunk = "0.6"`.
|
|
37
37
|
|
|
38
38
|
icechunk reframes the bottleneck profile:
|
|
@@ -71,7 +71,7 @@ Detection cues:
|
|
|
71
71
|
|
|
72
72
|
The cross-extension Session unwrap goes through `PySession.as_bytes()`
|
|
73
73
|
(msgpack-serde) and `icechunk::session::Session::from_bytes()`. Both
|
|
74
|
-
crates link the same
|
|
74
|
+
crates link the same icechunk minor so the format matches. PyO3 type
|
|
75
75
|
extraction can't reach across cdylibs, so the bytes path is the only
|
|
76
76
|
way to hand a live Session from icechunk-python to rustytree without
|
|
77
77
|
re-opening the repo.
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
Releases are tag-driven: pushing a `vX.Y.Z` tag triggers
|
|
4
4
|
[`.github/workflows/release.yml`](../.github/workflows/release.yml),
|
|
5
5
|
which builds wheels (manylinux x86_64 + manylinux aarch64 + macOS
|
|
6
|
-
arm64, CPython 3.12 + 3.13), builds an sdist, and attaches
|
|
6
|
+
arm64, CPython 3.12 + 3.13 + 3.14), builds an sdist, and attaches
|
|
7
7
|
everything to a GitHub Release with auto-generated notes.
|
|
8
8
|
|
|
9
9
|
PyPI publishing is enabled via trusted-publishing OIDC; every
|
|
@@ -51,15 +51,15 @@ should not.
|
|
|
51
51
|
|
|
52
52
|
## What the workflow builds
|
|
53
53
|
|
|
54
|
-
- **Wheels**:
|
|
55
|
-
(CPython 3.12 + 3.13). manylinux tag is `auto` — `maturin-action`
|
|
56
|
-
selects the most compatible
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
54
|
+
- **Wheels**: 9 cells (linux x86_64 + linux aarch64 + macOS arm64) ×
|
|
55
|
+
(CPython 3.12 + 3.13 + 3.14). manylinux tag is `auto` — `maturin-action`
|
|
56
|
+
selects the most compatible tag the build supports
|
|
57
|
+
(`manylinux_2_17` / `manylinux2014` as of 0.5.2). The aarch64 cells
|
|
58
|
+
build natively on the `ubuntu-24.04-arm` runner, with no QEMU or
|
|
59
|
+
cross-compile.
|
|
60
60
|
- **Sdist**: one universal `.tar.gz`. Lets people on platforms we
|
|
61
61
|
don't ship wheels for (Windows, macOS Intel, linux musl) build
|
|
62
|
-
from source via `pip install rustytree --no-binary rustytree`.
|
|
62
|
+
from source via `pip install rustytree-xarray --no-binary rustytree-xarray`.
|
|
63
63
|
|
|
64
64
|
The `release` job is gated on `startsWith(github.ref, 'refs/tags/v')`,
|
|
65
65
|
so you can `workflow_dispatch` the build matrix from a release-prep
|
|
@@ -120,7 +120,7 @@ Two requirements for a remote cluster:
|
|
|
120
120
|
- **Workers must use the `spawn` start-method** (the `dask.distributed` default).
|
|
121
121
|
rustytree's tokio runtime is not fork-safe.
|
|
122
122
|
- **Workers need `rustytree` and a matching `icechunk` installed** — the same
|
|
123
|
-
icechunk minor as the client (currently 2.
|
|
123
|
+
icechunk minor as the client (currently 2.3; the session-bytes format is
|
|
124
124
|
version-coupled). On Coiled, put both in the cluster's software environment.
|
|
125
125
|
|
|
126
126
|
### Credentials — don't ship secrets to workers
|
|
@@ -10,7 +10,7 @@ build-backend = "maturin"
|
|
|
10
10
|
# `-`/`_`/case so they collapse). Users `pip install rustytree-xarray`,
|
|
11
11
|
# then `import rustytree`.
|
|
12
12
|
name = "rustytree-xarray"
|
|
13
|
-
version = "0.5.
|
|
13
|
+
version = "0.5.3"
|
|
14
14
|
description = "Rust-backed xarray DataTree backend for fast Zarr access from object storage"
|
|
15
15
|
readme = "README.md"
|
|
16
16
|
requires-python = ">=3.12"
|
|
@@ -26,6 +26,7 @@ classifiers = [
|
|
|
26
26
|
"Programming Language :: Python :: 3",
|
|
27
27
|
"Programming Language :: Python :: 3.12",
|
|
28
28
|
"Programming Language :: Python :: 3.13",
|
|
29
|
+
"Programming Language :: Python :: 3.14",
|
|
29
30
|
"Programming Language :: Rust",
|
|
30
31
|
"Topic :: Scientific/Engineering",
|
|
31
32
|
]
|
|
@@ -43,7 +44,7 @@ dev = [
|
|
|
43
44
|
"pytest-cov>=4.0",
|
|
44
45
|
"zarr>=3.0",
|
|
45
46
|
# Pin to icechunk's 2.3 minor: the msgpack `Session` bytes format is coupled
|
|
46
|
-
# to the icechunk version rustytree's Rust extension links (
|
|
47
|
+
# to the icechunk version rustytree's Rust extension links (exact pin in `Cargo.toml`), so the
|
|
47
48
|
# Python and Rust icechunk must share a minor or `Session::from_bytes` fails
|
|
48
49
|
# to recognise the store (the 2.0.5-vs-2.0.6 skew that motivated this pin).
|
|
49
50
|
"icechunk>=2.3.0,<2.4",
|
|
@@ -170,7 +170,8 @@ impl ZarrsArrayHandle {
|
|
|
170
170
|
/// Pickle support (issue #44): make the handle survive a `dask.distributed`
|
|
171
171
|
/// task-graph serialization by reducing it to `(reconstructor, (state,))`,
|
|
172
172
|
/// where `state` is the msgpack of `(reopen_spec, array_path)`. The worker
|
|
173
|
-
/// calls [`
|
|
173
|
+
/// calls [`reopen_array_handle`] (`_reopen_array_handle` in Python) to rebuild the
|
|
174
|
+
/// store and re-open the array.
|
|
174
175
|
///
|
|
175
176
|
/// Only handles that carry a reopen spec (icechunk-session stores) are
|
|
176
177
|
/// picklable; others raise a clear error rather than the opaque default
|
|
@@ -478,8 +479,8 @@ pub(crate) fn strings_to_pyobject_array<'py>(
|
|
|
478
479
|
/// `Session::from_bytes`, via `build_store_from_spec`) and re-open the single
|
|
479
480
|
/// array by path. This mirrors the initial open — reusing icechunk's own serde,
|
|
480
481
|
/// with no rustytree-side credential handling.
|
|
481
|
-
#[pyfunction]
|
|
482
|
-
pub(crate) fn
|
|
482
|
+
#[pyfunction(name = "_reopen_array_handle")]
|
|
483
|
+
pub(crate) fn reopen_array_handle(py: Python<'_>, state: &[u8]) -> PyResult<ZarrsArrayHandle> {
|
|
483
484
|
let (spec, path): (ReopenSpec, String) = rmp_serde::from_slice(state).map_err(|err| {
|
|
484
485
|
PyValueError::new_err(format!(
|
|
485
486
|
"rustytree: corrupt ZarrsArrayHandle pickle state: {err}"
|
|
@@ -119,7 +119,7 @@ pub(crate) async fn open_local_icechunk(path: &Path, branch: &str) -> Result<Ice
|
|
|
119
119
|
/// Caveats:
|
|
120
120
|
/// - The bytes format is icechunk-internal (rmp_serde-encoded
|
|
121
121
|
/// `Session`). Format stability is bounded by icechunk's semver;
|
|
122
|
-
/// we pin `icechunk
|
|
122
|
+
/// we pin `icechunk` exactly (see `Cargo.toml`) and CI must keep `icechunk` and
|
|
123
123
|
/// `icechunk-python` versions matched.
|
|
124
124
|
/// - Sessions built by `icechunk-python` with *refreshable* credentials
|
|
125
125
|
/// (e.g. arraylake / Earthmover) embed a `PythonCredentialsFetcher` typetag
|
|
@@ -338,12 +338,12 @@ fn json_to_py<'py>(py: Python<'py>, value: &JsonValue) -> PyResult<Bound<'py, Py
|
|
|
338
338
|
}
|
|
339
339
|
}
|
|
340
340
|
|
|
341
|
-
#[pymodule]
|
|
342
|
-
fn
|
|
341
|
+
#[pymodule(name = "_rustytree")]
|
|
342
|
+
fn rustytree(m: &Bound<'_, PyModule>) -> PyResult<()> {
|
|
343
343
|
m.add_function(wrap_pyfunction!(open_datatree, m)?)?;
|
|
344
344
|
// Pickle reconstructor for `ZarrsArrayHandle.__reduce__` (issue #44). Public
|
|
345
345
|
// so `pickle` can import it by name on a dask worker.
|
|
346
|
-
m.add_function(wrap_pyfunction!(array::
|
|
346
|
+
m.add_function(wrap_pyfunction!(array::reopen_array_handle, m)?)?;
|
|
347
347
|
m.add_class::<ZarrsArrayHandle>()?;
|
|
348
348
|
Ok(())
|
|
349
349
|
}
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
//! This couples rustytree to `icechunk-python`'s internal serialized shape (the
|
|
45
45
|
//! `PythonCredentialsFetcher` type name and its `pickled_function` / `initial`
|
|
46
46
|
//! fields). That coupling sits inside the byte-format coupling the project
|
|
47
|
-
//! already accepts by pinning `icechunk
|
|
47
|
+
//! already accepts by pinning `icechunk` exactly in `Cargo.toml` and requiring a matching
|
|
48
48
|
//! `icechunk-python`. If a future `icechunk-python` renames the type, the tag no
|
|
49
49
|
//! longer resolves and the friendly error in `python/rustytree/backend.py`
|
|
50
50
|
//! explains the version mismatch. See
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|