tempest-wx1 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. tempest_wx1-0.1.0/Cargo.lock +334 -0
  2. tempest_wx1-0.1.0/Cargo.toml +14 -0
  3. tempest_wx1-0.1.0/PKG-INFO +91 -0
  4. tempest_wx1-0.1.0/README.md +41 -0
  5. tempest_wx1-0.1.0/bindings/wx1-python/Cargo.toml +23 -0
  6. tempest_wx1-0.1.0/bindings/wx1-python/src/lib.rs +1442 -0
  7. tempest_wx1-0.1.0/crates/wx1-format/Cargo.toml +18 -0
  8. tempest_wx1-0.1.0/crates/wx1-format/benches/wx1_performance.rs +574 -0
  9. tempest_wx1-0.1.0/crates/wx1-format/src/integer_packing.rs +441 -0
  10. tempest_wx1-0.1.0/crates/wx1-format/src/lib.rs +8736 -0
  11. tempest_wx1-0.1.0/crates/wx1-format/src/quantization.rs +594 -0
  12. tempest_wx1-0.1.0/crates/wx1-format/src/scientific.rs +2358 -0
  13. tempest_wx1-0.1.0/crates/wx1-format/src/staging.rs +855 -0
  14. tempest_wx1-0.1.0/crates/wx1-format/src/topology.rs +1403 -0
  15. tempest_wx1-0.1.0/crates/wx1-format/tests/golden_vectors.rs +606 -0
  16. tempest_wx1-0.1.0/crates/wx1-format/tests/robustness_fuzz_security.rs +690 -0
  17. tempest_wx1-0.1.0/crates/wx1-format/tests/scientific_arrays.rs +2247 -0
  18. tempest_wx1-0.1.0/crates/wx1-format/tests/scientific_streaming.rs +416 -0
  19. tempest_wx1-0.1.0/crates/wx1-registry/Cargo.toml +11 -0
  20. tempest_wx1-0.1.0/crates/wx1-registry/src/lib.rs +1061 -0
  21. tempest_wx1-0.1.0/pyproject.toml +44 -0
  22. tempest_wx1-0.1.0/wx1/__init__.py +868 -0
  23. tempest_wx1-0.1.0/wx1/__main__.py +23 -0
  24. tempest_wx1-0.1.0/wx1/adapters/__init__.py +78 -0
  25. tempest_wx1-0.1.0/wx1/adapters/bufr_crex.py +333 -0
  26. tempest_wx1-0.1.0/wx1/adapters/grib2.py +694 -0
  27. tempest_wx1-0.1.0/wx1/adapters/hdf_geotiff.py +636 -0
  28. tempest_wx1-0.1.0/wx1/adapters/netcdf.py +325 -0
  29. tempest_wx1-0.1.0/wx1/adapters/ukmo_radar.py +667 -0
  30. tempest_wx1-0.1.0/wx1/adapters/zarr.py +303 -0
  31. tempest_wx1-0.1.0/wx1/cli.py +267 -0
  32. tempest_wx1-0.1.0/wx1/xarray_backend.py +154 -0
@@ -0,0 +1,334 @@
1
+ # This file is automatically @generated by Cargo.
2
+ # It is not intended for manual editing.
3
+ version = 4
4
+
5
+ [[package]]
6
+ name = "arrayvec"
7
+ version = "0.7.8"
8
+ source = "registry+https://github.com/rust-lang/crates.io-index"
9
+ checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56"
10
+
11
+ [[package]]
12
+ name = "autocfg"
13
+ version = "1.5.1"
14
+ source = "registry+https://github.com/rust-lang/crates.io-index"
15
+ checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
16
+
17
+ [[package]]
18
+ name = "blake3"
19
+ version = "1.8.7"
20
+ source = "registry+https://github.com/rust-lang/crates.io-index"
21
+ checksum = "6d9e454fc11f76977dc803893aff6304ed33d6a26efae8696573bea74baa27ae"
22
+ dependencies = [
23
+ "arrayvec",
24
+ "cc",
25
+ "cfg-if",
26
+ "constant_time_eq",
27
+ "cpufeatures",
28
+ ]
29
+
30
+ [[package]]
31
+ name = "cc"
32
+ version = "1.10.0"
33
+ source = "registry+https://github.com/rust-lang/crates.io-index"
34
+ checksum = "86e055fa6e3e40ad6187ba25b6855eeb635d5271f8e0f0e1e9a5826b8d75bea0"
35
+ dependencies = [
36
+ "find-msvc-tools",
37
+ "jobserver",
38
+ "libc",
39
+ "shlex",
40
+ ]
41
+
42
+ [[package]]
43
+ name = "cfg-if"
44
+ version = "1.0.5"
45
+ source = "registry+https://github.com/rust-lang/crates.io-index"
46
+ checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600"
47
+
48
+ [[package]]
49
+ name = "constant_time_eq"
50
+ version = "0.4.2"
51
+ source = "registry+https://github.com/rust-lang/crates.io-index"
52
+ checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b"
53
+
54
+ [[package]]
55
+ name = "cpufeatures"
56
+ version = "0.3.1"
57
+ source = "registry+https://github.com/rust-lang/crates.io-index"
58
+ checksum = "5ca28b0ae3115b884660db4118d803791fd6756b6e88f39c0f3f7859060d7566"
59
+ dependencies = [
60
+ "libc",
61
+ ]
62
+
63
+ [[package]]
64
+ name = "find-msvc-tools"
65
+ version = "0.1.15"
66
+ source = "registry+https://github.com/rust-lang/crates.io-index"
67
+ checksum = "1c66915cc5391097de7a2b0b972e8505aa33c0df401fd3a6811dbdb32881ba48"
68
+
69
+ [[package]]
70
+ name = "getrandom"
71
+ version = "0.4.3"
72
+ source = "registry+https://github.com/rust-lang/crates.io-index"
73
+ checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099"
74
+ dependencies = [
75
+ "cfg-if",
76
+ "libc",
77
+ "r-efi",
78
+ ]
79
+
80
+ [[package]]
81
+ name = "heck"
82
+ version = "0.5.0"
83
+ source = "registry+https://github.com/rust-lang/crates.io-index"
84
+ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
85
+
86
+ [[package]]
87
+ name = "indoc"
88
+ version = "2.0.8"
89
+ source = "registry+https://github.com/rust-lang/crates.io-index"
90
+ checksum = "a37b2691796cffeb8a8cd305ac66e65841559f147f4e63231d0eafa4db5384d1"
91
+ dependencies = [
92
+ "rustversion",
93
+ ]
94
+
95
+ [[package]]
96
+ name = "jobserver"
97
+ version = "0.1.35"
98
+ source = "registry+https://github.com/rust-lang/crates.io-index"
99
+ checksum = "1c00acbd29eabad4a2392fa0e921c874934dbbf4194312ad20f04a0ed67a3cb3"
100
+ dependencies = [
101
+ "getrandom",
102
+ "libc",
103
+ ]
104
+
105
+ [[package]]
106
+ name = "libc"
107
+ version = "0.2.191"
108
+ source = "registry+https://github.com/rust-lang/crates.io-index"
109
+ checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a"
110
+
111
+ [[package]]
112
+ name = "lz4_flex"
113
+ version = "0.11.6"
114
+ source = "registry+https://github.com/rust-lang/crates.io-index"
115
+ checksum = "373f5eceeeab7925e0c1098212f2fbc4d416adec9d35051a6ab251e824c1854a"
116
+
117
+ [[package]]
118
+ name = "memoffset"
119
+ version = "0.9.1"
120
+ source = "registry+https://github.com/rust-lang/crates.io-index"
121
+ checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
122
+ dependencies = [
123
+ "autocfg",
124
+ ]
125
+
126
+ [[package]]
127
+ name = "once_cell"
128
+ version = "1.21.4"
129
+ source = "registry+https://github.com/rust-lang/crates.io-index"
130
+ checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
131
+
132
+ [[package]]
133
+ name = "pkg-config"
134
+ version = "0.3.34"
135
+ source = "registry+https://github.com/rust-lang/crates.io-index"
136
+ checksum = "f6b464fbc74e149a392436b17d523f769e057cb6877f6a5c4618bc6f11800548"
137
+
138
+ [[package]]
139
+ name = "portable-atomic"
140
+ version = "1.15.0"
141
+ source = "registry+https://github.com/rust-lang/crates.io-index"
142
+ checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
143
+
144
+ [[package]]
145
+ name = "proc-macro2"
146
+ version = "1.0.107"
147
+ source = "registry+https://github.com/rust-lang/crates.io-index"
148
+ checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
149
+ dependencies = [
150
+ "unicode-ident",
151
+ ]
152
+
153
+ [[package]]
154
+ name = "pyo3"
155
+ version = "0.24.2"
156
+ source = "registry+https://github.com/rust-lang/crates.io-index"
157
+ checksum = "e5203598f366b11a02b13aa20cab591229ff0a89fd121a308a5df751d5fc9219"
158
+ dependencies = [
159
+ "cfg-if",
160
+ "indoc",
161
+ "libc",
162
+ "memoffset",
163
+ "once_cell",
164
+ "portable-atomic",
165
+ "pyo3-build-config",
166
+ "pyo3-ffi",
167
+ "pyo3-macros",
168
+ "unindent",
169
+ ]
170
+
171
+ [[package]]
172
+ name = "pyo3-build-config"
173
+ version = "0.24.2"
174
+ source = "registry+https://github.com/rust-lang/crates.io-index"
175
+ checksum = "99636d423fa2ca130fa5acde3059308006d46f98caac629418e53f7ebb1e9999"
176
+ dependencies = [
177
+ "once_cell",
178
+ "target-lexicon",
179
+ ]
180
+
181
+ [[package]]
182
+ name = "pyo3-ffi"
183
+ version = "0.24.2"
184
+ source = "registry+https://github.com/rust-lang/crates.io-index"
185
+ checksum = "78f9cf92ba9c409279bc3305b5409d90db2d2c22392d443a87df3a1adad59e33"
186
+ dependencies = [
187
+ "libc",
188
+ "pyo3-build-config",
189
+ ]
190
+
191
+ [[package]]
192
+ name = "pyo3-macros"
193
+ version = "0.24.2"
194
+ source = "registry+https://github.com/rust-lang/crates.io-index"
195
+ checksum = "0b999cb1a6ce21f9a6b147dcf1be9ffedf02e0043aec74dc390f3007047cecd9"
196
+ dependencies = [
197
+ "proc-macro2",
198
+ "pyo3-macros-backend",
199
+ "quote",
200
+ "syn",
201
+ ]
202
+
203
+ [[package]]
204
+ name = "pyo3-macros-backend"
205
+ version = "0.24.2"
206
+ source = "registry+https://github.com/rust-lang/crates.io-index"
207
+ checksum = "822ece1c7e1012745607d5cf0bcb2874769f0f7cb34c4cde03b9358eb9ef911a"
208
+ dependencies = [
209
+ "heck",
210
+ "proc-macro2",
211
+ "pyo3-build-config",
212
+ "quote",
213
+ "syn",
214
+ ]
215
+
216
+ [[package]]
217
+ name = "quote"
218
+ version = "1.0.47"
219
+ source = "registry+https://github.com/rust-lang/crates.io-index"
220
+ checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
221
+ dependencies = [
222
+ "proc-macro2",
223
+ ]
224
+
225
+ [[package]]
226
+ name = "r-efi"
227
+ version = "6.0.0"
228
+ source = "registry+https://github.com/rust-lang/crates.io-index"
229
+ checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf"
230
+
231
+ [[package]]
232
+ name = "rustversion"
233
+ version = "1.0.23"
234
+ source = "registry+https://github.com/rust-lang/crates.io-index"
235
+ checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
236
+
237
+ [[package]]
238
+ name = "shlex"
239
+ version = "2.0.1"
240
+ source = "registry+https://github.com/rust-lang/crates.io-index"
241
+ checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
242
+
243
+ [[package]]
244
+ name = "syn"
245
+ version = "2.0.119"
246
+ source = "registry+https://github.com/rust-lang/crates.io-index"
247
+ checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
248
+ dependencies = [
249
+ "proc-macro2",
250
+ "quote",
251
+ "unicode-ident",
252
+ ]
253
+
254
+ [[package]]
255
+ name = "target-lexicon"
256
+ version = "0.13.5"
257
+ source = "registry+https://github.com/rust-lang/crates.io-index"
258
+ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
259
+
260
+ [[package]]
261
+ name = "unicode-ident"
262
+ version = "1.0.27"
263
+ source = "registry+https://github.com/rust-lang/crates.io-index"
264
+ checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563"
265
+
266
+ [[package]]
267
+ name = "unindent"
268
+ version = "0.2.4"
269
+ source = "registry+https://github.com/rust-lang/crates.io-index"
270
+ checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
271
+
272
+ [[package]]
273
+ name = "wx1-cli"
274
+ version = "0.1.0"
275
+ dependencies = [
276
+ "wx1-format",
277
+ ]
278
+
279
+ [[package]]
280
+ name = "wx1-ffi"
281
+ version = "0.1.0"
282
+ dependencies = [
283
+ "wx1-format",
284
+ ]
285
+
286
+ [[package]]
287
+ name = "wx1-format"
288
+ version = "0.1.0"
289
+ dependencies = [
290
+ "blake3",
291
+ "lz4_flex",
292
+ "zstd",
293
+ ]
294
+
295
+ [[package]]
296
+ name = "wx1-python-native"
297
+ version = "0.1.0"
298
+ dependencies = [
299
+ "pyo3",
300
+ "wx1-format",
301
+ "wx1-registry",
302
+ ]
303
+
304
+ [[package]]
305
+ name = "wx1-registry"
306
+ version = "0.3.1"
307
+
308
+ [[package]]
309
+ name = "zstd"
310
+ version = "0.13.4"
311
+ source = "registry+https://github.com/rust-lang/crates.io-index"
312
+ checksum = "cdb02c3132d251ab1606e9fc913a7da6c6ed08cc263df15edf082e1dc497d157"
313
+ dependencies = [
314
+ "zstd-safe",
315
+ ]
316
+
317
+ [[package]]
318
+ name = "zstd-safe"
319
+ version = "7.4.0"
320
+ source = "registry+https://github.com/rust-lang/crates.io-index"
321
+ checksum = "1c8ea04668f5de8d8d51051714ba560c9536519cadcdb8829bba4fe2ad159b03"
322
+ dependencies = [
323
+ "zstd-sys",
324
+ ]
325
+
326
+ [[package]]
327
+ name = "zstd-sys"
328
+ version = "2.1.2+zstd.1.5.7"
329
+ source = "registry+https://github.com/rust-lang/crates.io-index"
330
+ checksum = "481ada9c543b2323cbb7bbdbb5249177fbf0188ed959ed2c15e4b22421c84ed3"
331
+ dependencies = [
332
+ "cc",
333
+ "pkg-config",
334
+ ]
@@ -0,0 +1,14 @@
1
+ [workspace]
2
+ resolver = "2"
3
+ members = ["crates/wx1-format", "crates/wx1-registry", "bindings/wx1-python"]
4
+
5
+ [workspace.package]
6
+ edition = "2021"
7
+ rust-version = "1.85"
8
+ license = "Apache-2.0"
9
+
10
+ [workspace.lints.rust]
11
+ unsafe_code = "forbid"
12
+
13
+ [workspace.lints.clippy]
14
+ all = "warn"
@@ -0,0 +1,91 @@
1
+ Metadata-Version: 2.4
2
+ Name: tempest-wx1
3
+ Version: 0.1.0
4
+ Requires-Dist: numpy>=1.26 ; extra == 'all'
5
+ Requires-Dist: xarray>=2024.1 ; extra == 'all'
6
+ Requires-Dist: dask[array]>=2024.1 ; extra == 'all'
7
+ Requires-Dist: netcdf4>=1.6 ; extra == 'all'
8
+ Requires-Dist: zarr>=2.17 ; extra == 'all'
9
+ Requires-Dist: cfgrib>=0.9.15 ; extra == 'all'
10
+ Requires-Dist: eccodes>=2.38 ; extra == 'all'
11
+ Requires-Dist: jax[cuda12]>=0.12 ; extra == 'all'
12
+ Requires-Dist: jax[cuda12]>=0.12 ; extra == 'cuda'
13
+ Requires-Dist: numpy>=1.26 ; extra == 'dask'
14
+ Requires-Dist: xarray>=2024.1 ; extra == 'dask'
15
+ Requires-Dist: dask[array]>=2024.1 ; extra == 'dask'
16
+ Requires-Dist: jax[cuda12]>=0.12 ; extra == 'gpu'
17
+ Requires-Dist: numpy>=1.26 ; extra == 'grib2'
18
+ Requires-Dist: xarray>=2024.1 ; extra == 'grib2'
19
+ Requires-Dist: cfgrib>=0.9.15 ; extra == 'grib2'
20
+ Requires-Dist: eccodes>=2.38 ; extra == 'grib2'
21
+ Requires-Dist: numpy>=1.26 ; extra == 'netcdf'
22
+ Requires-Dist: xarray>=2024.1 ; extra == 'netcdf'
23
+ Requires-Dist: netcdf4>=1.6 ; extra == 'netcdf'
24
+ Requires-Dist: numpy>=1.26 ; extra == 'numpy'
25
+ Requires-Dist: numpy>=1.26 ; extra == 'test'
26
+ Requires-Dist: xarray>=2024.1 ; extra == 'test'
27
+ Requires-Dist: scipy>=1.11 ; extra == 'test'
28
+ Requires-Dist: pytest>=8.0 ; extra == 'test'
29
+ Requires-Dist: numpy>=1.26 ; extra == 'xarray'
30
+ Requires-Dist: xarray>=2024.1 ; extra == 'xarray'
31
+ Requires-Dist: numpy>=1.26 ; extra == 'zarr'
32
+ Requires-Dist: xarray>=2024.1 ; extra == 'zarr'
33
+ Requires-Dist: zarr>=2.17 ; extra == 'zarr'
34
+ Provides-Extra: all
35
+ Provides-Extra: cuda
36
+ Provides-Extra: dask
37
+ Provides-Extra: gpu
38
+ Provides-Extra: grib2
39
+ Provides-Extra: netcdf
40
+ Provides-Extra: numpy
41
+ Provides-Extra: test
42
+ Provides-Extra: xarray
43
+ Provides-Extra: zarr
44
+ Summary: Tempest: WX-1 — High-Performance Scientific Weather Storage Format
45
+ Author: Jordy van Gils
46
+ License: Apache-2.0
47
+ Requires-Python: >=3.9
48
+ Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
49
+
50
+ # WX-1 Python package (experimental)
51
+
52
+ This directory contains the Python package and maturin build configuration. The native module is implemented in `../bindings/wx1-python` and links to the existing `wx1-format` Rust crate.
53
+
54
+ ## CPU-only install
55
+
56
+ From this directory, build/install the CPU-only package with:
57
+
58
+ ```bash
59
+ python -m pip install .
60
+ ```
61
+
62
+ The base package has no GPU or scientific-format dependencies. NumPy, xarray, Dask, NetCDF4, Zarr and GRIB2/ecCodes integrations are opt-in extras. A Rust toolchain is required to build from source; a compatible wheel avoids requiring Rust on the installation machine.
63
+
64
+ ```bash
65
+ python -m pip install '.[numpy,xarray,dask]'
66
+ python -m pip install '.[netcdf]'
67
+ python -m pip install '.[zarr]'
68
+ python -m pip install '.[grib2]'
69
+ ```
70
+
71
+ ## API prototype
72
+
73
+ - `wx1.open_file(path)` opens a scientific schema-v2 file and fully validates the current generation using the existing Rust `open_scientific_snapshot` path. This is **not lazy open**.
74
+ - `Wx1File.read_array_slice(path, start, count)` reads only the planned chunks for that selection and returns a NumPy array if NumPy is installed.
75
+ - `wx1.write_array(...)` writes one root-level variable to a new file. It accepts chunked C-contiguous array bytes and uses the bounded reader-based Zstandard generation writer. It refuses to overwrite an existing destination.
76
+ - `wx1.open_dataset(path, engine='wx1')` exposes variables through an xarray lazy indexing backend. Metadata/generation open currently performs full container validation; only array materialization is lazy. Dask-backed chunking is available when the `dask` extra is installed.
77
+
78
+ The initial writer handles one variable per file and text-valued variable attributes. It supports multiple chunks, but does not yet expose coordinate variables, groups, grid mappings, provenance construction or multi-variable writes. Those are explicit API gaps, not silently discarded metadata. The reader preserves the scientific model's variable attributes, dimensions, byte order and dtype for variables already present in a file.
79
+
80
+ ## Optional external-format adapters
81
+
82
+ - `wx1.adapters.netcdf.open_dataset`: xarray NetCDF reader; NetCDF4 support depends on the optional `netcdf` extra.
83
+ - `wx1.adapters.zarr.open_dataset`: xarray Zarr reader; supports the installed Zarr version/format.
84
+ - `wx1.adapters.grib2.open_dataset`: xarray/cfgrib reader; requires the `grib2` extra and ecCodes.
85
+
86
+ These are external-format readers, not complete WX-1 import/export or lossless roundtrip adapters. Tests use deterministic local fixtures when the required optional library is installed. GRIB2 test fixtures must be supplied locally; no network download occurs during tests.
87
+
88
+ ## Status and limits
89
+
90
+ This is an experimental Phase-1 vertical slice. The current authoring environment has Python 3.13.5, NumPy 2.3.5, xarray 2026.4.0, SciPy 1.17.0 and pytest 9.0.2, but no Cargo/rustc/maturin, Dask, NetCDF4, Zarr or ecCodes. An attempt to install optional packages in a temporary venv was blocked by unavailable package-index DNS; no project dependencies were changed. The current Python suite was run with 14 passed and 10 skipped. The native extension, wheel and live NumPy↔WX-1 roundtrip remain unverified because Cargo/rustc/maturin are unavailable here. Dask, NetCDF4 and Zarr were skipped because their optional packages are absent; GRIB2 was skipped because no local fixture or cfgrib/ecCodes installation is available. These integrations must be tested in a Rust-enabled environment before Phase 1 can be declared complete.
91
+
@@ -0,0 +1,41 @@
1
+ # WX-1 Python package (experimental)
2
+
3
+ This directory contains the Python package and maturin build configuration. The native module is implemented in `../bindings/wx1-python` and links to the existing `wx1-format` Rust crate.
4
+
5
+ ## CPU-only install
6
+
7
+ From this directory, build/install the CPU-only package with:
8
+
9
+ ```bash
10
+ python -m pip install .
11
+ ```
12
+
13
+ The base package has no GPU or scientific-format dependencies. NumPy, xarray, Dask, NetCDF4, Zarr and GRIB2/ecCodes integrations are opt-in extras. A Rust toolchain is required to build from source; a compatible wheel avoids requiring Rust on the installation machine.
14
+
15
+ ```bash
16
+ python -m pip install '.[numpy,xarray,dask]'
17
+ python -m pip install '.[netcdf]'
18
+ python -m pip install '.[zarr]'
19
+ python -m pip install '.[grib2]'
20
+ ```
21
+
22
+ ## API prototype
23
+
24
+ - `wx1.open_file(path)` opens a scientific schema-v2 file and fully validates the current generation using the existing Rust `open_scientific_snapshot` path. This is **not lazy open**.
25
+ - `Wx1File.read_array_slice(path, start, count)` reads only the planned chunks for that selection and returns a NumPy array if NumPy is installed.
26
+ - `wx1.write_array(...)` writes one root-level variable to a new file. It accepts chunked C-contiguous array bytes and uses the bounded reader-based Zstandard generation writer. It refuses to overwrite an existing destination.
27
+ - `wx1.open_dataset(path, engine='wx1')` exposes variables through an xarray lazy indexing backend. Metadata/generation open currently performs full container validation; only array materialization is lazy. Dask-backed chunking is available when the `dask` extra is installed.
28
+
29
+ The initial writer handles one variable per file and text-valued variable attributes. It supports multiple chunks, but does not yet expose coordinate variables, groups, grid mappings, provenance construction or multi-variable writes. Those are explicit API gaps, not silently discarded metadata. The reader preserves the scientific model's variable attributes, dimensions, byte order and dtype for variables already present in a file.
30
+
31
+ ## Optional external-format adapters
32
+
33
+ - `wx1.adapters.netcdf.open_dataset`: xarray NetCDF reader; NetCDF4 support depends on the optional `netcdf` extra.
34
+ - `wx1.adapters.zarr.open_dataset`: xarray Zarr reader; supports the installed Zarr version/format.
35
+ - `wx1.adapters.grib2.open_dataset`: xarray/cfgrib reader; requires the `grib2` extra and ecCodes.
36
+
37
+ These are external-format readers, not complete WX-1 import/export or lossless roundtrip adapters. Tests use deterministic local fixtures when the required optional library is installed. GRIB2 test fixtures must be supplied locally; no network download occurs during tests.
38
+
39
+ ## Status and limits
40
+
41
+ This is an experimental Phase-1 vertical slice. The current authoring environment has Python 3.13.5, NumPy 2.3.5, xarray 2026.4.0, SciPy 1.17.0 and pytest 9.0.2, but no Cargo/rustc/maturin, Dask, NetCDF4, Zarr or ecCodes. An attempt to install optional packages in a temporary venv was blocked by unavailable package-index DNS; no project dependencies were changed. The current Python suite was run with 14 passed and 10 skipped. The native extension, wheel and live NumPy↔WX-1 roundtrip remain unverified because Cargo/rustc/maturin are unavailable here. Dask, NetCDF4 and Zarr were skipped because their optional packages are absent; GRIB2 was skipped because no local fixture or cfgrib/ecCodes installation is available. These integrations must be tested in a Rust-enabled environment before Phase 1 can be declared complete.
@@ -0,0 +1,23 @@
1
+ [package]
2
+ name = "wx1-python-native"
3
+ version = "0.1.0"
4
+ edition = "2021"
5
+ rust-version = "1.85"
6
+ license = "MIT"
7
+ description = "Experimental PyO3 bindings for the WX-1 scientific storage core"
8
+
9
+ [lib]
10
+ name = "_core"
11
+ crate-type = ["cdylib", "rlib"]
12
+
13
+ [dependencies]
14
+ pyo3 = { version = "0.24.2" }
15
+ wx1-format = { path = "../../crates/wx1-format" }
16
+ wx1-registry = { path = "../../crates/wx1-registry" }
17
+
18
+ [features]
19
+ default = []
20
+ extension-module = ["pyo3/extension-module"]
21
+
22
+ [lints]
23
+ workspace = true