tempest-wx1 0.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tempest_wx1-0.1.0/Cargo.lock +334 -0
- tempest_wx1-0.1.0/Cargo.toml +14 -0
- tempest_wx1-0.1.0/PKG-INFO +91 -0
- tempest_wx1-0.1.0/README.md +41 -0
- tempest_wx1-0.1.0/bindings/wx1-python/Cargo.toml +23 -0
- tempest_wx1-0.1.0/bindings/wx1-python/src/lib.rs +1442 -0
- tempest_wx1-0.1.0/crates/wx1-format/Cargo.toml +18 -0
- tempest_wx1-0.1.0/crates/wx1-format/benches/wx1_performance.rs +574 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/integer_packing.rs +441 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/lib.rs +8736 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/quantization.rs +594 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/scientific.rs +2358 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/staging.rs +855 -0
- tempest_wx1-0.1.0/crates/wx1-format/src/topology.rs +1403 -0
- tempest_wx1-0.1.0/crates/wx1-format/tests/golden_vectors.rs +606 -0
- tempest_wx1-0.1.0/crates/wx1-format/tests/robustness_fuzz_security.rs +690 -0
- tempest_wx1-0.1.0/crates/wx1-format/tests/scientific_arrays.rs +2247 -0
- tempest_wx1-0.1.0/crates/wx1-format/tests/scientific_streaming.rs +416 -0
- tempest_wx1-0.1.0/crates/wx1-registry/Cargo.toml +11 -0
- tempest_wx1-0.1.0/crates/wx1-registry/src/lib.rs +1061 -0
- tempest_wx1-0.1.0/pyproject.toml +44 -0
- tempest_wx1-0.1.0/wx1/__init__.py +868 -0
- tempest_wx1-0.1.0/wx1/__main__.py +23 -0
- tempest_wx1-0.1.0/wx1/adapters/__init__.py +78 -0
- tempest_wx1-0.1.0/wx1/adapters/bufr_crex.py +333 -0
- tempest_wx1-0.1.0/wx1/adapters/grib2.py +694 -0
- tempest_wx1-0.1.0/wx1/adapters/hdf_geotiff.py +636 -0
- tempest_wx1-0.1.0/wx1/adapters/netcdf.py +325 -0
- tempest_wx1-0.1.0/wx1/adapters/ukmo_radar.py +667 -0
- tempest_wx1-0.1.0/wx1/adapters/zarr.py +303 -0
- tempest_wx1-0.1.0/wx1/cli.py +267 -0
- tempest_wx1-0.1.0/wx1/xarray_backend.py +154 -0
|
@@ -0,0 +1,334 @@
|
|
|
1
|
+
# This file is automatically @generated by Cargo.
|
|
2
|
+
# It is not intended for manual editing.
|
|
3
|
+
version = 4
|
|
4
|
+
|
|
5
|
+
[[package]]
|
|
6
|
+
name = "arrayvec"
|
|
7
|
+
version = "0.7.8"
|
|
8
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
9
|
+
checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56"
|
|
10
|
+
|
|
11
|
+
[[package]]
|
|
12
|
+
name = "autocfg"
|
|
13
|
+
version = "1.5.1"
|
|
14
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
15
|
+
checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
|
|
16
|
+
|
|
17
|
+
[[package]]
|
|
18
|
+
name = "blake3"
|
|
19
|
+
version = "1.8.7"
|
|
20
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
21
|
+
checksum = "6d9e454fc11f76977dc803893aff6304ed33d6a26efae8696573bea74baa27ae"
|
|
22
|
+
dependencies = [
|
|
23
|
+
"arrayvec",
|
|
24
|
+
"cc",
|
|
25
|
+
"cfg-if",
|
|
26
|
+
"constant_time_eq",
|
|
27
|
+
"cpufeatures",
|
|
28
|
+
]
|
|
29
|
+
|
|
30
|
+
[[package]]
|
|
31
|
+
name = "cc"
|
|
32
|
+
version = "1.10.0"
|
|
33
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
34
|
+
checksum = "86e055fa6e3e40ad6187ba25b6855eeb635d5271f8e0f0e1e9a5826b8d75bea0"
|
|
35
|
+
dependencies = [
|
|
36
|
+
"find-msvc-tools",
|
|
37
|
+
"jobserver",
|
|
38
|
+
"libc",
|
|
39
|
+
"shlex",
|
|
40
|
+
]
|
|
41
|
+
|
|
42
|
+
[[package]]
|
|
43
|
+
name = "cfg-if"
|
|
44
|
+
version = "1.0.5"
|
|
45
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
46
|
+
checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600"
|
|
47
|
+
|
|
48
|
+
[[package]]
|
|
49
|
+
name = "constant_time_eq"
|
|
50
|
+
version = "0.4.2"
|
|
51
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
52
|
+
checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b"
|
|
53
|
+
|
|
54
|
+
[[package]]
|
|
55
|
+
name = "cpufeatures"
|
|
56
|
+
version = "0.3.1"
|
|
57
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
58
|
+
checksum = "5ca28b0ae3115b884660db4118d803791fd6756b6e88f39c0f3f7859060d7566"
|
|
59
|
+
dependencies = [
|
|
60
|
+
"libc",
|
|
61
|
+
]
|
|
62
|
+
|
|
63
|
+
[[package]]
|
|
64
|
+
name = "find-msvc-tools"
|
|
65
|
+
version = "0.1.15"
|
|
66
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
67
|
+
checksum = "1c66915cc5391097de7a2b0b972e8505aa33c0df401fd3a6811dbdb32881ba48"
|
|
68
|
+
|
|
69
|
+
[[package]]
|
|
70
|
+
name = "getrandom"
|
|
71
|
+
version = "0.4.3"
|
|
72
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
73
|
+
checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099"
|
|
74
|
+
dependencies = [
|
|
75
|
+
"cfg-if",
|
|
76
|
+
"libc",
|
|
77
|
+
"r-efi",
|
|
78
|
+
]
|
|
79
|
+
|
|
80
|
+
[[package]]
|
|
81
|
+
name = "heck"
|
|
82
|
+
version = "0.5.0"
|
|
83
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
84
|
+
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
|
|
85
|
+
|
|
86
|
+
[[package]]
|
|
87
|
+
name = "indoc"
|
|
88
|
+
version = "2.0.8"
|
|
89
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
90
|
+
checksum = "a37b2691796cffeb8a8cd305ac66e65841559f147f4e63231d0eafa4db5384d1"
|
|
91
|
+
dependencies = [
|
|
92
|
+
"rustversion",
|
|
93
|
+
]
|
|
94
|
+
|
|
95
|
+
[[package]]
|
|
96
|
+
name = "jobserver"
|
|
97
|
+
version = "0.1.35"
|
|
98
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
99
|
+
checksum = "1c00acbd29eabad4a2392fa0e921c874934dbbf4194312ad20f04a0ed67a3cb3"
|
|
100
|
+
dependencies = [
|
|
101
|
+
"getrandom",
|
|
102
|
+
"libc",
|
|
103
|
+
]
|
|
104
|
+
|
|
105
|
+
[[package]]
|
|
106
|
+
name = "libc"
|
|
107
|
+
version = "0.2.191"
|
|
108
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
109
|
+
checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a"
|
|
110
|
+
|
|
111
|
+
[[package]]
|
|
112
|
+
name = "lz4_flex"
|
|
113
|
+
version = "0.11.6"
|
|
114
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
115
|
+
checksum = "373f5eceeeab7925e0c1098212f2fbc4d416adec9d35051a6ab251e824c1854a"
|
|
116
|
+
|
|
117
|
+
[[package]]
|
|
118
|
+
name = "memoffset"
|
|
119
|
+
version = "0.9.1"
|
|
120
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
121
|
+
checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
|
|
122
|
+
dependencies = [
|
|
123
|
+
"autocfg",
|
|
124
|
+
]
|
|
125
|
+
|
|
126
|
+
[[package]]
|
|
127
|
+
name = "once_cell"
|
|
128
|
+
version = "1.21.4"
|
|
129
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
130
|
+
checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
|
|
131
|
+
|
|
132
|
+
[[package]]
|
|
133
|
+
name = "pkg-config"
|
|
134
|
+
version = "0.3.34"
|
|
135
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
136
|
+
checksum = "f6b464fbc74e149a392436b17d523f769e057cb6877f6a5c4618bc6f11800548"
|
|
137
|
+
|
|
138
|
+
[[package]]
|
|
139
|
+
name = "portable-atomic"
|
|
140
|
+
version = "1.15.0"
|
|
141
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
142
|
+
checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
|
|
143
|
+
|
|
144
|
+
[[package]]
|
|
145
|
+
name = "proc-macro2"
|
|
146
|
+
version = "1.0.107"
|
|
147
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
148
|
+
checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
|
|
149
|
+
dependencies = [
|
|
150
|
+
"unicode-ident",
|
|
151
|
+
]
|
|
152
|
+
|
|
153
|
+
[[package]]
|
|
154
|
+
name = "pyo3"
|
|
155
|
+
version = "0.24.2"
|
|
156
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
157
|
+
checksum = "e5203598f366b11a02b13aa20cab591229ff0a89fd121a308a5df751d5fc9219"
|
|
158
|
+
dependencies = [
|
|
159
|
+
"cfg-if",
|
|
160
|
+
"indoc",
|
|
161
|
+
"libc",
|
|
162
|
+
"memoffset",
|
|
163
|
+
"once_cell",
|
|
164
|
+
"portable-atomic",
|
|
165
|
+
"pyo3-build-config",
|
|
166
|
+
"pyo3-ffi",
|
|
167
|
+
"pyo3-macros",
|
|
168
|
+
"unindent",
|
|
169
|
+
]
|
|
170
|
+
|
|
171
|
+
[[package]]
|
|
172
|
+
name = "pyo3-build-config"
|
|
173
|
+
version = "0.24.2"
|
|
174
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
175
|
+
checksum = "99636d423fa2ca130fa5acde3059308006d46f98caac629418e53f7ebb1e9999"
|
|
176
|
+
dependencies = [
|
|
177
|
+
"once_cell",
|
|
178
|
+
"target-lexicon",
|
|
179
|
+
]
|
|
180
|
+
|
|
181
|
+
[[package]]
|
|
182
|
+
name = "pyo3-ffi"
|
|
183
|
+
version = "0.24.2"
|
|
184
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
185
|
+
checksum = "78f9cf92ba9c409279bc3305b5409d90db2d2c22392d443a87df3a1adad59e33"
|
|
186
|
+
dependencies = [
|
|
187
|
+
"libc",
|
|
188
|
+
"pyo3-build-config",
|
|
189
|
+
]
|
|
190
|
+
|
|
191
|
+
[[package]]
|
|
192
|
+
name = "pyo3-macros"
|
|
193
|
+
version = "0.24.2"
|
|
194
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
195
|
+
checksum = "0b999cb1a6ce21f9a6b147dcf1be9ffedf02e0043aec74dc390f3007047cecd9"
|
|
196
|
+
dependencies = [
|
|
197
|
+
"proc-macro2",
|
|
198
|
+
"pyo3-macros-backend",
|
|
199
|
+
"quote",
|
|
200
|
+
"syn",
|
|
201
|
+
]
|
|
202
|
+
|
|
203
|
+
[[package]]
|
|
204
|
+
name = "pyo3-macros-backend"
|
|
205
|
+
version = "0.24.2"
|
|
206
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
207
|
+
checksum = "822ece1c7e1012745607d5cf0bcb2874769f0f7cb34c4cde03b9358eb9ef911a"
|
|
208
|
+
dependencies = [
|
|
209
|
+
"heck",
|
|
210
|
+
"proc-macro2",
|
|
211
|
+
"pyo3-build-config",
|
|
212
|
+
"quote",
|
|
213
|
+
"syn",
|
|
214
|
+
]
|
|
215
|
+
|
|
216
|
+
[[package]]
|
|
217
|
+
name = "quote"
|
|
218
|
+
version = "1.0.47"
|
|
219
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
220
|
+
checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
|
|
221
|
+
dependencies = [
|
|
222
|
+
"proc-macro2",
|
|
223
|
+
]
|
|
224
|
+
|
|
225
|
+
[[package]]
|
|
226
|
+
name = "r-efi"
|
|
227
|
+
version = "6.0.0"
|
|
228
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
229
|
+
checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf"
|
|
230
|
+
|
|
231
|
+
[[package]]
|
|
232
|
+
name = "rustversion"
|
|
233
|
+
version = "1.0.23"
|
|
234
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
235
|
+
checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
|
|
236
|
+
|
|
237
|
+
[[package]]
|
|
238
|
+
name = "shlex"
|
|
239
|
+
version = "2.0.1"
|
|
240
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
241
|
+
checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
|
|
242
|
+
|
|
243
|
+
[[package]]
|
|
244
|
+
name = "syn"
|
|
245
|
+
version = "2.0.119"
|
|
246
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
247
|
+
checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
|
|
248
|
+
dependencies = [
|
|
249
|
+
"proc-macro2",
|
|
250
|
+
"quote",
|
|
251
|
+
"unicode-ident",
|
|
252
|
+
]
|
|
253
|
+
|
|
254
|
+
[[package]]
|
|
255
|
+
name = "target-lexicon"
|
|
256
|
+
version = "0.13.5"
|
|
257
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
258
|
+
checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
|
|
259
|
+
|
|
260
|
+
[[package]]
|
|
261
|
+
name = "unicode-ident"
|
|
262
|
+
version = "1.0.27"
|
|
263
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
264
|
+
checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563"
|
|
265
|
+
|
|
266
|
+
[[package]]
|
|
267
|
+
name = "unindent"
|
|
268
|
+
version = "0.2.4"
|
|
269
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
270
|
+
checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
|
|
271
|
+
|
|
272
|
+
[[package]]
|
|
273
|
+
name = "wx1-cli"
|
|
274
|
+
version = "0.1.0"
|
|
275
|
+
dependencies = [
|
|
276
|
+
"wx1-format",
|
|
277
|
+
]
|
|
278
|
+
|
|
279
|
+
[[package]]
|
|
280
|
+
name = "wx1-ffi"
|
|
281
|
+
version = "0.1.0"
|
|
282
|
+
dependencies = [
|
|
283
|
+
"wx1-format",
|
|
284
|
+
]
|
|
285
|
+
|
|
286
|
+
[[package]]
|
|
287
|
+
name = "wx1-format"
|
|
288
|
+
version = "0.1.0"
|
|
289
|
+
dependencies = [
|
|
290
|
+
"blake3",
|
|
291
|
+
"lz4_flex",
|
|
292
|
+
"zstd",
|
|
293
|
+
]
|
|
294
|
+
|
|
295
|
+
[[package]]
|
|
296
|
+
name = "wx1-python-native"
|
|
297
|
+
version = "0.1.0"
|
|
298
|
+
dependencies = [
|
|
299
|
+
"pyo3",
|
|
300
|
+
"wx1-format",
|
|
301
|
+
"wx1-registry",
|
|
302
|
+
]
|
|
303
|
+
|
|
304
|
+
[[package]]
|
|
305
|
+
name = "wx1-registry"
|
|
306
|
+
version = "0.3.1"
|
|
307
|
+
|
|
308
|
+
[[package]]
|
|
309
|
+
name = "zstd"
|
|
310
|
+
version = "0.13.4"
|
|
311
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
312
|
+
checksum = "cdb02c3132d251ab1606e9fc913a7da6c6ed08cc263df15edf082e1dc497d157"
|
|
313
|
+
dependencies = [
|
|
314
|
+
"zstd-safe",
|
|
315
|
+
]
|
|
316
|
+
|
|
317
|
+
[[package]]
|
|
318
|
+
name = "zstd-safe"
|
|
319
|
+
version = "7.4.0"
|
|
320
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
321
|
+
checksum = "1c8ea04668f5de8d8d51051714ba560c9536519cadcdb8829bba4fe2ad159b03"
|
|
322
|
+
dependencies = [
|
|
323
|
+
"zstd-sys",
|
|
324
|
+
]
|
|
325
|
+
|
|
326
|
+
[[package]]
|
|
327
|
+
name = "zstd-sys"
|
|
328
|
+
version = "2.1.2+zstd.1.5.7"
|
|
329
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
330
|
+
checksum = "481ada9c543b2323cbb7bbdbb5249177fbf0188ed959ed2c15e4b22421c84ed3"
|
|
331
|
+
dependencies = [
|
|
332
|
+
"cc",
|
|
333
|
+
"pkg-config",
|
|
334
|
+
]
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
[workspace]
|
|
2
|
+
resolver = "2"
|
|
3
|
+
members = ["crates/wx1-format", "crates/wx1-registry", "bindings/wx1-python"]
|
|
4
|
+
|
|
5
|
+
[workspace.package]
|
|
6
|
+
edition = "2021"
|
|
7
|
+
rust-version = "1.85"
|
|
8
|
+
license = "Apache-2.0"
|
|
9
|
+
|
|
10
|
+
[workspace.lints.rust]
|
|
11
|
+
unsafe_code = "forbid"
|
|
12
|
+
|
|
13
|
+
[workspace.lints.clippy]
|
|
14
|
+
all = "warn"
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: tempest-wx1
|
|
3
|
+
Version: 0.1.0
|
|
4
|
+
Requires-Dist: numpy>=1.26 ; extra == 'all'
|
|
5
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'all'
|
|
6
|
+
Requires-Dist: dask[array]>=2024.1 ; extra == 'all'
|
|
7
|
+
Requires-Dist: netcdf4>=1.6 ; extra == 'all'
|
|
8
|
+
Requires-Dist: zarr>=2.17 ; extra == 'all'
|
|
9
|
+
Requires-Dist: cfgrib>=0.9.15 ; extra == 'all'
|
|
10
|
+
Requires-Dist: eccodes>=2.38 ; extra == 'all'
|
|
11
|
+
Requires-Dist: jax[cuda12]>=0.12 ; extra == 'all'
|
|
12
|
+
Requires-Dist: jax[cuda12]>=0.12 ; extra == 'cuda'
|
|
13
|
+
Requires-Dist: numpy>=1.26 ; extra == 'dask'
|
|
14
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'dask'
|
|
15
|
+
Requires-Dist: dask[array]>=2024.1 ; extra == 'dask'
|
|
16
|
+
Requires-Dist: jax[cuda12]>=0.12 ; extra == 'gpu'
|
|
17
|
+
Requires-Dist: numpy>=1.26 ; extra == 'grib2'
|
|
18
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'grib2'
|
|
19
|
+
Requires-Dist: cfgrib>=0.9.15 ; extra == 'grib2'
|
|
20
|
+
Requires-Dist: eccodes>=2.38 ; extra == 'grib2'
|
|
21
|
+
Requires-Dist: numpy>=1.26 ; extra == 'netcdf'
|
|
22
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'netcdf'
|
|
23
|
+
Requires-Dist: netcdf4>=1.6 ; extra == 'netcdf'
|
|
24
|
+
Requires-Dist: numpy>=1.26 ; extra == 'numpy'
|
|
25
|
+
Requires-Dist: numpy>=1.26 ; extra == 'test'
|
|
26
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'test'
|
|
27
|
+
Requires-Dist: scipy>=1.11 ; extra == 'test'
|
|
28
|
+
Requires-Dist: pytest>=8.0 ; extra == 'test'
|
|
29
|
+
Requires-Dist: numpy>=1.26 ; extra == 'xarray'
|
|
30
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'xarray'
|
|
31
|
+
Requires-Dist: numpy>=1.26 ; extra == 'zarr'
|
|
32
|
+
Requires-Dist: xarray>=2024.1 ; extra == 'zarr'
|
|
33
|
+
Requires-Dist: zarr>=2.17 ; extra == 'zarr'
|
|
34
|
+
Provides-Extra: all
|
|
35
|
+
Provides-Extra: cuda
|
|
36
|
+
Provides-Extra: dask
|
|
37
|
+
Provides-Extra: gpu
|
|
38
|
+
Provides-Extra: grib2
|
|
39
|
+
Provides-Extra: netcdf
|
|
40
|
+
Provides-Extra: numpy
|
|
41
|
+
Provides-Extra: test
|
|
42
|
+
Provides-Extra: xarray
|
|
43
|
+
Provides-Extra: zarr
|
|
44
|
+
Summary: Tempest: WX-1 — High-Performance Scientific Weather Storage Format
|
|
45
|
+
Author: Jordy van Gils
|
|
46
|
+
License: Apache-2.0
|
|
47
|
+
Requires-Python: >=3.9
|
|
48
|
+
Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
|
|
49
|
+
|
|
50
|
+
# WX-1 Python package (experimental)
|
|
51
|
+
|
|
52
|
+
This directory contains the Python package and maturin build configuration. The native module is implemented in `../bindings/wx1-python` and links to the existing `wx1-format` Rust crate.
|
|
53
|
+
|
|
54
|
+
## CPU-only install
|
|
55
|
+
|
|
56
|
+
From this directory, build/install the CPU-only package with:
|
|
57
|
+
|
|
58
|
+
```bash
|
|
59
|
+
python -m pip install .
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
The base package has no GPU or scientific-format dependencies. NumPy, xarray, Dask, NetCDF4, Zarr and GRIB2/ecCodes integrations are opt-in extras. A Rust toolchain is required to build from source; a compatible wheel avoids requiring Rust on the installation machine.
|
|
63
|
+
|
|
64
|
+
```bash
|
|
65
|
+
python -m pip install '.[numpy,xarray,dask]'
|
|
66
|
+
python -m pip install '.[netcdf]'
|
|
67
|
+
python -m pip install '.[zarr]'
|
|
68
|
+
python -m pip install '.[grib2]'
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
## API prototype
|
|
72
|
+
|
|
73
|
+
- `wx1.open_file(path)` opens a scientific schema-v2 file and fully validates the current generation using the existing Rust `open_scientific_snapshot` path. This is **not lazy open**.
|
|
74
|
+
- `Wx1File.read_array_slice(path, start, count)` reads only the planned chunks for that selection and returns a NumPy array if NumPy is installed.
|
|
75
|
+
- `wx1.write_array(...)` writes one root-level variable to a new file. It accepts chunked C-contiguous array bytes and uses the bounded reader-based Zstandard generation writer. It refuses to overwrite an existing destination.
|
|
76
|
+
- `wx1.open_dataset(path, engine='wx1')` exposes variables through an xarray lazy indexing backend. Metadata/generation open currently performs full container validation; only array materialization is lazy. Dask-backed chunking is available when the `dask` extra is installed.
|
|
77
|
+
|
|
78
|
+
The initial writer handles one variable per file and text-valued variable attributes. It supports multiple chunks, but does not yet expose coordinate variables, groups, grid mappings, provenance construction or multi-variable writes. Those are explicit API gaps, not silently discarded metadata. The reader preserves the scientific model's variable attributes, dimensions, byte order and dtype for variables already present in a file.
|
|
79
|
+
|
|
80
|
+
## Optional external-format adapters
|
|
81
|
+
|
|
82
|
+
- `wx1.adapters.netcdf.open_dataset`: xarray NetCDF reader; NetCDF4 support depends on the optional `netcdf` extra.
|
|
83
|
+
- `wx1.adapters.zarr.open_dataset`: xarray Zarr reader; supports the installed Zarr version/format.
|
|
84
|
+
- `wx1.adapters.grib2.open_dataset`: xarray/cfgrib reader; requires the `grib2` extra and ecCodes.
|
|
85
|
+
|
|
86
|
+
These are external-format readers, not complete WX-1 import/export or lossless roundtrip adapters. Tests use deterministic local fixtures when the required optional library is installed. GRIB2 test fixtures must be supplied locally; no network download occurs during tests.
|
|
87
|
+
|
|
88
|
+
## Status and limits
|
|
89
|
+
|
|
90
|
+
This is an experimental Phase-1 vertical slice. The current authoring environment has Python 3.13.5, NumPy 2.3.5, xarray 2026.4.0, SciPy 1.17.0 and pytest 9.0.2, but no Cargo/rustc/maturin, Dask, NetCDF4, Zarr or ecCodes. An attempt to install optional packages in a temporary venv was blocked by unavailable package-index DNS; no project dependencies were changed. The current Python suite was run with 14 passed and 10 skipped. The native extension, wheel and live NumPy↔WX-1 roundtrip remain unverified because Cargo/rustc/maturin are unavailable here. Dask, NetCDF4 and Zarr were skipped because their optional packages are absent; GRIB2 was skipped because no local fixture or cfgrib/ecCodes installation is available. These integrations must be tested in a Rust-enabled environment before Phase 1 can be declared complete.
|
|
91
|
+
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
# WX-1 Python package (experimental)
|
|
2
|
+
|
|
3
|
+
This directory contains the Python package and maturin build configuration. The native module is implemented in `../bindings/wx1-python` and links to the existing `wx1-format` Rust crate.
|
|
4
|
+
|
|
5
|
+
## CPU-only install
|
|
6
|
+
|
|
7
|
+
From this directory, build/install the CPU-only package with:
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
python -m pip install .
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
The base package has no GPU or scientific-format dependencies. NumPy, xarray, Dask, NetCDF4, Zarr and GRIB2/ecCodes integrations are opt-in extras. A Rust toolchain is required to build from source; a compatible wheel avoids requiring Rust on the installation machine.
|
|
14
|
+
|
|
15
|
+
```bash
|
|
16
|
+
python -m pip install '.[numpy,xarray,dask]'
|
|
17
|
+
python -m pip install '.[netcdf]'
|
|
18
|
+
python -m pip install '.[zarr]'
|
|
19
|
+
python -m pip install '.[grib2]'
|
|
20
|
+
```
|
|
21
|
+
|
|
22
|
+
## API prototype
|
|
23
|
+
|
|
24
|
+
- `wx1.open_file(path)` opens a scientific schema-v2 file and fully validates the current generation using the existing Rust `open_scientific_snapshot` path. This is **not lazy open**.
|
|
25
|
+
- `Wx1File.read_array_slice(path, start, count)` reads only the planned chunks for that selection and returns a NumPy array if NumPy is installed.
|
|
26
|
+
- `wx1.write_array(...)` writes one root-level variable to a new file. It accepts chunked C-contiguous array bytes and uses the bounded reader-based Zstandard generation writer. It refuses to overwrite an existing destination.
|
|
27
|
+
- `wx1.open_dataset(path, engine='wx1')` exposes variables through an xarray lazy indexing backend. Metadata/generation open currently performs full container validation; only array materialization is lazy. Dask-backed chunking is available when the `dask` extra is installed.
|
|
28
|
+
|
|
29
|
+
The initial writer handles one variable per file and text-valued variable attributes. It supports multiple chunks, but does not yet expose coordinate variables, groups, grid mappings, provenance construction or multi-variable writes. Those are explicit API gaps, not silently discarded metadata. The reader preserves the scientific model's variable attributes, dimensions, byte order and dtype for variables already present in a file.
|
|
30
|
+
|
|
31
|
+
## Optional external-format adapters
|
|
32
|
+
|
|
33
|
+
- `wx1.adapters.netcdf.open_dataset`: xarray NetCDF reader; NetCDF4 support depends on the optional `netcdf` extra.
|
|
34
|
+
- `wx1.adapters.zarr.open_dataset`: xarray Zarr reader; supports the installed Zarr version/format.
|
|
35
|
+
- `wx1.adapters.grib2.open_dataset`: xarray/cfgrib reader; requires the `grib2` extra and ecCodes.
|
|
36
|
+
|
|
37
|
+
These are external-format readers, not complete WX-1 import/export or lossless roundtrip adapters. Tests use deterministic local fixtures when the required optional library is installed. GRIB2 test fixtures must be supplied locally; no network download occurs during tests.
|
|
38
|
+
|
|
39
|
+
## Status and limits
|
|
40
|
+
|
|
41
|
+
This is an experimental Phase-1 vertical slice. The current authoring environment has Python 3.13.5, NumPy 2.3.5, xarray 2026.4.0, SciPy 1.17.0 and pytest 9.0.2, but no Cargo/rustc/maturin, Dask, NetCDF4, Zarr or ecCodes. An attempt to install optional packages in a temporary venv was blocked by unavailable package-index DNS; no project dependencies were changed. The current Python suite was run with 14 passed and 10 skipped. The native extension, wheel and live NumPy↔WX-1 roundtrip remain unverified because Cargo/rustc/maturin are unavailable here. Dask, NetCDF4 and Zarr were skipped because their optional packages are absent; GRIB2 was skipped because no local fixture or cfgrib/ecCodes installation is available. These integrations must be tested in a Rust-enabled environment before Phase 1 can be declared complete.
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
[package]
|
|
2
|
+
name = "wx1-python-native"
|
|
3
|
+
version = "0.1.0"
|
|
4
|
+
edition = "2021"
|
|
5
|
+
rust-version = "1.85"
|
|
6
|
+
license = "MIT"
|
|
7
|
+
description = "Experimental PyO3 bindings for the WX-1 scientific storage core"
|
|
8
|
+
|
|
9
|
+
[lib]
|
|
10
|
+
name = "_core"
|
|
11
|
+
crate-type = ["cdylib", "rlib"]
|
|
12
|
+
|
|
13
|
+
[dependencies]
|
|
14
|
+
pyo3 = { version = "0.24.2" }
|
|
15
|
+
wx1-format = { path = "../../crates/wx1-format" }
|
|
16
|
+
wx1-registry = { path = "../../crates/wx1-registry" }
|
|
17
|
+
|
|
18
|
+
[features]
|
|
19
|
+
default = []
|
|
20
|
+
extension-module = ["pyo3/extension-module"]
|
|
21
|
+
|
|
22
|
+
[lints]
|
|
23
|
+
workspace = true
|