zarrs 0.1.2__tar.gz → 0.1.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of zarrs might be problematic. Click here for more details.
- {zarrs-0.1.2 → zarrs-0.1.3}/Cargo.lock +19 -19
- {zarrs-0.1.2 → zarrs-0.1.3}/Cargo.toml +1 -1
- {zarrs-0.1.2 → zarrs-0.1.3}/PKG-INFO +2 -2
- {zarrs-0.1.2 → zarrs-0.1.3}/pyproject.toml +1 -1
- {zarrs-0.1.2 → zarrs-0.1.3}/python/zarrs/pipeline.py +4 -4
- {zarrs-0.1.2 → zarrs-0.1.3}/python/zarrs/utils.py +8 -2
- {zarrs-0.1.2 → zarrs-0.1.3}/.github/workflows/cd.yml +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/.github/workflows/ci.yml +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/.github/workflows/version-cmp.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/.gitignore +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/.pre-commit-config.yaml +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/.readthedocs.yml +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/LICENSE +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/README.md +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/docs/Makefile +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/docs/conf.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/docs/contributing.md +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/docs/index.md +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/docs/make.bat +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/hatch.toml +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/python/zarrs/__init__.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/python/zarrs/_internal.pyi +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/python/zarrs/py.typed +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/bin/stub_gen.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/chunk_item.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/concurrency.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/lib.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/metadata_v2.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/runtime.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/store/filesystem.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/store/http.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/store/manager.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/store.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/tests.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/src/utils.rs +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/conftest.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_blosc.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_codecs.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_endian.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_gzip.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_pipeline.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_sharding.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_transpose.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_v2.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_version.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_vlen.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_zarrs_http.py +0 -0
- {zarrs-0.1.2 → zarrs-0.1.3}/tests/test_zstd.py +0 -0
|
@@ -72,9 +72,9 @@ checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26"
|
|
|
72
72
|
|
|
73
73
|
[[package]]
|
|
74
74
|
name = "backon"
|
|
75
|
-
version = "1.
|
|
75
|
+
version = "1.4.0"
|
|
76
76
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
77
|
-
checksum = "
|
|
77
|
+
checksum = "49fef586913a57ff189f25c9b3d034356a5bf6b3fa9a7f067588fe1698ba1f5d"
|
|
78
78
|
dependencies = [
|
|
79
79
|
"fastrand",
|
|
80
80
|
"gloo-timers",
|
|
@@ -329,9 +329,9 @@ checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0"
|
|
|
329
329
|
|
|
330
330
|
[[package]]
|
|
331
331
|
name = "equivalent"
|
|
332
|
-
version = "1.0.
|
|
332
|
+
version = "1.0.2"
|
|
333
333
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
334
|
-
checksum = "
|
|
334
|
+
checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
|
|
335
335
|
|
|
336
336
|
[[package]]
|
|
337
337
|
name = "fastrand"
|
|
@@ -1261,9 +1261,9 @@ dependencies = [
|
|
|
1261
1261
|
|
|
1262
1262
|
[[package]]
|
|
1263
1263
|
name = "openssl"
|
|
1264
|
-
version = "0.10.
|
|
1264
|
+
version = "0.10.71"
|
|
1265
1265
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1266
|
-
checksum = "
|
|
1266
|
+
checksum = "5e14130c6a98cd258fdcb0fb6d744152343ff729cbfcb28c656a9d12b999fbcd"
|
|
1267
1267
|
dependencies = [
|
|
1268
1268
|
"bitflags",
|
|
1269
1269
|
"cfg-if",
|
|
@@ -1296,9 +1296,9 @@ dependencies = [
|
|
|
1296
1296
|
|
|
1297
1297
|
[[package]]
|
|
1298
1298
|
name = "openssl-sys"
|
|
1299
|
-
version = "0.9.
|
|
1299
|
+
version = "0.9.106"
|
|
1300
1300
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1301
|
-
checksum = "
|
|
1301
|
+
checksum = "8bb61ea9811cc39e3c2069f40b8b8e2e70d8569b361f879786cc7ed48b777cdd"
|
|
1302
1302
|
dependencies = [
|
|
1303
1303
|
"cc",
|
|
1304
1304
|
"libc",
|
|
@@ -1945,9 +1945,9 @@ dependencies = [
|
|
|
1945
1945
|
|
|
1946
1946
|
[[package]]
|
|
1947
1947
|
name = "smallvec"
|
|
1948
|
-
version = "1.
|
|
1948
|
+
version = "1.14.0"
|
|
1949
1949
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1950
|
-
checksum = "
|
|
1950
|
+
checksum = "7fcf8323ef1faaee30a44a340193b1ac6814fd9b7b4e88e9d4519a3e4abe1cfd"
|
|
1951
1951
|
|
|
1952
1952
|
[[package]]
|
|
1953
1953
|
name = "snappy_src"
|
|
@@ -2255,15 +2255,15 @@ checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
|
|
|
2255
2255
|
|
|
2256
2256
|
[[package]]
|
|
2257
2257
|
name = "typenum"
|
|
2258
|
-
version = "1.
|
|
2258
|
+
version = "1.18.0"
|
|
2259
2259
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2260
|
-
checksum = "
|
|
2260
|
+
checksum = "1dccffe3ce07af9386bfd29e80c0ab1a8205a2fc34e4bcd40364df902cfa8f3f"
|
|
2261
2261
|
|
|
2262
2262
|
[[package]]
|
|
2263
2263
|
name = "unicode-ident"
|
|
2264
|
-
version = "1.0.
|
|
2264
|
+
version = "1.0.17"
|
|
2265
2265
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2266
|
-
checksum = "
|
|
2266
|
+
checksum = "00e2473a93778eb0bad35909dff6a10d28e63f792f16ed15e404fca9d5eeedbe"
|
|
2267
2267
|
|
|
2268
2268
|
[[package]]
|
|
2269
2269
|
name = "unicode-xid"
|
|
@@ -2314,9 +2314,9 @@ checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be"
|
|
|
2314
2314
|
|
|
2315
2315
|
[[package]]
|
|
2316
2316
|
name = "uuid"
|
|
2317
|
-
version = "1.13.
|
|
2317
|
+
version = "1.13.2"
|
|
2318
2318
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2319
|
-
checksum = "
|
|
2319
|
+
checksum = "8c1f41ffb7cf259f1ecc2876861a17e7142e63ead296f671f81f6ae85903e0d6"
|
|
2320
2320
|
dependencies = [
|
|
2321
2321
|
"getrandom 0.3.1",
|
|
2322
2322
|
"serde",
|
|
@@ -2775,7 +2775,7 @@ dependencies = [
|
|
|
2775
2775
|
|
|
2776
2776
|
[[package]]
|
|
2777
2777
|
name = "zarrs-python"
|
|
2778
|
-
version = "0.1.
|
|
2778
|
+
version = "0.1.3"
|
|
2779
2779
|
dependencies = [
|
|
2780
2780
|
"numpy",
|
|
2781
2781
|
"opendal",
|
|
@@ -2812,9 +2812,9 @@ dependencies = [
|
|
|
2812
2812
|
|
|
2813
2813
|
[[package]]
|
|
2814
2814
|
name = "zarrs_metadata"
|
|
2815
|
-
version = "0.3.
|
|
2815
|
+
version = "0.3.5"
|
|
2816
2816
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2817
|
-
checksum = "
|
|
2817
|
+
checksum = "ad62592c61e763c510337c1ba4b47c27ef424710bf9dbe74b2bef511d539299b"
|
|
2818
2818
|
dependencies = [
|
|
2819
2819
|
"derive_more",
|
|
2820
2820
|
"half",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: zarrs
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.3
|
|
4
4
|
Classifier: Programming Language :: Rust
|
|
5
5
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
6
6
|
Classifier: Programming Language :: Python :: Implementation :: PyPy
|
|
@@ -16,7 +16,7 @@ Requires-Dist: typing-extensions
|
|
|
16
16
|
Requires-Dist: donfig
|
|
17
17
|
Requires-Dist: pytest
|
|
18
18
|
Requires-Dist: universal-pathlib >=0.2.0
|
|
19
|
-
Requires-Dist: zarr
|
|
19
|
+
Requires-Dist: zarr >=3.0.3
|
|
20
20
|
Requires-Dist: coverage ; extra == 'test'
|
|
21
21
|
Requires-Dist: pytest ; extra == 'test'
|
|
22
22
|
Requires-Dist: pytest-cov ; extra == 'test'
|
|
@@ -155,7 +155,7 @@ class ZarrsCodecPipeline(CodecPipeline):
|
|
|
155
155
|
async def read(
|
|
156
156
|
self,
|
|
157
157
|
batch_info: Iterable[
|
|
158
|
-
tuple[ByteGetter, ArraySpec, SelectorTuple, SelectorTuple]
|
|
158
|
+
tuple[ByteGetter, ArraySpec, SelectorTuple, SelectorTuple, bool]
|
|
159
159
|
],
|
|
160
160
|
out: NDBuffer, # type: ignore
|
|
161
161
|
drop_axes: tuple[int, ...] = (), # FIXME: unused
|
|
@@ -191,7 +191,7 @@ class ZarrsCodecPipeline(CodecPipeline):
|
|
|
191
191
|
async def write(
|
|
192
192
|
self,
|
|
193
193
|
batch_info: Iterable[
|
|
194
|
-
tuple[ByteSetter, ArraySpec, SelectorTuple, SelectorTuple]
|
|
194
|
+
tuple[ByteSetter, ArraySpec, SelectorTuple, SelectorTuple, bool]
|
|
195
195
|
],
|
|
196
196
|
value: NDBuffer, # type: ignore
|
|
197
197
|
drop_axes: tuple[int, ...] = (),
|
|
@@ -229,13 +229,13 @@ class ZarrsCodecPipeline(CodecPipeline):
|
|
|
229
229
|
def _raise_error_on_unsupported_batch_dtype(
|
|
230
230
|
self,
|
|
231
231
|
batch_info: Iterable[
|
|
232
|
-
tuple[ByteSetter, ArraySpec, SelectorTuple, SelectorTuple]
|
|
232
|
+
tuple[ByteSetter, ArraySpec, SelectorTuple, SelectorTuple, bool]
|
|
233
233
|
],
|
|
234
234
|
):
|
|
235
235
|
# https://github.com/LDeakin/zarrs/blob/0532fe983b7b42b59dbf84e50a2fe5e6f7bad4ce/zarrs_metadata/src/v2_to_v3.rs#L289-L293 for VSUMm
|
|
236
236
|
# Further, our pipeline does not support variable-length objects due to limitations on decode_into, so object is also out
|
|
237
237
|
if any(
|
|
238
238
|
info.dtype.kind in {"V", "S", "U", "M", "m", "O"}
|
|
239
|
-
for (_, info, _, _) in batch_info
|
|
239
|
+
for (_, info, _, _, _) in batch_info
|
|
240
240
|
):
|
|
241
241
|
raise UnsupportedDataTypeError()
|
|
@@ -147,14 +147,20 @@ def get_implicit_fill_value(dtype: np.dtype, fill_value: Any) -> Any:
|
|
|
147
147
|
|
|
148
148
|
def make_chunk_info_for_rust_with_indices(
|
|
149
149
|
batch_info: Iterable[
|
|
150
|
-
tuple[ByteGetter | ByteSetter, ArraySpec, SelectorTuple, SelectorTuple]
|
|
150
|
+
tuple[ByteGetter | ByteSetter, ArraySpec, SelectorTuple, SelectorTuple, bool]
|
|
151
151
|
],
|
|
152
152
|
drop_axes: tuple[int, ...],
|
|
153
153
|
shape: tuple[int, ...],
|
|
154
154
|
) -> list[WithSubset]:
|
|
155
155
|
shape = shape if shape else (1,) # constant array
|
|
156
156
|
chunk_info_with_indices: list[WithSubset] = []
|
|
157
|
-
for
|
|
157
|
+
for (
|
|
158
|
+
byte_getter,
|
|
159
|
+
chunk_spec,
|
|
160
|
+
chunk_selection,
|
|
161
|
+
out_selection,
|
|
162
|
+
_,
|
|
163
|
+
) in batch_info:
|
|
158
164
|
if chunk_spec.fill_value is None:
|
|
159
165
|
chunk_spec = ArraySpec(
|
|
160
166
|
chunk_spec.shape,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|