ngio 0.5.0a2__py3-none-any.whl → 0.5.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ngio/__init__.py +2 -2
- ngio/common/__init__.py +11 -6
- ngio/common/_masking_roi.py +12 -41
- ngio/common/_pyramid.py +206 -76
- ngio/common/_roi.py +257 -329
- ngio/experimental/iterators/_feature.py +3 -3
- ngio/experimental/iterators/_rois_utils.py +10 -11
- ngio/hcs/_plate.py +50 -43
- ngio/images/_abstract_image.py +417 -35
- ngio/images/_create_synt_container.py +35 -42
- ngio/images/_create_utils.py +423 -0
- ngio/images/_image.py +154 -176
- ngio/images/_label.py +144 -119
- ngio/images/_ome_zarr_container.py +361 -196
- ngio/io_pipes/_io_pipes.py +9 -9
- ngio/io_pipes/_io_pipes_masked.py +7 -7
- ngio/io_pipes/_io_pipes_roi.py +6 -6
- ngio/io_pipes/_io_pipes_types.py +3 -3
- ngio/io_pipes/_match_shape.py +5 -4
- ngio/io_pipes/_ops_slices_utils.py +8 -5
- ngio/ome_zarr_meta/__init__.py +15 -18
- ngio/ome_zarr_meta/_meta_handlers.py +334 -713
- ngio/ome_zarr_meta/ngio_specs/_axes.py +1 -0
- ngio/ome_zarr_meta/ngio_specs/_dataset.py +13 -22
- ngio/ome_zarr_meta/ngio_specs/_ngio_hcs.py +54 -61
- ngio/ome_zarr_meta/ngio_specs/_ngio_image.py +14 -68
- ngio/ome_zarr_meta/v04/__init__.py +1 -1
- ngio/ome_zarr_meta/v04/{_v04_spec_utils.py → _v04_spec.py} +16 -61
- ngio/ome_zarr_meta/v05/__init__.py +1 -1
- ngio/ome_zarr_meta/v05/{_v05_spec_utils.py → _v05_spec.py} +18 -61
- ngio/tables/_tables_container.py +2 -4
- ngio/tables/backends/_anndata.py +57 -8
- ngio/tables/backends/_anndata_utils.py +1 -6
- ngio/tables/backends/_csv.py +3 -19
- ngio/tables/backends/_json.py +10 -13
- ngio/tables/backends/_parquet.py +3 -31
- ngio/tables/backends/_py_arrow_backends.py +222 -0
- ngio/tables/v1/_roi_table.py +41 -24
- ngio/utils/__init__.py +4 -12
- ngio/utils/_zarr_utils.py +160 -53
- {ngio-0.5.0a2.dist-info → ngio-0.5.0a3.dist-info}/METADATA +6 -2
- {ngio-0.5.0a2.dist-info → ngio-0.5.0a3.dist-info}/RECORD +44 -45
- {ngio-0.5.0a2.dist-info → ngio-0.5.0a3.dist-info}/WHEEL +1 -1
- ngio/images/_create.py +0 -287
- ngio/tables/backends/_non_zarr_backends.py +0 -196
- ngio/utils/_logger.py +0 -50
- {ngio-0.5.0a2.dist-info → ngio-0.5.0a3.dist-info}/licenses/LICENSE +0 -0
ngio/io_pipes/_io_pipes.py
CHANGED
|
@@ -7,7 +7,7 @@ import zarr
|
|
|
7
7
|
from dask.array import Array as DaskArray
|
|
8
8
|
|
|
9
9
|
from ngio.common._dimensions import Dimensions
|
|
10
|
-
from ngio.common._roi import Roi
|
|
10
|
+
from ngio.common._roi import Roi
|
|
11
11
|
from ngio.io_pipes._ops_axes import (
|
|
12
12
|
AxesOps,
|
|
13
13
|
build_axes_ops,
|
|
@@ -72,7 +72,7 @@ class DataGetter(ABC, Generic[T]):
|
|
|
72
72
|
slicing_ops: SlicingOps,
|
|
73
73
|
axes_ops: AxesOps,
|
|
74
74
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
75
|
-
roi: Roi |
|
|
75
|
+
roi: Roi | None = None,
|
|
76
76
|
) -> None:
|
|
77
77
|
self._zarr_array = zarr_array
|
|
78
78
|
self._slicing_ops = slicing_ops
|
|
@@ -106,7 +106,7 @@ class DataGetter(ABC, Generic[T]):
|
|
|
106
106
|
return self._transforms
|
|
107
107
|
|
|
108
108
|
@property
|
|
109
|
-
def roi(self) -> Roi
|
|
109
|
+
def roi(self) -> Roi:
|
|
110
110
|
if self._roi is None:
|
|
111
111
|
name = self.__class__.__name__
|
|
112
112
|
raise ValueError(f"No ROI defined for {name}.")
|
|
@@ -127,7 +127,7 @@ class DataSetter(ABC, Generic[T]):
|
|
|
127
127
|
slicing_ops: SlicingOps,
|
|
128
128
|
axes_ops: AxesOps,
|
|
129
129
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
130
|
-
roi: Roi |
|
|
130
|
+
roi: Roi | None = None,
|
|
131
131
|
) -> None:
|
|
132
132
|
self._zarr_array = zarr_array
|
|
133
133
|
self._slicing_ops = slicing_ops
|
|
@@ -161,7 +161,7 @@ class DataSetter(ABC, Generic[T]):
|
|
|
161
161
|
return self._transforms
|
|
162
162
|
|
|
163
163
|
@property
|
|
164
|
-
def roi(self) -> Roi
|
|
164
|
+
def roi(self) -> Roi:
|
|
165
165
|
if self._roi is None:
|
|
166
166
|
name = self.__class__.__name__
|
|
167
167
|
raise ValueError(f"No ROI defined for {name}.")
|
|
@@ -185,7 +185,7 @@ class NumpyGetter(DataGetter[np.ndarray]):
|
|
|
185
185
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
186
186
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
187
187
|
remove_channel_selection: bool = False,
|
|
188
|
-
roi: Roi |
|
|
188
|
+
roi: Roi | None = None,
|
|
189
189
|
) -> None:
|
|
190
190
|
"""Build a pipe to get a numpy or dask array from a zarr array."""
|
|
191
191
|
slicing_ops, axes_ops = setup_io_pipe(
|
|
@@ -225,7 +225,7 @@ class DaskGetter(DataGetter[DaskArray]):
|
|
|
225
225
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
226
226
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
227
227
|
remove_channel_selection: bool = False,
|
|
228
|
-
roi: Roi |
|
|
228
|
+
roi: Roi | None = None,
|
|
229
229
|
) -> None:
|
|
230
230
|
"""Build a pipe to get a numpy or dask array from a zarr array."""
|
|
231
231
|
slicing_ops, axes_ops = setup_io_pipe(
|
|
@@ -279,7 +279,7 @@ class NumpySetter(DataSetter[np.ndarray]):
|
|
|
279
279
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
280
280
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
281
281
|
remove_channel_selection: bool = False,
|
|
282
|
-
roi: Roi |
|
|
282
|
+
roi: Roi | None = None,
|
|
283
283
|
) -> None:
|
|
284
284
|
"""Build a pipe to get a numpy or dask array from a zarr array."""
|
|
285
285
|
slicing_ops, axes_ops = setup_io_pipe(
|
|
@@ -325,7 +325,7 @@ class DaskSetter(DataSetter[DaskArray]):
|
|
|
325
325
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
326
326
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
327
327
|
remove_channel_selection: bool = False,
|
|
328
|
-
roi: Roi |
|
|
328
|
+
roi: Roi | None = None,
|
|
329
329
|
) -> None:
|
|
330
330
|
"""Build a pipe to get a numpy or dask array from a zarr array."""
|
|
331
331
|
slicing_ops, axes_ops = setup_io_pipe(
|
|
@@ -6,7 +6,7 @@ import zarr
|
|
|
6
6
|
from dask.array import Array as DaskArray
|
|
7
7
|
|
|
8
8
|
from ngio.common._dimensions import Dimensions
|
|
9
|
-
from ngio.common._roi import Roi
|
|
9
|
+
from ngio.common._roi import Roi
|
|
10
10
|
from ngio.io_pipes._io_pipes import (
|
|
11
11
|
DaskGetter,
|
|
12
12
|
DaskSetter,
|
|
@@ -57,7 +57,7 @@ def _setup_numpy_getters(
|
|
|
57
57
|
dimensions: Dimensions,
|
|
58
58
|
label_zarr_array: zarr.Array,
|
|
59
59
|
label_dimensions: Dimensions,
|
|
60
|
-
roi: Roi
|
|
60
|
+
roi: Roi,
|
|
61
61
|
axes_order: Sequence[str] | None = None,
|
|
62
62
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
63
63
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
|
@@ -117,7 +117,7 @@ class NumpyGetterMasked(DataGetter[np.ndarray]):
|
|
|
117
117
|
dimensions: Dimensions,
|
|
118
118
|
label_zarr_array: zarr.Array,
|
|
119
119
|
label_dimensions: Dimensions,
|
|
120
|
-
roi: Roi
|
|
120
|
+
roi: Roi,
|
|
121
121
|
axes_order: Sequence[str] | None = None,
|
|
122
122
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
123
123
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
|
@@ -187,7 +187,7 @@ class NumpySetterMasked(DataSetter[np.ndarray]):
|
|
|
187
187
|
dimensions: Dimensions,
|
|
188
188
|
label_zarr_array: zarr.Array,
|
|
189
189
|
label_dimensions: Dimensions,
|
|
190
|
-
roi: Roi
|
|
190
|
+
roi: Roi,
|
|
191
191
|
axes_order: Sequence[str] | None = None,
|
|
192
192
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
193
193
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
|
@@ -290,7 +290,7 @@ def _setup_dask_getters(
|
|
|
290
290
|
dimensions: Dimensions,
|
|
291
291
|
label_zarr_array: zarr.Array,
|
|
292
292
|
label_dimensions: Dimensions,
|
|
293
|
-
roi: Roi
|
|
293
|
+
roi: Roi,
|
|
294
294
|
axes_order: Sequence[str] | None = None,
|
|
295
295
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
296
296
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
|
@@ -350,7 +350,7 @@ class DaskGetterMasked(DataGetter[DaskArray]):
|
|
|
350
350
|
dimensions: Dimensions,
|
|
351
351
|
label_zarr_array: zarr.Array,
|
|
352
352
|
label_dimensions: Dimensions,
|
|
353
|
-
roi: Roi
|
|
353
|
+
roi: Roi,
|
|
354
354
|
axes_order: Sequence[str] | None = None,
|
|
355
355
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
356
356
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
|
@@ -418,7 +418,7 @@ class DaskSetterMasked(DataSetter[DaskArray]):
|
|
|
418
418
|
dimensions: Dimensions,
|
|
419
419
|
label_zarr_array: zarr.Array,
|
|
420
420
|
label_dimensions: Dimensions,
|
|
421
|
-
roi: Roi
|
|
421
|
+
roi: Roi,
|
|
422
422
|
axes_order: Sequence[str] | None = None,
|
|
423
423
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
424
424
|
label_transforms: Sequence[TransformProtocol] | None = None,
|
ngio/io_pipes/_io_pipes_roi.py
CHANGED
|
@@ -3,7 +3,7 @@ from collections.abc import Sequence
|
|
|
3
3
|
import zarr
|
|
4
4
|
|
|
5
5
|
from ngio.common._dimensions import Dimensions
|
|
6
|
-
from ngio.common._roi import Roi
|
|
6
|
+
from ngio.common._roi import Roi
|
|
7
7
|
from ngio.io_pipes._io_pipes import (
|
|
8
8
|
DaskGetter,
|
|
9
9
|
DaskSetter,
|
|
@@ -17,7 +17,7 @@ from ngio.ome_zarr_meta.ngio_specs._pixel_size import PixelSize
|
|
|
17
17
|
|
|
18
18
|
def roi_to_slicing_dict(
|
|
19
19
|
*,
|
|
20
|
-
roi: Roi
|
|
20
|
+
roi: Roi,
|
|
21
21
|
pixel_size: PixelSize,
|
|
22
22
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
23
23
|
) -> dict[str, SlicingInputType]:
|
|
@@ -40,7 +40,7 @@ class NumpyRoiGetter(NumpyGetter):
|
|
|
40
40
|
*,
|
|
41
41
|
zarr_array: zarr.Array,
|
|
42
42
|
dimensions: Dimensions,
|
|
43
|
-
roi: Roi
|
|
43
|
+
roi: Roi,
|
|
44
44
|
axes_order: Sequence[str] | None = None,
|
|
45
45
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
46
46
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
@@ -68,7 +68,7 @@ class DaskRoiGetter(DaskGetter):
|
|
|
68
68
|
*,
|
|
69
69
|
zarr_array: zarr.Array,
|
|
70
70
|
dimensions: Dimensions,
|
|
71
|
-
roi: Roi
|
|
71
|
+
roi: Roi,
|
|
72
72
|
axes_order: Sequence[str] | None = None,
|
|
73
73
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
74
74
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
@@ -96,7 +96,7 @@ class NumpyRoiSetter(NumpySetter):
|
|
|
96
96
|
*,
|
|
97
97
|
zarr_array: zarr.Array,
|
|
98
98
|
dimensions: Dimensions,
|
|
99
|
-
roi: Roi
|
|
99
|
+
roi: Roi,
|
|
100
100
|
axes_order: Sequence[str] | None = None,
|
|
101
101
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
102
102
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
|
@@ -124,7 +124,7 @@ class DaskRoiSetter(DaskSetter):
|
|
|
124
124
|
*,
|
|
125
125
|
zarr_array: zarr.Array,
|
|
126
126
|
dimensions: Dimensions,
|
|
127
|
-
roi: Roi
|
|
127
|
+
roi: Roi,
|
|
128
128
|
axes_order: Sequence[str] | None = None,
|
|
129
129
|
transforms: Sequence[TransformProtocol] | None = None,
|
|
130
130
|
slicing_dict: dict[str, SlicingInputType] | None = None,
|
ngio/io_pipes/_io_pipes_types.py
CHANGED
|
@@ -3,7 +3,7 @@ from typing import Protocol, TypeVar
|
|
|
3
3
|
|
|
4
4
|
import zarr
|
|
5
5
|
|
|
6
|
-
from ngio.common._roi import Roi
|
|
6
|
+
from ngio.common._roi import Roi
|
|
7
7
|
from ngio.io_pipes._ops_axes import AxesOps
|
|
8
8
|
from ngio.io_pipes._ops_slices import SlicingOps
|
|
9
9
|
from ngio.io_pipes._ops_transforms import TransformProtocol
|
|
@@ -26,7 +26,7 @@ class DataGetterProtocol(Protocol[GetterDataType]):
|
|
|
26
26
|
def transforms(self) -> Sequence[TransformProtocol] | None: ...
|
|
27
27
|
|
|
28
28
|
@property
|
|
29
|
-
def roi(self) -> Roi
|
|
29
|
+
def roi(self) -> Roi: ...
|
|
30
30
|
|
|
31
31
|
def __call__(self) -> GetterDataType:
|
|
32
32
|
return self.get()
|
|
@@ -48,7 +48,7 @@ class DataSetterProtocol(Protocol[SetterDataType]):
|
|
|
48
48
|
def transforms(self) -> Sequence[TransformProtocol] | None: ...
|
|
49
49
|
|
|
50
50
|
@property
|
|
51
|
-
def roi(self) -> Roi
|
|
51
|
+
def roi(self) -> Roi: ...
|
|
52
52
|
|
|
53
53
|
def __call__(self, patch: SetterDataType) -> None:
|
|
54
54
|
return self.set(patch)
|
ngio/io_pipes/_match_shape.py
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
|
+
import warnings
|
|
1
2
|
from collections.abc import Sequence
|
|
2
3
|
from enum import Enum
|
|
3
4
|
|
|
4
5
|
import dask.array as da
|
|
5
6
|
import numpy as np
|
|
6
7
|
|
|
7
|
-
from ngio.utils import NgioValueError
|
|
8
|
+
from ngio.utils import NgioValueError
|
|
8
9
|
|
|
9
10
|
|
|
10
11
|
class Action(str, Enum):
|
|
@@ -28,7 +29,7 @@ def _compute_pad_widths(
|
|
|
28
29
|
pad_def.append((before, after))
|
|
29
30
|
else:
|
|
30
31
|
pad_def.append((0, 0))
|
|
31
|
-
|
|
32
|
+
warnings.warn(
|
|
32
33
|
f"Images have a different shape ({array_shape} vs {target_shape}). "
|
|
33
34
|
f"Resolving by padding: {pad_def}",
|
|
34
35
|
stacklevel=2,
|
|
@@ -75,7 +76,7 @@ def _compute_trim_slices(
|
|
|
75
76
|
else:
|
|
76
77
|
slices.append(slice(0, s))
|
|
77
78
|
|
|
78
|
-
|
|
79
|
+
warnings.warn(
|
|
79
80
|
f"Images have a different shape ({array_shape} vs {target_shape}). "
|
|
80
81
|
f"Resolving by trimming: {slices}",
|
|
81
82
|
stacklevel=2,
|
|
@@ -117,7 +118,7 @@ def _compute_rescaling_shape(
|
|
|
117
118
|
rescaling_shape.append(s)
|
|
118
119
|
factor.append(1.0)
|
|
119
120
|
|
|
120
|
-
|
|
121
|
+
warnings.warn(
|
|
121
122
|
f"Images have a different shape ({array_shape} vs {target_shape}). "
|
|
122
123
|
f"Resolving by scaling with factors {factor}.",
|
|
123
124
|
stacklevel=2,
|
|
@@ -1,8 +1,9 @@
|
|
|
1
|
+
import warnings
|
|
1
2
|
from collections.abc import Iterable, Iterator
|
|
2
3
|
from itertools import product
|
|
3
4
|
from typing import TypeAlias, TypeVar
|
|
4
5
|
|
|
5
|
-
from ngio.utils import NgioValueError
|
|
6
|
+
from ngio.utils import NgioValueError
|
|
6
7
|
|
|
7
8
|
T = TypeVar("T")
|
|
8
9
|
|
|
@@ -85,9 +86,10 @@ def check_if_regions_overlap(slices: Iterable[tuple[SlicingType, ...]]) -> bool:
|
|
|
85
86
|
return True
|
|
86
87
|
|
|
87
88
|
if it == 10_000:
|
|
88
|
-
|
|
89
|
+
warnings.warn(
|
|
89
90
|
"Performance Warning check_for_overlaps is O(n^2) and may be slow for "
|
|
90
|
-
"large numbers of regions."
|
|
91
|
+
"large numbers of regions.",
|
|
92
|
+
stacklevel=2,
|
|
91
93
|
)
|
|
92
94
|
return False
|
|
93
95
|
|
|
@@ -189,8 +191,9 @@ def check_if_chunks_overlap(
|
|
|
189
191
|
if si & sj:
|
|
190
192
|
return True
|
|
191
193
|
if it == 10_000:
|
|
192
|
-
|
|
194
|
+
warnings.warn(
|
|
193
195
|
"Performance Warning check_for_chunks_overlaps is O(n^2) and may be "
|
|
194
|
-
"slow for large numbers of regions."
|
|
196
|
+
"slow for large numbers of regions.",
|
|
197
|
+
stacklevel=2,
|
|
195
198
|
)
|
|
196
199
|
return False
|
ngio/ome_zarr_meta/__init__.py
CHANGED
|
@@ -3,14 +3,13 @@
|
|
|
3
3
|
from ngio.ome_zarr_meta._meta_handlers import (
|
|
4
4
|
ImageMetaHandler,
|
|
5
5
|
LabelMetaHandler,
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
get_well_meta_handler,
|
|
6
|
+
PlateMetaHandler,
|
|
7
|
+
WellMetaHandler,
|
|
8
|
+
update_ngio_image_meta,
|
|
9
|
+
update_ngio_label_meta,
|
|
10
|
+
update_ngio_meta,
|
|
11
|
+
update_ngio_plate_meta,
|
|
12
|
+
update_ngio_well_meta,
|
|
14
13
|
)
|
|
15
14
|
from ngio.ome_zarr_meta.ngio_specs import (
|
|
16
15
|
AxesHandler,
|
|
@@ -31,8 +30,6 @@ __all__ = [
|
|
|
31
30
|
"Dataset",
|
|
32
31
|
"ImageInWellPath",
|
|
33
32
|
"ImageMetaHandler",
|
|
34
|
-
"ImageMetaHandler",
|
|
35
|
-
"LabelMetaHandler",
|
|
36
33
|
"LabelMetaHandler",
|
|
37
34
|
"NgffVersions",
|
|
38
35
|
"NgffVersions",
|
|
@@ -41,14 +38,14 @@ __all__ = [
|
|
|
41
38
|
"NgioPlateMeta",
|
|
42
39
|
"NgioWellMeta",
|
|
43
40
|
"PixelSize",
|
|
41
|
+
"PlateMetaHandler",
|
|
42
|
+
"PlateMetaHandler",
|
|
43
|
+
"WellMetaHandler",
|
|
44
44
|
"build_canonical_axes_handler",
|
|
45
|
-
"find_image_meta_handler",
|
|
46
|
-
"find_label_meta_handler",
|
|
47
|
-
"find_plate_meta_handler",
|
|
48
|
-
"find_well_meta_handler",
|
|
49
|
-
"get_image_meta_handler",
|
|
50
|
-
"get_label_meta_handler",
|
|
51
|
-
"get_plate_meta_handler",
|
|
52
|
-
"get_well_meta_handler",
|
|
53
45
|
"path_in_well_validation",
|
|
46
|
+
"update_ngio_image_meta",
|
|
47
|
+
"update_ngio_label_meta",
|
|
48
|
+
"update_ngio_meta",
|
|
49
|
+
"update_ngio_plate_meta",
|
|
50
|
+
"update_ngio_well_meta",
|
|
54
51
|
]
|