water-column-sonar-processing 25.3.0__tar.gz → 25.3.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of water-column-sonar-processing might be problematic. Click here for more details.
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/PKG-INFO +2 -2
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/pyproject.toml +2 -2
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/model/zarr_manager.py +22 -1
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/utility/constants.py +7 -1
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing.egg-info/PKG-INFO +2 -2
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing.egg-info/requires.txt +1 -1
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.env-test +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.github/workflows/test_action.yaml +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.gitignore +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.pre-commit-config.yaml +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.python-version +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/LICENSE +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/README.md +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/open-science-data-federation/ml/autoencoder_example.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/open-science-data-federation/osdf_examples/foo.ipynb +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/open-science-data-federation/osdf_examples/sonar_ai.ipynb +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/setup.cfg +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/conftest.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/test_resources/index/calibrated_cruises.csv +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/test_resources/raw_to_zarr/D20070724-T042400.bot +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/test_resources/raw_to_zarr/D20070724-T042400.idx +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/test_resources/raw_to_zarr/D20070724-T042400.raw +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/dynamodb_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/s3_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/s3fs_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/sns_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/aws/sqs_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/cruise/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/cruise/create_empty_zarr_store.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/cruise/datatree_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/cruise/resample_regrid.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/geometry/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/geometry/elevation_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/geometry/geometry_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/geometry/line_simplification.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/geometry/pmtile_generation.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/index/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/index/index_manager.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/model/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/process.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/processing/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/processing/batch_downloader.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/processing/raw_to_zarr.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/utility/__init__.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/utility/cleaner.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/utility/pipeline_status.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing/utility/timestamp.py +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing.egg-info/SOURCES.txt +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing.egg-info/dependency_links.txt +0 -0
- {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/water_column_sonar_processing.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: water_column_sonar_processing
|
|
3
|
-
Version: 25.3.
|
|
3
|
+
Version: 25.3.2
|
|
4
4
|
Summary: Processing tool for water column sonar data.
|
|
5
5
|
Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
|
|
6
6
|
Maintainer-email: Rudy Klucik <rudy.klucik@noaa.gov>
|
|
@@ -49,7 +49,7 @@ Requires-Dist: matplotlib==3.10.1; extra == "dev"
|
|
|
49
49
|
Requires-Dist: pooch==1.8.2; extra == "dev"
|
|
50
50
|
Requires-Dist: pre-commit; extra == "dev"
|
|
51
51
|
Requires-Dist: pyinstaller; extra == "dev"
|
|
52
|
-
Requires-Dist: pytest~=8.3.
|
|
52
|
+
Requires-Dist: pytest~=8.3.4; extra == "dev"
|
|
53
53
|
Requires-Dist: ruff; extra == "dev"
|
|
54
54
|
Requires-Dist: tqdm; extra == "dev"
|
|
55
55
|
Requires-Dist: twine; extra == "dev"
|
{water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/pyproject.toml
RENAMED
|
@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
|
|
|
7
7
|
|
|
8
8
|
[project]
|
|
9
9
|
name = "water_column_sonar_processing"
|
|
10
|
-
version = "25.3.
|
|
10
|
+
version = "25.3.2"
|
|
11
11
|
authors = [
|
|
12
12
|
{ name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
|
|
13
13
|
]
|
|
@@ -64,7 +64,7 @@ dev = [
|
|
|
64
64
|
"pooch==1.8.2",
|
|
65
65
|
"pre-commit",
|
|
66
66
|
"pyinstaller",
|
|
67
|
-
"pytest~=8.3.
|
|
67
|
+
"pytest~=8.3.4",
|
|
68
68
|
"ruff",
|
|
69
69
|
"tqdm",
|
|
70
70
|
"twine",
|
|
@@ -42,7 +42,7 @@ class ZarrManager:
|
|
|
42
42
|
# Note: returned values do not start at zero.
|
|
43
43
|
# For more info see here: https://echopype.readthedocs.io/en/stable/data-proc-additional.html
|
|
44
44
|
print("Getting depth values.")
|
|
45
|
-
all_cruise_depth_values = np.linspace(
|
|
45
|
+
all_cruise_depth_values = np.linspace( # TODO: PROBLEM HERE
|
|
46
46
|
start=min_echo_range,
|
|
47
47
|
stop=max_echo_range,
|
|
48
48
|
num=int((max_echo_range - min_echo_range) / cruise_min_epsilon) + 1,
|
|
@@ -200,6 +200,27 @@ class ZarrManager:
|
|
|
200
200
|
root.bottom.attrs["long_name"] = Coordinates.BOTTOM_LONG_NAME.value
|
|
201
201
|
root.bottom.attrs["standard_name"] = Coordinates.BOTTOM_STANDARD_NAME.value
|
|
202
202
|
|
|
203
|
+
#####################################################################
|
|
204
|
+
# TODO: verify adding this variable with test
|
|
205
|
+
# --- Coordinate: Speed --- #
|
|
206
|
+
root.create_dataset(
|
|
207
|
+
name=Coordinates.SPEED.value,
|
|
208
|
+
data=np.repeat(np.nan, width), # root.longitude[:] = np.nan
|
|
209
|
+
shape=width,
|
|
210
|
+
chunks=Constants.SPATIOTEMPORAL_CHUNK_SIZE.value,
|
|
211
|
+
dtype=np.dtype(Coordinates.SPEED_DTYPE.value),
|
|
212
|
+
compressor=self.__compressor,
|
|
213
|
+
fill_value=np.nan,
|
|
214
|
+
overwrite=self.__overwrite,
|
|
215
|
+
)
|
|
216
|
+
|
|
217
|
+
# SPEED is indexed by TIME
|
|
218
|
+
root.speed.attrs["_ARRAY_DIMENSIONS"] = [Coordinates.TIME.value]
|
|
219
|
+
|
|
220
|
+
root.speed.attrs["units"] = Coordinates.SPEED_UNITS.value
|
|
221
|
+
root.speed.attrs["long_name"] = Coordinates.SPEED_LONG_NAME.value
|
|
222
|
+
root.speed.attrs["standard_name"] = Coordinates.SPEED_STANDARD_NAME.value
|
|
223
|
+
|
|
203
224
|
#####################################################################
|
|
204
225
|
# --- Coordinate: Frequency --- #
|
|
205
226
|
root.create_dataset(
|
|
@@ -3,7 +3,7 @@ from enum import Enum, Flag, unique
|
|
|
3
3
|
|
|
4
4
|
@unique
|
|
5
5
|
class Constants(Flag):
|
|
6
|
-
TILE_SIZE =
|
|
6
|
+
TILE_SIZE = 512
|
|
7
7
|
|
|
8
8
|
# Average https://noaa-wcsd-zarr-pds.s3.us-east-1.amazonaws.com/level_2/Henry_B._Bigelow/HB0902/EK60/HB0902.zarr/time/927
|
|
9
9
|
# chunk size is ~1.3 kB, HB0902 cruise takes ~30 seconds to load all time/lat/lon data
|
|
@@ -71,6 +71,12 @@ class Coordinates(Enum):
|
|
|
71
71
|
BOTTOM_LONG_NAME = "Detected sea floor depth"
|
|
72
72
|
BOTTOM_STANDARD_NAME = "bottom"
|
|
73
73
|
|
|
74
|
+
SPEED = "speed"
|
|
75
|
+
SPEED_DTYPE = "float32"
|
|
76
|
+
SPEED_UNITS = "Knots"
|
|
77
|
+
SPEED_LONG_NAME = "Nautical miles per hour"
|
|
78
|
+
SPEED_STANDARD_NAME = "speed"
|
|
79
|
+
|
|
74
80
|
SV = "Sv"
|
|
75
81
|
SV_DTYPE = "float32" # TODO: experiment with dtype of int
|
|
76
82
|
SV_UNITS = "dB"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: water_column_sonar_processing
|
|
3
|
-
Version: 25.3.
|
|
3
|
+
Version: 25.3.2
|
|
4
4
|
Summary: Processing tool for water column sonar data.
|
|
5
5
|
Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
|
|
6
6
|
Maintainer-email: Rudy Klucik <rudy.klucik@noaa.gov>
|
|
@@ -49,7 +49,7 @@ Requires-Dist: matplotlib==3.10.1; extra == "dev"
|
|
|
49
49
|
Requires-Dist: pooch==1.8.2; extra == "dev"
|
|
50
50
|
Requires-Dist: pre-commit; extra == "dev"
|
|
51
51
|
Requires-Dist: pyinstaller; extra == "dev"
|
|
52
|
-
Requires-Dist: pytest~=8.3.
|
|
52
|
+
Requires-Dist: pytest~=8.3.4; extra == "dev"
|
|
53
53
|
Requires-Dist: ruff; extra == "dev"
|
|
54
54
|
Requires-Dist: tqdm; extra == "dev"
|
|
55
55
|
Requires-Dist: twine; extra == "dev"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/.python-version
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.2}/tests/conftest.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|