water-column-sonar-processing 25.3.0__tar.gz → 25.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of water-column-sonar-processing might be problematic. Click here for more details.

Files changed (52) hide show
  1. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/PKG-INFO +1 -1
  2. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/pyproject.toml +1 -1
  3. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/model/zarr_manager.py +22 -1
  4. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/utility/constants.py +7 -1
  5. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing.egg-info/PKG-INFO +1 -1
  6. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/.env-test +0 -0
  7. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/.github/workflows/test_action.yaml +0 -0
  8. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/.gitignore +0 -0
  9. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/.pre-commit-config.yaml +0 -0
  10. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/.python-version +0 -0
  11. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/LICENSE +0 -0
  12. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/README.md +0 -0
  13. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/open-science-data-federation/ml/autoencoder_example.py +0 -0
  14. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/open-science-data-federation/osdf_examples/foo.ipynb +0 -0
  15. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/open-science-data-federation/osdf_examples/sonar_ai.ipynb +0 -0
  16. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/setup.cfg +0 -0
  17. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/tests/conftest.py +0 -0
  18. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/tests/test_resources/index/calibrated_cruises.csv +0 -0
  19. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/tests/test_resources/raw_to_zarr/D20070724-T042400.bot +0 -0
  20. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/tests/test_resources/raw_to_zarr/D20070724-T042400.idx +0 -0
  21. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/tests/test_resources/raw_to_zarr/D20070724-T042400.raw +0 -0
  22. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/__init__.py +0 -0
  23. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/__init__.py +0 -0
  24. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/dynamodb_manager.py +0 -0
  25. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/s3_manager.py +0 -0
  26. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/s3fs_manager.py +0 -0
  27. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/sns_manager.py +0 -0
  28. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/aws/sqs_manager.py +0 -0
  29. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/cruise/__init__.py +0 -0
  30. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/cruise/create_empty_zarr_store.py +0 -0
  31. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/cruise/datatree_manager.py +0 -0
  32. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/cruise/resample_regrid.py +0 -0
  33. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/geometry/__init__.py +0 -0
  34. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/geometry/elevation_manager.py +0 -0
  35. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/geometry/geometry_manager.py +0 -0
  36. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/geometry/line_simplification.py +0 -0
  37. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/geometry/pmtile_generation.py +0 -0
  38. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/index/__init__.py +0 -0
  39. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/index/index_manager.py +0 -0
  40. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/model/__init__.py +0 -0
  41. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/process.py +0 -0
  42. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/processing/__init__.py +0 -0
  43. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/processing/batch_downloader.py +0 -0
  44. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/processing/raw_to_zarr.py +0 -0
  45. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/utility/__init__.py +0 -0
  46. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/utility/cleaner.py +0 -0
  47. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/utility/pipeline_status.py +0 -0
  48. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing/utility/timestamp.py +0 -0
  49. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing.egg-info/SOURCES.txt +0 -0
  50. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing.egg-info/dependency_links.txt +0 -0
  51. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing.egg-info/requires.txt +0 -0
  52. {water_column_sonar_processing-25.3.0 → water_column_sonar_processing-25.3.1}/water_column_sonar_processing.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: water_column_sonar_processing
3
- Version: 25.3.0
3
+ Version: 25.3.1
4
4
  Summary: Processing tool for water column sonar data.
5
5
  Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
6
6
  Maintainer-email: Rudy Klucik <rudy.klucik@noaa.gov>
@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
7
7
 
8
8
  [project]
9
9
  name = "water_column_sonar_processing"
10
- version = "25.3.0"
10
+ version = "25.3.1"
11
11
  authors = [
12
12
  { name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
13
13
  ]
@@ -42,7 +42,7 @@ class ZarrManager:
42
42
  # Note: returned values do not start at zero.
43
43
  # For more info see here: https://echopype.readthedocs.io/en/stable/data-proc-additional.html
44
44
  print("Getting depth values.")
45
- all_cruise_depth_values = np.linspace(
45
+ all_cruise_depth_values = np.linspace( # TODO: PROBLEM HERE
46
46
  start=min_echo_range,
47
47
  stop=max_echo_range,
48
48
  num=int((max_echo_range - min_echo_range) / cruise_min_epsilon) + 1,
@@ -200,6 +200,27 @@ class ZarrManager:
200
200
  root.bottom.attrs["long_name"] = Coordinates.BOTTOM_LONG_NAME.value
201
201
  root.bottom.attrs["standard_name"] = Coordinates.BOTTOM_STANDARD_NAME.value
202
202
 
203
+ #####################################################################
204
+ # TODO: verify adding this variable with test
205
+ # --- Coordinate: Speed --- #
206
+ root.create_dataset(
207
+ name=Coordinates.SPEED.value,
208
+ data=np.repeat(np.nan, width), # root.longitude[:] = np.nan
209
+ shape=width,
210
+ chunks=Constants.SPATIOTEMPORAL_CHUNK_SIZE.value,
211
+ dtype=np.dtype(Coordinates.SPEED_DTYPE.value),
212
+ compressor=self.__compressor,
213
+ fill_value=np.nan,
214
+ overwrite=self.__overwrite,
215
+ )
216
+
217
+ # SPEED is indexed by TIME
218
+ root.SPEED.attrs["_ARRAY_DIMENSIONS"] = [Coordinates.TIME.value]
219
+
220
+ root.speed.attrs["units"] = Coordinates.SPEED_UNITS.value
221
+ root.speed.attrs["long_name"] = Coordinates.SPEED_LONG_NAME.value
222
+ root.speed.attrs["standard_name"] = Coordinates.SPEED_STANDARD_NAME.value
223
+
203
224
  #####################################################################
204
225
  # --- Coordinate: Frequency --- #
205
226
  root.create_dataset(
@@ -3,7 +3,7 @@ from enum import Enum, Flag, unique
3
3
 
4
4
  @unique
5
5
  class Constants(Flag):
6
- TILE_SIZE = 1024
6
+ TILE_SIZE = 512
7
7
 
8
8
  # Average https://noaa-wcsd-zarr-pds.s3.us-east-1.amazonaws.com/level_2/Henry_B._Bigelow/HB0902/EK60/HB0902.zarr/time/927
9
9
  # chunk size is ~1.3 kB, HB0902 cruise takes ~30 seconds to load all time/lat/lon data
@@ -71,6 +71,12 @@ class Coordinates(Enum):
71
71
  BOTTOM_LONG_NAME = "Detected sea floor depth"
72
72
  BOTTOM_STANDARD_NAME = "bottom"
73
73
 
74
+ SPEED = "speed"
75
+ SPEED_DTYPE = "float32"
76
+ SPEED_UNITS = "Knots"
77
+ SPEED_LONG_NAME = "Nautical miles per hour"
78
+ SPEED_STANDARD_NAME = "speed"
79
+
74
80
  SV = "Sv"
75
81
  SV_DTYPE = "float32" # TODO: experiment with dtype of int
76
82
  SV_UNITS = "dB"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: water_column_sonar_processing
3
- Version: 25.3.0
3
+ Version: 25.3.1
4
4
  Summary: Processing tool for water column sonar data.
5
5
  Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
6
6
  Maintainer-email: Rudy Klucik <rudy.klucik@noaa.gov>