water-column-sonar-processing 25.1.5__tar.gz → 25.1.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of water-column-sonar-processing might be problematic. Click here for more details.

Files changed (52) hide show
  1. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/PKG-INFO +2 -2
  2. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/README.md +1 -1
  3. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/pyproject.toml +1 -1
  4. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/cruise/resample_regrid.py +6 -14
  5. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/model/zarr_manager.py +1 -1
  6. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing.egg-info/PKG-INFO +2 -2
  7. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/.env-test +0 -0
  8. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/.github/workflows/test_action.yaml +0 -0
  9. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/.gitignore +0 -0
  10. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/.pre-commit-config.yaml +0 -0
  11. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/.python-version +0 -0
  12. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/LICENSE +0 -0
  13. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/open-science-data-federation/ml/autoencoder_example.py +0 -0
  14. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/open-science-data-federation/osdf_examples/foo.ipynb +0 -0
  15. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/open-science-data-federation/osdf_examples/sonar_ai.ipynb +0 -0
  16. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/setup.cfg +0 -0
  17. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/tests/conftest.py +0 -0
  18. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/tests/test_resources/index/calibrated_cruises.csv +0 -0
  19. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/tests/test_resources/raw_to_zarr/D20070724-T042400.bot +0 -0
  20. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/tests/test_resources/raw_to_zarr/D20070724-T042400.idx +0 -0
  21. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/tests/test_resources/raw_to_zarr/D20070724-T042400.raw +0 -0
  22. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/__init__.py +0 -0
  23. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/__init__.py +0 -0
  24. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/dynamodb_manager.py +0 -0
  25. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/s3_manager.py +0 -0
  26. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/s3fs_manager.py +0 -0
  27. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/sns_manager.py +0 -0
  28. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/aws/sqs_manager.py +0 -0
  29. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/cruise/__init__.py +0 -0
  30. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/cruise/create_empty_zarr_store.py +0 -0
  31. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/cruise/datatree_manager.py +0 -0
  32. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/geometry/__init__.py +0 -0
  33. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/geometry/elevation_manager.py +0 -0
  34. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/geometry/geometry_manager.py +0 -0
  35. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/geometry/geometry_simplification.py +0 -0
  36. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/geometry/pmtile_generation.py +0 -0
  37. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/index/__init__.py +0 -0
  38. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/index/index_manager.py +0 -0
  39. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/model/__init__.py +0 -0
  40. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/process.py +0 -0
  41. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/processing/__init__.py +0 -0
  42. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/processing/batch_downloader.py +0 -0
  43. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/processing/raw_to_zarr.py +0 -0
  44. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/utility/__init__.py +0 -0
  45. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/utility/cleaner.py +0 -0
  46. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/utility/constants.py +0 -0
  47. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/utility/pipeline_status.py +0 -0
  48. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing/utility/timestamp.py +0 -0
  49. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing.egg-info/SOURCES.txt +0 -0
  50. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing.egg-info/dependency_links.txt +0 -0
  51. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing.egg-info/requires.txt +0 -0
  52. {water_column_sonar_processing-25.1.5 → water_column_sonar_processing-25.1.6}/water_column_sonar_processing.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: water_column_sonar_processing
3
- Version: 25.1.5
3
+ Version: 25.1.6
4
4
  Summary: Processing tool for water column sonar data.
5
5
  Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
6
6
  Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
@@ -136,7 +136,7 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
136
136
  # Tag a Release
137
137
  Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
138
138
  ```commandline
139
- git tag -a v25.1.5 -m "Releasing version v25.1.5"
139
+ git tag -a v25.1.6 -m "Releasing version v25.1.6"
140
140
  git push origin --tags
141
141
  ```
142
142
 
@@ -86,7 +86,7 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
86
86
  # Tag a Release
87
87
  Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
88
88
  ```commandline
89
- git tag -a v25.1.5 -m "Releasing version v25.1.5"
89
+ git tag -a v25.1.6 -m "Releasing version v25.1.6"
90
90
  git push origin --tags
91
91
  ```
92
92
 
@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
7
7
 
8
8
  [project]
9
9
  name = "water_column_sonar_processing"
10
- version = "25.1.5"
10
+ version = "25.1.6"
11
11
  authors = [
12
12
  { name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
13
13
  ]
@@ -63,6 +63,7 @@ class ResampleRegrid:
63
63
  for channel in range(
64
64
  len(channels)
65
65
  ): # TODO: leaving off here, need to subset for just indices in time axis
66
+ gc.collect()
66
67
  print(
67
68
  np.nanmax(
68
69
  input_xr.echo_range.sel(
@@ -88,6 +89,7 @@ class ResampleRegrid:
88
89
  ) # removes nan's
89
90
  # iterate through partitions of data with similar depths and resample
90
91
  for select_max_depth in set_of_max_depths:
92
+ gc.collect()
91
93
  # TODO: for nan just skip and leave all nan's
92
94
  select_indices = [
93
95
  i
@@ -134,7 +136,7 @@ class ResampleRegrid:
134
136
  print(f"Problem finding the dynamodb table: {err}")
135
137
  raise err
136
138
  print("Done interpolating data.")
137
- return regrid_resample
139
+ return regrid_resample.values.copy()
138
140
 
139
141
  #################################################################
140
142
  def resample_regrid(
@@ -226,21 +228,11 @@ class ResampleRegrid:
226
228
  min_echo_range = np.nanmin(np.float32(cruise_df["MIN_ECHO_RANGE"]))
227
229
  max_echo_range = np.nanmax(np.float32(cruise_df["MAX_ECHO_RANGE"]))
228
230
 
229
- print("Creating empty ndarray for Sv data.") # Note: cruise dims (depth, time, frequency)
230
- output_zarr_store_shape = output_zarr_store.Sv.shape
231
- end_ping_time_index - start_ping_time_index
232
- output_zarr_store_height = output_zarr_store_shape[0]
233
- output_zarr_store_width = end_ping_time_index - start_ping_time_index
234
- output_zarr_store_depth = output_zarr_store_shape[2]
235
- cruise_sv_subset = np.empty(
236
- shape=(output_zarr_store_height, output_zarr_store_width, output_zarr_store_depth)
237
- )
238
- cruise_sv_subset[:, :, :] = np.nan
239
-
231
+ # Note: cruise dims (depth, time, frequency)
240
232
  all_cruise_depth_values = zarr_manager.get_depth_values(
241
233
  min_echo_range=min_echo_range,
242
234
  max_echo_range=max_echo_range
243
- ) # (5262,) and
235
+ )
244
236
 
245
237
  print(" ".join(list(input_xr_zarr_store.Sv.dims)))
246
238
  if set(input_xr_zarr_store.Sv.dims) != {
@@ -284,7 +276,7 @@ class ResampleRegrid:
284
276
  # write Sv values to cruise-level-model-store
285
277
 
286
278
  for fff in range(regrid_resample.shape[-1]):
287
- output_zarr_store.Sv[:, start_ping_time_index:end_ping_time_index, fff] = regrid_resample.values[:, :, fff]
279
+ output_zarr_store.Sv[:, start_ping_time_index:end_ping_time_index, fff] = regrid_resample[:, :, fff]
288
280
  #########################################################################
289
281
  # TODO: add the "detected_seafloor_depth/" to the
290
282
  # L2 cruise dataarrays
@@ -91,7 +91,7 @@ class ZarrManager:
91
91
  chunks=Constants.SPATIOTEMPORAL_CHUNK_SIZE.value,
92
92
  dtype=np.dtype(Coordinates.TIME_DTYPE.value),
93
93
  compressor=self.__compressor,
94
- fill_value=np.nan, # TODO: do i want nan's?
94
+ fill_value=np.nan,
95
95
  overwrite=self.__overwrite,
96
96
  )
97
97
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: water_column_sonar_processing
3
- Version: 25.1.5
3
+ Version: 25.1.6
4
4
  Summary: Processing tool for water column sonar data.
5
5
  Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
6
6
  Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
@@ -136,7 +136,7 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
136
136
  # Tag a Release
137
137
  Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
138
138
  ```commandline
139
- git tag -a v25.1.5 -m "Releasing version v25.1.5"
139
+ git tag -a v25.1.6 -m "Releasing version v25.1.6"
140
140
  git push origin --tags
141
141
  ```
142
142