water-column-sonar-processing 0.0.11__tar.gz → 0.0.13__tar.gz

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/.gitignore

@@ -1,7 +1,3 @@
-#tests/*.zarr
-#tests/*.bot
-#tests/*.raw
-#tests/*.json
 *.geojson
 
 # Byte-compiled / optimized / DLL files
@@ -172,12 +168,12 @@ __pycache__
 .DS_Store
 
 *.env-prod*
-*.zarr
+#*.zarr
 *.csv
 
-*.raw
-*.bot
-*.idx
+#*.raw
+#*.bot
+#*.idx
 
 .idea
 .pytest_cache

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: water_column_sonar_processing
-Version: 0.0.11
+Version: 0.0.13
 Summary: A processing tool for water column sonar data.
 Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
 Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
@@ -28,7 +28,7 @@ Requires-Dist: python-dotenv==1.0.1
 Requires-Dist: requests==2.32.3
 Requires-Dist: s3fs==2023.12.1
 Requires-Dist: scipy==1.14.1
-Requires-Dist: setuptools==75.6.0
+Requires-Dist: setuptools
 Requires-Dist: shapely==2.0.3
 Requires-Dist: typing-extensions==4.10.0
 Requires-Dist: xarray==2024.10.0
@@ -37,6 +37,16 @@ Requires-Dist: zarr==2.18.3
 # Water Column Sonar Processing
 Processing tool for converting L0 data to L1 and L2 as well as generating geospatial information
 
+![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml)
+
+![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing) 
+
+![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing?color=black)
+
+![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing)
+
+![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing)
+
 # Setting up the Python Environment
 > Python 3.10.12
 
@@ -93,20 +103,6 @@ or
 Following this tutorial:
 https://packaging.python.org/en/latest/tutorials/packaging-projects/
 
-# To Publish To TEST
-```commandline
-python -m build
-# python -m build --sdist
-# python -m build --wheel
-python -m twine upload --repository testpypi dist/*
-pytho -m pip install --index-url https://test.pypi.org/simple/ hello-pypi-rudy-klucik
-python
-```
-```
-from water-column-sonar-processing import ZarrManager
-example.add_one(2)
-```
-
 # To Publish To PROD
 ```commandline
 python -m build
@@ -134,6 +130,15 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
 5 failed, 35 passed, 3 skipped, 1 warning in 9.71s
 3 failed, 38 passed, 3 skipped, 1 warning in 7.24s
 
+# Tag a Release
+Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
+```commandline
+git tag "v0.0.13" -a
+```
+Step 3 --> enter description
+```commandline
+git push origin --tags
+```
 
 # TODO:
 add https://pypi.org/project/setuptools-scm/

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/README.md

@@ -1,6 +1,16 @@
 # Water Column Sonar Processing
 Processing tool for converting L0 data to L1 and L2 as well as generating geospatial information
 
+![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml)
+
+![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing) 
+
+![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing?color=black)
+
+![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing)
+
+![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing)
+
 # Setting up the Python Environment
 > Python 3.10.12
 
@@ -57,20 +67,6 @@ or
 Following this tutorial:
 https://packaging.python.org/en/latest/tutorials/packaging-projects/
 
-# To Publish To TEST
-```commandline
-python -m build
-# python -m build --sdist
-# python -m build --wheel
-python -m twine upload --repository testpypi dist/*
-pytho -m pip install --index-url https://test.pypi.org/simple/ hello-pypi-rudy-klucik
-python
-```
-```
-from water-column-sonar-processing import ZarrManager
-example.add_one(2)
-```
-
 # To Publish To PROD
 ```commandline
 python -m build
@@ -98,6 +94,15 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
 5 failed, 35 passed, 3 skipped, 1 warning in 9.71s
 3 failed, 38 passed, 3 skipped, 1 warning in 7.24s
 
+# Tag a Release
+Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
+```commandline
+git tag "v0.0.13" -a
+```
+Step 3 --> enter description
+```commandline
+git push origin --tags
+```
 
 # TODO:
 add https://pypi.org/project/setuptools-scm/

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/pyproject.toml

@@ -8,7 +8,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "water_column_sonar_processing"
-version = "0.0.11"
+version = "0.0.13"
 authors = [
   { name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
 ]

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/requirements.txt

@@ -18,10 +18,12 @@ pandas==2.2.3
 pyarrow==18.1.0
 python-dotenv==1.0.1
 requests==2.32.3
+#s3fs==2024.3.1
 #s3fs==2024.10.0 # this version creates problems
 s3fs==2023.12.1
 scipy==1.14.1
-setuptools==75.6.0
+#setuptools==75.6.0
+setuptools
 shapely==2.0.3
 typing-extensions==4.10.0
 xarray==2024.10.0

{water_column_sonar_processing-0.0.11 → water_column_sonar_processing-0.0.13}/requirements_dev.txt

@@ -5,6 +5,8 @@ pre-commit
 pyinstaller
 twine
 
-pytest~=8.3.3
 flake8==7.1.1
-pytest-cov==6.0.0
+pooch==1.8.2
+pytest~=8.3.3
+pytest-cov==6.0.0
+tqdm

water_column_sonar_processing-0.0.13/tests/conftest.py

@@ -0,0 +1,51 @@
+from pathlib import Path
+
+import pooch
+import pytest
+
+HERE = Path(__file__).parent.absolute()
+TEST_DATA_FOLDER = HERE / "test_resources"
+
+
+HB0707_RAW = pooch.create(
+    path=pooch.os_cache("water-column-sonar-processing"),
+    base_url="https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB0707/EK60/",
+    retry_if_failed=1,
+    registry={
+        #https://noaa-wcsd-zarr-pds.s3.amazonaws.com/level_1/Henry_B._Bigelow/HB0707/EK60/D20070711-T182032.zarr/
+        #https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB0707/EK60/D20070711-T182032.raw
+        # TODO: add bottom files
+        "D20070712-T124906.raw": "sha256:44f9b2402a8d6d51c69235d1e33c3e4ab570fc541e9f269009924378bf4d97a2", # 250 m, 158 MB
+        "D20070712-T124906.bot": "sha256:9eebd8b85a514f3df6b7c4ba127967302dfea7c5e9fb47c22e3182ad1a93c78f",
+        "D20070712-T152416.raw": "sha256:94a937eefd6ae5763c27c9ba1e4769b2b76fcc2d840e7db6c2e0edd925d6f70f", # 1000 m, 200 MB
+        "D20070712-T152416.bot": "sha256:65b16cff596502889f841e58061217660e066b07fb732ccf211f1c6e46ee8210",
+    },
+)
+
+def fetch_raw_files():
+    HB0707_RAW.fetch(fname="D20070712-T124906.raw", progressbar=True)
+    HB0707_RAW.fetch(fname="D20070712-T124906.bot", progressbar=True)
+    HB0707_RAW.fetch(fname="D20070712-T152416.raw", progressbar=True)
+    file_name = HB0707_RAW.fetch(fname="D20070712-T152416.bot", progressbar=True)
+    return Path(file_name).parent #joinpath(Path(file_path).stem)
+
+@pytest.fixture(scope="session")
+def test_path():
+    return {
+        'RAW_TO_ZARR_TEST_PATH': TEST_DATA_FOLDER / "raw_to_zarr",
+        'INDEX_TEST_PATH': TEST_DATA_FOLDER / "index",
+        'ZARR_MANAGER_TEST_PATH': TEST_DATA_FOLDER / "zarr_manager",
+        'PMTILE_GENERATION_TEST_PATH': TEST_DATA_FOLDER / "pmtile",
+        'CREATE_EMPTY_ZARR_TEST_PATH': TEST_DATA_FOLDER / "create_empty_zarr",
+        # 'RESAMPLE_REGRID_TEST_PATH': TEST_DATA_FOLDER / "resample_regrid",
+        'RESAMPLE_REGRID_TEST_PATH': fetch_raw_files(),
+        'S3FS_MANAGER_TEST_PATH': TEST_DATA_FOLDER / "s3fs_manager",
+        'S3_MANAGER_TEST_PATH': TEST_DATA_FOLDER / "s3_manager",
+    }
+
+# """
+# Windows
+# C:\Users\<user>\AppData\Local\echopype\Cache\2024.12.23.10.10
+# MacOS
+# /Users//Library/Caches/echopype/2024.12.23.10.10
+# """