water-column-sonar-processing 0.0.6__py3-none-any.whl → 26.1.9__py3-none-any.whl

water_column_sonar_processing/process.py

@@ -1,147 +0,0 @@
-import json
-import os
-
-import numpy as np
-
-from water_column_sonar_processing.aws.dynamodb_manager import DynamoDBManager
-from water_column_sonar_processing.aws.s3_manager import S3Manager
-from water_column_sonar_processing.aws.s3fs_manager import S3FSManager
-from water_column_sonar_processing.aws.sns_manager import SNSManager
-
-
-###########################################################
-class Process:
-    #######################################################
-    def __init__(
-        self,
-    ):
-        self.input_bucket_name = os.environ["INPUT_BUCKET_NAME"]
-        self.output_bucket_name = os.environ["OUTPUT_BUCKET_NAME"]
-        self.table_name = os.environ["TABLE_NAME"]
-        self.topic_arn = os.environ["TOPIC_ARN"]
-        # self.output_bucket_access_key = ?
-        # self.output_bucket_secret_access_key = ?
-
-    def execute(self):
-        input_s3_manager = (
-            S3Manager()
-        )  # TODO: Need to allow passing in of credentials when writing to protected bucket
-        s3fs_manager = S3FSManager()  # TODO: delete this
-        print(s3fs_manager)  # TODO: delete this
-        output_s3_manager = S3Manager()
-        # TODO: s3fs?
-        sns_manager = SNSManager()
-        ddb_manager = DynamoDBManager()
-
-        # [1 of 5] Update Pipeline Status in DynamoDB
-        # self.dynamodb.update_ status ()
-
-        # [2 of 5] Download Object From Input Bucket
-        # return_value = input_s3_manager.download_file(
-        #    bucket_name=self.input_bucket_name,
-        #    key="the_input_key",
-        #    file_name="the_input_key",
-        # )
-        # print(return_value)
-
-        # [3 of 5] Update Entry in DynamoDB
-        ship_name = "David_Starr_Jordan"  # TODO: get this from input sns message
-        cruise_name = "DS0604"
-        sensor_name = "EK60"
-        file_name = "DSJ0604-D20060406-T113407.raw"
-
-        test_channels = [
-            "GPT  38 kHz 009072055a7f 2 ES38B",
-            "GPT  70 kHz 00907203400a 3 ES70-7C",
-            "GPT 120 kHz 009072034d52 1 ES120-7",
-            "GPT 200 kHz 0090720564e4 4 ES200-7C",
-        ]
-        test_frequencies = [38_000, 70_000, 120_000, 200_000]
-        ddb_manager.update_item(
-            table_name=self.table_name,
-            key={
-                "FILE_NAME": {"S": file_name},  # Partition Key
-                "CRUISE_NAME": {"S": cruise_name},  # Sort Key
-            },
-            expression_attribute_names={
-                "#CH": "CHANNELS",
-                "#ET": "END_TIME",
-                "#ED": "ERROR_DETAIL",
-                "#FR": "FREQUENCIES",
-                "#MA": "MAX_ECHO_RANGE",
-                "#MI": "MIN_ECHO_RANGE",
-                "#ND": "NUM_PING_TIME_DROPNA",
-                "#PS": "PIPELINE_STATUS",  # testing this updated
-                "#PT": "PIPELINE_TIME",  # testing this updated
-                "#SE": "SENSOR_NAME",
-                "#SH": "SHIP_NAME",
-                "#ST": "START_TIME",
-                "#ZB": "ZARR_BUCKET",
-                "#ZP": "ZARR_PATH",
-            },
-            expression_attribute_values={
-                ":ch": {"L": [{"S": i} for i in test_channels]},
-                ":et": {"S": "2006-04-06T13:35:28.688Z"},
-                ":ed": {"S": ""},
-                ":fr": {"L": [{"N": str(i)} for i in test_frequencies]},
-                ":ma": {"N": str(np.round(499.7653, 4))},
-                ":mi": {"N": str(np.round(0.25, 4))},
-                ":nd": {"N": str(2458)},
-                ":ps": {"S": "SUCCESS_AGGREGATOR"},
-                ":pt": {"S": "2023-10-02T08:54:43Z"},
-                ":se": {"S": sensor_name},
-                ":sh": {"S": ship_name},
-                ":st": {"S": "2006-04-06T11:34:07.288Z"},
-                ":zb": {"S": "r2d2-dev-echofish2-118234403147-echofish-dev-output"},
-                ":zp": {
-                    "S": "level_1/David_Starr_Jordan/DS0604/EK60/DSJ0604-D20060406-T113407.model"
-                },
-            },
-            update_expression=(
-                "SET "
-                "#CH = :ch, "
-                "#ET = :et, "
-                "#ED = :ed, "
-                "#FR = :fr, "
-                "#MA = :ma, "
-                "#MI = :mi, "
-                "#ND = :nd, "
-                "#PS = :ps, "
-                "#PT = :pt, "
-                "#SE = :se, "
-                "#SH = :sh, "
-                "#ST = :st, "
-                "#ZB = :zb, "
-                "#ZP = :zp"
-            ),
-        )
-
-        # [4 of 5] Write Object to Output Bucket
-        output_s3_manager.put(
-            bucket_name=self.output_bucket_name, key="123", body="456"
-        )
-
-        # [_ of _] Read file-level Zarr store from bucket, Create GeoJSON, Write to bucket
-        # [_ of _] Create empty cruise-level Zarr store
-        # [_ of _] Resample and write to cruise-level Zarr Store
-
-        # [5 of 5] Publish Done Message
-        success_message = {
-            "default": {
-                "shipName": ship_name,
-                "cruiseName": cruise_name,
-                "sensorName": sensor_name,
-                "fileName": file_name,
-            }
-        }
-        sns_manager.publish(
-            topic_arn=self.topic_arn,
-            message=json.dumps(success_message),
-        )
-        print("done...")
-
-    #######################################################
-
-
-###########################################################
-###########################################################

water_column_sonar_processing-0.0.6.dist-info/METADATA

@@ -1,123 +0,0 @@
-Metadata-Version: 2.1
-Name: water_column_sonar_processing
-Version: 0.0.6
-Summary: A processing tool for water column sonar data.
-Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
-Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
-Project-URL: Issues, https://github.com/CI-CMG/water-column-sonar-processing/issues
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: aiobotocore~=2.9.0
-Requires-Dist: aiohttp~=3.10.10
-Requires-Dist: boto3==1.33.13
-Requires-Dist: botocore~=1.33.13
-Requires-Dist: echopype==0.9.0
-Requires-Dist: geopandas==1.0.1
-Requires-Dist: mock~=5.1.0
-Requires-Dist: moto~=5.0.18
-Requires-Dist: numcodecs==0.13.1
-Requires-Dist: numpy==1.26.4
-Requires-Dist: pandas==2.2.3
-Requires-Dist: pytest~=8.3.3
-Requires-Dist: python-dotenv==1.0.0
-Requires-Dist: requests==2.32.3
-Requires-Dist: s3fs==2024.10.0
-Requires-Dist: scipy==1.14.1
-Requires-Dist: shapely==2.0.3
-Requires-Dist: typing-extensions==4.10.0
-Requires-Dist: xarray==2022.12.0
-Requires-Dist: zarr==2.18.3
-
-# Water Column Sonar Processing
-Processing tool for converting L0 data to L1 and L2 as well as generating geospatial information
-
-# Setting up the Python Environment
-> Python 3.10.12
-
-# MacOS Pyenv Installation Instructions
-  1. Install pyenv (https://github.com/pyenv/pyenv#set-up-your-shell-environment-for-pyenv)
-     1. ```brew update```
-     2. ```arch -arm64 brew install pyenv```
-     3. In ~/.bashrc add
-        1. ```export PYENV_ROOT="$HOME/.pyenv"```
-        2. ```export PATH="$PYENV_ROOT/bin:$PATH"```
-        3. ```eval "$(pyenv init -)"```
-     4. ```arch -arm64 brew install openssl readline sqlite3 xz zlib tcl-tk```
-  2. Install pyenv-virtualenv (https://github.com/pyenv/pyenv-virtualenv)
-     1. ```arch -arm64 brew install pyenv-virtualenv```
-     2. In ~/.bashrc add
-         1. ```eval "$(pyenv virtualenv-init -)"```
-  3. Open a new terminal
-  4. Install Python version
-     1. ```env CONFIGURE_OPTS='--enable-optimizations' arch -arm64 pyenv install 3.10.12```
-  5. Create virtual env (to delete 'pyenv uninstall 3.10.12/water-column-sonar-processing')
-     1. ```pyenv virtualenv 3.10.12 water-column-sonar-processing```
-  6. Set local version of python (if not done already)
-     1. change directory to root of project
-     2. ```pyenv local 3.10.12 water-column-sonar-processing```
-     3. ```pyenv activate water-column-sonar-processing```
-
-# Setting up IntelliJ
-
-  1. Install the IntelliJ Python plugin
-  2. Set up pyenv
-     1. File -> Project Structure or CMD + ;
-     2. SDKs -> + -> Add Python SDK -> Virtual Environment
-     3. Select Existing Environment
-     4. Choose ~/.pyenv/versions/mocking_aws/bin/python
-  3. Set up Python Facet (not sure if this is required)
-     1. File -> Project Structure or CMD + ;
-     2. Facets -> + -> Python 
-     3. Set interpreter 
-
-# Installing Dependencies
-
-  1. Add dependencies with versions to requirements.txt
-  2. ```pip install --upgrade pip && pip install -r requirements_dev.txt```
-
-
-# Pytest
-```commandline
-pytest --disable-warnings
-```
-
-# Instructions
-Following this tutorial:
-https://packaging.python.org/en/latest/tutorials/packaging-projects/
-
-# To Publish To TEST
-```commandline
-python -m build
-# python -m build --sdist
-# python -m build --wheel
-python -m twine upload --repository testpypi dist/*
-pytho -m pip install --index-url https://test.pypi.org/simple/ hello-pypi-rudy-klucik
-python
-```
-```
-from water-column-sonar-processing import ZarrManager
-example.add_one(2)
-```
-
-# To Publish To PROD
-```commandline
-python -m build
-python -m twine upload --repository pypi dist/*
-```
-
-# Pre Commit Hook
-https://dev.to/rafaelherik/using-trufflehog-and-pre-commit-hook-to-prevent-secret-exposure-edo
-```
-pre-commit install --allow-missing-config
-```
-
-# Linting
-Ruff
-https://plugins.jetbrains.com/plugin/20574-ruff
-
-# Colab Test
-https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scrollTo=AayVyvpBdfIZ

water_column_sonar_processing-0.0.6.dist-info/RECORD

@@ -1,29 +0,0 @@
-water_column_sonar_processing/__init__.py,sha256=S11loSDNOmZRyiTMbTwiQ1PP59SSPq2q2P61e5gPrW4,295
-water_column_sonar_processing/process.py,sha256=AHoCehc95XqGI1IZkvfcbnYpjr8J-OQfCBGs0-1O9_w,5439
-water_column_sonar_processing/aws/__init__.py,sha256=u5J-TOEVgAQsMdc5LMo1igUESRclzV8gf-b0jUaJ9Gg,277
-water_column_sonar_processing/aws/dynamodb_manager.py,sha256=sPa_5RlTNjcFavZ74LF0UINKSyrbgJNROXbe16hCz7U,5936
-water_column_sonar_processing/aws/s3_manager.py,sha256=P-0ZFsa6D6obIy-iNnWF1BrcoHOfAvYM-Qn9cA0e5H0,13142
-water_column_sonar_processing/aws/s3fs_manager.py,sha256=thVJPQKhbvF1g-Ue3BYgwazFOFDYOICIEJx4zkXBQ1E,2381
-water_column_sonar_processing/aws/sns_manager.py,sha256=Dp9avG5VSugSWPR1dZ-askuAw1fCZkNUHbOUP65iR-k,1867
-water_column_sonar_processing/aws/sqs_manager.py,sha256=NSUrWmnSC8h8Gf7gT0U8zFaQQ-yX89h0Q0mDLKGqp2Y,1597
-water_column_sonar_processing/cruise/__init__.py,sha256=H5hW0JMORuaFvQk_R31B4VL8RnRyKeanOOiWmqEMZJk,156
-water_column_sonar_processing/cruise/create_empty_zarr_store.py,sha256=w2lxfPS2HRVlNCr6OWBRxIyGaPUnxAnWrYgmu0EgOL0,7275
-water_column_sonar_processing/cruise/resample_regrid.py,sha256=HeRN4EOZch-HhiK-s5LjX0bz4sKXKpea5YVIMEZOAGg,12356
-water_column_sonar_processing/geometry/__init__.py,sha256=_ol5nI8AL30pYXeAh5rtP7YmQggitPC6LA_kuTfPJ0Q,231
-water_column_sonar_processing/geometry/geometry_manager.py,sha256=RJ5pljMLqjNdJbc8Q0s-HGphMy6B7e_7R7ZZfdxEY-k,9913
-water_column_sonar_processing/geometry/geometry_simplification.py,sha256=im1HG9nfYIerQv3w-PUHzphw2B7aGgnsA3Zcdy2oTmA,3016
-water_column_sonar_processing/geometry/pmtile_generation.py,sha256=KI5y3CVBXSrxYoenQPHBUhPPAvcw1bkqCg1LZ9xvlzY,2772
-water_column_sonar_processing/index/__init__.py,sha256=izEObsKiOoIJ0kZCFhvaYsBd6Ga71XJxnogjrNInw68,68
-water_column_sonar_processing/index/index_manager.py,sha256=2D4mbWK2D3p0wsZqeoxieCtz9HsDkm5Mvt9u2t12BFI,11107
-water_column_sonar_processing/model/__init__.py,sha256=FXaCdbPqxp0ogmZm9NplRirqpgMiYs1iRYgJbFbbX2Y,65
-water_column_sonar_processing/model/zarr_manager.py,sha256=IvA2mTZ6YrfTKL3U6NVgmjeqYPUXMSI3V-HI5ESgAwg,13408
-water_column_sonar_processing/utility/__init__.py,sha256=nyqPobcvwftr6T4MNxNtQtfbWzW9Kgpbp6JO7Gr5IZI,206
-water_column_sonar_processing/utility/cleaner.py,sha256=jaNDHbZxqQv2I8VfFkbwlQoCtIHi1pQonqt3XtioVq0,585
-water_column_sonar_processing/utility/constants.py,sha256=qSuxPg4dnyI4DDXWc1OYqTBTChxZ9iWdUrFfqLtH21c,1793
-water_column_sonar_processing/utility/pipeline_status.py,sha256=O-0SySqdRGJ6bs3zQe1NV9vkOpmsRM7zj5QoHgzYioY,4395
-water_column_sonar_processing/utility/timestamp.py,sha256=bO0oir7KxxoEHPGRkz9FCBfOligkocUyRiWRzAq8fnU,361
-water_column_sonar_processing-0.0.6.dist-info/LICENSE,sha256=lz4IpJ5_adG3S0ali-WaIpQFVTnEAOucMDQPECUVEYw,1110
-water_column_sonar_processing-0.0.6.dist-info/METADATA,sha256=nQW75RMHtE7D1faQBnzZ2L9IL7hlAITv_oHfnur8D0Y,4109
-water_column_sonar_processing-0.0.6.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-water_column_sonar_processing-0.0.6.dist-info/top_level.txt,sha256=aRYU4A7RNBlNrL4vzjytFAir3BNnmOgsvIGKKA36tg4,30
-water_column_sonar_processing-0.0.6.dist-info/RECORD,,