water-column-sonar-processing 25.1.7__tar.gz → 25.3.0__tar.gz

{water_column_sonar_processing-25.1.7 → water_column_sonar_processing-25.3.0}/.github/workflows/test_action.yaml

@@ -1,4 +1,4 @@
-name: Testing
+name: Testing Python 🐍
 
 on: [push]
 
@@ -43,4 +43,4 @@ jobs:
         run: uv sync --all-extras --dev
 
       - name: Run tests
-        run: uv run pytest tests
+        run: uv run pytest tests

water_column_sonar_processing-25.3.0/.pre-commit-config.yaml

@@ -0,0 +1,53 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: detect-aws-credentials
+      - id: check-docstring-first
+      - id: check-json
+      - id: check-toml
+      - id: check-yaml
+      - id: pretty-format-json
+        args: [ "--autofix", "--indent=2", "--no-sort-keys" ]
+
+  ### Security Scan for AWS Secrets ###
+  - repo: local
+    hooks:
+      - id: trufflehog
+        name: TruffleHog
+        description: Detect secrets in your data.
+        entry: bash -c 'trufflehog git file://. --since-commit HEAD --no-verification --fail --no-update'
+        language: system
+        stages: [ "pre-commit", "pre-push" ]
+
+#  - repo: https://github.com/psf/black
+#    rev: 25.1.0
+#    hooks:
+#      - id: black
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.9.4
+    hooks:
+      # Run the linter.
+      - id: ruff
+        args: [ --fix ]
+      # Run the formatter.
+      - id: ruff-format
+
+  - repo: https://github.com/pycqa/isort
+    rev: 6.0.0
+    hooks:
+      - id: isort
+        name: isort (python)
+        args: ["--profile", "black", "--filter-files"]
+
+### Static Security Scan ###
+  # To run manually you can do: "bandit -c pyproject.toml -r ."
+  - repo: https://github.com/PyCQA/bandit
+    rev: '1.8.0'
+    hooks:
+    - id: bandit
+      args: ["-c", "pyproject.toml"]
+      additional_dependencies: [ "bandit[toml]" ]

{water_column_sonar_processing-25.1.7 → water_column_sonar_processing-25.3.0}/PKG-INFO

@@ -1,10 +1,12 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: water_column_sonar_processing
-Version: 25.1.7
+Version: 25.3.0
 Summary: Processing tool for water column sonar data.
 Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
+Maintainer-email: Rudy Klucik <rudy.klucik@noaa.gov>
 Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
 Project-URL: Issues, https://github.com/CI-CMG/water-column-sonar-processing/issues
+Keywords: ocean,sonar,water column
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
@@ -20,13 +22,16 @@ Requires-Dist: geopandas==1.0.1
 Requires-Dist: mock==5.1.0
 Requires-Dist: moto[all]==5.0.27
 Requires-Dist: moto[server]==5.0.27
+Requires-Dist: networkx==3.4.2
 Requires-Dist: numcodecs==0.13.1
 Requires-Dist: numpy==1.26.4
 Requires-Dist: pandas==2.2.3
 Requires-Dist: pyarrow==18.1.0
+Requires-Dist: pykalman==0.10.1
 Requires-Dist: python-dotenv==1.0.1
 Requires-Dist: requests==2.32.3
 Requires-Dist: s3fs==2024.2.0
+Requires-Dist: safety==3.2.14
 Requires-Dist: scipy==1.14.1
 Requires-Dist: setuptools
 Requires-Dist: shapely==2.0.3
@@ -36,22 +41,26 @@ Requires-Dist: xbatcher==0.4.0
 Requires-Dist: zarr==2.18.3
 Provides-Extra: dev
 Requires-Dist: bandit[toml]==1.8.0; extra == "dev"
+Requires-Dist: bandit; extra == "dev"
 Requires-Dist: build; extra == "dev"
-Requires-Dist: pre-commit; extra == "dev"
-Requires-Dist: pyinstaller; extra == "dev"
-Requires-Dist: twine; extra == "dev"
 Requires-Dist: flake8==7.1.1; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: matplotlib==3.10.1; extra == "dev"
 Requires-Dist: pooch==1.8.2; extra == "dev"
+Requires-Dist: pre-commit; extra == "dev"
+Requires-Dist: pyinstaller; extra == "dev"
 Requires-Dist: pytest~=8.3.3; extra == "dev"
+Requires-Dist: ruff; extra == "dev"
 Requires-Dist: tqdm; extra == "dev"
-Requires-Dist: bandit; extra == "dev"
+Requires-Dist: twine; extra == "dev"
 Provides-Extra: test
 Requires-Dist: pytest-cov; extra == "test"
+Dynamic: license-file
 
 # Water Column Sonar Processing
-Processing tool for converting L0 data to L1 and L2 as well as generating geospatial information
+Processing tool for converting Level_0 water column sonar data to Level_1 and Level_2 derived data sets as well as generating geospatial information.
 
-![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml?color=black) ![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing?color=black) ![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing?color=black) ![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing?color=black) ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing?color=black) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing?color=black)
+![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml) ![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing) ![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing) ![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing) ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing)
 
 # Setting up the Python Environment
 > Python 3.10.12
@@ -89,8 +98,8 @@ Processing tool for converting L0 data to L1 and L2 as well as generating geospa
      4. Choose ~/.pyenv/versions/mocking_aws/bin/python
   3. Set up Python Facet (not sure if this is required)
      1. File -> Project Structure or CMD + ;
-     2. Facets -> + -> Python 
-     3. Set interpreter 
+     2. Facets -> + -> Python
+     3. Set interpreter
 
 # Installing Dependencies
 ```
@@ -136,13 +145,13 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
 # Tag a Release
 Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
 ```commandline
-git tag -a v25.1.7 -m "Releasing version v25.1.7"
+git tag -a v25.1.8 -m "Releasing version v25.1.8"
 git push origin --tags
 ```
 
 # To Publish To PROD
 ```commandline
-python -m build
+uv build
 python -m twine upload --repository pypi dist/*
 ```
 

{water_column_sonar_processing-25.1.7 → water_column_sonar_processing-25.3.0}/README.md

@@ -1,7 +1,7 @@
 # Water Column Sonar Processing
-Processing tool for converting L0 data to L1 and L2 as well as generating geospatial information
+Processing tool for converting Level_0 water column sonar data to Level_1 and Level_2 derived data sets as well as generating geospatial information.
 
-![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml?color=black) ![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing?color=black) ![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing?color=black) ![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing?color=black) ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing?color=black) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing?color=black)
+![GitHub Actions Workflow Status](https://img.shields.io/github/actions/workflow/status/CI-CMG/water-column-sonar-processing/test_action.yaml) ![PyPI - Implementation](https://img.shields.io/pypi/v/water-column-sonar-processing) ![GitHub License](https://img.shields.io/github/license/CI-CMG/water-column-sonar-processing) ![PyPI - Downloads](https://img.shields.io/pypi/dd/water-column-sonar-processing) ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/CI-CMG/water-column-sonar-processing) ![GitHub repo size](https://img.shields.io/github/repo-size/CI-CMG/water-column-sonar-processing)
 
 # Setting up the Python Environment
 > Python 3.10.12
@@ -39,8 +39,8 @@ Processing tool for converting L0 data to L1 and L2 as well as generating geospa
      4. Choose ~/.pyenv/versions/mocking_aws/bin/python
   3. Set up Python Facet (not sure if this is required)
      1. File -> Project Structure or CMD + ;
-     2. Facets -> + -> Python 
-     3. Set interpreter 
+     2. Facets -> + -> Python
+     3. Set interpreter
 
 # Installing Dependencies
 ```
@@ -86,13 +86,13 @@ https://colab.research.google.com/drive/1KiLMueXiz9WVB9o4RuzYeGjNZ6PsZU7a#scroll
 # Tag a Release
 Step 1 --> increment the semantic version in the zarr_manager.py "metadata" & the "pyproject.toml"
 ```commandline
-git tag -a v25.1.7 -m "Releasing version v25.1.7"
+git tag -a v25.1.8 -m "Releasing version v25.1.8"
 git push origin --tags
 ```
 
 # To Publish To PROD
 ```commandline
-python -m build
+uv build
 python -m twine upload --repository pypi dist/*
 ```
 

{water_column_sonar_processing-25.1.7 → water_column_sonar_processing-25.3.0}/pyproject.toml

@@ -7,11 +7,15 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "water_column_sonar_processing"
-version = "25.1.7"
+version = "25.3.0"
 authors = [
   { name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
 ]
+maintainers = [
+  { name="Rudy Klucik", email="rudy.klucik@noaa.gov" },
+]
 description = "Processing tool for water column sonar data."
+keywords = ["ocean", "sonar", "water column"]
 readme = "README.md"
 requires-python = ">=3.10"
 classifiers = [
@@ -19,7 +23,6 @@ classifiers = [
     "License :: OSI Approved :: MIT License",
     "Operating System :: OS Independent",
 ]
-
 dependencies = [
     "aiobotocore==2.19.0",
     "boto3==1.36.3",
@@ -30,13 +33,17 @@ dependencies = [
     "mock==5.1.0",
     "moto[all]==5.0.27",
     "moto[server]==5.0.27",
+    "networkx==3.4.2",
     "numcodecs==0.13.1",
     "numpy==1.26.4",
     "pandas==2.2.3",
+    #"pip-audit",
     "pyarrow==18.1.0",
+    "pykalman==0.10.1",
     "python-dotenv==1.0.1",
     "requests==2.32.3",
     "s3fs==2024.2.0",
+    "safety==3.2.14",
     "scipy==1.14.1",
     "setuptools",
     "shapely==2.0.3",
@@ -49,15 +56,18 @@ dependencies = [
 [project.optional-dependencies]
 dev = [
     "bandit[toml]==1.8.0",
+    "bandit",
     "build",
-    "pre-commit",
-    "pyinstaller",
-    "twine",
     "flake8==7.1.1",
+    "isort",
+    "matplotlib==3.10.1",
     "pooch==1.8.2",
+    "pre-commit",
+    "pyinstaller",
     "pytest~=8.3.3",
+    "ruff",
     "tqdm",
-    "bandit"
+    "twine",
 ]
 test = [
     "pytest-cov",
@@ -69,5 +79,18 @@ Issues = "https://github.com/CI-CMG/water-column-sonar-processing/issues"
 
 [tool.bandit]
 exclude_dirs = ["tests"]
+
 [tool.pre-commit-hooks.bandit]
-exclude = ["*/tests/*"]
+exclude = ["*/tests/*"]
+
+#[tool.black]
+#line-length = 150
+
+[tool.isort]
+known_first_party = "water_column_sonar_processing"
+#known_third_party = ["_echopype_version", "setuptools"]
+multi_line_output = 3
+include_trailing_comma = true
+force_grid_wrap = 0
+combine_as_imports = true
+#line_length = 150

water_column_sonar_processing-25.3.0/tests/conftest.py

@@ -0,0 +1,77 @@
+from pathlib import Path
+
+import pooch
+import pytest
+
+HERE = Path(__file__).parent.absolute()
+TEST_DATA_FOLDER = HERE / "test_resources"
+
+
+HB0707_RAW = pooch.create(
+    path=pooch.os_cache("water-column-sonar-processing"),
+    base_url="https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB0707/EK60/",
+    retry_if_failed=1,
+    registry={
+        # https://noaa-wcsd-zarr-pds.s3.amazonaws.com/level_1/Henry_B._Bigelow/HB0707/EK60/D20070711-T182032.zarr/
+        # https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB0707/EK60/D20070711-T182032.raw
+        # TODO: add bottom files
+        "D20070712-T124906.raw": "sha256:44f9b2402a8d6d51c69235d1e33c3e4ab570fc541e9f269009924378bf4d97a2",  # 250 m, 158 MB
+        "D20070712-T124906.bot": "sha256:9eebd8b85a514f3df6b7c4ba127967302dfea7c5e9fb47c22e3182ad1a93c78f",
+        "D20070712-T152416.raw": "sha256:94a937eefd6ae5763c27c9ba1e4769b2b76fcc2d840e7db6c2e0edd925d6f70f",  # 1000 m, 200 MB
+        "D20070712-T152416.bot": "sha256:65b16cff596502889f841e58061217660e066b07fb732ccf211f1c6e46ee8210",
+    },
+)
+
+HB1906_RAW = pooch.create(
+    path=pooch.os_cache("water-column-sonar-processing"),
+    base_url="https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB1906/EK60/",
+    retry_if_failed=1,
+    registry={
+        # https://noaa-wcsd-pds.s3.amazonaws.com/data/raw/Henry_B._Bigelow/HB1906/EK60/D20191106-T034434.raw
+        # "D20190903-T171901.raw": "", # 6 meter depth
+        #
+        "D20191106-T034434.raw": "sha256:8df1da62bfaca5d8e3bfd7be0b0f385c585bfb1ed0743e6aa8a9f108f765b968",  # has non-zero water_level
+        "D20191106-T034434.bot": "sha256:027edd2eeca18bf16030c8f3c7867ffc70ec9080f4af7eab2b7210134da6d950",
+        # Could also test: D20191106-T034434.raw & D20191106-T042540.raw
+        "D20191106-T042540.raw": "sha256:e3457b098f1818169fcd13a925792e21a80ce7641312ba149f84a3d7fda45bd0",
+        "D20191106-T042540.bot": "sha256:2aa7727a708cf2c25bca4bda650f599107be4a14c74850900be62fe6d83c6944",
+    },
+)
+
+
+def fetch_raw_files():
+    HB1906_RAW.fetch(fname="D20191106-T034434.raw", progressbar=True)
+    HB1906_RAW.fetch(fname="D20191106-T034434.bot", progressbar=True)
+
+    HB1906_RAW.fetch(fname="D20191106-T042540.raw", progressbar=True)
+    HB1906_RAW.fetch(fname="D20191106-T042540.bot", progressbar=True)
+
+    HB0707_RAW.fetch(fname="D20070712-T124906.raw", progressbar=True)
+    HB0707_RAW.fetch(fname="D20070712-T124906.bot", progressbar=True)
+    HB0707_RAW.fetch(fname="D20070712-T152416.raw", progressbar=True)
+    file_name = HB0707_RAW.fetch(fname="D20070712-T152416.bot", progressbar=True)
+
+    return Path(file_name).parent  # joinpath(Path(file_path).stem)
+
+
+@pytest.fixture(scope="session")
+def test_path():
+    return {
+        "RAW_TO_ZARR_TEST_PATH": TEST_DATA_FOLDER / "raw_to_zarr",
+        "INDEX_TEST_PATH": TEST_DATA_FOLDER / "index",
+        "ZARR_MANAGER_TEST_PATH": TEST_DATA_FOLDER / "zarr_manager",
+        "PMTILE_GENERATION_TEST_PATH": TEST_DATA_FOLDER / "pmtile",
+        "CREATE_EMPTY_ZARR_TEST_PATH": TEST_DATA_FOLDER / "create_empty_zarr",
+        # 'RESAMPLE_REGRID_TEST_PATH': TEST_DATA_FOLDER / "resample_regrid",
+        "RESAMPLE_REGRID_TEST_PATH": fetch_raw_files(),
+        "S3FS_MANAGER_TEST_PATH": TEST_DATA_FOLDER / "s3fs_manager",
+        "S3_MANAGER_TEST_PATH": TEST_DATA_FOLDER / "s3_manager",
+    }
+
+
+# """
+# Windows
+# C:\Users\<user>\AppData\Local\echopype\Cache\2024.12.23.10.10
+# MacOS
+# /Users//Library/Caches/echopype/2024.12.23.10.10
+# """

{water_column_sonar_processing-25.1.7 → water_column_sonar_processing-25.3.0}/water_column_sonar_processing/aws/dynamodb_manager.py

@@ -9,8 +9,8 @@ from boto3.dynamodb.types import TypeDeserializer, TypeSerializer
 class DynamoDBManager:
     #####################################################################
     def __init__(
-            self,
-            # endpoint_url
+        self,
+        # endpoint_url
     ):
         # self.endpoint_url = endpoint_url
         self.dynamodb_session = boto3.Session(
@@ -62,7 +62,7 @@ class DynamoDBManager:
                 {"AttributeName": "FILE_NAME", "AttributeType": "S"},
                 {"AttributeName": "CRUISE_NAME", "AttributeType": "S"},
             ],
-            BillingMode="PAY_PER_REQUEST"
+            BillingMode="PAY_PER_REQUEST",
             # ProvisionedThroughput={
             #     'ReadCapacityUnits': 1_000,
             #     'WriteCapacityUnits': 1_000
@@ -70,7 +70,9 @@ class DynamoDBManager:
         )
         # TODO: after creating status is 'CREATING', wait until 'ACTIVE'
         response = self.dynamodb_client.describe_table(TableName=table_name)
-        print(response) # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/dynamodb/client/describe_table.html
+        print(
+            response
+        )  # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/dynamodb/client/describe_table.html
         # sleep then response['Table']['TableStatus'] == 'ACTIVE'
 
     #####################################################################
@@ -111,7 +113,7 @@ class DynamoDBManager:
         expression_attribute_names,
         expression_attribute_values,
         update_expression,
-    ): # TODO: convert to boolean
+    ):  # TODO: convert to boolean
         try:
             response = self.dynamodb_client.update_item(
                 TableName=table_name,
@@ -120,7 +122,7 @@ class DynamoDBManager:
                 ExpressionAttributeValues=expression_attribute_values,
                 UpdateExpression=update_expression,
             )
-            status_code = response["ResponseMetadata"]["HTTPStatusCode"]
+            return response["ResponseMetadata"]["HTTPStatusCode"]  # TODO: should be 200
             # print(f"HTTPStatusCode: {status_code}")
             # assert status_code == 200, "Problem, unable to update dynamodb table."
             # assert response['ConsumedCapacity']['TableName'] == table_name
@@ -131,22 +133,23 @@ class DynamoDBManager:
     # TODO: change to "get_cruise_as_df"
     def get_table_as_df(
         self,
-        ship_name,
+        # ship_name,
         cruise_name,
-        sensor_name,
+        # sensor_name,
         table_name,
     ) -> pd.DataFrame:
         """
         To be used to initialize a cruise, deletes all entries associated with that cruise
         in the database.
+        #TODO: cruise names isn't good enough, there could be two instrument for a cruise...
         """
         filter_expression = "CRUISE_NAME = :cr"
         response = self.dynamodb_client.scan(
             TableName=table_name,
             # Limit=1000,
-            Select='ALL_ATTRIBUTES', # or 'SPECIFIC_ATTRIBUTES',
+            Select="ALL_ATTRIBUTES",  # or 'SPECIFIC_ATTRIBUTES',
             # ExclusiveStartKey=where to pick up
-            #ReturnConsumedCapacity='INDEXES' | 'TOTAL' | 'NONE', ...not sure
+            # ReturnConsumedCapacity='INDEXES' | 'TOTAL' | 'NONE', ...not sure
             # ProjectionExpression='#SH, #CR, #FN', # what to specifically return — from expression_attribute_names
             FilterExpression=filter_expression,
             # ExpressionAttributeNames={
@@ -154,36 +157,36 @@ class DynamoDBManager:
             #     '#CR': 'CRUISE_NAME',
             #     '#FN': 'FILE_NAME',
             # },
-            ExpressionAttributeValues={ # criteria
-                ':cr': {
-                    'S': cruise_name,
+            ExpressionAttributeValues={  # criteria
+                ":cr": {
+                    "S": cruise_name,
                 },
             },
-            ConsistentRead=True
+            ConsistentRead=True,
             # ExclusiveStartKey=response["LastEvaluatedKey"],
         )
         # Note: table.scan() has 1 MB limit on results so pagination is used
 
         if len(response["Items"]) == 0 and "LastEvaluatedKey" not in response:
-            return pd.DataFrame() # If no results, return empty dataframe
+            return pd.DataFrame()  # If no results, return empty dataframe
 
         data = response["Items"]
 
-        while response.get('LastEvaluatedKey'): #"LastEvaluatedKey" in response:
+        while response.get("LastEvaluatedKey"):  # "LastEvaluatedKey" in response:
             response = self.dynamodb_client.scan(
                 TableName=table_name,
                 ### Either 'Select' or 'ExpressionAttributeNames'/'ProjectionExpression'
-                Select='ALL_ATTRIBUTES', # or 'SPECIFIC_ATTRIBUTES',
+                Select="ALL_ATTRIBUTES",  # or 'SPECIFIC_ATTRIBUTES',
                 FilterExpression=filter_expression,
-                #ProjectionExpression='#SH, #CR, #FN',  # what to specifically return — from expression_attribute_names
+                # ProjectionExpression='#SH, #CR, #FN',  # what to specifically return — from expression_attribute_names
                 # ExpressionAttributeNames={ # would need to specify all cols in df
                 #     '#SH': 'SHIP_NAME',
                 #     '#CR': 'CRUISE_NAME',
                 #     '#FN': 'FILE_NAME',
                 # },
                 ExpressionAttributeValues={  # criteria
-                    ':cr': {
-                        'S': cruise_name,
+                    ":cr": {
+                        "S": cruise_name,
                     },
                 },
                 ConsistentRead=True,
@@ -268,14 +271,7 @@ class DynamoDBManager:
         Finds all rows associated with a cruise and deletes them.
         """
         response = self.dynamodb_client.delete_item(
-            Key={
-                "CRUISE_NAME": {
-                    "S": cruise_name
-                },
-                "FILE_NAME": {
-                    "S": file_name
-                }
-            },
+            Key={"CRUISE_NAME": {"S": cruise_name}, "FILE_NAME": {"S": file_name}},
             TableName=table_name,
             ReturnConsumedCapacity="TOTALS",
         )
@@ -286,8 +282,8 @@ class DynamoDBManager:
 
     #####################################################################
     def describe_table(
-            self,
-            table_name,
+        self,
+        table_name,
     ):
         """
         Get a description of the table. Used to verify that records were added/removed.
@@ -296,8 +292,6 @@ class DynamoDBManager:
         print(response)
         return response
 
-
-
     #####################################################################
     # TODO: from test_raw_to_zarr get enum and use here
     # def __update_processing_status(
@@ -357,4 +351,5 @@ class DynamoDBManager:
     #         )
     #     print("Done updating processing status.")
 
+
 #########################################################################