water-column-sonar-processing 0.0.8__py3-none-any.whl → 0.0.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,8 +1,6 @@
1
1
  from __future__ import absolute_import
2
2
 
3
3
  from . import aws, cruise, geometry, index, model, processing, utility
4
- # from .model import ZarrManager
5
- # from .process import Process
6
4
 
7
5
  __all__ = [
8
6
  "aws",
@@ -1,7 +1,7 @@
1
1
  from .dynamodb_manager import DynamoDBManager
2
- from .s3_manager import S3Manager
2
+ from .s3_manager import S3Manager, chunked
3
3
  from .s3fs_manager import S3FSManager
4
4
  from .sns_manager import SNSManager
5
5
  from .sqs_manager import SQSManager
6
6
 
7
- __all__ = ["DynamoDBManager", "S3Manager", "S3FSManager", "SNSManager", "SQSManager"]
7
+ __all__ = ["DynamoDBManager", "S3Manager", "chunked", "S3FSManager", "SNSManager", "SQSManager"]
@@ -3,10 +3,10 @@ import os
3
3
  import numcodecs
4
4
  import numpy as np
5
5
 
6
- from src.water_column_sonar_processing.aws.dynamodb_manager import DynamoDBManager
7
- from src.water_column_sonar_processing.aws.s3_manager import S3Manager
8
- from src.water_column_sonar_processing.model.zarr_manager import ZarrManager
9
- from src.water_column_sonar_processing.utility.cleaner import Cleaner
6
+ from water_column_sonar_processing.aws import DynamoDBManager
7
+ from water_column_sonar_processing.aws import S3Manager
8
+ from water_column_sonar_processing.model import ZarrManager
9
+ from water_column_sonar_processing.utility import Cleaner
10
10
 
11
11
  numcodecs.blosc.use_threads = False
12
12
  numcodecs.blosc.set_nthreads(1)
@@ -7,9 +7,9 @@ import numpy as np
7
7
  import pandas as pd
8
8
  import xarray as xr
9
9
 
10
- from src.water_column_sonar_processing.aws.dynamodb_manager import DynamoDBManager
11
- from src.water_column_sonar_processing.geometry.geometry_manager import GeometryManager
12
- from src.water_column_sonar_processing.model.zarr_manager import ZarrManager
10
+ from water_column_sonar_processing.aws import DynamoDBManager
11
+ from water_column_sonar_processing.geometry import GeometryManager
12
+ from water_column_sonar_processing.model import ZarrManager
13
13
 
14
14
  numcodecs.blosc.use_threads = False
15
15
  numcodecs.blosc.set_nthreads(1)
@@ -5,8 +5,8 @@ import geopandas
5
5
  import numpy as np
6
6
  import pandas as pd
7
7
 
8
- from src.water_column_sonar_processing.aws.s3_manager import S3Manager
9
- from src.water_column_sonar_processing.utility.cleaner import Cleaner
8
+ from water_column_sonar_processing.aws import S3Manager
9
+ from water_column_sonar_processing.utility import Cleaner
10
10
 
11
11
  """
12
12
  // [Decimal / Places / Degrees / Object that can be recognized at scale / N/S or E/W at equator, E/W at 23N/S, E/W at 45N/S, E/W at 67N/S]
@@ -12,8 +12,6 @@ import pyogrio
12
12
  from concurrent.futures import ThreadPoolExecutor, as_completed
13
13
  from shapely.geometry import LineString
14
14
 
15
- from src.water_column_sonar_processing.aws import S3Manager, S3FSManager
16
-
17
15
  MAX_POOL_CONNECTIONS = 64
18
16
  MAX_CONCURRENCY = 64
19
17
  MAX_WORKERS = 64
@@ -4,7 +4,7 @@ import pandas as pd
4
4
  from datetime import datetime
5
5
  from concurrent.futures import ThreadPoolExecutor
6
6
  from concurrent.futures import as_completed
7
- from src.water_column_sonar_processing.aws.s3_manager import S3Manager
7
+ from water_column_sonar_processing.aws import S3Manager
8
8
 
9
9
 
10
10
  class IndexManager:
@@ -5,9 +5,10 @@ import xarray as xr
5
5
  import zarr
6
6
  from numcodecs import Blosc
7
7
 
8
- from src.water_column_sonar_processing.aws.s3fs_manager import S3FSManager
9
- from src.water_column_sonar_processing.utility.constants import Constants, Coordinates
10
- from src.water_column_sonar_processing.utility.timestamp import Timestamp
8
+ from water_column_sonar_processing.aws import S3FSManager
9
+ from water_column_sonar_processing.utility import Constants
10
+ from water_column_sonar_processing.utility import Timestamp
11
+ from water_column_sonar_processing.utility import Coordinates
11
12
 
12
13
  numcodecs.blosc.use_threads = False
13
14
  numcodecs.blosc.set_nthreads(1)
@@ -3,10 +3,10 @@ import os
3
3
 
4
4
  import numpy as np
5
5
 
6
- from src.water_column_sonar_processing.aws.dynamodb_manager import DynamoDBManager
7
- from src.water_column_sonar_processing.aws.s3_manager import S3Manager
8
- from src.water_column_sonar_processing.aws.s3fs_manager import S3FSManager
9
- from src.water_column_sonar_processing.aws.sns_manager import SNSManager
6
+ from water_column_sonar_processing.aws import DynamoDBManager
7
+ from water_column_sonar_processing.aws import S3Manager
8
+ from water_column_sonar_processing.aws import S3FSManager
9
+ from water_column_sonar_processing.aws import SNSManager
10
10
 
11
11
 
12
12
  ###########################################################
@@ -4,7 +4,7 @@ import echopype as ep
4
4
  import numpy as np
5
5
  from numcodecs import Blosc
6
6
 
7
- from src.water_column_sonar_processing.utility import Cleaner
7
+ from water_column_sonar_processing.utility import Cleaner
8
8
 
9
9
  TEMPDIR = "/tmp"
10
10
 
@@ -7,9 +7,9 @@ from numcodecs import Blosc
7
7
  from datetime import datetime
8
8
  from pathlib import Path # , PurePath
9
9
 
10
- from src.water_column_sonar_processing.aws import DynamoDBManager, S3Manager
11
- from src.water_column_sonar_processing.geometry.geometry_manager import GeometryManager
12
- from src.water_column_sonar_processing.utility import Cleaner
10
+ from water_column_sonar_processing.aws import DynamoDBManager, S3Manager
11
+ from water_column_sonar_processing.geometry import GeometryManager
12
+ from water_column_sonar_processing.utility import Cleaner
13
13
 
14
14
  TEMPDIR = "/tmp"
15
15
 
@@ -1,6 +1,6 @@
1
1
  from .cleaner import Cleaner
2
- from .constants import Constants
2
+ from .constants import Constants, Coordinates
3
3
  from .pipeline_status import PipelineStatus
4
4
  from .timestamp import Timestamp
5
5
 
6
- __all__ = ["Cleaner", "Constants", "PipelineStatus", "Timestamp"]
6
+ __all__ = ["Cleaner", "Constants", "Coordinates", "PipelineStatus", "Timestamp"]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: water_column_sonar_processing
3
- Version: 0.0.8
3
+ Version: 0.0.9
4
4
  Summary: A processing tool for water column sonar data.
5
5
  Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
6
6
  Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
@@ -1,32 +1,32 @@
1
- water_column_sonar_processing/__init__.py,sha256=Ipl74g4btRHNYqgJ4Ro957HQC4YXBoIrGhgMmBPP0Uw,290
2
- water_column_sonar_processing/process.py,sha256=mb8_UpcOTy7RAAMlv-nF5hZG5zFoMsFxlT4OyvrpObk,5455
3
- water_column_sonar_processing/aws/__init__.py,sha256=u5J-TOEVgAQsMdc5LMo1igUESRclzV8gf-b0jUaJ9Gg,277
1
+ water_column_sonar_processing/__init__.py,sha256=fvRK4uFo_A0l7w_T4yckvDqJ3wMUq4JB3VVPXqWfewE,226
2
+ water_column_sonar_processing/process.py,sha256=-yQtK3rnZq6lGAr3q02zLDe1NuMH9c0PiUOxKzG_r18,5386
3
+ water_column_sonar_processing/aws/__init__.py,sha256=KJqK8oYMn-u8n8i-Jp_lG5BvCOTjwWSjWP8yAyDlWVo,297
4
4
  water_column_sonar_processing/aws/dynamodb_manager.py,sha256=sZHn-hgCt3K3w0x5BcXfF5jLMt_F11dAtQHJToij9nU,10008
5
5
  water_column_sonar_processing/aws/s3_manager.py,sha256=ctNWMkgqMlwbwmXHgwKEV8otLwIjr-dHX6bQ2rOw1ug,14718
6
6
  water_column_sonar_processing/aws/s3fs_manager.py,sha256=thVJPQKhbvF1g-Ue3BYgwazFOFDYOICIEJx4zkXBQ1E,2381
7
7
  water_column_sonar_processing/aws/sns_manager.py,sha256=Dp9avG5VSugSWPR1dZ-askuAw1fCZkNUHbOUP65iR-k,1867
8
8
  water_column_sonar_processing/aws/sqs_manager.py,sha256=NSUrWmnSC8h8Gf7gT0U8zFaQQ-yX89h0Q0mDLKGqp2Y,1597
9
9
  water_column_sonar_processing/cruise/__init__.py,sha256=H5hW0JMORuaFvQk_R31B4VL8RnRyKeanOOiWmqEMZJk,156
10
- water_column_sonar_processing/cruise/create_empty_zarr_store.py,sha256=ev5jMZiwLyY1zrIAQhAw9X55eD3rxMrW5PpotjlOxDE,7382
11
- water_column_sonar_processing/cruise/resample_regrid.py,sha256=aCbY84wtQma7GK9QooMqXzrJuIpC8IPUp1cRwN8ZOoA,12368
10
+ water_column_sonar_processing/cruise/create_empty_zarr_store.py,sha256=uLwHZazndSy4puXrS-2PrGhicV-umsCCiXoqt2MMpkM,7317
11
+ water_column_sonar_processing/cruise/resample_regrid.py,sha256=4Tw6Ro9mQZOr0uIph6foz6a1OeFAZW0SMUT_asIwvKw,12309
12
12
  water_column_sonar_processing/geometry/__init__.py,sha256=_ol5nI8AL30pYXeAh5rtP7YmQggitPC6LA_kuTfPJ0Q,231
13
- water_column_sonar_processing/geometry/geometry_manager.py,sha256=xN1zyD_4Apry69BNcm5GtBKPpbHaPc_TYRYYFXjtwMc,10577
13
+ water_column_sonar_processing/geometry/geometry_manager.py,sha256=7WZ1UerY_h3uOKc3mcaOpvhgZ1yV3gD-CUnhZJl1BOQ,10550
14
14
  water_column_sonar_processing/geometry/geometry_simplification.py,sha256=im1HG9nfYIerQv3w-PUHzphw2B7aGgnsA3Zcdy2oTmA,3016
15
- water_column_sonar_processing/geometry/pmtile_generation.py,sha256=Hh7UP8_mSC4_vw0F-LEv0DCT0FBYzbuNWZ0bITdg3gI,12458
15
+ water_column_sonar_processing/geometry/pmtile_generation.py,sha256=7Lm08Jr6YaM4nYmexClxbIMOqSV1teo9wMm6dfjFuNA,12384
16
16
  water_column_sonar_processing/index/__init__.py,sha256=izEObsKiOoIJ0kZCFhvaYsBd6Ga71XJxnogjrNInw68,68
17
- water_column_sonar_processing/index/index_manager.py,sha256=k_OOpU8FNQ5pz4HZkr1xGLakLbuyeBm8LZcFVqjU2cQ,11254
17
+ water_column_sonar_processing/index/index_manager.py,sha256=YS6y_THfGAZpjfBZOj5n8O1aY_BnBYS781eNHfhpip0,11239
18
18
  water_column_sonar_processing/model/__init__.py,sha256=FXaCdbPqxp0ogmZm9NplRirqpgMiYs1iRYgJbFbbX2Y,65
19
- water_column_sonar_processing/model/zarr_manager.py,sha256=hKikypzqqxGPUpjkSrf_RweHihaBuAxIQyOichf4Vhs,13637
19
+ water_column_sonar_processing/model/zarr_manager.py,sha256=fpRkk6Qg1_LVdLg1M_X0J9Lchp2OJygTxfekEk1Mi88,13641
20
20
  water_column_sonar_processing/processing/__init__.py,sha256=UwdB3BnoUxy4q3k9-ZjBF6KzmCWVDcqbcArTeHgmvGA,118
21
- water_column_sonar_processing/processing/cruise_sampler.py,sha256=d5_rwk9ucCGxNnL4gjDoY12fN6t9jOwJJenftGV4dGE,15931
22
- water_column_sonar_processing/processing/raw_to_zarr.py,sha256=W5BswuiHSnHj6jhVY_31qHo6OQHbYEvP2cqBliIqVZQ,16154
23
- water_column_sonar_processing/utility/__init__.py,sha256=nyqPobcvwftr6T4MNxNtQtfbWzW9Kgpbp6JO7Gr5IZI,206
21
+ water_column_sonar_processing/processing/cruise_sampler.py,sha256=hadPrnH5nz7_oG_4pND7YbMFH6NMR9d6p3xAXedtKU8,15927
22
+ water_column_sonar_processing/processing/raw_to_zarr.py,sha256=QBz58P-hYTZwg6hhf4u_kNg710lrfxPwnvIr7UmK30I,16125
23
+ water_column_sonar_processing/utility/__init__.py,sha256=yDObMOL0_OxKWet5wffK2-XVJgoE9iwiY2q04GZrtBQ,234
24
24
  water_column_sonar_processing/utility/cleaner.py,sha256=bNbs-hopWxtKAFBK0Eu18xdRErZCGZvtla3j-1bTwQw,619
25
25
  water_column_sonar_processing/utility/constants.py,sha256=EbzsorvYKadsPjuutRjQKKByGibhFm0Gw6D-Sp2ZD3I,2143
26
26
  water_column_sonar_processing/utility/pipeline_status.py,sha256=O-0SySqdRGJ6bs3zQe1NV9vkOpmsRM7zj5QoHgzYioY,4395
27
27
  water_column_sonar_processing/utility/timestamp.py,sha256=bO0oir7KxxoEHPGRkz9FCBfOligkocUyRiWRzAq8fnU,361
28
- water_column_sonar_processing-0.0.8.dist-info/LICENSE,sha256=lz4IpJ5_adG3S0ali-WaIpQFVTnEAOucMDQPECUVEYw,1110
29
- water_column_sonar_processing-0.0.8.dist-info/METADATA,sha256=N2RBgvC6W-KnKzS4CoijfHeQ5PVIVhhBNOZkIRH4Kuc,4432
30
- water_column_sonar_processing-0.0.8.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
31
- water_column_sonar_processing-0.0.8.dist-info/top_level.txt,sha256=aRYU4A7RNBlNrL4vzjytFAir3BNnmOgsvIGKKA36tg4,30
32
- water_column_sonar_processing-0.0.8.dist-info/RECORD,,
28
+ water_column_sonar_processing-0.0.9.dist-info/LICENSE,sha256=lz4IpJ5_adG3S0ali-WaIpQFVTnEAOucMDQPECUVEYw,1110
29
+ water_column_sonar_processing-0.0.9.dist-info/METADATA,sha256=5mtfW5UU7dpl2oKGUi7GKTbjsrcMo13ackWFpNVkjr4,4432
30
+ water_column_sonar_processing-0.0.9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
31
+ water_column_sonar_processing-0.0.9.dist-info/top_level.txt,sha256=aRYU4A7RNBlNrL4vzjytFAir3BNnmOgsvIGKKA36tg4,30
32
+ water_column_sonar_processing-0.0.9.dist-info/RECORD,,