water-column-sonar-processing 0.0.8__py3-none-any.whl → 0.0.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- water_column_sonar_processing/__init__.py +0 -2
- water_column_sonar_processing/aws/__init__.py +2 -2
- water_column_sonar_processing/cruise/create_empty_zarr_store.py +4 -4
- water_column_sonar_processing/cruise/resample_regrid.py +3 -3
- water_column_sonar_processing/geometry/geometry_manager.py +2 -2
- water_column_sonar_processing/geometry/pmtile_generation.py +0 -2
- water_column_sonar_processing/index/index_manager.py +1 -1
- water_column_sonar_processing/model/zarr_manager.py +4 -3
- water_column_sonar_processing/process.py +4 -4
- water_column_sonar_processing/processing/cruise_sampler.py +1 -1
- water_column_sonar_processing/processing/raw_to_zarr.py +3 -3
- water_column_sonar_processing/utility/__init__.py +2 -2
- {water_column_sonar_processing-0.0.8.dist-info → water_column_sonar_processing-0.0.9.dist-info}/METADATA +1 -1
- {water_column_sonar_processing-0.0.8.dist-info → water_column_sonar_processing-0.0.9.dist-info}/RECORD +17 -17
- {water_column_sonar_processing-0.0.8.dist-info → water_column_sonar_processing-0.0.9.dist-info}/LICENSE +0 -0
- {water_column_sonar_processing-0.0.8.dist-info → water_column_sonar_processing-0.0.9.dist-info}/WHEEL +0 -0
- {water_column_sonar_processing-0.0.8.dist-info → water_column_sonar_processing-0.0.9.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
from .dynamodb_manager import DynamoDBManager
|
|
2
|
-
from .s3_manager import S3Manager
|
|
2
|
+
from .s3_manager import S3Manager, chunked
|
|
3
3
|
from .s3fs_manager import S3FSManager
|
|
4
4
|
from .sns_manager import SNSManager
|
|
5
5
|
from .sqs_manager import SQSManager
|
|
6
6
|
|
|
7
|
-
__all__ = ["DynamoDBManager", "S3Manager", "S3FSManager", "SNSManager", "SQSManager"]
|
|
7
|
+
__all__ = ["DynamoDBManager", "S3Manager", "chunked", "S3FSManager", "SNSManager", "SQSManager"]
|
|
@@ -3,10 +3,10 @@ import os
|
|
|
3
3
|
import numcodecs
|
|
4
4
|
import numpy as np
|
|
5
5
|
|
|
6
|
-
from
|
|
7
|
-
from
|
|
8
|
-
from
|
|
9
|
-
from
|
|
6
|
+
from water_column_sonar_processing.aws import DynamoDBManager
|
|
7
|
+
from water_column_sonar_processing.aws import S3Manager
|
|
8
|
+
from water_column_sonar_processing.model import ZarrManager
|
|
9
|
+
from water_column_sonar_processing.utility import Cleaner
|
|
10
10
|
|
|
11
11
|
numcodecs.blosc.use_threads = False
|
|
12
12
|
numcodecs.blosc.set_nthreads(1)
|
|
@@ -7,9 +7,9 @@ import numpy as np
|
|
|
7
7
|
import pandas as pd
|
|
8
8
|
import xarray as xr
|
|
9
9
|
|
|
10
|
-
from
|
|
11
|
-
from
|
|
12
|
-
from
|
|
10
|
+
from water_column_sonar_processing.aws import DynamoDBManager
|
|
11
|
+
from water_column_sonar_processing.geometry import GeometryManager
|
|
12
|
+
from water_column_sonar_processing.model import ZarrManager
|
|
13
13
|
|
|
14
14
|
numcodecs.blosc.use_threads = False
|
|
15
15
|
numcodecs.blosc.set_nthreads(1)
|
|
@@ -5,8 +5,8 @@ import geopandas
|
|
|
5
5
|
import numpy as np
|
|
6
6
|
import pandas as pd
|
|
7
7
|
|
|
8
|
-
from
|
|
9
|
-
from
|
|
8
|
+
from water_column_sonar_processing.aws import S3Manager
|
|
9
|
+
from water_column_sonar_processing.utility import Cleaner
|
|
10
10
|
|
|
11
11
|
"""
|
|
12
12
|
// [Decimal / Places / Degrees / Object that can be recognized at scale / N/S or E/W at equator, E/W at 23N/S, E/W at 45N/S, E/W at 67N/S]
|
|
@@ -12,8 +12,6 @@ import pyogrio
|
|
|
12
12
|
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
13
13
|
from shapely.geometry import LineString
|
|
14
14
|
|
|
15
|
-
from src.water_column_sonar_processing.aws import S3Manager, S3FSManager
|
|
16
|
-
|
|
17
15
|
MAX_POOL_CONNECTIONS = 64
|
|
18
16
|
MAX_CONCURRENCY = 64
|
|
19
17
|
MAX_WORKERS = 64
|
|
@@ -4,7 +4,7 @@ import pandas as pd
|
|
|
4
4
|
from datetime import datetime
|
|
5
5
|
from concurrent.futures import ThreadPoolExecutor
|
|
6
6
|
from concurrent.futures import as_completed
|
|
7
|
-
from
|
|
7
|
+
from water_column_sonar_processing.aws import S3Manager
|
|
8
8
|
|
|
9
9
|
|
|
10
10
|
class IndexManager:
|
|
@@ -5,9 +5,10 @@ import xarray as xr
|
|
|
5
5
|
import zarr
|
|
6
6
|
from numcodecs import Blosc
|
|
7
7
|
|
|
8
|
-
from
|
|
9
|
-
from
|
|
10
|
-
from
|
|
8
|
+
from water_column_sonar_processing.aws import S3FSManager
|
|
9
|
+
from water_column_sonar_processing.utility import Constants
|
|
10
|
+
from water_column_sonar_processing.utility import Timestamp
|
|
11
|
+
from water_column_sonar_processing.utility import Coordinates
|
|
11
12
|
|
|
12
13
|
numcodecs.blosc.use_threads = False
|
|
13
14
|
numcodecs.blosc.set_nthreads(1)
|
|
@@ -3,10 +3,10 @@ import os
|
|
|
3
3
|
|
|
4
4
|
import numpy as np
|
|
5
5
|
|
|
6
|
-
from
|
|
7
|
-
from
|
|
8
|
-
from
|
|
9
|
-
from
|
|
6
|
+
from water_column_sonar_processing.aws import DynamoDBManager
|
|
7
|
+
from water_column_sonar_processing.aws import S3Manager
|
|
8
|
+
from water_column_sonar_processing.aws import S3FSManager
|
|
9
|
+
from water_column_sonar_processing.aws import SNSManager
|
|
10
10
|
|
|
11
11
|
|
|
12
12
|
###########################################################
|
|
@@ -7,9 +7,9 @@ from numcodecs import Blosc
|
|
|
7
7
|
from datetime import datetime
|
|
8
8
|
from pathlib import Path # , PurePath
|
|
9
9
|
|
|
10
|
-
from
|
|
11
|
-
from
|
|
12
|
-
from
|
|
10
|
+
from water_column_sonar_processing.aws import DynamoDBManager, S3Manager
|
|
11
|
+
from water_column_sonar_processing.geometry import GeometryManager
|
|
12
|
+
from water_column_sonar_processing.utility import Cleaner
|
|
13
13
|
|
|
14
14
|
TEMPDIR = "/tmp"
|
|
15
15
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
from .cleaner import Cleaner
|
|
2
|
-
from .constants import Constants
|
|
2
|
+
from .constants import Constants, Coordinates
|
|
3
3
|
from .pipeline_status import PipelineStatus
|
|
4
4
|
from .timestamp import Timestamp
|
|
5
5
|
|
|
6
|
-
__all__ = ["Cleaner", "Constants", "PipelineStatus", "Timestamp"]
|
|
6
|
+
__all__ = ["Cleaner", "Constants", "Coordinates", "PipelineStatus", "Timestamp"]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: water_column_sonar_processing
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.9
|
|
4
4
|
Summary: A processing tool for water column sonar data.
|
|
5
5
|
Author-email: Rudy Klucik <rudy.klucik@noaa.gov>
|
|
6
6
|
Project-URL: Homepage, https://github.com/CI-CMG/water-column-sonar-processing
|
|
@@ -1,32 +1,32 @@
|
|
|
1
|
-
water_column_sonar_processing/__init__.py,sha256=
|
|
2
|
-
water_column_sonar_processing/process.py,sha256
|
|
3
|
-
water_column_sonar_processing/aws/__init__.py,sha256=
|
|
1
|
+
water_column_sonar_processing/__init__.py,sha256=fvRK4uFo_A0l7w_T4yckvDqJ3wMUq4JB3VVPXqWfewE,226
|
|
2
|
+
water_column_sonar_processing/process.py,sha256=-yQtK3rnZq6lGAr3q02zLDe1NuMH9c0PiUOxKzG_r18,5386
|
|
3
|
+
water_column_sonar_processing/aws/__init__.py,sha256=KJqK8oYMn-u8n8i-Jp_lG5BvCOTjwWSjWP8yAyDlWVo,297
|
|
4
4
|
water_column_sonar_processing/aws/dynamodb_manager.py,sha256=sZHn-hgCt3K3w0x5BcXfF5jLMt_F11dAtQHJToij9nU,10008
|
|
5
5
|
water_column_sonar_processing/aws/s3_manager.py,sha256=ctNWMkgqMlwbwmXHgwKEV8otLwIjr-dHX6bQ2rOw1ug,14718
|
|
6
6
|
water_column_sonar_processing/aws/s3fs_manager.py,sha256=thVJPQKhbvF1g-Ue3BYgwazFOFDYOICIEJx4zkXBQ1E,2381
|
|
7
7
|
water_column_sonar_processing/aws/sns_manager.py,sha256=Dp9avG5VSugSWPR1dZ-askuAw1fCZkNUHbOUP65iR-k,1867
|
|
8
8
|
water_column_sonar_processing/aws/sqs_manager.py,sha256=NSUrWmnSC8h8Gf7gT0U8zFaQQ-yX89h0Q0mDLKGqp2Y,1597
|
|
9
9
|
water_column_sonar_processing/cruise/__init__.py,sha256=H5hW0JMORuaFvQk_R31B4VL8RnRyKeanOOiWmqEMZJk,156
|
|
10
|
-
water_column_sonar_processing/cruise/create_empty_zarr_store.py,sha256=
|
|
11
|
-
water_column_sonar_processing/cruise/resample_regrid.py,sha256=
|
|
10
|
+
water_column_sonar_processing/cruise/create_empty_zarr_store.py,sha256=uLwHZazndSy4puXrS-2PrGhicV-umsCCiXoqt2MMpkM,7317
|
|
11
|
+
water_column_sonar_processing/cruise/resample_regrid.py,sha256=4Tw6Ro9mQZOr0uIph6foz6a1OeFAZW0SMUT_asIwvKw,12309
|
|
12
12
|
water_column_sonar_processing/geometry/__init__.py,sha256=_ol5nI8AL30pYXeAh5rtP7YmQggitPC6LA_kuTfPJ0Q,231
|
|
13
|
-
water_column_sonar_processing/geometry/geometry_manager.py,sha256=
|
|
13
|
+
water_column_sonar_processing/geometry/geometry_manager.py,sha256=7WZ1UerY_h3uOKc3mcaOpvhgZ1yV3gD-CUnhZJl1BOQ,10550
|
|
14
14
|
water_column_sonar_processing/geometry/geometry_simplification.py,sha256=im1HG9nfYIerQv3w-PUHzphw2B7aGgnsA3Zcdy2oTmA,3016
|
|
15
|
-
water_column_sonar_processing/geometry/pmtile_generation.py,sha256=
|
|
15
|
+
water_column_sonar_processing/geometry/pmtile_generation.py,sha256=7Lm08Jr6YaM4nYmexClxbIMOqSV1teo9wMm6dfjFuNA,12384
|
|
16
16
|
water_column_sonar_processing/index/__init__.py,sha256=izEObsKiOoIJ0kZCFhvaYsBd6Ga71XJxnogjrNInw68,68
|
|
17
|
-
water_column_sonar_processing/index/index_manager.py,sha256=
|
|
17
|
+
water_column_sonar_processing/index/index_manager.py,sha256=YS6y_THfGAZpjfBZOj5n8O1aY_BnBYS781eNHfhpip0,11239
|
|
18
18
|
water_column_sonar_processing/model/__init__.py,sha256=FXaCdbPqxp0ogmZm9NplRirqpgMiYs1iRYgJbFbbX2Y,65
|
|
19
|
-
water_column_sonar_processing/model/zarr_manager.py,sha256=
|
|
19
|
+
water_column_sonar_processing/model/zarr_manager.py,sha256=fpRkk6Qg1_LVdLg1M_X0J9Lchp2OJygTxfekEk1Mi88,13641
|
|
20
20
|
water_column_sonar_processing/processing/__init__.py,sha256=UwdB3BnoUxy4q3k9-ZjBF6KzmCWVDcqbcArTeHgmvGA,118
|
|
21
|
-
water_column_sonar_processing/processing/cruise_sampler.py,sha256=
|
|
22
|
-
water_column_sonar_processing/processing/raw_to_zarr.py,sha256=
|
|
23
|
-
water_column_sonar_processing/utility/__init__.py,sha256=
|
|
21
|
+
water_column_sonar_processing/processing/cruise_sampler.py,sha256=hadPrnH5nz7_oG_4pND7YbMFH6NMR9d6p3xAXedtKU8,15927
|
|
22
|
+
water_column_sonar_processing/processing/raw_to_zarr.py,sha256=QBz58P-hYTZwg6hhf4u_kNg710lrfxPwnvIr7UmK30I,16125
|
|
23
|
+
water_column_sonar_processing/utility/__init__.py,sha256=yDObMOL0_OxKWet5wffK2-XVJgoE9iwiY2q04GZrtBQ,234
|
|
24
24
|
water_column_sonar_processing/utility/cleaner.py,sha256=bNbs-hopWxtKAFBK0Eu18xdRErZCGZvtla3j-1bTwQw,619
|
|
25
25
|
water_column_sonar_processing/utility/constants.py,sha256=EbzsorvYKadsPjuutRjQKKByGibhFm0Gw6D-Sp2ZD3I,2143
|
|
26
26
|
water_column_sonar_processing/utility/pipeline_status.py,sha256=O-0SySqdRGJ6bs3zQe1NV9vkOpmsRM7zj5QoHgzYioY,4395
|
|
27
27
|
water_column_sonar_processing/utility/timestamp.py,sha256=bO0oir7KxxoEHPGRkz9FCBfOligkocUyRiWRzAq8fnU,361
|
|
28
|
-
water_column_sonar_processing-0.0.
|
|
29
|
-
water_column_sonar_processing-0.0.
|
|
30
|
-
water_column_sonar_processing-0.0.
|
|
31
|
-
water_column_sonar_processing-0.0.
|
|
32
|
-
water_column_sonar_processing-0.0.
|
|
28
|
+
water_column_sonar_processing-0.0.9.dist-info/LICENSE,sha256=lz4IpJ5_adG3S0ali-WaIpQFVTnEAOucMDQPECUVEYw,1110
|
|
29
|
+
water_column_sonar_processing-0.0.9.dist-info/METADATA,sha256=5mtfW5UU7dpl2oKGUi7GKTbjsrcMo13ackWFpNVkjr4,4432
|
|
30
|
+
water_column_sonar_processing-0.0.9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
|
|
31
|
+
water_column_sonar_processing-0.0.9.dist-info/top_level.txt,sha256=aRYU4A7RNBlNrL4vzjytFAir3BNnmOgsvIGKKA36tg4,30
|
|
32
|
+
water_column_sonar_processing-0.0.9.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|