eotdl 2023.7.19.post4__py3-none-any.whl → 2023.9.14__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eotdl/commands/datasets.py +15 -29
- eotdl/curation/__init__.py +5 -5
- eotdl/curation/formatters.py +0 -2
- eotdl/curation/metadata.py +34 -9
- eotdl/curation/stac/assets.py +127 -0
- eotdl/curation/stac/dataframe.py +8 -4
- eotdl/curation/stac/extensions.py +295 -46
- eotdl/curation/stac/extent.py +130 -0
- eotdl/curation/stac/ml_dataset.py +509 -0
- eotdl/curation/stac/parsers.py +2 -0
- eotdl/curation/stac/stac.py +309 -286
- eotdl/curation/stac/utils.py +47 -1
- eotdl/datasets/__init__.py +2 -2
- eotdl/datasets/download.py +16 -3
- eotdl/datasets/ingest.py +21 -10
- eotdl/datasets/retrieve.py +10 -2
- eotdl/src/repos/APIRepo.py +42 -18
- eotdl/src/repos/AuthRepo.py +3 -3
- eotdl/src/usecases/auth/IsLogged.py +5 -3
- eotdl/src/usecases/datasets/DownloadDataset.py +35 -6
- eotdl/src/usecases/datasets/DownloadFileURL.py +22 -0
- eotdl/src/usecases/datasets/IngestFile.py +48 -28
- eotdl/src/usecases/datasets/IngestSTAC.py +43 -8
- eotdl/src/usecases/datasets/RetrieveDatasets.py +3 -2
- eotdl/src/usecases/datasets/__init__.py +1 -0
- eotdl/tools/sen12floods/tools.py +3 -3
- eotdl/tools/stac.py +8 -2
- {eotdl-2023.7.19.post4.dist-info → eotdl-2023.9.14.dist-info}/METADATA +2 -1
- {eotdl-2023.7.19.post4.dist-info → eotdl-2023.9.14.dist-info}/RECORD +31 -27
- {eotdl-2023.7.19.post4.dist-info → eotdl-2023.9.14.dist-info}/WHEEL +1 -1
- {eotdl-2023.7.19.post4.dist-info → eotdl-2023.9.14.dist-info}/entry_points.txt +0 -0
eotdl/tools/sen12floods/tools.py
CHANGED
@@ -22,7 +22,7 @@ def get_images_by_location(gdf: gpd.GeoDataFrame) -> gpd.GeoDataFrame:
|
|
22
22
|
- images_count: the count of available images of each location.
|
23
23
|
- images_dates: list with the dates of the available images of each location.
|
24
24
|
"""
|
25
|
-
uniques_location_id = gdf['
|
25
|
+
uniques_location_id = gdf['scene_id'].unique() # List of unique location ids
|
26
26
|
uniques_location_id.sort()
|
27
27
|
|
28
28
|
images_count_list, images_dates_list = [], []
|
@@ -30,11 +30,11 @@ def get_images_by_location(gdf: gpd.GeoDataFrame) -> gpd.GeoDataFrame:
|
|
30
30
|
# Iterate the unique location ids, count the number of images per location and generate
|
31
31
|
# a list with the dates of every image in a location
|
32
32
|
for location_id in uniques_location_id:
|
33
|
-
dates = gdf[gdf['
|
33
|
+
dates = gdf[gdf['scene_id'] == location_id]['datetime']
|
34
34
|
images_count_list.append(dates.count())
|
35
35
|
images_dates_list.append(dates.tolist())
|
36
36
|
|
37
|
-
data = {'
|
37
|
+
data = {'scene_id': uniques_location_id, 'dates_count': images_count_list, 'dates_list': images_dates_list}
|
38
38
|
gdf_dates_per_aoi = gpd.GeoDataFrame.from_dict(data)
|
39
39
|
|
40
40
|
return gdf_dates_per_aoi
|
eotdl/tools/stac.py
CHANGED
@@ -18,6 +18,12 @@ def stac_items_to_gdf(items: ItemCollection) -> gpd.GeoDataFrame:
|
|
18
18
|
features = []
|
19
19
|
for f in _features:
|
20
20
|
if f not in features:
|
21
|
-
|
21
|
+
# Add the id, type and stac_extensions as properties, in order to retrieve
|
22
|
+
# them as columns in the GeoDataFrame
|
23
|
+
f['properties']['id'] = f['id']
|
24
|
+
f['properties']['scene_id'] = f['id'].split('_')[3]
|
25
|
+
f['properties']['type'] = f['type']
|
26
|
+
f['properties']['stac_extensions'] = f['stac_extensions']
|
27
|
+
features.append(f)
|
22
28
|
|
23
|
-
return gpd.GeoDataFrame.from_features(features)
|
29
|
+
return gpd.GeoDataFrame.from_features(features)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: eotdl
|
3
|
-
Version: 2023.
|
3
|
+
Version: 2023.9.14
|
4
4
|
Summary: Earth Observation Training Data Lab
|
5
5
|
License: MIT
|
6
6
|
Author: EarthPulse
|
@@ -11,6 +11,7 @@ Classifier: Programming Language :: Python :: 3
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.8
|
12
12
|
Classifier: Programming Language :: Python :: 3.9
|
13
13
|
Classifier: Programming Language :: Python :: 3.10
|
14
|
+
Classifier: Programming Language :: Python :: 3.11
|
14
15
|
Requires-Dist: geomet (>=1.0.0,<2.0.0)
|
15
16
|
Requires-Dist: geopandas (>=0.13.2,<0.14.0)
|
16
17
|
Requires-Dist: pydantic (>=1.10.6,<2.0.0)
|
@@ -9,52 +9,56 @@ eotdl/auth/main.py,sha256=q3-JcDbLJMEBSXa4Y7fofso4iK-b4QjL8QV0Ok7eqG8,857
|
|
9
9
|
eotdl/cli.py,sha256=UETgJnO1sxeLeZW1vDNLy_wtGvwXAsY7f_xjbUMZYXo,192
|
10
10
|
eotdl/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
11
11
|
eotdl/commands/auth.py,sha256=_Kgud59Wp8Jc1Y-o8XZRXrtd_3QfRJ4d7H8HsCg0smg,937
|
12
|
-
eotdl/commands/datasets.py,sha256=
|
13
|
-
eotdl/curation/__init__.py,sha256=
|
14
|
-
eotdl/curation/formatters.py,sha256=
|
15
|
-
eotdl/curation/metadata.py,sha256=
|
12
|
+
eotdl/commands/datasets.py,sha256=URnZYqlKMmW03QI6V8RijPiwRlVPjGluBZaV0H80ew8,1258
|
13
|
+
eotdl/curation/__init__.py,sha256=FnQprwYB8ajwp4AS6MX9Jc0_Qo7hNgVi9Io64y_SK7M,281
|
14
|
+
eotdl/curation/formatters.py,sha256=9tmpJEageX5QsklnkXkmelU8EOduvytkgGzhmimx9S0,2912
|
15
|
+
eotdl/curation/metadata.py,sha256=ksnMXdIpbr4ZdISQybxcYc9xgWv6mf481zbRolWotPQ,2192
|
16
16
|
eotdl/curation/stac/__init__.py,sha256=YLUrLky6k1pvLciy2FrjmTauWNkJnx0L6U2ZN4VSL1c,199
|
17
|
-
eotdl/curation/stac/
|
17
|
+
eotdl/curation/stac/assets.py,sha256=nJppaUXd2n864gTbi30xZ67AMi5JY0KSv47hvtE4N7Q,4272
|
18
|
+
eotdl/curation/stac/dataframe.py,sha256=QEf7OK57iu0uIJPbo1P_hKX6dhi7ZpQnwHH36duup2g,4934
|
18
19
|
eotdl/curation/stac/dataframe_bck.py,sha256=0sMc00gnYNp58ShEGvXWbBh_5QOSpvKKYA0bKC5fFL4,8495
|
19
|
-
eotdl/curation/stac/extensions.py,sha256=
|
20
|
-
eotdl/curation/stac/
|
21
|
-
eotdl/curation/stac/
|
22
|
-
eotdl/curation/stac/
|
23
|
-
eotdl/
|
24
|
-
eotdl/
|
25
|
-
eotdl/datasets/
|
26
|
-
eotdl/datasets/
|
20
|
+
eotdl/curation/stac/extensions.py,sha256=mL7OB3tRpu-jJ_rM69YD8WK9n743x0PPRwaESakQFPg,14371
|
21
|
+
eotdl/curation/stac/extent.py,sha256=UBlFnfg9J130Wu2zzBOqZDs1k-Sk6eyZlYDgj-lFNEM,4962
|
22
|
+
eotdl/curation/stac/ml_dataset.py,sha256=GyGxBUOzUq6f2kLEVKKBO0W78Zm7cZNQ2zNWy369ikc,17314
|
23
|
+
eotdl/curation/stac/parsers.py,sha256=D21J90sTj0FZ2MaBC4p3fGSDurequIrZAZ6kXthV7rM,1417
|
24
|
+
eotdl/curation/stac/stac.py,sha256=bulanSnYOI_j566AiHdsoCXNOav7fZ1-yodcwOyV8TE,18870
|
25
|
+
eotdl/curation/stac/utils.py,sha256=p1cbVznireQKQ0UkxpRrMZOQ1MCskjF-bdGkDZy-7ks,3302
|
26
|
+
eotdl/datasets/__init__.py,sha256=F0fwLy68OVPSkdPaTd9ii5ucrtKQ06s--p4Mc8JhBoE,166
|
27
|
+
eotdl/datasets/download.py,sha256=hjUb2oJZtcqeAOMfYWyVNsGqGjDKPv1GtSfM1oOyaUQ,860
|
28
|
+
eotdl/datasets/ingest.py,sha256=nh7zzPJ8vCULc7AEQP7M5pkGu41pNM14fWF2HvhrjlI,1635
|
29
|
+
eotdl/datasets/retrieve.py,sha256=KcdC9UkQ2UA4l3-JOOwR96N2iXkU1KguTK4mlHrwcr0,826
|
27
30
|
eotdl/hello.py,sha256=bkYLbDXy00l9-wcHDRZT9GUhsgJOHLp3N8yfYaGg6mY,74
|
28
31
|
eotdl/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
29
32
|
eotdl/src/errors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
30
33
|
eotdl/src/errors/auth.py,sha256=PpnFU2DvnRo8xrM77wgskKi0tfEJ1Rhle4xv2RD1qpk,306
|
31
34
|
eotdl/src/models/__init__.py,sha256=iFRk4hXJjI2wPT6iLhczfCMiGzJFgqBkM6d9fKiR1VU,31
|
32
35
|
eotdl/src/models/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
|
33
|
-
eotdl/src/repos/APIRepo.py,sha256=
|
34
|
-
eotdl/src/repos/AuthRepo.py,sha256=
|
36
|
+
eotdl/src/repos/APIRepo.py,sha256=QdCzv7A2mJs-7dpvEXF02DbOoNL-Ssqi31xLs2euhKI,10429
|
37
|
+
eotdl/src/repos/AuthRepo.py,sha256=6AWOdWgXKAVYJ2pB3Fj6X2KABoH2u-tpUyhEkNMWxX0,1001
|
35
38
|
eotdl/src/repos/__init__.py,sha256=kJTtURg8RZ4GSwhFFyul-SX240r25wvLuwxIhyz9kmI,59
|
36
39
|
eotdl/src/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
37
40
|
eotdl/src/usecases/auth/Auth.py,sha256=e36UNqjXSxrkM30lBmEtPd8FZr49Xt_uyTj9yieX7es,1587
|
38
|
-
eotdl/src/usecases/auth/IsLogged.py,sha256=
|
41
|
+
eotdl/src/usecases/auth/IsLogged.py,sha256=G9vIOe5S4djhcWCAh1copAt5ovyyat2fBQvQbah7HOs,364
|
39
42
|
eotdl/src/usecases/auth/Logout.py,sha256=ZlCMnaSerqBr6XOCcV858qq8IMTAizx6dta-UB5qoVE,420
|
40
43
|
eotdl/src/usecases/auth/__init__.py,sha256=w9zv66rZDKgwuzETCkvYefs2gcA1VEzvtQXfBt-KOSk,81
|
41
|
-
eotdl/src/usecases/datasets/DownloadDataset.py,sha256=
|
44
|
+
eotdl/src/usecases/datasets/DownloadDataset.py,sha256=SU1s5MFuODu1snxUXBzQBl4svtdY1aB--sE9Z4vhQvM,4164
|
42
45
|
eotdl/src/usecases/datasets/DownloadFile.py,sha256=2PxQoBepX2AsZAPWt-jbdcI0VuYLtWLK_9Y_4cQ9a5U,940
|
46
|
+
eotdl/src/usecases/datasets/DownloadFileURL.py,sha256=6OcNuCys45MXu9-7GtES0zg2QmY02EAkj_P3cVKVUvo,603
|
43
47
|
eotdl/src/usecases/datasets/IngestDataset.py,sha256=d2H5nPXsEj-LhZpWGwNDSPs9uYNXRO2V07xsTFygQDc,953
|
44
|
-
eotdl/src/usecases/datasets/IngestFile.py,sha256=
|
48
|
+
eotdl/src/usecases/datasets/IngestFile.py,sha256=K4WqNMbBhgEx2s17Lhmrxh2o7FIjJ08oe5FDoMRdZb8,3013
|
45
49
|
eotdl/src/usecases/datasets/IngestFolder.py,sha256=cT09lc5luGtIA6YO7yU_sTucYleX6CQCbHgL73CD9sg,3986
|
46
50
|
eotdl/src/usecases/datasets/IngestLargeDataset.py,sha256=Q4sR2wyRyUsCwgFucKoNPc2SpbmX74IDXROmSwwyT4Q,1428
|
47
51
|
eotdl/src/usecases/datasets/IngestLargeDatasetParallel.py,sha256=egcl54K_Oi0BUSJeIdoQSl8BczBQXY1kCf3SWiLuc6s,1595
|
48
|
-
eotdl/src/usecases/datasets/IngestSTAC.py,sha256=
|
52
|
+
eotdl/src/usecases/datasets/IngestSTAC.py,sha256=QAMLSkMFlc-ic0JWaIdAf0SXPkYcawy-RJqfvDqTD7A,3075
|
49
53
|
eotdl/src/usecases/datasets/RetrieveDataset.py,sha256=rmoSLllsPx3PCnIxLhR8yiibbk6xS1Pz9yvZ0RxhsHg,421
|
50
|
-
eotdl/src/usecases/datasets/RetrieveDatasets.py,sha256=
|
51
|
-
eotdl/src/usecases/datasets/__init__.py,sha256=
|
54
|
+
eotdl/src/usecases/datasets/RetrieveDatasets.py,sha256=9k8YeZ5kpN2FZEOuVhxn72goU5B4M9itMbEjFWjAxjc,507
|
55
|
+
eotdl/src/usecases/datasets/__init__.py,sha256=Tx4ISHtcjbu4KUVgjTac_pjpT0vsN-QpkIwtyx8xUYg,383
|
52
56
|
eotdl/src/utils.py,sha256=4IB6N9jRO0chMDNJzpdnFDhC9wcFF9bO5oHq2HodcHw,479
|
53
57
|
eotdl/tools/__init__.py,sha256=pyWj9kl-0p-KSUSZ7BV8BoSYxj7j-OfGKt9NE3qw_3Q,277
|
54
58
|
eotdl/tools/sen12floods/__init__.py,sha256=J3McIaLi_Bp5-EIVfFWHwm0qYx7PtWydCrWwju8xFW0,215
|
55
|
-
eotdl/tools/sen12floods/tools.py,sha256=
|
56
|
-
eotdl/tools/stac.py,sha256=
|
57
|
-
eotdl-2023.
|
58
|
-
eotdl-2023.
|
59
|
-
eotdl-2023.
|
60
|
-
eotdl-2023.
|
59
|
+
eotdl/tools/sen12floods/tools.py,sha256=M6_xw_tD0uKEvmpOIwdpTCvNr841orcVkhRSp2hyBMY,8115
|
60
|
+
eotdl/tools/stac.py,sha256=Jy8_t5Me5TuoceL-yd2IdjF9ghkM5yvn7iC7WDG479k,1008
|
61
|
+
eotdl-2023.9.14.dist-info/METADATA,sha256=3CbiPb422o04C1M4N1QaELtMNLQDPkUkpZ4ytpXRLH8,912
|
62
|
+
eotdl-2023.9.14.dist-info/WHEEL,sha256=kLuE8m1WYU0Ig0_YEGrXyTtiJvKPpLpDEiChiNyei5Y,88
|
63
|
+
eotdl-2023.9.14.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
|
64
|
+
eotdl-2023.9.14.dist-info/RECORD,,
|
File without changes
|