eotdl 2023.6.14.post10__py3-none-any.whl → 2023.7.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eotdl/cli.py +0 -1
- eotdl/commands/datasets.py +32 -43
- eotdl/curation/stac/__init__.py +1 -1
- eotdl/curation/stac/dataframe.py +5 -114
- eotdl/curation/stac/dataframe_bck.py +253 -0
- eotdl/datasets/__init__.py +1 -2
- eotdl/datasets/download.py +4 -9
- eotdl/datasets/ingest.py +37 -17
- eotdl/src/models/__init__.py +1 -0
- eotdl/src/models/metadata.py +16 -0
- eotdl/src/repos/APIRepo.py +82 -98
- eotdl/src/usecases/datasets/DownloadDataset.py +62 -10
- eotdl/src/usecases/datasets/DownloadFile.py +30 -0
- eotdl/src/usecases/datasets/IngestFile.py +60 -0
- eotdl/src/usecases/datasets/IngestFolder.py +98 -0
- eotdl/src/usecases/datasets/IngestSTAC.py +42 -0
- eotdl/src/usecases/datasets/RetrieveDatasets.py +5 -4
- eotdl/src/usecases/datasets/__init__.py +3 -1
- eotdl/src/utils.py +12 -12
- {eotdl-2023.6.14.post10.dist-info → eotdl-2023.7.19.dist-info}/METADATA +1 -1
- {eotdl-2023.6.14.post10.dist-info → eotdl-2023.7.19.dist-info}/RECORD +23 -18
- eotdl/datasets/update.py +0 -12
- eotdl/src/usecases/datasets/UpdateDataset.py +0 -32
- {eotdl-2023.6.14.post10.dist-info → eotdl-2023.7.19.dist-info}/WHEEL +0 -0
- {eotdl-2023.6.14.post10.dist-info → eotdl-2023.7.19.dist-info}/entry_points.txt +0 -0
@@ -6,29 +6,31 @@ eotdl/access/sentinelhub/client.py,sha256=skL3EfVuBLSoOc8gbbsWuAe9UTDYSI1IdpqU8H
|
|
6
6
|
eotdl/access/sentinelhub/utils.py,sha256=4xzAOoxA4A3EmBD1HX7IAbiXl9cMTfYabq0wGkFrx8A,6595
|
7
7
|
eotdl/auth/__init__.py,sha256=gN4x9suYveP1eZr5_7IisdTVy13B-Xnm_t6N_nwoI1o,66
|
8
8
|
eotdl/auth/main.py,sha256=q3-JcDbLJMEBSXa4Y7fofso4iK-b4QjL8QV0Ok7eqG8,857
|
9
|
-
eotdl/cli.py,sha256=
|
9
|
+
eotdl/cli.py,sha256=UETgJnO1sxeLeZW1vDNLy_wtGvwXAsY7f_xjbUMZYXo,192
|
10
10
|
eotdl/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
11
11
|
eotdl/commands/auth.py,sha256=_Kgud59Wp8Jc1Y-o8XZRXrtd_3QfRJ4d7H8HsCg0smg,937
|
12
|
-
eotdl/commands/datasets.py,sha256=
|
12
|
+
eotdl/commands/datasets.py,sha256=vAFNOy2AbU0FwPPO8sJSoh-VsbvaIwzErMLMYES56as,1555
|
13
13
|
eotdl/curation/__init__.py,sha256=wdcnj-u8fwObyjF8LNebwYyUULEfp3m41X1TSjURO6w,270
|
14
14
|
eotdl/curation/formatters.py,sha256=UllCEsWspqzoBOBy4iAz5oSh4AAMva88orFFmE5binA,2929
|
15
15
|
eotdl/curation/metadata.py,sha256=m6mcCr7UI3Mgij3FbhQAHWetXyADJIQoL2JTUas8GoU,1552
|
16
|
-
eotdl/curation/stac/__init__.py,sha256=
|
17
|
-
eotdl/curation/stac/dataframe.py,sha256=
|
16
|
+
eotdl/curation/stac/__init__.py,sha256=YLUrLky6k1pvLciy2FrjmTauWNkJnx0L6U2ZN4VSL1c,199
|
17
|
+
eotdl/curation/stac/dataframe.py,sha256=ewDJoFKYk6fbsOKgHAsoDDF2bnriGC06w6iVuFtXBjo,4801
|
18
|
+
eotdl/curation/stac/dataframe_bck.py,sha256=0sMc00gnYNp58ShEGvXWbBh_5QOSpvKKYA0bKC5fFL4,8495
|
18
19
|
eotdl/curation/stac/extensions.py,sha256=I8SRMn9lyw_0sNZ-FiJ7HYPEGozylgf58gVWBSAW6kI,5231
|
19
20
|
eotdl/curation/stac/parsers.py,sha256=KumL2ieBt0ATGgKoGyc-AJ99zSMeLD4-tI5MF9ruYPw,1380
|
20
21
|
eotdl/curation/stac/stac.py,sha256=COFpXQAvVBpgNf7qVv3DfIalBzdnvyVuDiEDEGgnYsA,17796
|
21
22
|
eotdl/curation/stac/utils.py,sha256=WxC1uRY3BJJh0GFgrU3IAV4-_vwMaUyeRYwUcySfj9k,1855
|
22
|
-
eotdl/datasets/__init__.py,sha256=
|
23
|
-
eotdl/datasets/download.py,sha256=
|
24
|
-
eotdl/datasets/ingest.py,sha256=
|
23
|
+
eotdl/datasets/__init__.py,sha256=KtzMnvAoLOGtXKnTG1EdZuiEPi8TLNjRNkbeq-8iYNY,183
|
24
|
+
eotdl/datasets/download.py,sha256=_48fOUIM2SmT-6f80sc0m3ykvo1LtEBPodSZUE_WQ7c,481
|
25
|
+
eotdl/datasets/ingest.py,sha256=m71_yX8ZTHDbftqnBqsx1usP90HSayIqj9xDEpliYJM,1306
|
25
26
|
eotdl/datasets/retrieve.py,sha256=sXQq5FEAAx48lf6GkaGg8zyMl4KnTRp8dU6JTUjF_RQ,534
|
26
|
-
eotdl/datasets/update.py,sha256=oePVcFnlVLEjMKy9Yls1so1lkRCbQBEmoIE6JRJ2gAA,366
|
27
27
|
eotdl/hello.py,sha256=bkYLbDXy00l9-wcHDRZT9GUhsgJOHLp3N8yfYaGg6mY,74
|
28
28
|
eotdl/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
29
29
|
eotdl/src/errors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
30
30
|
eotdl/src/errors/auth.py,sha256=PpnFU2DvnRo8xrM77wgskKi0tfEJ1Rhle4xv2RD1qpk,306
|
31
|
-
eotdl/src/
|
31
|
+
eotdl/src/models/__init__.py,sha256=iFRk4hXJjI2wPT6iLhczfCMiGzJFgqBkM6d9fKiR1VU,31
|
32
|
+
eotdl/src/models/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
|
33
|
+
eotdl/src/repos/APIRepo.py,sha256=o-rBt_o3I7_aoNkEGTXPjX40BTUhoAUJrdIKa7etUCg,9455
|
32
34
|
eotdl/src/repos/AuthRepo.py,sha256=5Gwj7D4MgZWdvGFgoWPQeI_OM7Gv4XWc9lkD2wMy1k4,987
|
33
35
|
eotdl/src/repos/__init__.py,sha256=kJTtURg8RZ4GSwhFFyul-SX240r25wvLuwxIhyz9kmI,59
|
34
36
|
eotdl/src/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -36,20 +38,23 @@ eotdl/src/usecases/auth/Auth.py,sha256=e36UNqjXSxrkM30lBmEtPd8FZr49Xt_uyTj9yieX7
|
|
36
38
|
eotdl/src/usecases/auth/IsLogged.py,sha256=CTHKct0V1kCx54eQGElkzeDZoWN6CIppfDEFas6ToNI,332
|
37
39
|
eotdl/src/usecases/auth/Logout.py,sha256=ZlCMnaSerqBr6XOCcV858qq8IMTAizx6dta-UB5qoVE,420
|
38
40
|
eotdl/src/usecases/auth/__init__.py,sha256=w9zv66rZDKgwuzETCkvYefs2gcA1VEzvtQXfBt-KOSk,81
|
39
|
-
eotdl/src/usecases/datasets/DownloadDataset.py,sha256=
|
41
|
+
eotdl/src/usecases/datasets/DownloadDataset.py,sha256=aosrRxc0mseGuDVjcNvbRc1tjw7AareDg5nuzQ7ww4s,2920
|
42
|
+
eotdl/src/usecases/datasets/DownloadFile.py,sha256=2PxQoBepX2AsZAPWt-jbdcI0VuYLtWLK_9Y_4cQ9a5U,940
|
40
43
|
eotdl/src/usecases/datasets/IngestDataset.py,sha256=d2H5nPXsEj-LhZpWGwNDSPs9uYNXRO2V07xsTFygQDc,953
|
44
|
+
eotdl/src/usecases/datasets/IngestFile.py,sha256=BqAtmFi_JsDVNfK3y_zvKGo0elQioV8M8AIKLkZbB74,2136
|
45
|
+
eotdl/src/usecases/datasets/IngestFolder.py,sha256=Y9GUe0i9Tn1kYu9pn_KNf3LbKez_8Xh0pffmimeLUM0,4025
|
41
46
|
eotdl/src/usecases/datasets/IngestLargeDataset.py,sha256=Q4sR2wyRyUsCwgFucKoNPc2SpbmX74IDXROmSwwyT4Q,1428
|
42
47
|
eotdl/src/usecases/datasets/IngestLargeDatasetParallel.py,sha256=egcl54K_Oi0BUSJeIdoQSl8BczBQXY1kCf3SWiLuc6s,1595
|
48
|
+
eotdl/src/usecases/datasets/IngestSTAC.py,sha256=kov4SWr7PplccyiLI7pIR5WL--OpK0hLUHLpsxdfFcA,1518
|
43
49
|
eotdl/src/usecases/datasets/RetrieveDataset.py,sha256=rmoSLllsPx3PCnIxLhR8yiibbk6xS1Pz9yvZ0RxhsHg,421
|
44
|
-
eotdl/src/usecases/datasets/RetrieveDatasets.py,sha256=
|
45
|
-
eotdl/src/usecases/datasets/
|
46
|
-
eotdl/src/
|
47
|
-
eotdl/src/utils.py,sha256=I_s5wKnyDmjzsKWlDSsnFVYnJn6YyJwlqf0rxHKe-Ac,479
|
50
|
+
eotdl/src/usecases/datasets/RetrieveDatasets.py,sha256=G5cEs4N6Nq8hZwi9U8Oc5NUvwmQrZdgUUAN7m3iHKWs,455
|
51
|
+
eotdl/src/usecases/datasets/__init__.py,sha256=vc1eeE1lFoFw5O_OCHKkhk7NuBBWgztcuz_5hwV8roA,338
|
52
|
+
eotdl/src/utils.py,sha256=4IB6N9jRO0chMDNJzpdnFDhC9wcFF9bO5oHq2HodcHw,479
|
48
53
|
eotdl/tools/__init__.py,sha256=pyWj9kl-0p-KSUSZ7BV8BoSYxj7j-OfGKt9NE3qw_3Q,277
|
49
54
|
eotdl/tools/sen12floods/__init__.py,sha256=J3McIaLi_Bp5-EIVfFWHwm0qYx7PtWydCrWwju8xFW0,215
|
50
55
|
eotdl/tools/sen12floods/tools.py,sha256=rPOkwZw_CdecfREUPMrjYCu1jI2OBhk_8PHL2MNTdV8,8124
|
51
56
|
eotdl/tools/stac.py,sha256=s-Js3wkqFIQwbWlr4hNTtkUgX_3Suf4A2eUUQEaE-30,636
|
52
|
-
eotdl-2023.
|
53
|
-
eotdl-2023.
|
54
|
-
eotdl-2023.
|
55
|
-
eotdl-2023.
|
57
|
+
eotdl-2023.7.19.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
|
58
|
+
eotdl-2023.7.19.dist-info/WHEEL,sha256=gSF7fibx4crkLz_A-IKR6kcuq0jJ64KNCkG8_bcaEao,88
|
59
|
+
eotdl-2023.7.19.dist-info/METADATA,sha256=XxTgd6Vjw3W7W3QSD7FrgbevS0SfSgX-mAcm-Xa_9xk,739
|
60
|
+
eotdl-2023.7.19.dist-info/RECORD,,
|
eotdl/datasets/update.py
DELETED
@@ -1,12 +0,0 @@
|
|
1
|
-
from ..src.repos import APIRepo
|
2
|
-
from ..src.usecases.datasets import UpdateDataset
|
3
|
-
from ..auth import with_auth
|
4
|
-
|
5
|
-
|
6
|
-
@with_auth
|
7
|
-
def update_dataset(name, path, logger=None, user=None):
|
8
|
-
api_repo = APIRepo()
|
9
|
-
ingest = UpdateDataset(api_repo, logger)
|
10
|
-
inputs = ingest.Inputs(name=name, path=path, user=user)
|
11
|
-
outputs = ingest(inputs)
|
12
|
-
return outputs.dataset
|
@@ -1,32 +0,0 @@
|
|
1
|
-
from pydantic import BaseModel
|
2
|
-
from ....src.utils import calculate_checksum
|
3
|
-
|
4
|
-
|
5
|
-
class UpdateDataset:
|
6
|
-
def __init__(self, repo, logger):
|
7
|
-
self.repo = repo
|
8
|
-
self.logger = logger if logger else print
|
9
|
-
|
10
|
-
class Inputs(BaseModel):
|
11
|
-
name: str
|
12
|
-
path: str = None
|
13
|
-
user: dict
|
14
|
-
|
15
|
-
class Outputs(BaseModel):
|
16
|
-
dataset: dict
|
17
|
-
|
18
|
-
def __call__(self, inputs: Inputs) -> Outputs:
|
19
|
-
# allow only zip files
|
20
|
-
if not inputs.path.endswith(".zip"):
|
21
|
-
raise Exception("Only zip files are allowed")
|
22
|
-
self.logger("Computing checksum...")
|
23
|
-
checksum = calculate_checksum(inputs.path)
|
24
|
-
self.logger(checksum)
|
25
|
-
self.logger("Updating dataset...")
|
26
|
-
data, error = self.repo.update_dataset(
|
27
|
-
inputs.name, inputs.path, inputs.user["id_token"], checksum
|
28
|
-
)
|
29
|
-
if error:
|
30
|
-
raise Exception(error)
|
31
|
-
self.logger("Done")
|
32
|
-
return self.Outputs(dataset=data)
|
File without changes
|
File without changes
|