eotdl 2023.11.2__py3-none-any.whl → 2023.11.2.post2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eotdl/__init__.py +1 -1
- eotdl/datasets/retrieve.py +1 -1
- eotdl/files/ingest.py +6 -4
- eotdl/models/retrieve.py +1 -1
- eotdl/repos/FilesAPIRepo.py +2 -2
- {eotdl-2023.11.2.dist-info → eotdl-2023.11.2.post2.dist-info}/METADATA +1 -1
- {eotdl-2023.11.2.dist-info → eotdl-2023.11.2.post2.dist-info}/RECORD +9 -9
- {eotdl-2023.11.2.dist-info → eotdl-2023.11.2.post2.dist-info}/WHEEL +0 -0
- {eotdl-2023.11.2.dist-info → eotdl-2023.11.2.post2.dist-info}/entry_points.txt +0 -0
eotdl/__init__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
__version__ = "2023.11.02"
|
1
|
+
__version__ = "2023.11.02-2"
|
eotdl/datasets/retrieve.py
CHANGED
@@ -20,7 +20,7 @@ def retrieve_dataset(name):
|
|
20
20
|
|
21
21
|
def retrieve_dataset_files(dataset_id, version):
|
22
22
|
repo = FilesAPIRepo()
|
23
|
-
data, error = repo.
|
23
|
+
data, error = repo.retrieve_files(dataset_id, "datasets", version)
|
24
24
|
if error:
|
25
25
|
raise Exception(error)
|
26
26
|
return data
|
eotdl/files/ingest.py
CHANGED
@@ -63,7 +63,9 @@ def generate_files_lists(
|
|
63
63
|
items, folder, dataset_or_model_id, endpoint, logger, max_size=1024 * 1024 * 16
|
64
64
|
):
|
65
65
|
files_repo = FilesAPIRepo()
|
66
|
-
current_files, error = files_repo.retrieve_files(
|
66
|
+
current_files, error = files_repo.retrieve_files(
|
67
|
+
dataset_or_model_id, "models", endpoint
|
68
|
+
)
|
67
69
|
# print(len(current_files), len(items) - len(current_files))
|
68
70
|
# print(current_files, error)
|
69
71
|
if error:
|
@@ -129,7 +131,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
|
|
129
131
|
parts,
|
130
132
|
endpoint,
|
131
133
|
)
|
132
|
-
files_repo.complete_upload(user["id_token"], upload_id, version)
|
134
|
+
files_repo.complete_upload(user["id_token"], upload_id, version, endpoint)
|
133
135
|
# ingest new small files in batches
|
134
136
|
if len(upload_files) > 0:
|
135
137
|
logger("generating batches...")
|
@@ -149,7 +151,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
|
|
149
151
|
[f["checksum"] for f in batch],
|
150
152
|
dataset_or_model_id,
|
151
153
|
user["id_token"],
|
152
|
-
|
154
|
+
endpoint,
|
153
155
|
version,
|
154
156
|
)
|
155
157
|
# ingest existing files
|
@@ -166,7 +168,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
|
|
166
168
|
dataset_or_model_id,
|
167
169
|
version,
|
168
170
|
user["id_token"],
|
169
|
-
|
171
|
+
endpoint,
|
170
172
|
)
|
171
173
|
if error:
|
172
174
|
raise Exception(error)
|
eotdl/models/retrieve.py
CHANGED
@@ -20,7 +20,7 @@ def retrieve_model(name):
|
|
20
20
|
|
21
21
|
def retrieve_model_files(model_id, version):
|
22
22
|
repo = FilesAPIRepo()
|
23
|
-
data, error = repo.
|
23
|
+
data, error = repo.retrieve_files(model_id, "models", version)
|
24
24
|
if error:
|
25
25
|
raise Exception(error)
|
26
26
|
return data
|
eotdl/repos/FilesAPIRepo.py
CHANGED
@@ -198,9 +198,9 @@ class FilesAPIRepo(APIRepo):
|
|
198
198
|
pbar.close()
|
199
199
|
return
|
200
200
|
|
201
|
-
def complete_upload(self, id_token, upload_id, version):
|
201
|
+
def complete_upload(self, id_token, upload_id, version, endpoint):
|
202
202
|
r = requests.post(
|
203
|
-
self.url
|
203
|
+
f"{self.url}{endpoint}/complete/{upload_id}?version={version}",
|
204
204
|
headers={"Authorization": "Bearer " + id_token},
|
205
205
|
)
|
206
206
|
return self.format_response(r)
|
@@ -1,4 +1,4 @@
|
|
1
|
-
eotdl/__init__.py,sha256=
|
1
|
+
eotdl/__init__.py,sha256=vq3__ImOs-riW0l9qLaTFxxobD0xu7idyuL5K_MsdVA,29
|
2
2
|
eotdl/access/__init__.py,sha256=OFdCDemao6Ez1w18-ydQ8G_CqeQ8h43hFcdsJcq2UKI,208
|
3
3
|
eotdl/access/airbus/__init__.py,sha256=KdVilLghjjs_EEMGlbZntveRR7yA6pg_CdV04ulZWiQ,75
|
4
4
|
eotdl/access/airbus/client.py,sha256=thVIfCscsrOp6l2uizY6Fai4Jk4e_r-2luyr15YAxn0,11017
|
@@ -46,7 +46,7 @@ eotdl/datasets/__init__.py,sha256=GIfgqrFq1LblG8qT1zNthm28drw1faLAenGbKjX0rdw,17
|
|
46
46
|
eotdl/datasets/download.py,sha256=SBUsYqnKahw4MMOSzT2pxX5bDD1f1wAu31ovtuQu4Fo,4381
|
47
47
|
eotdl/datasets/ingest.py,sha256=oQ3KycGXRC8qBiV4VFfdyDfQn2HP86RAx78ZiM2MKf8,1792
|
48
48
|
eotdl/datasets/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
|
49
|
-
eotdl/datasets/retrieve.py,sha256=
|
49
|
+
eotdl/datasets/retrieve.py,sha256=DJz5K1bCLizg9YNwBnhHMFzcxMXar2socYkFONdSL4c,1041
|
50
50
|
eotdl/datasets/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
51
51
|
eotdl/datasets/usecases/datasets/DownloadFile.py,sha256=PoP0Dl2LBshKzbgArgxwxIVs-KT2IsfZKi0qSyiBsoI,936
|
52
52
|
eotdl/datasets/usecases/datasets/DownloadFileURL.py,sha256=6OcNuCys45MXu9-7GtES0zg2QmY02EAkj_P3cVKVUvo,603
|
@@ -56,17 +56,17 @@ eotdl/datasets/usecases/datasets/IngestLargeDatasetParallel.py,sha256=G6uVmpZLkn
|
|
56
56
|
eotdl/datasets/usecases/datasets/IngestSTAC.py,sha256=QAMLSkMFlc-ic0JWaIdAf0SXPkYcawy-RJqfvDqTD7A,3075
|
57
57
|
eotdl/datasets/usecases/datasets/__init__.py,sha256=Tx4ISHtcjbu4KUVgjTac_pjpT0vsN-QpkIwtyx8xUYg,383
|
58
58
|
eotdl/files/__init__.py,sha256=71KfzCidZzFV82Zmc2GRxXzpB9sZKGI95lBxySRxbPY,33
|
59
|
-
eotdl/files/ingest.py,sha256=
|
59
|
+
eotdl/files/ingest.py,sha256=mnjqellKIf-jVVAjharV5rehU4mmv7GxGhRwJ2BtCcw,6020
|
60
60
|
eotdl/models/__init__.py,sha256=fe1VfnlOxlfviphkkzaY4q8mkm0QxcdJxB3peScBZYk,108
|
61
61
|
eotdl/models/download.py,sha256=hWFEuJUZsjYnSDixMkHgmYDwxNMJEQ13-AJQPnyZOiY,4340
|
62
62
|
eotdl/models/ingest.py,sha256=Zxv9oL5VOqPXgJgaOROt7v2twRPqzajllpP5ZgyNf3Q,1519
|
63
63
|
eotdl/models/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
|
64
|
-
eotdl/models/retrieve.py,sha256
|
64
|
+
eotdl/models/retrieve.py,sha256=-Ij7dT4J1p7MW4n13OlPB9OW4tBaBXPwk9dW8IuCZPc,664
|
65
65
|
eotdl/repos/APIRepo.py,sha256=tjvtr96d1fhnKEdGDmc90NrwBW7YVCtdsKLLtV82SBE,402
|
66
66
|
eotdl/repos/AuthAPIRepo.py,sha256=T-TPDjZa1u-JnUsKoKp-T9x__L0aUfLUUdP7xZFV_hI,770
|
67
67
|
eotdl/repos/AuthRepo.py,sha256=6AWOdWgXKAVYJ2pB3Fj6X2KABoH2u-tpUyhEkNMWxX0,1001
|
68
68
|
eotdl/repos/DatasetsAPIRepo.py,sha256=HQh4PCS9zP6zPK86lsfUX08jhKIlOKUOswZaROVMkYY,9979
|
69
|
-
eotdl/repos/FilesAPIRepo.py,sha256=
|
69
|
+
eotdl/repos/FilesAPIRepo.py,sha256=WgGTyYljlSFxD8-0BePEwdks6voVy5rPjqdTruc31MQ,10924
|
70
70
|
eotdl/repos/ModelsAPIRepo.py,sha256=6PDn1eHb0g3dVyQyB5aEGnIlWi9Ez8Vlnj4A_QL3Ea8,1211
|
71
71
|
eotdl/repos/__init__.py,sha256=WvX5TP49k7yYb5dWWNjv5kzbdluO3dJ4LqjQxRIOUVc,222
|
72
72
|
eotdl/shared/__init__.py,sha256=mF7doJC8Z5eTPmB01UQvPivThZac32DRY33T6qshXfg,41
|
@@ -78,7 +78,7 @@ eotdl/tools/paths.py,sha256=IEzfpjadd3KnwOQ6F_1vBRyxnm12QcD1TboPRd-I15w,1166
|
|
78
78
|
eotdl/tools/stac.py,sha256=cqv9Dc2uUnonMKF6MP9C5h9fHs-oENjgmcnRJNRWNgA,5937
|
79
79
|
eotdl/tools/time_utils.py,sha256=pb8h4bCQTTarNHq38UfjNotefm5l4qGjpYBENzzcqHY,4212
|
80
80
|
eotdl/tools/tools.py,sha256=x2UFa5wHunX4qn3lqZYP0BtPHZB-w3dMwK1fac8LUhI,6100
|
81
|
-
eotdl-2023.11.2.dist-info/METADATA,sha256=
|
82
|
-
eotdl-2023.11.2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
|
83
|
-
eotdl-2023.11.2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
|
84
|
-
eotdl-2023.11.2.dist-info/RECORD,,
|
81
|
+
eotdl-2023.11.2.post2.dist-info/METADATA,sha256=SZCcWR1nXbqijiUCFCeSOThICABwsDLvQ0K_iQ8zzWc,3929
|
82
|
+
eotdl-2023.11.2.post2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
|
83
|
+
eotdl-2023.11.2.post2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
|
84
|
+
eotdl-2023.11.2.post2.dist-info/RECORD,,
|
File without changes
|
File without changes
|