eotdl 2023.11.2__py3-none-any.whl → 2023.11.2.post2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
eotdl/__init__.py CHANGED
@@ -1 +1 @@
1
- __version__ = "2023.11.02"
1
+ __version__ = "2023.11.02-2"
@@ -20,7 +20,7 @@ def retrieve_dataset(name):
20
20
 
21
21
  def retrieve_dataset_files(dataset_id, version):
22
22
  repo = FilesAPIRepo()
23
- data, error = repo.retrieve_dataset_files(dataset_id, version)
23
+ data, error = repo.retrieve_files(dataset_id, "datasets", version)
24
24
  if error:
25
25
  raise Exception(error)
26
26
  return data
eotdl/files/ingest.py CHANGED
@@ -63,7 +63,9 @@ def generate_files_lists(
63
63
  items, folder, dataset_or_model_id, endpoint, logger, max_size=1024 * 1024 * 16
64
64
  ):
65
65
  files_repo = FilesAPIRepo()
66
- current_files, error = files_repo.retrieve_files(dataset_or_model_id, endpoint)
66
+ current_files, error = files_repo.retrieve_files(
67
+ dataset_or_model_id, "models", endpoint
68
+ )
67
69
  # print(len(current_files), len(items) - len(current_files))
68
70
  # print(current_files, error)
69
71
  if error:
@@ -129,7 +131,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
129
131
  parts,
130
132
  endpoint,
131
133
  )
132
- files_repo.complete_upload(user["id_token"], upload_id, version)
134
+ files_repo.complete_upload(user["id_token"], upload_id, version, endpoint)
133
135
  # ingest new small files in batches
134
136
  if len(upload_files) > 0:
135
137
  logger("generating batches...")
@@ -149,7 +151,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
149
151
  [f["checksum"] for f in batch],
150
152
  dataset_or_model_id,
151
153
  user["id_token"],
152
- "datasets",
154
+ endpoint,
153
155
  version,
154
156
  )
155
157
  # ingest existing files
@@ -166,7 +168,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
166
168
  dataset_or_model_id,
167
169
  version,
168
170
  user["id_token"],
169
- "datasets",
171
+ endpoint,
170
172
  )
171
173
  if error:
172
174
  raise Exception(error)
eotdl/models/retrieve.py CHANGED
@@ -20,7 +20,7 @@ def retrieve_model(name):
20
20
 
21
21
  def retrieve_model_files(model_id, version):
22
22
  repo = FilesAPIRepo()
23
- data, error = repo.retrieve_model_files(model_id, version)
23
+ data, error = repo.retrieve_files(model_id, "models", version)
24
24
  if error:
25
25
  raise Exception(error)
26
26
  return data
@@ -198,9 +198,9 @@ class FilesAPIRepo(APIRepo):
198
198
  pbar.close()
199
199
  return
200
200
 
201
- def complete_upload(self, id_token, upload_id, version):
201
+ def complete_upload(self, id_token, upload_id, version, endpoint):
202
202
  r = requests.post(
203
- self.url + "datasets/complete/" + upload_id + "?version=" + str(version),
203
+ f"{self.url}{endpoint}/complete/{upload_id}?version={version}",
204
204
  headers={"Authorization": "Bearer " + id_token},
205
205
  )
206
206
  return self.format_response(r)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: eotdl
3
- Version: 2023.11.2
3
+ Version: 2023.11.2.post2
4
4
  Summary: Earth Observation Training Data Lab
5
5
  License: MIT
6
6
  Author: EarthPulse
@@ -1,4 +1,4 @@
1
- eotdl/__init__.py,sha256=qPacbDrZCgcwiNooGBVBEZK-2Tq78pISjE2QexaF8so,27
1
+ eotdl/__init__.py,sha256=vq3__ImOs-riW0l9qLaTFxxobD0xu7idyuL5K_MsdVA,29
2
2
  eotdl/access/__init__.py,sha256=OFdCDemao6Ez1w18-ydQ8G_CqeQ8h43hFcdsJcq2UKI,208
3
3
  eotdl/access/airbus/__init__.py,sha256=KdVilLghjjs_EEMGlbZntveRR7yA6pg_CdV04ulZWiQ,75
4
4
  eotdl/access/airbus/client.py,sha256=thVIfCscsrOp6l2uizY6Fai4Jk4e_r-2luyr15YAxn0,11017
@@ -46,7 +46,7 @@ eotdl/datasets/__init__.py,sha256=GIfgqrFq1LblG8qT1zNthm28drw1faLAenGbKjX0rdw,17
46
46
  eotdl/datasets/download.py,sha256=SBUsYqnKahw4MMOSzT2pxX5bDD1f1wAu31ovtuQu4Fo,4381
47
47
  eotdl/datasets/ingest.py,sha256=oQ3KycGXRC8qBiV4VFfdyDfQn2HP86RAx78ZiM2MKf8,1792
48
48
  eotdl/datasets/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
49
- eotdl/datasets/retrieve.py,sha256=pL7SEbW_6yfr-s3MIT43zyhbw4SPyAwpHSQ8kYG5eac,1037
49
+ eotdl/datasets/retrieve.py,sha256=DJz5K1bCLizg9YNwBnhHMFzcxMXar2socYkFONdSL4c,1041
50
50
  eotdl/datasets/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  eotdl/datasets/usecases/datasets/DownloadFile.py,sha256=PoP0Dl2LBshKzbgArgxwxIVs-KT2IsfZKi0qSyiBsoI,936
52
52
  eotdl/datasets/usecases/datasets/DownloadFileURL.py,sha256=6OcNuCys45MXu9-7GtES0zg2QmY02EAkj_P3cVKVUvo,603
@@ -56,17 +56,17 @@ eotdl/datasets/usecases/datasets/IngestLargeDatasetParallel.py,sha256=G6uVmpZLkn
56
56
  eotdl/datasets/usecases/datasets/IngestSTAC.py,sha256=QAMLSkMFlc-ic0JWaIdAf0SXPkYcawy-RJqfvDqTD7A,3075
57
57
  eotdl/datasets/usecases/datasets/__init__.py,sha256=Tx4ISHtcjbu4KUVgjTac_pjpT0vsN-QpkIwtyx8xUYg,383
58
58
  eotdl/files/__init__.py,sha256=71KfzCidZzFV82Zmc2GRxXzpB9sZKGI95lBxySRxbPY,33
59
- eotdl/files/ingest.py,sha256=DlCqCEBbadJQcUK1yShJZ-SpmGcq5wXETT_FUc6W9Uk,5990
59
+ eotdl/files/ingest.py,sha256=mnjqellKIf-jVVAjharV5rehU4mmv7GxGhRwJ2BtCcw,6020
60
60
  eotdl/models/__init__.py,sha256=fe1VfnlOxlfviphkkzaY4q8mkm0QxcdJxB3peScBZYk,108
61
61
  eotdl/models/download.py,sha256=hWFEuJUZsjYnSDixMkHgmYDwxNMJEQ13-AJQPnyZOiY,4340
62
62
  eotdl/models/ingest.py,sha256=Zxv9oL5VOqPXgJgaOROt7v2twRPqzajllpP5ZgyNf3Q,1519
63
63
  eotdl/models/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
64
- eotdl/models/retrieve.py,sha256=Z3c6qnZTFGtVjvg22sjkZssnRFJCHKeHshz6ueQxiz8,660
64
+ eotdl/models/retrieve.py,sha256=-Ij7dT4J1p7MW4n13OlPB9OW4tBaBXPwk9dW8IuCZPc,664
65
65
  eotdl/repos/APIRepo.py,sha256=tjvtr96d1fhnKEdGDmc90NrwBW7YVCtdsKLLtV82SBE,402
66
66
  eotdl/repos/AuthAPIRepo.py,sha256=T-TPDjZa1u-JnUsKoKp-T9x__L0aUfLUUdP7xZFV_hI,770
67
67
  eotdl/repos/AuthRepo.py,sha256=6AWOdWgXKAVYJ2pB3Fj6X2KABoH2u-tpUyhEkNMWxX0,1001
68
68
  eotdl/repos/DatasetsAPIRepo.py,sha256=HQh4PCS9zP6zPK86lsfUX08jhKIlOKUOswZaROVMkYY,9979
69
- eotdl/repos/FilesAPIRepo.py,sha256=nFDaU55bHzfBgQDKXp-1VKjpCMwyoMQljM3TmO4v8Do,10924
69
+ eotdl/repos/FilesAPIRepo.py,sha256=WgGTyYljlSFxD8-0BePEwdks6voVy5rPjqdTruc31MQ,10924
70
70
  eotdl/repos/ModelsAPIRepo.py,sha256=6PDn1eHb0g3dVyQyB5aEGnIlWi9Ez8Vlnj4A_QL3Ea8,1211
71
71
  eotdl/repos/__init__.py,sha256=WvX5TP49k7yYb5dWWNjv5kzbdluO3dJ4LqjQxRIOUVc,222
72
72
  eotdl/shared/__init__.py,sha256=mF7doJC8Z5eTPmB01UQvPivThZac32DRY33T6qshXfg,41
@@ -78,7 +78,7 @@ eotdl/tools/paths.py,sha256=IEzfpjadd3KnwOQ6F_1vBRyxnm12QcD1TboPRd-I15w,1166
78
78
  eotdl/tools/stac.py,sha256=cqv9Dc2uUnonMKF6MP9C5h9fHs-oENjgmcnRJNRWNgA,5937
79
79
  eotdl/tools/time_utils.py,sha256=pb8h4bCQTTarNHq38UfjNotefm5l4qGjpYBENzzcqHY,4212
80
80
  eotdl/tools/tools.py,sha256=x2UFa5wHunX4qn3lqZYP0BtPHZB-w3dMwK1fac8LUhI,6100
81
- eotdl-2023.11.2.dist-info/METADATA,sha256=AogDMx9vC7nMub7AH9pohHDhjalHidaxhkmtcw8zxsU,3923
82
- eotdl-2023.11.2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
83
- eotdl-2023.11.2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
84
- eotdl-2023.11.2.dist-info/RECORD,,
81
+ eotdl-2023.11.2.post2.dist-info/METADATA,sha256=SZCcWR1nXbqijiUCFCeSOThICABwsDLvQ0K_iQ8zzWc,3929
82
+ eotdl-2023.11.2.post2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
83
+ eotdl-2023.11.2.post2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
84
+ eotdl-2023.11.2.post2.dist-info/RECORD,,