eotdl 2023.11.2__tar.gz → 2023.11.2.post2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/PKG-INFO +1 -1
  2. eotdl-2023.11.2.post2/eotdl/__init__.py +1 -0
  3. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/retrieve.py +1 -1
  4. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/files/ingest.py +6 -4
  5. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/models/retrieve.py +1 -1
  6. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/FilesAPIRepo.py +2 -2
  7. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/pyproject.toml +1 -1
  8. eotdl-2023.11.2/eotdl/__init__.py +0 -1
  9. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/README.md +0 -0
  10. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/__init__.py +0 -0
  11. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/airbus/__init__.py +0 -0
  12. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/airbus/client.py +0 -0
  13. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/airbus/parameters.py +0 -0
  14. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/airbus/utils.py +0 -0
  15. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/download.py +0 -0
  16. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/search.py +0 -0
  17. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/sentinelhub/__init__.py +0 -0
  18. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/sentinelhub/client.py +0 -0
  19. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/sentinelhub/evalscripts.py +0 -0
  20. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/sentinelhub/parameters.py +0 -0
  21. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/access/sentinelhub/utils.py +0 -0
  22. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/auth/__init__.py +0 -0
  23. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/auth/auth.py +0 -0
  24. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/auth/errors.py +0 -0
  25. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/auth/is_logged.py +0 -0
  26. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/auth/logout.py +0 -0
  27. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/cli.py +0 -0
  28. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/commands/__init__.py +0 -0
  29. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/commands/auth.py +0 -0
  30. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/commands/datasets.py +0 -0
  31. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/commands/models.py +0 -0
  32. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/__init__.py +0 -0
  33. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/__init__.py +0 -0
  34. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/assets.py +0 -0
  35. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/dataframe.py +0 -0
  36. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/dataframe_bck.py +0 -0
  37. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/dataframe_labeling.py +0 -0
  38. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/__init__.py +0 -0
  39. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/base.py +0 -0
  40. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/dem.py +0 -0
  41. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/eo.py +0 -0
  42. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/label/__init__.py +0 -0
  43. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/label/base.py +0 -0
  44. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/label/image_name_labeler.py +0 -0
  45. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/label/scaneo.py +0 -0
  46. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/ml_dataset.py +0 -0
  47. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/projection.py +0 -0
  48. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/raster.py +0 -0
  49. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extensions/sar.py +0 -0
  50. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/extent.py +0 -0
  51. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/parsers.py +0 -0
  52. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/curation/stac/stac.py +0 -0
  53. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/__init__.py +0 -0
  54. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/download.py +0 -0
  55. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/ingest.py +0 -0
  56. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/metadata.py +0 -0
  57. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/__init__.py +0 -0
  58. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/DownloadFile.py +0 -0
  59. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/DownloadFileURL.py +0 -0
  60. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/IngestDataset.py +0 -0
  61. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/IngestLargeDataset.py +0 -0
  62. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/IngestLargeDatasetParallel.py +0 -0
  63. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/IngestSTAC.py +0 -0
  64. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/datasets/usecases/datasets/__init__.py +0 -0
  65. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/files/__init__.py +0 -0
  66. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/models/__init__.py +0 -0
  67. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/models/download.py +0 -0
  68. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/models/ingest.py +0 -0
  69. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/models/metadata.py +0 -0
  70. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/APIRepo.py +0 -0
  71. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/AuthAPIRepo.py +0 -0
  72. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/AuthRepo.py +0 -0
  73. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/DatasetsAPIRepo.py +0 -0
  74. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/ModelsAPIRepo.py +0 -0
  75. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/repos/__init__.py +0 -0
  76. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/shared/__init__.py +0 -0
  77. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/shared/checksum.py +0 -0
  78. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/__init__.py +0 -0
  79. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/geo_utils.py +0 -0
  80. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/metadata.py +0 -0
  81. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/paths.py +0 -0
  82. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/stac.py +0 -0
  83. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/time_utils.py +0 -0
  84. {eotdl-2023.11.2 → eotdl-2023.11.2.post2}/eotdl/tools/tools.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: eotdl
3
- Version: 2023.11.2
3
+ Version: 2023.11.2.post2
4
4
  Summary: Earth Observation Training Data Lab
5
5
  License: MIT
6
6
  Author: EarthPulse
@@ -0,0 +1 @@
1
+ __version__ = "2023.11.02-2"
@@ -20,7 +20,7 @@ def retrieve_dataset(name):
20
20
 
21
21
  def retrieve_dataset_files(dataset_id, version):
22
22
  repo = FilesAPIRepo()
23
- data, error = repo.retrieve_dataset_files(dataset_id, version)
23
+ data, error = repo.retrieve_files(dataset_id, "datasets", version)
24
24
  if error:
25
25
  raise Exception(error)
26
26
  return data
@@ -63,7 +63,9 @@ def generate_files_lists(
63
63
  items, folder, dataset_or_model_id, endpoint, logger, max_size=1024 * 1024 * 16
64
64
  ):
65
65
  files_repo = FilesAPIRepo()
66
- current_files, error = files_repo.retrieve_files(dataset_or_model_id, endpoint)
66
+ current_files, error = files_repo.retrieve_files(
67
+ dataset_or_model_id, "models", endpoint
68
+ )
67
69
  # print(len(current_files), len(items) - len(current_files))
68
70
  # print(current_files, error)
69
71
  if error:
@@ -129,7 +131,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
129
131
  parts,
130
132
  endpoint,
131
133
  )
132
- files_repo.complete_upload(user["id_token"], upload_id, version)
134
+ files_repo.complete_upload(user["id_token"], upload_id, version, endpoint)
133
135
  # ingest new small files in batches
134
136
  if len(upload_files) > 0:
135
137
  logger("generating batches...")
@@ -149,7 +151,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
149
151
  [f["checksum"] for f in batch],
150
152
  dataset_or_model_id,
151
153
  user["id_token"],
152
- "datasets",
154
+ endpoint,
153
155
  version,
154
156
  )
155
157
  # ingest existing files
@@ -166,7 +168,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
166
168
  dataset_or_model_id,
167
169
  version,
168
170
  user["id_token"],
169
- "datasets",
171
+ endpoint,
170
172
  )
171
173
  if error:
172
174
  raise Exception(error)
@@ -20,7 +20,7 @@ def retrieve_model(name):
20
20
 
21
21
  def retrieve_model_files(model_id, version):
22
22
  repo = FilesAPIRepo()
23
- data, error = repo.retrieve_model_files(model_id, version)
23
+ data, error = repo.retrieve_files(model_id, "models", version)
24
24
  if error:
25
25
  raise Exception(error)
26
26
  return data
@@ -198,9 +198,9 @@ class FilesAPIRepo(APIRepo):
198
198
  pbar.close()
199
199
  return
200
200
 
201
- def complete_upload(self, id_token, upload_id, version):
201
+ def complete_upload(self, id_token, upload_id, version, endpoint):
202
202
  r = requests.post(
203
- self.url + "datasets/complete/" + upload_id + "?version=" + str(version),
203
+ f"{self.url}{endpoint}/complete/{upload_id}?version={version}",
204
204
  headers={"Authorization": "Bearer " + id_token},
205
205
  )
206
206
  return self.format_response(r)
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "eotdl"
3
- version = "2023.11.02"
3
+ version = "2023.11.02-2"
4
4
  description = "Earth Observation Training Data Lab"
5
5
  authors = ["EarthPulse <it@earthpulse.es>"]
6
6
  license = "MIT"
@@ -1 +0,0 @@
1
- __version__ = "2023.11.02"
File without changes
File without changes