eotdl 2023.11.3__py3-none-any.whl → 2023.11.3.post2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. eotdl/__init__.py +1 -1
  2. eotdl/files/ingest.py +3 -0
  3. {eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/METADATA +1 -1
  4. {eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/RECORD +6 -6
  5. {eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/WHEEL +0 -0
  6. {eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/entry_points.txt +0 -0
eotdl/__init__.py CHANGED
@@ -1 +1 @@
1
- __version__ = "2023.11.03"
1
+ __version__ = "2023.11.03-2"
eotdl/files/ingest.py CHANGED
@@ -63,6 +63,7 @@ def generate_files_lists(
63
63
  ):
64
64
  files_repo = FilesAPIRepo()
65
65
  current_files, error = files_repo.retrieve_files(dataset_or_model_id, endpoint)
66
+ print(current_files)
66
67
  # print(len(current_files), len(items) - len(current_files))
67
68
  # print(current_files, error)
68
69
  if error:
@@ -81,6 +82,7 @@ def generate_files_lists(
81
82
  large_files.append(data)
82
83
  else:
83
84
  upload_files.append(data)
85
+ # TODO: should ingest new version if files removed
84
86
  if len(upload_files) == 0 and len(large_files) == 0:
85
87
  raise Exception("No new files to upload")
86
88
  return upload_files, existing_files, large_files
@@ -97,6 +99,7 @@ def ingest_files(repo, dataset_or_model_id, folder, verbose, logger, user, endpo
97
99
  files_repo = FilesAPIRepo()
98
100
  logger(f"Uploading directory {folder}...")
99
101
  items = retrieve_files(folder)
102
+ print(items)
100
103
  # retrieve files
101
104
  upload_files, existing_files, large_files = generate_files_lists(
102
105
  items, folder, dataset_or_model_id, endpoint, logger
{eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: eotdl
3
- Version: 2023.11.3
3
+ Version: 2023.11.3.post2
4
4
  Summary: Earth Observation Training Data Lab
5
5
  License: MIT
6
6
  Author: EarthPulse
{eotdl-2023.11.3.dist-info → eotdl-2023.11.3.post2.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- eotdl/__init__.py,sha256=GVVg88BBBmsyjFEErSwk5fImhPz6f7_C6JWdBXHW9fw,27
1
+ eotdl/__init__.py,sha256=JyoWMS0RH1JISCfn7O3JUM4EY_4a2Vbcc8a4JgM8SC8,29
2
2
  eotdl/access/__init__.py,sha256=jbyjD7BRGJURlTNmtcbBBhw3Xk4EiZvkqmEykM-bJ1k,231
3
3
  eotdl/access/airbus/__init__.py,sha256=G_kkRS9eFjXbQ-aehmTLXeAxh7zpAxz_rgB7J_w0NRg,107
4
4
  eotdl/access/airbus/client.py,sha256=zjfgB_NTsCCIszoQesYkyLJgheKg-eTh28vbleXYxfw,12018
@@ -56,7 +56,7 @@ eotdl/datasets/usecases/datasets/IngestLargeDatasetParallel.py,sha256=G6uVmpZLkn
56
56
  eotdl/datasets/usecases/datasets/IngestSTAC.py,sha256=QAMLSkMFlc-ic0JWaIdAf0SXPkYcawy-RJqfvDqTD7A,3075
57
57
  eotdl/datasets/usecases/datasets/__init__.py,sha256=Tx4ISHtcjbu4KUVgjTac_pjpT0vsN-QpkIwtyx8xUYg,383
58
58
  eotdl/files/__init__.py,sha256=wStggK9L_Ni3vdZkKtKmKVdAaZRVuiMbsjYBCrJ8rxs,53
59
- eotdl/files/ingest.py,sha256=PRE4ZMRohmp8ROB6IMJ1OZ9owCYSPRR0HzozyC3G_ZU,5960
59
+ eotdl/files/ingest.py,sha256=dlUuijXThWqbtDpJiF92diMdjkfu5SykwltyP_nd98M,6057
60
60
  eotdl/models/__init__.py,sha256=fe1VfnlOxlfviphkkzaY4q8mkm0QxcdJxB3peScBZYk,108
61
61
  eotdl/models/download.py,sha256=NaKpi2nB4tpVnLWaHanprnaD1JDhAj6hA9-SkN1kiJA,4339
62
62
  eotdl/models/ingest.py,sha256=Zxv9oL5VOqPXgJgaOROt7v2twRPqzajllpP5ZgyNf3Q,1519
@@ -78,7 +78,7 @@ eotdl/tools/paths.py,sha256=yWhOtVxX4NxrDrrBX2fuye5N1mAqrxXFy_eA7dffd84,1152
78
78
  eotdl/tools/stac.py,sha256=ovXdrPm4Sn9AAJmrP88WnxDmq2Ut-xPoscjphxz3Iyo,5763
79
79
  eotdl/tools/time_utils.py,sha256=qJ3-rk1I7ne722SLfAP6-59kahQ0vLQqIf9VpOi0Kpg,4691
80
80
  eotdl/tools/tools.py,sha256=ESmvh-gCyWHmXsOdqtB70EmdRK_Vzap6kVOuYmlp5gw,6353
81
- eotdl-2023.11.3.dist-info/METADATA,sha256=srDlm7oiy1-af4tPsRCvXJV_potO02lj7R9oDU8kfsM,3992
82
- eotdl-2023.11.3.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
83
- eotdl-2023.11.3.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
84
- eotdl-2023.11.3.dist-info/RECORD,,
81
+ eotdl-2023.11.3.post2.dist-info/METADATA,sha256=fcl9zAZLMuQ6l_I7uJn_fq0Mt_qMPlKpPl8sIivLyTc,3998
82
+ eotdl-2023.11.3.post2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
83
+ eotdl-2023.11.3.post2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
84
+ eotdl-2023.11.3.post2.dist-info/RECORD,,