eotdl 2024.8.21__py3-none-any.whl → 2024.10.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eotdl/__init__.py +1 -1
- eotdl/datasets/ingest.py +1 -4
- eotdl/datasets/metadata.py +1 -2
- eotdl/models/download.py +3 -0
- eotdl/models/ingest.py +1 -3
- eotdl/models/metadata.py +1 -2
- {eotdl-2024.8.21.dist-info → eotdl-2024.10.1.dist-info}/METADATA +2 -1
- {eotdl-2024.8.21.dist-info → eotdl-2024.10.1.dist-info}/RECORD +10 -10
- {eotdl-2024.8.21.dist-info → eotdl-2024.10.1.dist-info}/WHEEL +1 -1
- {eotdl-2024.8.21.dist-info → eotdl-2024.10.1.dist-info}/entry_points.txt +0 -0
eotdl/__init__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
__version__ = "2024.
|
1
|
+
__version__ = "2024.10.01"
|
eotdl/datasets/ingest.py
CHANGED
@@ -3,8 +3,6 @@ import yaml
|
|
3
3
|
from tqdm import tqdm
|
4
4
|
import json
|
5
5
|
import frontmatter
|
6
|
-
import markdown
|
7
|
-
from markdown.extensions.fenced_code import FencedCodeExtension
|
8
6
|
|
9
7
|
from ..auth import with_auth
|
10
8
|
from .metadata import Metadata
|
@@ -73,8 +71,7 @@ def ingest_folder(
|
|
73
71
|
raise Exception("Error loading metadata")
|
74
72
|
# retrieve dataset (create if doesn't exist)
|
75
73
|
dataset = retrieve_dataset(metadata, user)
|
76
|
-
|
77
|
-
content = markdown.markdown(content, extensions=[FencedCodeExtension()])
|
74
|
+
|
78
75
|
update_metadata = True
|
79
76
|
if "description" in dataset:
|
80
77
|
# do not do this if the dataset is new, only if it already exists
|
eotdl/datasets/metadata.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1
1
|
from pydantic import BaseModel, validator
|
2
2
|
from typing import List, Optional
|
3
|
-
import markdownify
|
4
3
|
from pathlib import Path
|
5
4
|
|
6
5
|
|
@@ -39,7 +38,7 @@ def generate_metadata(download_path, dataset):
|
|
39
38
|
for author in dataset["authors"]:
|
40
39
|
f.write(f" - {author}\n")
|
41
40
|
f.write("---\n")
|
42
|
-
f.write(
|
41
|
+
f.write(dataset["description"])
|
43
42
|
# remove metadata.yml if exists
|
44
43
|
if Path(download_path + "/metadata.yml").exists():
|
45
44
|
Path(download_path + "/metadata.yml").unlink()
|
eotdl/models/download.py
CHANGED
@@ -74,9 +74,12 @@ def download_model(
|
|
74
74
|
)
|
75
75
|
if error:
|
76
76
|
raise Exception(error)
|
77
|
+
print(gdf)
|
77
78
|
df = STACDataFrame(gdf)
|
78
79
|
# df.geometry = df.geometry.apply(lambda x: Polygon() if x is None else x)
|
79
80
|
df.to_stac(download_path)
|
81
|
+
print("----")
|
82
|
+
print(df)
|
80
83
|
# download assets
|
81
84
|
if assets:
|
82
85
|
if verbose:
|
eotdl/models/ingest.py
CHANGED
@@ -1,7 +1,6 @@
|
|
1
1
|
from pathlib import Path
|
2
2
|
import yaml
|
3
3
|
import frontmatter
|
4
|
-
import markdown
|
5
4
|
from tqdm import tqdm
|
6
5
|
import json
|
7
6
|
|
@@ -67,8 +66,7 @@ def ingest_folder(
|
|
67
66
|
raise Exception(f"Error loading metadata: {e}")
|
68
67
|
# retrieve model (create if doesn't exist)
|
69
68
|
model = retrieve_model(metadata, user)
|
70
|
-
|
71
|
-
content = markdown.markdown(content)
|
69
|
+
|
72
70
|
update_metadata = True
|
73
71
|
if "description" in model:
|
74
72
|
# do not do this if the model is new, only if it already exists
|
eotdl/models/metadata.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1
1
|
from pydantic import BaseModel, validator
|
2
2
|
from typing import List, Optional
|
3
|
-
import markdownify
|
4
3
|
from pathlib import Path
|
5
4
|
|
6
5
|
|
@@ -37,7 +36,7 @@ def generate_metadata(download_path, model):
|
|
37
36
|
for author in model["authors"]:
|
38
37
|
f.write(f" - {author}\n")
|
39
38
|
f.write("---\n")
|
40
|
-
f.write(
|
39
|
+
f.write(model["description"])
|
41
40
|
# remove metadata.yml if exists
|
42
41
|
if Path(download_path + "/metadata.yml").exists():
|
43
42
|
Path(download_path + "/metadata.yml").unlink()
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: eotdl
|
3
|
-
Version: 2024.
|
3
|
+
Version: 2024.10.1
|
4
4
|
Summary: Earth Observation Training Data Lab
|
5
5
|
License: MIT
|
6
6
|
Author: EarthPulse
|
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.8
|
|
12
12
|
Classifier: Programming Language :: Python :: 3.9
|
13
13
|
Classifier: Programming Language :: Python :: 3.10
|
14
14
|
Classifier: Programming Language :: Python :: 3.11
|
15
|
+
Classifier: Programming Language :: Python :: 3.12
|
15
16
|
Requires-Dist: black (>=23.10.1,<24.0.0)
|
16
17
|
Requires-Dist: geomet (>=1.0.0,<2.0.0)
|
17
18
|
Requires-Dist: geopandas (>=0.13.2,<0.14.0)
|
@@ -1,4 +1,4 @@
|
|
1
|
-
eotdl/__init__.py,sha256=
|
1
|
+
eotdl/__init__.py,sha256=GYhbp_qDI4r7Y9hYO76t0DwK_JCtUw2UK-DbHzV4XKk,27
|
2
2
|
eotdl/access/__init__.py,sha256=jbyjD7BRGJURlTNmtcbBBhw3Xk4EiZvkqmEykM-bJ1k,231
|
3
3
|
eotdl/access/airbus/__init__.py,sha256=G_kkRS9eFjXbQ-aehmTLXeAxh7zpAxz_rgB7J_w0NRg,107
|
4
4
|
eotdl/access/airbus/client.py,sha256=zjfgB_NTsCCIszoQesYkyLJgheKg-eTh28vbleXYxfw,12018
|
@@ -44,17 +44,17 @@ eotdl/curation/stac/parsers.py,sha256=H5IukLA61mpLojeuhWNQdiZk2eiYHAfpJBFxmjdGDs
|
|
44
44
|
eotdl/curation/stac/stac.py,sha256=9GdiB1mV8iyREvXZoJmNJKQGawWyK3h9Eu0hJX5u6O4,13180
|
45
45
|
eotdl/datasets/__init__.py,sha256=xNbkUjqI1mf0TGjy52tpZtr5DnWNX5EVgyM04P4sU3Y,175
|
46
46
|
eotdl/datasets/download.py,sha256=JSOi7OKiENYQ3TRVj2WsC1CPYD22VlC9W5kYHPfx8Vs,3667
|
47
|
-
eotdl/datasets/ingest.py,sha256=
|
48
|
-
eotdl/datasets/metadata.py,sha256=
|
47
|
+
eotdl/datasets/ingest.py,sha256=F7mwQQok3rqZkGiQC-71Jc4dYDN5OSB_SXEACdCZKkk,5742
|
48
|
+
eotdl/datasets/metadata.py,sha256=jRoW9n32sUQgX3439WUCL8BJZojXKKXpmCM344XMDMc,1432
|
49
49
|
eotdl/datasets/retrieve.py,sha256=DJz5K1bCLizg9YNwBnhHMFzcxMXar2socYkFONdSL4c,1041
|
50
50
|
eotdl/datasets/update.py,sha256=x-rpfxnavn9X-7QYkFMGtbn1b3bKmAZydOeS7Tjr5AQ,386
|
51
51
|
eotdl/files/__init__.py,sha256=2zfAxgLHmU_jWq_3emnfPXsX-R20gSt-yZX0bPa9h0g,87
|
52
52
|
eotdl/files/ingest.py,sha256=dgjZfd-ACCKradDo2B02CPahwEhFtWvnKvTm372K5eo,6185
|
53
53
|
eotdl/files/list_files.py,sha256=k4OgdbQ7u6tUEE9nJZGXw5s5HtvG0ZApOVTy0KbfTqs,519
|
54
54
|
eotdl/models/__init__.py,sha256=-PvGWG0iSRNBqeFWpxol12dYw-QodXjR81n-JX3x6zI,146
|
55
|
-
eotdl/models/download.py,sha256=
|
56
|
-
eotdl/models/ingest.py,sha256=
|
57
|
-
eotdl/models/metadata.py,sha256=
|
55
|
+
eotdl/models/download.py,sha256=ppCeKsK2YzdimYRKXiF5dfGI6VyXw_T9lOnKO54Ojjg,3469
|
56
|
+
eotdl/models/ingest.py,sha256=ipWNSyL8WwW9PPUAFcS9mLYow_1PTCpNQ_DsXKQ3Hvw,5671
|
57
|
+
eotdl/models/metadata.py,sha256=Lu_Vv6YJJ9aLPvJa44tFfbBZiyxweOI2BHfq00aNRjY,1378
|
58
58
|
eotdl/models/retrieve.py,sha256=-Ij7dT4J1p7MW4n13OlPB9OW4tBaBXPwk9dW8IuCZPc,664
|
59
59
|
eotdl/models/update.py,sha256=4FWeD95cXvRpefRjw3Foqb30e30otxqWUZ6nQM9cbmM,374
|
60
60
|
eotdl/repos/APIRepo.py,sha256=dJNdX3atBpug0FZNako7uyom25iccNPQrnoIRTIZEXE,791
|
@@ -73,7 +73,7 @@ eotdl/tools/paths.py,sha256=yWhOtVxX4NxrDrrBX2fuye5N1mAqrxXFy_eA7dffd84,1152
|
|
73
73
|
eotdl/tools/stac.py,sha256=ovXdrPm4Sn9AAJmrP88WnxDmq2Ut-xPoscjphxz3Iyo,5763
|
74
74
|
eotdl/tools/time_utils.py,sha256=qJ3-rk1I7ne722SLfAP6-59kahQ0vLQqIf9VpOi0Kpg,4691
|
75
75
|
eotdl/tools/tools.py,sha256=Tl4_v2ejkQo_zyZek8oofJwoYcdVosdOwW1C0lvWaNM,6354
|
76
|
-
eotdl-2024.
|
77
|
-
eotdl-2024.
|
78
|
-
eotdl-2024.
|
79
|
-
eotdl-2024.
|
76
|
+
eotdl-2024.10.1.dist-info/METADATA,sha256=FSAul-2xBkcUyN-T0tk8YX0Kp_ZzlQ4AAk0e9IxYmKk,4144
|
77
|
+
eotdl-2024.10.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
78
|
+
eotdl-2024.10.1.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
|
79
|
+
eotdl-2024.10.1.dist-info/RECORD,,
|
File without changes
|