eotdl 2024.6.13__py3-none-any.whl → 2024.8.21__py3-none-any.whl

eotdl/__init__.py

@@ -1 +1 @@
-__version__ = "2024.06.13"
+__version__ = "2024.08.21"

eotdl/datasets/ingest.py

@@ -4,6 +4,7 @@ from tqdm import tqdm
 import json
 import frontmatter
 import markdown
+from markdown.extensions.fenced_code import FencedCodeExtension
 
 from ..auth import with_auth
 from .metadata import Metadata
@@ -60,20 +61,20 @@ def ingest_folder(
         readme = frontmatter.load(folder.joinpath("README.md"))
         metadata, content = readme.metadata, readme.content
         metadata = Metadata(**metadata)
-    except FileNotFoundError:
-        # load metadata (legacy)
-        metadata = (
-            yaml.safe_load(open(folder.joinpath("metadata.yml"), "r").read()) or {}
-        )
-        metadata = Metadata(**metadata)
-        content = None
+    # except FileNotFoundError:
+    #     # load metadata (legacy)
+    #     metadata = (
+    #         yaml.safe_load(open(folder.joinpath("metadata.yml"), "r").read()) or {}
+    #     )
+    #     metadata = Metadata(**metadata)
+    #     content = None
     except Exception as e:
-        # print(str(e))
+        print(str(e))
         raise Exception("Error loading metadata")
     # retrieve dataset (create if doesn't exist)
     dataset = retrieve_dataset(metadata, user)
     if content:
-        content = markdown.markdown(content)
+        content = markdown.markdown(content, extensions=[FencedCodeExtension()])
     update_metadata = True
     if "description" in dataset:
         # do not do this if the dataset is new, only if it already exists

eotdl/datasets/metadata.py

@@ -21,6 +21,8 @@ class Metadata(BaseModel):
     # validate thumbnail is a url
     @validator("thumbnail")
     def thumbnail_is_url(cls, v):
+        if not v:
+            return ""
         if not v.startswith("http") and not v.startswith("https"):
             raise ValueError("thumbnail must be a URL")
         return v

{eotdl-2024.6.13.dist-info → eotdl-2024.8.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: eotdl
-Version: 2024.6.13
+Version: 2024.8.21
 Summary: Earth Observation Training Data Lab
 License: MIT
 Author: EarthPulse
@@ -18,6 +18,7 @@ Requires-Dist: geopandas (>=0.13.2,<0.14.0)
 Requires-Dist: markdown (>=3.5.2,<4.0.0)
 Requires-Dist: markdownify (>=0.11.6,<0.12.0)
 Requires-Dist: mypy (>=1.6.1,<2.0.0)
+Requires-Dist: openeo (>=0.31.0,<0.32.0)
 Requires-Dist: pydantic (>=1.10.6,<2.0.0)
 Requires-Dist: pyjwt (>=2.6.0,<3.0.0)
 Requires-Dist: pystac[validation] (==1.8.2)

{eotdl-2024.6.13.dist-info → eotdl-2024.8.21.dist-info}/RECORD

@@ -1,4 +1,4 @@
-eotdl/__init__.py,sha256=ThfWXF_wVGcoWrP25NDPXeCmuGEi8P8FKQkVKe_JZZA,27
+eotdl/__init__.py,sha256=n2OwrPMIbMfYBFKreUbRkS6EzKE96Cyf_7fANIHPTf8,27
 eotdl/access/__init__.py,sha256=jbyjD7BRGJURlTNmtcbBBhw3Xk4EiZvkqmEykM-bJ1k,231
 eotdl/access/airbus/__init__.py,sha256=G_kkRS9eFjXbQ-aehmTLXeAxh7zpAxz_rgB7J_w0NRg,107
 eotdl/access/airbus/client.py,sha256=zjfgB_NTsCCIszoQesYkyLJgheKg-eTh28vbleXYxfw,12018
@@ -44,8 +44,8 @@ eotdl/curation/stac/parsers.py,sha256=H5IukLA61mpLojeuhWNQdiZk2eiYHAfpJBFxmjdGDs
 eotdl/curation/stac/stac.py,sha256=9GdiB1mV8iyREvXZoJmNJKQGawWyK3h9Eu0hJX5u6O4,13180
 eotdl/datasets/__init__.py,sha256=xNbkUjqI1mf0TGjy52tpZtr5DnWNX5EVgyM04P4sU3Y,175
 eotdl/datasets/download.py,sha256=JSOi7OKiENYQ3TRVj2WsC1CPYD22VlC9W5kYHPfx8Vs,3667
-eotdl/datasets/ingest.py,sha256=Ukiah6TapD1oBE0AxUTaEFf-k3hAMRrKr4cXVlVW-_Y,5806
-eotdl/datasets/metadata.py,sha256=qonblTDGr4IZvJaiIc2rh7qwP76whEA72DorSVqZxd4,1457
+eotdl/datasets/ingest.py,sha256=ketP5ZElDRHbUjBSLowiAjsnjVKjiqQU40DBkw0rBsA,5918
+eotdl/datasets/metadata.py,sha256=C2LSgVo0SNjEaHP8rXW1JQo4kW0aZ7MLoGa81wMRwTc,1497
 eotdl/datasets/retrieve.py,sha256=DJz5K1bCLizg9YNwBnhHMFzcxMXar2socYkFONdSL4c,1041
 eotdl/datasets/update.py,sha256=x-rpfxnavn9X-7QYkFMGtbn1b3bKmAZydOeS7Tjr5AQ,386
 eotdl/files/__init__.py,sha256=2zfAxgLHmU_jWq_3emnfPXsX-R20gSt-yZX0bPa9h0g,87
@@ -73,7 +73,7 @@ eotdl/tools/paths.py,sha256=yWhOtVxX4NxrDrrBX2fuye5N1mAqrxXFy_eA7dffd84,1152
 eotdl/tools/stac.py,sha256=ovXdrPm4Sn9AAJmrP88WnxDmq2Ut-xPoscjphxz3Iyo,5763
 eotdl/tools/time_utils.py,sha256=qJ3-rk1I7ne722SLfAP6-59kahQ0vLQqIf9VpOi0Kpg,4691
 eotdl/tools/tools.py,sha256=Tl4_v2ejkQo_zyZek8oofJwoYcdVosdOwW1C0lvWaNM,6354
-eotdl-2024.6.13.dist-info/METADATA,sha256=cZRWhvu3uUpHBRQ3D-6hacu4TDy2iU2K48SL7ORBQOw,4052
-eotdl-2024.6.13.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-eotdl-2024.6.13.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
-eotdl-2024.6.13.dist-info/RECORD,,
+eotdl-2024.8.21.dist-info/METADATA,sha256=ZNq8rxclA_OIzKxaR1VHpWqgtU7LtXw1-SwO1LTe1us,4093
+eotdl-2024.8.21.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+eotdl-2024.8.21.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
+eotdl-2024.8.21.dist-info/RECORD,,