eotdl 2025.3.25__tar.gz → 2025.4.2__tar.gz

eotdl-2025.4.2/.gitignore

@@ -0,0 +1,43 @@
+__pycache__
+.pytest_cache
+dist
+.DS_Store
+node_modules
+build
+.svelte-kit
+package
+.env
+.env.*
+.conda
+!.env.example
+yarn.lock
+poetry.lock
+.vercel
+data
+metadata
+eurosat-stac
+.ipynb_checkpoints
+eurosat-stac**
+.coverage
+data
+db
+*.zip
+docker-compose.prod.yml
+tutorials/*md
+!test.zip
+.vscode
+kk
+auth.json
+node_modules/
+/test-results/
+playwright-report
+playwright/.cache/
+test-results
+lightning_logs
+jobs.csv
+*.parquet
+download_commands.txt
+_data
+datasets.csv
+files_map.csv
+models.csv

{eotdl-2025.3.25 → eotdl-2025.4.2}/PKG-INFO

@@ -1,36 +1,23 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: eotdl
-Version: 2025.3.25
+Version: 2025.4.2
 Summary: Earth Observation Training Data Lab
-License: MIT
-Author: EarthPulse
-Author-email: it@earthpulse.es
-Requires-Python: >=3.8,<4.0
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: black (>=23.10.1,<24.0.0)
-Requires-Dist: geomet (>=1.0.0,<2.0.0)
-Requires-Dist: geopandas (>=0.13.2,<0.14.0)
-Requires-Dist: markdown (>=3.5.2,<4.0.0)
-Requires-Dist: markdownify (>=0.11.6,<0.12.0)
-Requires-Dist: mypy (>=1.6.1,<2.0.0)
-Requires-Dist: openeo (>=0.31.0,<0.32.0)
-Requires-Dist: pydantic (>=1.10.6,<2.0.0)
-Requires-Dist: pyjwt (>=2.6.0,<3.0.0)
-Requires-Dist: pystac[validation] (==1.8.2)
-Requires-Dist: python-frontmatter (>=1.1.0,<2.0.0)
-Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
-Requires-Dist: rasterio (>=1.3.9,<2.0.0)
-Requires-Dist: requests (>=2.28.2,<3.0.0)
-Requires-Dist: sentinelhub (>=3.9.1,<4.0.0)
-Requires-Dist: tqdm (>=4.65.0,<5.0.0)
-Requires-Dist: typer[all] (>=0.9.0,<0.10.0)
+Author-email: earthpulse <it@earthpulse.es>
+License-Expression: MIT
+Requires-Python: >=3.8
+Requires-Dist: geomet>=1.1.0
+Requires-Dist: geopandas>=0.13.2
+Requires-Dist: markdown>=3.7
+Requires-Dist: pydantic>=2.10.6
+Requires-Dist: pyjwt>=2.9.0
+Requires-Dist: pystac>=1.8.4
+Requires-Dist: python-frontmatter>=1.1.0
+Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: rasterio>=1.3.11
+Requires-Dist: requests>=2.32.3
+Requires-Dist: sentinelhub>=3.11.1
+Requires-Dist: tqdm>=4.67.1
+Requires-Dist: typer>=0.15.1
 Description-Content-Type: text/markdown
 
 <p align="center">
@@ -63,4 +50,4 @@ One of the most limiting factors of AI for EO applications is the scarcity of su
 
 Generating TDS is time consuming and expensive. Data access is usually limited and costly, especially for Very High Resolution (VHR) images that allow objects like trees to be clearly identified. In some cases, domain experts or even in-person (in-situ) trips are required to manually confirm the objects in a satellite image are correctly annotated with a high degree of quality. This results in the field of AI for EO applications lagging when compared to other fields, impeding the development of new applications and limiting the full potential of AI in EO.
 
-The European Space Agency (ESA) Earth Observation Training Data Lab (EOTDL) will address key limitations and capability gaps for working with Machine Learning (ML) training data in EO by providing a set of open-source tools to create, share, and improve datasets as well as training ML algorithms in the cloud. EOTDL will also offer an online repository where datasets and models can be explored and accessed.
+The European Space Agency (ESA) Earth Observation Training Data Lab (EOTDL) will address key limitations and capability gaps for working with Machine Learning (ML) training data in EO by providing a set of open-source tools to create, share, and improve datasets as well as training ML algorithms in the cloud. EOTDL will also offer an online repository where datasets and models can be explored and accessed.

eotdl-2025.3.25/pyproject.toml → eotdl-2025.4.2/_pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "eotdl"
-version = "2025.03.25"
+version = "2024.10.07"
 description = "Earth Observation Training Data Lab"
 authors = ["EarthPulse <it@earthpulse.es>"]
 license = "MIT"

eotdl-2025.4.2/eotdl/__init__.py

@@ -0,0 +1 @@
+__version__ = "2025.04.02"

eotdl-2025.4.2/eotdl/access/__init__.py

@@ -0,0 +1,17 @@
+"""
+Data access module for eotdl package.
+"""
+
+from .download import (
+    download_sentinel_imagery,
+    search_and_download_sentinel_imagery,
+    advanced_imagery_download,
+)
+from .search import search_sentinel_imagery, advanced_imagery_search
+from .sentinelhub.parameters import (
+    SUPPORTED_COLLECTION_IDS,
+    DATA_COLLECTION_ID,
+    get_default_parameters,
+    OUTPUT_FORMAT,
+)
+from .sentinelhub.evalscripts import EvalScripts

eotdl-2025.4.2/eotdl/access/download.py

@@ -0,0 +1,97 @@
+"""
+Download imagery
+"""
+
+from datetime import datetime, timedelta
+from typing import Union, List, Optional
+
+from .sentinelhub import (
+    SHClient,
+    evaluate_sentinel_parameters,
+    imagery_from_tmp_to_dir,
+    get_default_parameters,
+    SHParameters,
+    filter_times,
+)
+from .search import advanced_imagery_search
+
+
+def download_sentinel_imagery(
+    output: str,
+    time_interval: Union[str, datetime, List[Union[str, datetime]]],
+    bounding_box: List[Union[int, float]],
+    collection_id: str,
+    name: Optional[str] = None,
+) -> None:
+    """
+    Download Sentinel imagery
+    """
+    evaluate_sentinel_parameters(time_interval, bounding_box, collection_id, output)
+    parameters = get_default_parameters(collection_id)
+    return advanced_imagery_download(
+        output, time_interval, bounding_box, parameters, name
+    )
+
+
+def advanced_imagery_download(
+    output: str,
+    time_interval: Union[str, datetime, List[Union[str, datetime]]],
+    bounding_box: List[Union[int, float]],
+    parameters: SHParameters,
+    name: Optional[str] = None,
+) -> None:
+    """
+    Advanced imagery download
+    """
+    evaluate_sentinel_parameters(
+        time_interval, bounding_box, output=output, parameters=parameters
+    )
+    client = SHClient(parameters.BASE_URL)
+
+    results = advanced_imagery_search(time_interval, bounding_box, parameters)
+    timestamps = results.get_timestamps()
+    time_difference = timedelta(hours=1)
+    filtered_timestamps = filter_times(timestamps, time_difference)
+
+    requests_list = []
+    for date in filtered_timestamps:
+        timestamp_interval = (date - time_difference, date + time_difference)
+        requests_list.append(
+            client.request_data(timestamp_interval, bounding_box, parameters)
+        )
+    if len(requests_list) == 0:
+        print(
+            f"No images found for {parameters.DATA_COLLECTION.api_id} in the specified time: {time_interval}"
+        )
+        return
+    elif len(requests_list) <= 2:
+        bulk = False
+    else:
+        bulk = True
+
+    client.download_data(requests_list)
+    imagery_from_tmp_to_dir(
+        output,
+        bounding_box,
+        client.tmp_dir,
+        name=name,
+        bulk=bulk,
+        output_format=parameters.OUTPUT_FORMAT.value,
+    )
+
+
+def search_and_download_sentinel_imagery(
+    output: str,
+    time_interval: Union[str, datetime, List[Union[str, datetime]]],
+    bounding_box: List[Union[int, float]],
+    sensor: str,
+) -> None:
+    """
+    Search and download Sentinel imagery
+    """
+    from warnings import warn
+
+    warn(
+        "The function `search_and_download_sentinel_imagery` has been deprecated and will be removed in future updates. Please use download_satellite_imagery instead."
+    )
+    download_sentinel_imagery(output, time_interval, bounding_box, sensor)

eotdl-2025.4.2/eotdl/access/search.py

@@ -0,0 +1,52 @@
+"""
+Search imagery
+"""
+
+from typing import Union, List
+from datetime import datetime
+
+from .sentinelhub import (
+    SHClient,
+    get_default_parameters,
+    evaluate_sentinel_parameters,
+    SHParameters,
+    supports_cloud_coverage,
+)
+
+
+def search_sentinel_imagery(
+    time_interval: Union[str, datetime, List[Union[str, datetime]]],
+    bounding_box: List[Union[int, float]],
+    collection_id: str,
+) -> None:
+    """
+    Search Sentinel imagery
+    """
+    evaluate_sentinel_parameters(
+        time_interval, bounding_box, collection_id, output_needed=False
+    )
+    parameters = get_default_parameters(collection_id)
+    client = SHClient(parameters.BASE_URL)
+    return client.search_data(bounding_box, time_interval, parameters)
+
+
+def advanced_imagery_search(
+    time_interval: Union[str, datetime, List[Union[str, datetime]]],
+    bounding_box: List[Union[int, float]],
+    parameters: SHParameters,
+) -> None:
+    """
+    Advanced imagery search
+    """
+    evaluate_sentinel_parameters(
+        time_interval, bounding_box, output_needed=False, parameters=parameters
+    )
+
+    if (
+        supports_cloud_coverage(parameters.DATA_COLLECTION.api_id)
+        and parameters.MAX_CLOUD_COVERAGE
+    ):
+        parameters.FILTER = "eo:cloud_cover < " + str(parameters.MAX_CLOUD_COVERAGE)
+
+    client = SHClient(parameters.BASE_URL)
+    return client.search_data(bounding_box, time_interval, parameters)

{eotdl-2025.3.25 → eotdl-2025.4.2}/eotdl/access/sentinelhub/__init__.py

@@ -3,6 +3,10 @@ Sentinel-Hub data access module.
 """
 
 from .client import SHClient
-from .parameters import SHParameters, SH_PARAMETERS_DICT
+from .parameters import (
+    SHParameters,
+    supports_cloud_coverage,
+    get_default_parameters,
+)
 from .evalscripts import EvalScripts
-from .utils import evaluate_sentinel_parameters, imagery_from_tmp_to_dir
+from .utils import evaluate_sentinel_parameters, imagery_from_tmp_to_dir, filter_times

{eotdl-2025.3.25 → eotdl-2025.4.2}/eotdl/access/sentinelhub/client.py

@@ -3,6 +3,7 @@ Module for managing the Sentinel Hub configuration and data access
 """
 
 import json
+from datetime import datetime
 from os import getenv
 from os.path import exists
 from sentinelhub import (
@@ -13,12 +14,11 @@ from sentinelhub import (
     CRS,
     SentinelHubRequest,
     SentinelHubDownloadClient,
-    MimeType,
 )
+import uuid
 
 from ...repos.AuthRepo import AuthRepo
 from .parameters import SHParameters
-from ...tools.time_utils import prepare_time_interval
 from ...tools.geo_utils import compute_image_size
 
 
@@ -27,7 +27,7 @@ class SHClient:
     Client class to manage the Sentinel Hub Python interface.
     """
 
-    def __init__(self) -> None:
+    def __init__(self, base_url) -> None:
         """ """
         self.config = SHConfig()
         if getenv("SH_CLIENT_ID") and getenv("SH_CLIENT_SECRET"):
@@ -56,8 +56,9 @@ class SHClient:
                 else:
                     self.config.sh_client_id = creds["SH_CLIENT_ID"]
                     self.config.sh_client_secret = creds["SH_CLIENT_SECRET"]
+        self.config.sh_base_url = base_url
         self.catalog = SentinelHubCatalog(config=self.config)
-        self.tmp_dir = "/tmp/sentinelhub"
+        self.tmp_dir = "/tmp/sentinelhub/" + str(uuid.uuid4())
 
     def search_data(
         self, bounding_box: list, time_interval: list, parameters: SHParameters
@@ -76,12 +77,11 @@ class SHClient:
         return search_iterator
 
     def request_data(
-        self, time_interval, bounding_box: list, parameters: SHParameters
+        self, time_interval: datetime, bounding_box: list, parameters: SHParameters
     ) -> list:
         """
         Request data from Sentinel Hub
         """
-        time_interval = prepare_time_interval(time_interval)
         bounding_box, _ = compute_image_size(bounding_box, parameters)
 
         return SentinelHubRequest(
@@ -94,7 +94,9 @@ class SHClient:
                     mosaicking_order=parameters.MOSAICKING_ORDER,
                 )
             ],
-            responses=[SentinelHubRequest.output_response("default", MimeType.TIFF)],
+            responses=[
+                SentinelHubRequest.output_response("default", parameters.OUTPUT_FORMAT)
+            ],
             bbox=bounding_box,
             size=bbox_to_dimensions(bounding_box, parameters.RESOLUTION),
             config=self.config,
@@ -109,5 +111,4 @@ class SHClient:
             requests = [requests]
         download_requests = [request.download_list[0] for request in requests]
         data = download_client.download(download_requests)
-
         return data