eodash_catalog 0.1.14__tar.gz → 0.2.1__tar.gz

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.1.14
+current_version = 0.2.1
 commit = True
 tag = True
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-(?P<release>[a-z]+)\.(?P<build>\d+))?

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/Dockerfile

@@ -29,4 +29,4 @@ RUN eodash_catalog --help
 
 CMD ["eodash_catalog"]
 
-LABEL version="0.1.14"
+LABEL version="0.2.1"

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eodash_catalog
-Version: 0.1.14
+Version: 0.2.1
 Summary: This package is intended to help create a compatible STAC catalog for the eodash dashboard client. It supports configuration of multiple endpoint types for information extraction.
 Project-URL: Documentation, https://github.com/eodash/eodash_catalog#readme
 Project-URL: Issues, https://github.com/eodash/eodash_catalog/issues

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/src/eodash_catalog/__about__.py

@@ -1,4 +1,4 @@
 # SPDX-FileCopyrightText: 2024-present Daniel Santillan <daniel.santillan@eox.at>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.1.14"
+__version__ = "0.2.1"

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/src/eodash_catalog/endpoints.py

@@ -9,7 +9,7 @@ from itertools import groupby
 from operator import itemgetter
 
 import requests
-from pystac import Asset, Catalog, Collection, Item, Link, SpatialExtent, Summaries
+from pystac import Asset, Catalog, Collection, Item, Link, SpatialExtent, Summaries, TemporalExtent
 from pystac_client import Client
 from shapely import wkt
 from shapely.geometry import mapping
@@ -31,6 +31,7 @@ from eodash_catalog.utils import (
     filter_time_entries,
     format_datetime_to_isostring_zulu,
     generate_veda_cog_link,
+    merge_bboxes,
     parse_datestring_to_tz_aware_datetime,
     replace_with_env_variables,
     retrieveExtentFromWCS,
@@ -499,6 +500,7 @@ def handle_GeoDB_endpoint(
     sorted_locations = sorted(response, key=itemgetter("aoi_id"))
     cities = []
     countries = []
+    input_data = endpoint_config.get("InputData")
     for key, value in groupby(sorted_locations, key=itemgetter("aoi_id")):
         # Finding min and max values for date
         values = list(value)
@@ -535,7 +537,6 @@ def handle_GeoDB_endpoint(
         locations_collection = get_or_create_collection(
             collection, key, sc_config, catalog_config, endpoint_config
         )
-        input_data = endpoint_config.get("InputData")
         if input_data:
             for v in values:
                 # add items based on inputData fields for each time step available in values
@@ -598,9 +599,16 @@ def handle_GeoDB_endpoint(
             # add_visualization_info(
             #     item, collection_config, endpoint_config, file_url=first_match.get("FileUrl")
             # )
+            locations_collection.update_extent_from_items()
+        else:
+            # set spatial extent from geodb
+            locations_collection.extent.spatial.bboxes = [bbox]
+            # set time extent from geodb
+            individual_datetimes = [datetime.fromisoformat(v["time"]) for v in values]
+            time_extent = [min(individual_datetimes), max(individual_datetimes)]
+            locations_collection.extent.temporal = TemporalExtent([time_extent])
         locations_collection.extra_fields["subcode"] = key
         link = collection.add_child(locations_collection)
-        locations_collection.update_extent_from_items()
         # collection.update_extent_from_items()
         # bubble up information we want to the link
         link.extra_fields["id"] = key
@@ -623,8 +631,32 @@ def handle_GeoDB_endpoint(
     add_collection_information(catalog_config, collection, collection_config)
     add_example_info(collection, collection_config, endpoint_config, catalog_config)
     collection.extra_fields["locations"] = True
-
-    collection.update_extent_from_items()
+    if not input_data:
+        # we have no items, extents of collection need to be updated manually
+        merged_bbox = merge_bboxes(
+            [
+                c_child.extent.spatial.bboxes[0]
+                for c_child in collection.get_children()
+                if isinstance(c_child, Collection)
+            ]
+        )
+        collection.extent.spatial.bboxes = [merged_bbox]
+        # Add bbox extents from children
+        for c_child in collection.get_children():
+            if isinstance(c_child, Collection) and merged_bbox != c_child.extent.spatial.bboxes[0]:
+                collection.extent.spatial.bboxes.append(c_child.extent.spatial.bboxes[0])
+        # set time extent of collection
+        individual_datetimes = []
+        for c_child in collection.get_children():
+            if isinstance(c_child, Collection) and isinstance(
+                c_child.extent.temporal.intervals[0], list
+            ):
+                individual_datetimes.extend(c_child.extent.temporal.intervals[0])  # type: ignore
+        time_extent = [min(individual_datetimes), max(individual_datetimes)]
+        collection.extent.temporal = TemporalExtent([time_extent])
+    else:
+        # we can update from items
+        collection.update_extent_from_items()
     collection.summaries = Summaries(
         {
             "cities": cities,
@@ -799,7 +831,7 @@ def add_visualization_info(
         if dimensions_config := endpoint_config.get("Dimensions", {}):
             for key, value in dimensions_config.items():
                 # special replace for world_settlement_footprint
-                if collection_config["EodashIdentifier"] == "WSF":
+                if collection_config.get("EodashIdentifier") == "WSF":
                     value = value.replace(
                         "{time}", datetimes is not None and str(datetimes[0].year) or "{time}"
                     )

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/src/eodash_catalog/generate_indicators.py

@@ -6,11 +6,12 @@ Indicator generator to harvest information from endpoints and generate catalog
 
 import os
 import time
+from datetime import datetime
 from typing import Any
 
 import click
 from dotenv import load_dotenv
-from pystac import Catalog, CatalogType, Collection, Link, Summaries
+from pystac import Catalog, CatalogType, Collection, Link, Summaries, TemporalExtent
 from pystac.layout import TemplateLayoutStrategy
 from pystac.validation import validate_all
 from structlog import get_logger
@@ -197,6 +198,17 @@ def process_indicator_file(
     for c_child in parent_indicator.get_children():
         if isinstance(c_child, Collection) and merged_bbox != c_child.extent.spatial.bboxes[0]:
             parent_indicator.extent.spatial.bboxes.append(c_child.extent.spatial.bboxes[0])
+    # aggregate all time extents from the child collections and make it a indicator extent
+    individual_datetimes: list[datetime] = []
+    for c_child in parent_indicator.get_children():
+        if isinstance(c_child, Collection) and isinstance(
+            c_child.extent.temporal.intervals[0], list
+        ):
+            individual_datetimes.extend(c_child.extent.temporal.intervals[0])  # type: ignore
+    # filter out None
+    individual_datetimes = list(filter(lambda x: x is not None, individual_datetimes))
+    time_extent = [min(individual_datetimes), max(individual_datetimes)]
+    parent_indicator.extent.temporal = TemporalExtent([time_extent])
     # extract collection information and add it to summary indicator level
     extract_indicator_info(parent_indicator)
     add_process_info(parent_indicator, catalog_config, indicator_config)
@@ -278,7 +290,7 @@ def process_collection_file(
                 else:
                     raise ValueError("Type of Resource is not supported")
                 if collection:
-                    add_single_item_if_collection_empty(collection)
+                    add_single_item_if_collection_empty(endpoint_config, collection)
                     add_projection_info(endpoint_config, collection)
                     add_to_catalog(collection, catalog, endpoint_config, collection_config, disable)
                 else:
@@ -395,7 +407,8 @@ def add_to_catalog(
     if collection_config.get("Subtitle"):
         link.extra_fields["subtitle"] = collection_config["Subtitle"]
     link.extra_fields["title"] = collection.title
-    link.extra_fields["code"] = collection_config["EodashIdentifier"]
+    if collection_config.get("EodashIdentifier"):
+        link.extra_fields["code"] = collection_config["EodashIdentifier"]
     link.extra_fields["id"] = collection_config["Name"]
     if collection_config.get("Themes"):
         link.extra_fields["themes"] = collection_config["Themes"]

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/src/eodash_catalog/stac_handling.py

@@ -1,4 +1,4 @@
-from datetime import datetime
+from datetime import datetime, timezone
 
 import requests
 import spdx_lookup as lookup
@@ -44,7 +44,7 @@ def get_or_create_collection(
             spatial_extent,
         ]
     )
-    temporal_extent = TemporalExtent([[datetime.now(), None]])
+    temporal_extent = TemporalExtent([[datetime.now(tz=timezone.utc), None]])
     if endpoint_config:
         times_datetimes = get_collection_datetimes_from_config(endpoint_config)
         if len(times_datetimes) > 0:
@@ -106,8 +106,8 @@ def create_service_link(endpoint_config: dict, catalog_config: dict) -> Link:
             extra_fields["eox:flatstyle"] = []
             for flatstyle_config in endpoint_config["Flatstyle"]:
                 flatstyle_obj = {
-                    "Identifier": flatstyle_config.get("Identifier"),
-                    "Url": get_full_url(flatstyle_config.get("Url"), catalog_config),
+                    "id": flatstyle_config.get("Identifier"),
+                    "url": get_full_url(flatstyle_config.get("Url"), catalog_config),
                 }
                 extra_fields["eox:flatstyle"].append(flatstyle_obj)
         else:
@@ -363,18 +363,17 @@ def add_process_info(collection: Collection, catalog_config: dict, collection_co
             },
         )
         collection.add_link(sl)
+        has_geodb = any(
+            item.get("Name") == "GeoDB" for item in collection_config.get("Resources", [])
+        )
         # adding additional service links
-        if collection_config["Name"] == "GeoDB" and collection_config.get("Process", {}).get(
-            "EndPoints"
-        ):
+        if has_geodb and collection_config.get("Process", {}).get("EndPoints"):
             for endpoint in collection_config["Process"]["EndPoints"]:
                 collection.add_link(create_service_link(endpoint, catalog_config))
 
         # for geodb collections now based on locations, we want to make sure
         # also manually defined processes are added to the collection
-        if collection_config["Name"] == "GeoDB" and collection_config.get("Process", {}).get(
-            "VegaDefinition"
-        ):
+        if has_geodb and collection_config.get("Process", {}).get("VegaDefinition"):
             collection.extra_fields["eodash:vegadefinition"] = get_full_url(
                 collection_config["Process"]["VegaDefinition"], catalog_config
             )

{eodash_catalog-0.1.14 → eodash_catalog-0.2.1}/src/eodash_catalog/utils.py

@@ -335,7 +335,7 @@ class Options:
     collections: list[str]
 
 
-def add_single_item_if_collection_empty(collection: Collection) -> None:
+def add_single_item_if_collection_empty(endpoint_config: dict, collection: Collection) -> None:
     for link in collection.links:
         if link.rel in [RelType.CHILD, RelType.ITEM]:
             break
@@ -350,6 +350,8 @@ def add_single_item_if_collection_empty(collection: Collection) -> None:
             end_datetime=datetime.now(tz=pytztimezone("UTC")),
         )
         collection.add_item(item)
+        if not endpoint_config.get("OverwriteBBox"):
+            collection.update_extent_from_items()
 
 
 def replace_with_env_variables(s: str) -> str: