eodash_catalog 0.3.11__tar.gz → 0.3.12__tar.gz

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.3.11
+current_version = 0.3.12
 commit = True
 tag = True
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-(?P<release>[a-z]+)\.(?P<build>\d+))?

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/Dockerfile

@@ -29,4 +29,4 @@ RUN eodash_catalog --help
 
 CMD ["eodash_catalog"]
 
-LABEL version="0.3.11"
+LABEL version="0.3.12"

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eodash_catalog
-Version: 0.3.11
+Version: 0.3.12
 Summary: This package is intended to help create a compatible STAC catalog for the eodash dashboard client. It supports configuration of multiple endpoint types for information extraction.
 Project-URL: Documentation, https://github.com/eodash/eodash_catalog#readme
 Project-URL: Issues, https://github.com/eodash/eodash_catalog/issues

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/__about__.py

@@ -1,4 +1,4 @@
 # SPDX-FileCopyrightText: 2024-present Daniel Santillan <daniel.santillan@eox.at>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.3.11"
+__version__ = "0.3.12"

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/endpoints.py

@@ -9,6 +9,7 @@ from collections.abc import Callable
 from datetime import datetime, timedelta
 from itertools import groupby
 from operator import itemgetter
+from urllib.parse import urlparse
 
 import pyarrow.parquet as pq
 import requests
@@ -20,6 +21,7 @@ from structlog import get_logger
 
 from eodash_catalog.sh_endpoint import get_SH_token
 from eodash_catalog.stac_handling import (
+    add_authentication,
     add_base_overlay_info,
     add_collection_information,
     add_example_info,
@@ -954,7 +956,8 @@ def handle_SH_endpoint(
 ) -> Collection:
     token = get_SH_token(endpoint_config)
     headers = {"Authorization": f"Bearer {token}"}
-    endpoint_config["EndPoint"] = "https://services.sentinel-hub.com/api/v1/catalog/1.0.0/"
+    endpoint_url_parts = urlparse(endpoint_config["EndPoint"])
+    endpoint_config["EndPoint"] = f"https://{endpoint_url_parts.netloc}/api/v1/catalog/1.0.0/"
     # Overwrite collection id with type, such as ZARR or BYOC
     if endpoint_config.get("Type"):
         endpoint_config["CollectionId"] = (
@@ -1121,9 +1124,10 @@ def add_visualization_info(
 
         if dimensions != {}:
             extra_fields["wms:dimensions"] = dimensions
+        endpoint_url_parts = urlparse(endpoint_config["EndPoint"])
         link = Link(
             rel="wms",
-            target=f"https://services.sentinel-hub.com/ogc/wms/{instanceId}",
+            target=f"https://{endpoint_url_parts.netloc}/ogc/wms/{instanceId}",
             media_type=(endpoint_config.get("MimeType", "image/png")),
             title=collection_config["Name"],
             extra_fields=extra_fields,
@@ -1493,3 +1497,88 @@ def handle_raw_source(
 
     add_collection_information(catalog_config, collection, collection_config)
     return collection
+
+
+def handle_vector_tile_source(
+    catalog_config: dict,
+    endpoint_config: dict,
+    collection_config: dict,
+    coll_path_rel_to_root_catalog: str,
+    catalog: Catalog,
+    options: Options,
+) -> Collection:
+    collection = get_or_create_collection(
+        catalog, collection_config["Name"], collection_config, catalog_config, endpoint_config
+    )
+    coll_path_rel_to_root_catalog = f'{coll_path_rel_to_root_catalog}/{collection_config["Name"]}'
+    if len(endpoint_config.get("TimeEntries", [])) > 0:
+        items = []
+        style_link = None
+        for time_entry in endpoint_config["TimeEntries"]:
+            # create Item for each time entry
+            media_type = "application/vnd.mapbox-vector-tile"
+            style_type = "text/vector-styles"
+            bbox = endpoint_config.get("Bbox", [-180, -85, 180, 85])
+            dt = parse_datestring_to_tz_aware_datetime(time_entry["Time"])
+
+            item = Item(
+                id=format_datetime_to_isostring_zulu(dt),
+                bbox=bbox,
+                properties={},
+                geometry=create_geometry_from_bbox(bbox),
+                datetime=dt,
+                extra_fields={},
+            )
+            extra_fields_link = {}
+            add_authentication(item, time_entry["Url"], extra_fields_link)
+            # add mapbox vector tile link
+            identifier = uuid.uuid4()
+            extra_fields_link["key"] = identifier
+            link = Link(
+                rel="vector-tile",
+                target=time_entry["Url"],
+                media_type=media_type,
+                title=collection_config["Name"],
+                extra_fields=extra_fields_link,
+            )
+            add_projection_info(
+                endpoint_config,
+                link,
+            )
+            item.add_link(link)
+            add_projection_info(
+                endpoint_config,
+                item,
+            )
+            if endpoint_config.get("Attribution"):
+                item.stac_extensions.append(
+                    "https://stac-extensions.github.io/attribution/v0.1.0/schema.json"
+                )
+                item.extra_fields["attribution"] = endpoint_config["Attribution"]
+            # add style
+            if ep_st := endpoint_config.get("Style"):
+                style_link = Link(
+                    rel="style",
+                    target=ep_st
+                    if ep_st.startswith("http")
+                    else f"{catalog_config['assets_endpoint']}/{ep_st}",
+                    media_type=style_type,
+                    extra_fields={"links:keys": [identifier]},
+                )
+                item.add_link(style_link)
+            items.append(item)
+
+        save_items(
+            collection,
+            items,
+            options.outputpath,
+            catalog_config["id"],
+            coll_path_rel_to_root_catalog,
+            options.gp,
+        )
+
+    else:
+        LOGGER.warn(f"NO datetimes configured for collection: {collection_config['Name']}!")
+
+    add_collection_information(catalog_config, collection, collection_config)
+    return collection

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/generate_indicators.py

@@ -24,6 +24,7 @@ from eodash_catalog.endpoints import (
     handle_raw_source,
     handle_SH_endpoint,
     handle_SH_WMS_endpoint,
+    handle_vector_tile_source,
     handle_VEDA_endpoint,
     handle_WMS_endpoint,
     handle_xcube_endpoint,
@@ -292,6 +293,15 @@ def process_collection_file(
                         catalog,
                         options,
                     )
+                elif endpoint_config["Name"] == "VectorTile source":
+                    collection = handle_vector_tile_source(
+                        catalog_config,
+                        endpoint_config,
+                        collection_config,
+                        coll_path_rel_to_root_catalog,
+                        catalog,
+                        options,
+                    )
                 elif endpoint_config["Name"] == "JAXA_WMTS_PALSAR":
                     # somewhat one off creation of individual WMTS layers as individual items
                     collection = handle_WMS_endpoint(
@@ -360,9 +370,11 @@ def process_collection_file(
                     countries.extend(sub_coll_def["Country"])
                 else:
                     countries.append(sub_coll_def["Country"])
-                coll_path_rel_to_root_catalog = (
-                    f"{coll_path_rel_to_root_catalog}/{sub_coll_def['Collection']}"
-                )
+                # commented out intentionally, because otherwise paths further down did
+                # not match, parquet file was one level deeper
+                # coll_path_rel_to_root_catalog = (
+                #     f"{coll_path_rel_to_root_catalog}/{sub_coll_def['Collection']}"
+                # )
                 process_collection_file(
                     catalog_config,
                     "{}/{}".format(options.collectionspath, sub_coll_def["Collection"]),

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/sh_endpoint.py

@@ -1,10 +1,10 @@
 import os
 import time
+from urllib.parse import urlparse
 
 from oauthlib.oauth2 import BackendApplicationClient
 from requests_oauthlib import OAuth2Session
 
-SH_TOKEN_URL = "https://services.sentinel-hub.com/oauth/token"
 _token_cache: dict[str, dict] = {}
 
 
@@ -24,6 +24,8 @@ def get_SH_token(endpoint_config: dict) -> str:
     client = BackendApplicationClient(client_id=client_id)
     oauth = OAuth2Session(client=client)
     # Get token for the session
+    endpoint_url_parts = urlparse(endpoint_config["EndPoint"])
+    SH_TOKEN_URL = f"https://{endpoint_url_parts.netloc}/oauth/token"
     token = oauth.fetch_token(
         token_url=SH_TOKEN_URL,
         client_secret=client_secret,

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/stac_handling.py

@@ -1,3 +1,4 @@
+import uuid
 from datetime import datetime, timezone
 
 import requests
@@ -122,11 +123,14 @@ def create_service_link(endpoint_config: dict, catalog_config: dict) -> Link:
     return sl
 
 
-def create_web_map_link(layer_config: dict, role: str) -> Link:
+def create_web_map_link(
+    collection: Collection, catalog_config: dict, layer_config: dict, role: str
+) -> Link:
     extra_fields = {
         "roles": [role],
         "id": layer_config["id"],
     }
+    media_type = (layer_config.get("media_type", "image/png"),)
     if layer_config.get("default"):
         extra_fields["roles"].append("default")
     if layer_config.get("visible"):
@@ -146,12 +150,30 @@ def create_web_map_link(layer_config: dict, role: str) -> Link:
             extra_fields["wmts:layer"] = layer_config["layer"]
             if layer_config.get("dimensions"):
                 extra_fields["wmts:dimensions"] = layer_config["dimensions"]
+        case "vector-tile":
+            identifier = uuid.uuid4()
+            extra_fields["key"] = identifier
+            media_type = "application/vnd.mapbox-vector-tile"
+            if ep_st := layer_config.get("Style"):
+                style_link = Link(
+                    rel="style",
+                    target=ep_st
+                    if ep_st.startswith("http")
+                    else f"{catalog_config['assets_endpoint']}/{ep_st}",
+                    media_type="text/vector-styles",
+                    extra_fields={"links:keys": [identifier]},
+                )
+                collection.add_link(style_link)
+            add_authentication(collection, layer_config["url"], extra_fields)
+
     if layer_config.get("Attribution"):
         extra_fields["attribution"] = layer_config["Attribution"]
+    if layer_config.get("Colorlegend"):
+        extra_fields["eox:colorlegend"] = layer_config["Colorlegend"]
     wml = Link(
         rel=layer_config["protocol"],
         target=layer_config["url"],
-        media_type=layer_config.get("media_type", "image/png"),
+        media_type=media_type,
         title=layer_config["name"],
         extra_fields=extra_fields,
     )
@@ -321,7 +343,7 @@ def add_collection_information(
             ),
         )
         # Bubble up thumbnail to extra fields
-        collection.extra_fields["thumbnail"] = (image_url)
+        collection.extra_fields["thumbnail"] = image_url
     # Add extra fields to collection if available
     add_extra_fields(collection, collection_config, is_root_collection)
 
@@ -478,21 +500,29 @@ def add_base_overlay_info(
     # add custom baselayers specially for this indicator
     if "BaseLayers" in collection_config:
         for layer in collection_config["BaseLayers"]:
-            collection.add_link(create_web_map_link(layer, role="baselayer"))
+            collection.add_link(
+                create_web_map_link(collection, catalog_config, layer, role="baselayer")
+            )
     # alternatively use default base layers defined
     elif catalog_config.get("default_base_layers"):
         base_layers = read_config_file(catalog_config["default_base_layers"])
         for layer in base_layers:
-            collection.add_link(create_web_map_link(layer, role="baselayer"))
+            collection.add_link(
+                create_web_map_link(collection, catalog_config, layer, role="baselayer")
+            )
     # add custom overlays just for this indicator
     if "OverlayLayers" in collection_config:
         for layer in collection_config["OverlayLayers"]:
-            collection.add_link(create_web_map_link(layer, role="overlay"))
+            collection.add_link(
+                create_web_map_link(collection, catalog_config, layer, role="overlay")
+            )
     # check if default overlay layers defined
     elif catalog_config.get("default_overlay_layers"):
         overlay_layers = read_config_file(catalog_config["default_overlay_layers"])
         for layer in overlay_layers:
-            collection.add_link(create_web_map_link(layer, role="overlay"))
+            collection.add_link(
+                create_web_map_link(collection, catalog_config, layer, role="overlay")
+            )
 
 
 def add_extra_fields(
@@ -582,3 +612,20 @@ def add_projection_info(
             stac_object.extra_fields["eodash:proj4_def"] = proj
         else:
             raise Exception(f"Incorrect type of proj definition {proj}")
+
+
+def add_authentication(stac_object: Item | Collection | Catalog, url: str, extra_fields_link: dict):
+    if "api.mapbox" in url:
+        # add authentication info
+        auth_extension = "https://stac-extensions.github.io/authentication/v1.1.0/schema.json"
+        if auth_extension not in stac_object.stac_extensions:
+            stac_object.stac_extensions.append(auth_extension)
+        stac_object.extra_fields["auth:schemes"] = {
+            "mapboxauth": {
+                "type": "apiKey",
+                "name": "access_token",
+                "in": "query",
+            }
+        }
+        extra_fields_link["auth:refs"] = ["mapboxauth"]
+    pass

{eodash_catalog-0.3.11 → eodash_catalog-0.3.12}/src/eodash_catalog/thumbnails.py

@@ -1,6 +1,7 @@
 import os
 import re
 from pathlib import Path
+from urllib.parse import urlparse
 
 import requests
 from pystac import (
@@ -46,7 +47,9 @@ def generate_thumbnail(
         # if it is start and end datetime have to exist
         if item_datetime:
             time = format_datetime_to_isostring_zulu(item_datetime)
-        url = "https://services.sentinel-hub.com/ogc/wms/{}?{}&layers={}&time={}&{}".format(
+        endpoint_url_parts = urlparse(endpoint_config["EndPoint"])
+        url = "https://{}/ogc/wms/{}?{}&layers={}&time={}&{}".format(
+            endpoint_url_parts,
             instanceId,
             wms_config,
             endpoint_config["LayerId"],