dagster-datacontract 0.2.2__tar.gz → 0.2.3__tar.gz

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.2.2
+Version: 0.2.3
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
 Requires-Python: >=3.10.0
@@ -8,6 +8,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: dagster>=1.10.10
 Requires-Dist: datacontract-cli>=0.10.23
+Requires-Dist: loguru>=0.7.3
 Dynamic: license-file
 
 # dagster-datacontract
@@ -31,18 +32,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -51,7 +52,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/README.md

@@ -19,18 +19,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -39,7 +39,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/dagster_datacontract/__init__.py

@@ -1,4 +1,5 @@
 import json
+import re
 import textwrap
 from datetime import timedelta
 from typing import Any
@@ -7,6 +8,7 @@ import dagster as dg
 from dagster import TableColumnLineage, TableSchema
 from datacontract.data_contract import DataContract
 from datacontract.model.run import ResultEnum
+from loguru import logger
 
 
 class DataContractLoader:
@@ -67,12 +69,26 @@ class DataContractLoader:
         }
 
     def _load_tags(self) -> dict[str, str]:
-        tags = {
-            item.split(":")[0].strip(): item.split(":")[1].strip()
-            if ":" in item
-            else ""
-            for item in self.data_contract_specification.tags
-        }
+        """Safely load tags from data contract.
+
+        More information about Dagster tags:
+        https://docs.dagster.io/guides/build/assets/metadata-and-tags/tags
+        """
+        key_pattern = re.compile(r"^[\w.-]{1,63}$")
+        val_pattern = re.compile(r"^[\w.-]{0,63}$")
+
+        tags = {}
+
+        for item in self.data_contract_specification.tags:
+            if ":" in item:
+                key, val = map(str.strip, item.split(":", 1))
+            else:
+                key, val = item.strip(), ""
+
+            if key_pattern.match(key) and val_pattern.match(val):
+                tags[key] = val
+            else:
+                logger.warning(f"Ignoring invalid tag: {item}")
 
         return tags
 

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/dagster_datacontract.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.2.2
+Version: 0.2.3
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
 Requires-Python: >=3.10.0
@@ -8,6 +8,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: dagster>=1.10.10
 Requires-Dist: datacontract-cli>=0.10.23
+Requires-Dist: loguru>=0.7.3
 Dynamic: license-file
 
 # dagster-datacontract
@@ -31,18 +32,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -51,7 +52,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/dagster_datacontract.egg-info/requires.txt

@@ -1,2 +1,3 @@
 dagster>=1.10.10
 datacontract-cli>=0.10.23
+loguru>=0.7.3

{dagster_datacontract-0.2.2 → dagster_datacontract-0.2.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "dagster-datacontract"
-version = "0.2.2"
+version = "0.2.3"
 description = "Load metadata and asset check spesifications from data contracts."
 authors = [
     { name = "Fredrik Bakken", email = "fredrik@dataheim.io" }
@@ -10,6 +10,7 @@ requires-python = ">=3.10.0"
 dependencies = [
     "dagster>=1.10.10",
     "datacontract-cli>=0.10.23",
+    "loguru>=0.7.3",
 ]
 
 [dependency-groups]
@@ -23,3 +24,9 @@ dev = [
 [build-system]
 requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
+
+[tool.ruff.lint]
+extend-select = [
+    "UP", # pyupgrade
+    "I",  # re-order imports in alphabetic order
+]