dagster-datacontract 0.2.1__tar.gz → 0.2.3__tar.gz

{dagster_datacontract-0.2.1 → dagster_datacontract-0.2.3}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.2.1
+Version: 0.2.3
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
-Requires-Python: >=3.11.10
+Requires-Python: >=3.10.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: dagster>=1.10.9
-Requires-Dist: dagster-webserver>=1.10.9
+Requires-Dist: dagster>=1.10.10
 Requires-Dist: datacontract-cli>=0.10.23
+Requires-Dist: loguru>=0.7.3
 Dynamic: license-file
 
 # dagster-datacontract
@@ -32,18 +32,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -52,7 +52,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

{dagster_datacontract-0.2.1 → dagster_datacontract-0.2.3}/README.md

@@ -19,18 +19,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -39,7 +39,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

{dagster_datacontract-0.2.1 → dagster_datacontract-0.2.3}/dagster_datacontract/__init__.py

@@ -1,4 +1,5 @@
 import json
+import re
 import textwrap
 from datetime import timedelta
 from typing import Any
@@ -7,6 +8,7 @@ import dagster as dg
 from dagster import TableColumnLineage, TableSchema
 from datacontract.data_contract import DataContract
 from datacontract.model.run import ResultEnum
+from loguru import logger
 
 
 class DataContractLoader:
@@ -23,6 +25,7 @@ class DataContractLoader:
         )
         self.metadata = self._load_metadata()
         self.tags = self._load_tags()
+        self.description = self.load_description()
         self.owner = self._load_owner()
         self.version = self._load_version()
         self.cron_schedule = self._load_cron_schedule()
@@ -66,12 +69,26 @@ class DataContractLoader:
         }
 
     def _load_tags(self) -> dict[str, str]:
-        tags = {
-            item.split(":")[0].strip(): item.split(":")[1].strip()
-            if ":" in item
-            else ""
-            for item in self.data_contract_specification.tags
-        }
+        """Safely load tags from data contract.
+
+        More information about Dagster tags:
+        https://docs.dagster.io/guides/build/assets/metadata-and-tags/tags
+        """
+        key_pattern = re.compile(r"^[\w.-]{1,63}$")
+        val_pattern = re.compile(r"^[\w.-]{0,63}$")
+
+        tags = {}
+
+        for item in self.data_contract_specification.tags:
+            if ":" in item:
+                key, val = map(str.strip, item.split(":", 1))
+            else:
+                key, val = item.strip(), ""
+
+            if key_pattern.match(key) and val_pattern.match(val):
+                tags[key] = val
+            else:
+                logger.warning(f"Ignoring invalid tag: {item}")
 
         return tags
 

{dagster_datacontract-0.2.1 → dagster_datacontract-0.2.3}/dagster_datacontract.egg-info/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.2.1
+Version: 0.2.3
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
-Requires-Python: >=3.11.10
+Requires-Python: >=3.10.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: dagster>=1.10.9
-Requires-Dist: dagster-webserver>=1.10.9
+Requires-Dist: dagster>=1.10.10
 Requires-Dist: datacontract-cli>=0.10.23
+Requires-Dist: loguru>=0.7.3
 Dynamic: license-file
 
 # dagster-datacontract
@@ -32,18 +32,18 @@ from datetime import timedelta
 from pathlib import Path
 
 import dagster as dg
-import requests
 import polars as pl
+import requests
 from datacontract.data_contract import DataContract
 
 from dagster_datacontract import DataContractLoader
 
-
 asset_name = "yellow_taxi_trip_records"
 data_contract = DataContractLoader(
     asset_name=asset_name,
     data_contract=DataContract(
         data_contract_file="./example/datacontract.yml",
+        server="production",
     ),
 )
 
@@ -52,7 +52,7 @@ data_contract = DataContractLoader(
     name=asset_name,
     metadata=data_contract.metadata,
     tags=data_contract.tags,
-    description=data_contract.load_description(),
+    description=data_contract.description,
     owners=data_contract.owner,
     code_version=data_contract.version,
 )

dagster_datacontract-0.2.3/dagster_datacontract.egg-info/requires.txt

@@ -0,0 +1,3 @@
+dagster>=1.10.10
+datacontract-cli>=0.10.23
+loguru>=0.7.3

{dagster_datacontract-0.2.1 → dagster_datacontract-0.2.3}/pyproject.toml

@@ -1,25 +1,32 @@
 [project]
 name = "dagster-datacontract"
-version = "0.2.1"
+version = "0.2.3"
 description = "Load metadata and asset check spesifications from data contracts."
 authors = [
     { name = "Fredrik Bakken", email = "fredrik@dataheim.io" }
 ]
 readme = "README.md"
-requires-python = ">=3.11.10"
+requires-python = ">=3.10.0"
 dependencies = [
-    "dagster>=1.10.9",
-    "dagster-webserver>=1.10.9",
+    "dagster>=1.10.10",
     "datacontract-cli>=0.10.23",
+    "loguru>=0.7.3",
 ]
 
 [dependency-groups]
 dev = [
-    "polars>=1.27.0",
+    "dagster-webserver>=1.10.10",
+    "polars>=1.27.1",
     "pre-commit>=4.2.0",
-    "ruff>=0.11.4",
+    "ruff>=0.11.5",
 ]
 
 [build-system]
 requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
+
+[tool.ruff.lint]
+extend-select = [
+    "UP", # pyupgrade
+    "I",  # re-order imports in alphabetic order
+]

dagster_datacontract-0.2.1/dagster_datacontract.egg-info/requires.txt

@@ -1,3 +0,0 @@
-dagster>=1.10.9
-dagster-webserver>=1.10.9
-datacontract-cli>=0.10.23