dagster-datacontract 0.3.0__tar.gz → 0.3.1__tar.gz

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.3.0
+Version: 0.3.1
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
 Requires-Python: >=3.10.0

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/dagster_datacontract/__init__.py

@@ -14,6 +14,7 @@ from dagster_datacontract.metadata import (
     get_table_column,
 )
 from dagster_datacontract.tags import get_tags
+from dagster_datacontract.utils import normalize_path
 
 
 class DataContractLoader:
@@ -41,6 +42,15 @@ class DataContractLoader:
     def _load_metadata(
         self,
     ) -> dict[str, TableColumnLineage | TableSchema | Any] | None:
+        metadata = (
+            {
+                "data contract path": dg.MetadataValue.url(
+                    normalize_path(self.data_contract._data_contract_file)
+                ),
+            }
+            if self.data_contract._data_contract_file
+            else {}
+        )
         columns = []
         deps_by_column = {}
 
@@ -53,19 +63,19 @@ class DataContractLoader:
             table_column_lineage = get_column_lineage(column_field)
             deps_by_column[column_name] = table_column_lineage
 
+        metadata["dagster/column_schema"] = dg.TableSchema(columns=columns)
+        metadata["dagster/column_lineage"] = dg.TableColumnLineage(
+            deps_by_column=deps_by_column
+        )
+
         server_information = get_server_information(
             self.data_contract_specification,
             self.data_contract._server,
             self.asset_name,
         )
+        metadata.update(server_information)
 
-        return {
-            "dagster/column_schema": dg.TableSchema(columns=columns),
-            "dagster/column_lineage": dg.TableColumnLineage(
-                deps_by_column=deps_by_column
-            ),
-            **server_information,
-        }
+        return metadata
 
     def _load_owner(self) -> list[str] | None:
         owner = self.data_contract_specification.info.owner
@@ -108,11 +118,7 @@ class DataContractLoader:
             blocking=True,
         )
         def check_asset():
-            data_contract = DataContract(
-                data_contract=self.data_contract_specification,
-                server=self.server_name,
-            )
-            run = data_contract.test()
+            run = self.data_contract.test()
 
             return dg.AssetCheckResult(
                 passed=run.result == ResultEnum.passed,

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/dagster_datacontract/metadata/server_information.py

@@ -1,17 +1,6 @@
-import os
-import urllib.parse
-
 from datacontract.data_contract import DataContractSpecification
 
-
-def _normalize_path(path: str) -> str:
-    parsed = urllib.parse.urlparse(path)
-
-    if not parsed.scheme or parsed.scheme == "file":
-        full_path = os.path.abspath(os.path.expanduser(path))
-        return f"file://{full_path}"
-    else:
-        return path
+from dagster_datacontract.utils import normalize_path
 
 
 def get_server_information(
@@ -19,6 +8,26 @@ def get_server_information(
     server_name: str | None,
     asset_name: str,
 ) -> dict[str, str]:
+    """Returns a dictionary containing server-specific information to be used
+    by Dagster for identifying asset locations or connections.
+
+    This function inspects the provided `DataContractSpecification` to locate
+    the specified server by name and constructs a dictionary with keys such as
+    "dagster/uri" and "dagster/table_name" depending on the server type.
+
+    Parameters:
+        data_contract_specification (DataContractSpecification):
+            The data contract specification containing server configurations.
+        server_name (str | None):
+            The name of the server to retrieve information for. If None or not found, returns an empty dict.
+        asset_name (str):
+            The name of the asset, used for constructing fully qualified table names for certain server types.
+
+    Returns:
+        dict[str, str]: A dictionary with keys like "dagster/uri" and/or "dagster/table_name"
+        depending on the server type. Returns an empty dictionary if the server is not found
+        or if the server type is not recognized or unsupported.
+    """
     server = data_contract_specification.servers.get(server_name)
     if not server:
         return {}
@@ -37,7 +46,7 @@ def get_server_information(
         case "kinesis":
             server_information = {}
         case "local":
-            server_information["dagster/uri"] = _normalize_path(server.path)
+            server_information["dagster/uri"] = normalize_path(server.path)
         case "oracle":
             server_information["dagster/uri"] = f"{server.host}:{server.port}"
         case "postgres":

dagster_datacontract-0.3.1/dagster_datacontract/utils/__init__.py

@@ -0,0 +1,28 @@
+import os
+import urllib.parse
+
+
+def normalize_path(path: str) -> str:
+    """Normalizes a file path to ensure it is returned in a consistent URI format.
+
+    This function checks if the provided path is a local file path (with no scheme
+    or with the 'file' scheme) and converts it into a fully qualified file URI.
+    If the path already has a non-'file' scheme (e.g., 's3://', 'http://'),
+    it is returned unchanged.
+
+    Parameters:
+        path (str): The input file path. This can be a relative or absolute local path,
+                    a path starting with `~`, or a URI with a supported scheme.
+
+    Returns:
+        str: A normalized path string:
+             - If the input is a local path or has a "file" scheme, returns it in the form "file:///absolute/path".
+             - If the input has another scheme (e.g., "s3://", "http://"), returns it unchanged.
+    """
+    parsed = urllib.parse.urlparse(path)
+
+    if not parsed.scheme or parsed.scheme == "file":
+        full_path = os.path.abspath(os.path.expanduser(path))
+        return f"file://{full_path}"
+    else:
+        return path

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/dagster_datacontract.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-datacontract
-Version: 0.3.0
+Version: 0.3.1
 Summary: Load metadata and asset check spesifications from data contracts.
 Author-email: Fredrik Bakken <fredrik@dataheim.io>
 Requires-Python: >=3.10.0

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/dagster_datacontract.egg-info/SOURCES.txt

@@ -13,4 +13,5 @@ dagster_datacontract/metadata/__init__.py
 dagster_datacontract/metadata/server_information.py
 dagster_datacontract/metadata/table_colums.py
 dagster_datacontract/tags/__init__.py
-dagster_datacontract/tags/tags.py
+dagster_datacontract/tags/tags.py
+dagster_datacontract/utils/__init__.py

{dagster_datacontract-0.3.0 → dagster_datacontract-0.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "dagster-datacontract"
-version = "0.3.0"
+version = "0.3.1"
 description = "Load metadata and asset check spesifications from data contracts."
 authors = [
     { name = "Fredrik Bakken", email = "fredrik@dataheim.io" }