cognite-neat 0.78.3__tar.gz → 0.78.4__tar.gz

{cognite_neat-0.78.3 → cognite_neat-0.78.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cognite-neat
-Version: 0.78.3
+Version: 0.78.4
 Summary: Knowledge graph transformation
 Home-page: https://cognite-neat.readthedocs-hosted.com/
 License: Apache-2.0

cognite_neat-0.78.4/cognite/neat/_version.py

@@ -0,0 +1 @@
+__version__ = "0.78.4"

cognite_neat-0.78.4/cognite/neat/graph/extractors/__init__.py

@@ -0,0 +1,4 @@
+from ._classic_cdf._asset_hierarchy import AssetHierarchyExtractor
+from ._mock_graph_generator import MockGraphGenerator
+
+__all__ = ["AssetHierarchyExtractor", "MockGraphGenerator"]

cognite_neat-0.78.4/cognite/neat/graph/extractors/_classic_cdf/_asset_hierarchy.py

@@ -0,0 +1,100 @@
+from collections.abc import Iterable
+from datetime import datetime
+from pathlib import Path
+from typing import cast
+
+import pytz
+from cognite.client import CogniteClient
+from cognite.client.data_classes import Asset, AssetList
+from rdflib import RDF, Literal, Namespace
+
+from cognite.neat.constants import DEFAULT_NAMESPACE
+from cognite.neat.graph.extractors._base import BaseExtractor
+from cognite.neat.graph.models import Triple
+from cognite.neat.utils.utils import string_to_ideal_type
+
+
+class AssetHierarchyExtractor(BaseExtractor):
+    def __init__(
+        self,
+        assets: Iterable[Asset],
+        namespace: Namespace | None = None,
+    ):
+        self.namespace = namespace or DEFAULT_NAMESPACE
+        self.assets = assets
+
+    @classmethod
+    def from_dataset(
+        cls,
+        client: CogniteClient,
+        data_set_external_id: str,
+        namespace: Namespace | None = None,
+    ):
+        return cls(cast(Iterable[Asset], client.assets(data_set_external_ids=data_set_external_id)), namespace)
+
+    @classmethod
+    def from_hierarchy(cls, client: CogniteClient, root_asset_external_id: str, namespace: Namespace | None = None):
+        return cls(cast(Iterable[Asset], client.assets(asset_subtree_external_ids=root_asset_external_id)), namespace)
+
+    @classmethod
+    def from_file(cls, file_path: str, namespace: Namespace | None = None):
+        return cls(AssetList.load(Path(file_path).read_text()), namespace)
+
+    def extract(self) -> Iterable[Triple]:
+        """Extracts an asset with the given asset_id."""
+        for asset in self.assets:
+            yield from self._asset2triples(asset, self.namespace)
+
+    @classmethod
+    def _asset2triples(cls, asset: Asset, namespace: Namespace) -> list[Triple]:
+        """Converts an asset to triples."""
+        triples: list[Triple] = [(namespace[str(asset.id)], RDF.type, namespace["Asset"])]
+
+        if asset.name:
+            triples.append((namespace[str(asset.id)], namespace["name"], Literal(asset.name)))
+
+        if asset.description:
+            triples.append((namespace[str(asset.id)], namespace["description"], Literal(asset.description)))
+
+        if asset.external_id:
+            triples.append((namespace[str(asset.id)], namespace["externalId"], Literal(asset.external_id)))
+
+        if asset.source:
+            triples.append((namespace[str(asset.id)], namespace["source"], Literal(asset.source)))
+
+        # properties ref creation and update
+        triples.append(
+            (
+                namespace[str(asset.id)],
+                namespace["createdTime"],
+                Literal(datetime.fromtimestamp(asset.created_time / 1000, pytz.utc)),
+            )
+        )
+        triples.append(
+            (
+                namespace[str(asset.id)],
+                namespace["lastUpdatedTime"],
+                Literal(datetime.fromtimestamp(asset.last_updated_time / 1000, pytz.utc)),
+            )
+        )
+
+        if asset.parent_id:
+            triples.append((namespace[str(asset.id)], namespace["parent"], namespace[str(asset.parent_id)]))
+
+        if asset.root_id:
+            triples.append((namespace[str(asset.id)], namespace["root"], namespace[str(asset.root_id)]))
+
+        if asset.data_set_id:
+            triples.append((namespace[str(asset.id)], namespace["dataset"], namespace[str(asset.data_set_id)]))
+
+        if asset.labels:
+            for label in asset.labels:
+                # external_id can create ill-formed URIs, so we opt for Literal instead
+                triples.append((namespace[str(asset.id)], namespace["label"], Literal(label.dump()["externalId"])))
+
+        if asset.metadata:
+            for key, value in asset.metadata.items():
+                if value:
+                    triples.append((namespace[str(asset.id)], namespace[key], Literal(string_to_ideal_type(value))))
+
+        return triples

{cognite_neat-0.78.3 → cognite_neat-0.78.4}/cognite/neat/utils/utils.py

@@ -355,3 +355,27 @@ def get_inheritance_path(child: Any, child_parent: dict[Any, list[Any]]) -> list
 
 def replace_non_alphanumeric_with_underscore(text):
     return re.sub(r"\W+", "_", text)
+
+
+def string_to_ideal_type(input_string: str) -> int | bool | float | datetime | str:
+    try:
+        # Try converting to int
+        return int(input_string)
+    except ValueError:
+        try:
+            # Try converting to float
+            return float(input_string)  # type: ignore
+        except ValueError:
+            if input_string.lower() == "true":
+                # Return True if input is 'true'
+                return True
+            elif input_string.lower() == "false":
+                # Return False if input is 'false'
+                return False
+            else:
+                try:
+                    # Try converting to datetime
+                    return datetime.fromisoformat(input_string)  # type: ignore
+                except ValueError:
+                    # Return the input string if no conversion is possible
+                    return input_string

{cognite_neat-0.78.3 → cognite_neat-0.78.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cognite-neat"
-version = "0.78.3"
+version = "0.78.4"
 readme = "README.md"
 description = "Knowledge graph transformation"
 authors = [

cognite_neat-0.78.3/cognite/neat/_version.py

@@ -1 +0,0 @@
-__version__ = "0.78.3"