cognite-neat 0.81.5__py3-none-any.whl → 0.81.7__py3-none-any.whl

cognite/neat/_version.py

@@ -1 +1 @@
-__version__ = "0.81.5"
+__version__ = "0.81.7"

cognite/neat/graph/stores/_base.py

@@ -9,9 +9,11 @@ from rdflib import RDF, Graph, Namespace, URIRef
 from rdflib.plugins.stores.sparqlstore import SPARQLUpdateStore
 from rdflib.query import ResultRow
 
+from cognite.neat.constants import DEFAULT_NAMESPACE
 from cognite.neat.graph._shared import MIMETypes
 from cognite.neat.graph.extractors import RdfFileExtractor, TripleExtractors
 from cognite.neat.graph.models import Triple
+from cognite.neat.graph.transformers import Transformers
 from cognite.neat.rules.models.information import InformationRules
 from cognite.neat.utils import remove_namespace
 from cognite.neat.utils.auxiliary import local_import
@@ -56,6 +58,9 @@ class NeatGraphStore:
 
         if self.rules and self.rules.prefixes:
             self._upsert_prefixes(self.rules.prefixes)
+            self.base_namespace = self.rules.metadata.namespace
+        else:
+            self.base_namespace = DEFAULT_NAMESPACE
 
         self.queries = _Queries(self)
 
@@ -206,6 +211,38 @@ class NeatGraphStore:
 
         check_commit(force_commit=True)
 
+    def transform(self, transformer: Transformers) -> None:
+        """Transforms the graph store using a transformer."""
+
+        missing_changes = [
+            change for change in transformer._need_changes if not self.provenance.activity_took_place(change)
+        ]
+        if self.provenance.activity_took_place(type(transformer).__name__) and transformer._use_only_once:
+            warnings.warn(
+                f"Cannot transform graph store with {type(transformer).__name__}, already applied",
+                stacklevel=2,
+            )
+        elif missing_changes:
+            warnings.warn(
+                (
+                    f"Cannot transform graph store with {type(transformer).__name__}, "
+                    f"missing one or more required changes [{', '.join(missing_changes)}]"
+                ),
+                stacklevel=2,
+            )
+
+        else:
+            _start = datetime.now(timezone.utc)
+            transformer.transform(self.graph)
+            self.provenance.append(
+                Change.record(
+                    activity=f"{type(transformer).__name__}",
+                    start=_start,
+                    end=datetime.now(timezone.utc),
+                    description=transformer.description,
+                )
+            )
+
 
 class _Queries:
     """Helper class for storing standard queries for the graph store."""

cognite/neat/graph/stores/_provenance.py

@@ -89,8 +89,8 @@ class Provenance(UserList[T_Change]):
     def __init__(self, changes: Sequence[T_Change] | None = None):
         super().__init__(changes or [])
 
-    def did_this_happen(self, this: str) -> bool:
-        return any(change.description == this for change in self)
+    def activity_took_place(self, activity: str) -> bool:
+        return any(change.activity.used == activity for change in self)
 
     def __delitem__(self, *args, **kwargs):
         raise TypeError("Cannot delete change from provenance")

cognite/neat/graph/transformers/__init__.py

@@ -0,0 +1,5 @@
+from ._classic_cdf import AddAssetDepth, AssetTimeSeriesConnector
+
+__all__ = ["AddAssetDepth", "AssetTimeSeriesConnector"]
+
+Transformers = AddAssetDepth | AssetTimeSeriesConnector

cognite/neat/graph/transformers/_base.py

@@ -0,0 +1,14 @@
+from abc import ABC, abstractmethod
+from typing import ClassVar
+
+from rdflib import Graph
+
+
+class BaseTransformer(ABC):
+    description: str
+    _use_only_once: bool
+    _need_changes: ClassVar[frozenset[str]] = frozenset()
+
+    @abstractmethod
+    def transform(self, graph: Graph) -> None:
+        raise NotImplementedError()

cognite/neat/graph/transformers/_classic_cdf.py

@@ -0,0 +1,97 @@
+from typing import cast
+
+from rdflib import Graph, Literal, URIRef
+
+from cognite.neat.constants import DEFAULT_NAMESPACE
+from cognite.neat.graph import extractors
+
+from ._base import BaseTransformer
+
+
+class AddAssetDepth(BaseTransformer):
+    description: str = "Adds depth of asset in the asset hierarchy to the graph"
+    _use_only_once: bool = True
+    _need_changes = frozenset({str(extractors.AssetsExtractor.__name__)})
+
+    _parent_template: str = """SELECT ?child ?parent WHERE {{
+                              <{asset_id}> <{parent_prop}> ?child .
+                              OPTIONAL{{?child <{parent_prop}>+ ?parent .}}}}"""
+
+    _root_template: str = """SELECT ?root WHERE {{
+                             <{asset_id}> <{root_prop}> ?root .}}"""
+
+    def __init__(
+        self, asset_type: URIRef | None = None, root_prop: URIRef | None = None, parent_prop: URIRef | None = None
+    ):
+        self.asset_type = asset_type or DEFAULT_NAMESPACE.Asset
+        self.root_prop = root_prop or DEFAULT_NAMESPACE.root
+        self.parent_prop = parent_prop or DEFAULT_NAMESPACE.parent
+
+    def transform(self, graph: Graph) -> None:
+        """Adds depth of asset in the asset hierarchy to the graph."""
+        for result in graph.query(f"SELECT DISTINCT ?asset_id WHERE {{?asset_id a <{self.asset_type}>}}"):
+            asset_id = cast(tuple, result)[0]
+            if depth := self.get_depth(graph, asset_id, self.root_prop, self.parent_prop):
+                graph.add((asset_id, DEFAULT_NAMESPACE.depth, Literal(depth)))
+
+    @classmethod
+    def get_depth(
+        cls,
+        graph: Graph,
+        asset_id: URIRef,
+        root_prop: URIRef,
+        parent_prop: URIRef,
+    ) -> int | None:
+        """Get asset depth in the asset hierarchy."""
+
+        # Handles non-root assets
+        if result := list(graph.query(cls._parent_template.format(asset_id=asset_id, parent_prop=parent_prop))):
+            return len(cast(list[tuple], result)) + 2 if cast(list[tuple], result)[0][1] else 2
+
+        # Handles root assets
+        elif (
+            (result := list(graph.query(cls._root_template.format(asset_id=asset_id, root_prop=root_prop))))
+            and len(cast(list[tuple], result)) == 1
+            and cast(list[tuple], result)[0][0] == asset_id
+        ):
+            return 1
+        else:
+            return None
+
+
+class AssetTimeSeriesConnector(BaseTransformer):
+    description: str = "Connects assets to timeseries, thus forming bi-directional connection"
+    _use_only_once: bool = True
+    _need_changes = frozenset({str(extractors.AssetsExtractor.__name__), str(extractors.TimeSeriesExtractor.__name__)})
+    _asset_template: str = """SELECT ?asset_id WHERE {{
+                              <{timeseries_id}> <{asset_prop}> ?asset_id .
+                              ?asset_id a <{asset_type}>}}"""
+
+    def __init__(
+        self,
+        asset_type: URIRef | None = None,
+        timeseries_type: URIRef | None = None,
+        asset_prop: URIRef | None = None,
+    ):
+        self.asset_type = asset_type or DEFAULT_NAMESPACE.Asset
+        self.timeseries_type = timeseries_type or DEFAULT_NAMESPACE.TimeSeries
+        self.asset_prop = asset_prop or DEFAULT_NAMESPACE.asset
+
+    def transform(self, graph: Graph) -> None:
+        for ts_id_result in graph.query(
+            f"SELECT DISTINCT ?timeseries_id WHERE {{?timeseries_id a <{self.timeseries_type}>}}"
+        ):
+            timeseries_id: URIRef = cast(tuple, ts_id_result)[0]
+
+            if asset_id_res := list(
+                graph.query(
+                    self._asset_template.format(
+                        timeseries_id=timeseries_id,
+                        asset_prop=self.asset_prop,
+                        asset_type=self.asset_type,
+                    )
+                )
+            ):
+                # timeseries can be connected to only one asset in the graph
+                asset_id = cast(list[tuple], asset_id_res)[0][0]
+                graph.add((asset_id, DEFAULT_NAMESPACE.timeSeries, timeseries_id))

{cognite_neat-0.81.5.dist-info → cognite_neat-0.81.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cognite-neat
-Version: 0.81.5
+Version: 0.81.7
 Summary: Knowledge graph transformation
 Home-page: https://cognite-neat.readthedocs-hosted.com/
 License: Apache-2.0

{cognite_neat-0.81.5.dist-info → cognite_neat-0.81.7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 cognite/neat/__init__.py,sha256=v-rRiDOgZ3sQSMQKq0vgUQZvpeOkoHFXissAx6Ktg84,61
-cognite/neat/_version.py,sha256=-rgvqeQvj63Mky34JbPxAAl9xrHscdkw61qMwZFo8m0,23
+cognite/neat/_version.py,sha256=PtP0Hej8fz6jEW0rAYtnpncSgq-Zo4KnEW-y7gZEHdA,23
 cognite/neat/app/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/app/api/asgi/metrics.py,sha256=nxFy7L5cChTI0a-zkCiJ59Aq8yLuIJp5c9Dg0wRXtV0,152
 cognite/neat/app/api/configuration.py,sha256=2U5M6M252swvQPQyooA1EBzFUZNtcTmuSaywfJDgckM,4232
@@ -73,9 +73,12 @@ cognite/neat/graph/loaders/_base.py,sha256=bdYC6CwsHVqnQa1QzOhL68qQhF1OtrsearqH6
 cognite/neat/graph/loaders/_rdf2dms.py,sha256=w0y2ECKw7RrQndGyTVIWeFF2WDxs9yvl_eWNqg-tKO8,13018
 cognite/neat/graph/models.py,sha256=AtLgZh2qyRP6NRetjQCy9qLMuTQB0CH52Zsev-qa2sk,149
 cognite/neat/graph/stores/__init__.py,sha256=G-VG_YwfRt1kuPao07PDJyZ3w_0-eguzLUM13n-Z_RA,64
-cognite/neat/graph/stores/_base.py,sha256=6MZAXygT6sHTQ1LWm_TDb2Ws6fgNJ-r4evwcLywpBVk,9481
+cognite/neat/graph/stores/_base.py,sha256=-MwqfVCBd4j4xWaI7zOvypsGqtbET-2eKQKf36DO0A0,11001
 cognite/neat/graph/stores/_oxrdflib.py,sha256=A5zeRm5_e8ui_ihGpgstRDg_N7qcLZ3QZBRGrOXSGI0,9569
-cognite/neat/graph/stores/_provenance.py,sha256=Y20-I8dP3DwTQ1sdI_eC4va2Az2FpK0oZwdfJ5T-2wc,3279
+cognite/neat/graph/stores/_provenance.py,sha256=Hr9WBhFj-eoet4czL8XSBGYnu9Yn66YsTgH_G0n3QpY,3293
+cognite/neat/graph/transformers/__init__.py,sha256=P304fcH6U9tV049DMxxHMzUoRnTTER_GdAzcFfrOSc4,180
+cognite/neat/graph/transformers/_base.py,sha256=b37Ek-9njuM5pTR_3XhnxCMrg_ip_2BMwM7ZhKpAAlw,328
+cognite/neat/graph/transformers/_classic_cdf.py,sha256=qeF5untGEM1DL8vg75SIPE0vZn0TN8DL9n3OWNJuJ9A,4029
 cognite/neat/issues.py,sha256=pxQfqfBseMDE8JM0iqZnkLXngeyeFfT0TFtu1UuAd4c,4629
 cognite/neat/legacy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/legacy/graph/__init__.py,sha256=31uTeejWOSd-I8iUG8GOZFhHZcQCsBitJ6X8vu2r1nU,73
@@ -294,8 +297,8 @@ cognite/neat/workflows/steps_registry.py,sha256=fkTX14ZA7_gkUYfWIlx7A1XbCidvqR23
 cognite/neat/workflows/tasks.py,sha256=dqlJwKAb0jlkl7abbY8RRz3m7MT4SK8-7cntMWkOYjw,788
 cognite/neat/workflows/triggers.py,sha256=_BLNplzoz0iic367u1mhHMHiUrCwP-SLK6_CZzfODX0,7071
 cognite/neat/workflows/utils.py,sha256=gKdy3RLG7ctRhbCRwaDIWpL9Mi98zm56-d4jfHDqP1E,453
-cognite_neat-0.81.5.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-0.81.5.dist-info/METADATA,sha256=cxHrVuDuAEzdXm-x9I3H0kJvwXVH6twvFmxkwxj3hMY,9290
-cognite_neat-0.81.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-cognite_neat-0.81.5.dist-info/entry_points.txt,sha256=61FPqiWb25vbqB0KI7znG8nsg_ibLHBvTjYnkPvNFso,50
-cognite_neat-0.81.5.dist-info/RECORD,,
+cognite_neat-0.81.7.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-0.81.7.dist-info/METADATA,sha256=Y6mWnpldS0Lex_kygQrZX-ODmiPmPqhfVAPWURhElEo,9290
+cognite_neat-0.81.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+cognite_neat-0.81.7.dist-info/entry_points.txt,sha256=61FPqiWb25vbqB0KI7znG8nsg_ibLHBvTjYnkPvNFso,50
+cognite_neat-0.81.7.dist-info/RECORD,,