cognite-neat 0.72.0__tar.gz → 0.72.2__tar.gz

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cognite-neat
-Version: 0.72.0
+Version: 0.72.2
 Summary: Knowledge graph transformation
 Home-page: https://cognite-neat.readthedocs-hosted.com/
 License: Apache-2.0

cognite_neat-0.72.2/cognite/neat/_version.py

@@ -0,0 +1 @@
+__version__ = "0.72.2"

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/app/api/routers/core.py

@@ -1,11 +1,13 @@
 import json
 import shutil
 import tempfile
+from copy import deepcopy
 from pathlib import Path
 from typing import cast
 
 from fastapi import APIRouter, UploadFile
 
+from cognite.neat.app.api.configuration import NEAT_APP
 from cognite.neat.rules import exporters, importers
 from cognite.neat.rules.models._rules import DMSRules
 from cognite.neat.rules.models._rules.base import RoleTypes
@@ -55,8 +57,36 @@ async def convert_data_model_to_rules(file: UploadFile):
 @router.post("/api/core/rules2dms")
 async def convert_rules_to_dms(rules: DMSRules):
     dms_schema = exporters.DMSExporter().export(rules)
+    containers = {f"{container.space}:{container.external_id}": container.dump() for container in dms_schema.containers}
+    views = {f"{view.space}:{view.external_id}": view.dump() for view in dms_schema.views}
+
+    if views and containers:
+        _to_visualization_compliant_views(views, containers)
 
     return {
-        "views": dms_schema.views.dump() if dms_schema.views else None,
-        "containers": dms_schema.containers.dump() if dms_schema.containers else None,
+        "views": list(views.values()) if views else None,
+        "containers": list(containers.values()) if containers else None,
     }
+
+
+def _to_visualization_compliant_views(views, containers):
+    for view in views.values():
+        for property in view["properties"].values():
+            # needs coping information from container:
+            if property.get("container", None) and property["container"]["type"] == "container":
+                container_id = f"{property['container']['space']}:{property['container']['externalId']}"
+                container_property_def = deepcopy(
+                    containers[container_id]["properties"][property["containerPropertyIdentifier"]]
+                )
+                property["type"] = container_property_def["type"]
+                container_property_def.pop("type")
+                property.update(container_property_def)
+
+
+@router.post("/api/core/publish-rules")
+async def publish_rules_as_data_model(rules: DMSRules):
+    if NEAT_APP.cdf_client:
+        uploaded = exporters.DMSExporter().export_to_cdf(rules, NEAT_APP.cdf_client)
+        return {"uploaded": uploaded}
+    else:
+        return {"uploaded": []}

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/rules/importers/_owl2rules/_owl2rules.py

@@ -11,7 +11,7 @@ from rdflib import DC, DCTERMS, OWL, RDF, RDFS, SKOS, Graph
 from cognite.neat.rules.importers._base import BaseImporter, Rules
 from cognite.neat.rules.issues import IssueList
 from cognite.neat.rules.models._rules import InformationRules, RoleTypes
-from cognite.neat.rules.models.value_types import XSD_VALUE_TYPE_MAPPINGS
+from cognite.neat.rules.models._rules._types import XSD_VALUE_TYPE_MAPPINGS
 
 from ._owl2classes import parse_owl_classes
 from ._owl2metadata import parse_owl_metadata
@@ -136,6 +136,7 @@ def _add_missing_value_types(components: dict) -> dict:
 
     # to avoid issue of case sensitivity for xsd types
     value_types_lower = {v.lower() for v in candidate_value_types}
+
     xsd_types_lower = {x.lower() for x in xsd_types}
 
     # Create a mapping from lowercase strings to original strings

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/rules/issues/dms.py

@@ -24,6 +24,8 @@ __all__ = [
     "EmptyContainerWarning",
     "UnsupportedRelationWarning",
     "MultipleReferenceWarning",
+    "HasDataFilterOnNoPropertiesViewWarning",
+    "NodeTypeFilterOnParentViewWarning",
 ]
 
 
@@ -329,3 +331,44 @@ class MultipleReferenceWarning(DMSSchemaWarning):
         output["view_id"] = self.view_id.dump()
         output["implements"] = [view.dump() for view in self.implements]
         return output
+
+
+@dataclass(frozen=True)
+class HasDataFilterOnNoPropertiesViewWarning(DMSSchemaWarning):
+    description = "Attempting to set a HasData filter on a view without properties."
+    fix = "Add properties to the view or use a node type filter"
+    error_name: ClassVar[str] = "HasDataFilterOnNoPropertiesViewWarning"
+    view_id: dm.ViewId
+
+    def message(self) -> str:
+        return (
+            f"Cannot set hasData filter on view {self.view_id} as it does not have properties in any containers. "
+            "Using a node type filter instead."
+        )
+
+    def dump(self) -> dict[str, Any]:
+        output = super().dump()
+        output["view_id"] = self.view_id.dump()
+        return output
+
+
+@dataclass(frozen=True)
+class NodeTypeFilterOnParentViewWarning(DMSSchemaWarning):
+    description = (
+        "Setting a node type filter on a parent view. This is no "
+        "recommended as parent views are typically used for multiple type of nodes."
+    )
+    fix = "Use a HasData filter instead"
+    error_name: ClassVar[str] = "NodeTypeFilterOnParentViewWarning"
+    view_id: dm.ViewId
+
+    def message(self) -> str:
+        return (
+            f"Setting a node type filter on parent view {self.view_id}. This is not recommended as "
+            "parent views are typically used for multiple types of nodes."
+        )
+
+    def dump(self) -> dict[str, Any]:
+        output = super().dump()
+        output["view_id"] = self.view_id.dump()
+        return output

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/rules/models/_rules/_types/_value.py

@@ -90,6 +90,9 @@ _DATA_TYPES: list[dict] = [
     {"name": "dateTime", "python": datetime, "GraphQL": "Timestamp", "dms": Timestamp, "SQL": "TIMESTAMP"},
     {"name": "dateTimeStamp", "python": datetime, "GraphQL": "Timestamp", "dms": Timestamp, "SQL": "TIMESTAMP"},
     {"name": "date", "python": date, "GraphQL": "String", "dms": Date, "SQL": "DATE"},
+    # Some RDF types which are not in XSD
+    {"name": "PlainLiteral", "python": str, "GraphQL": "String", "dms": Text, "SQL": "STRING"},
+    {"name": "Literal", "python": str, "GraphQL": "String", "dms": Text, "SQL": "STRING"},
     # CDF specific types, not in XSD
     {
         "name": "timeseries",

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/rules/models/_rules/dms_architect_rules.py

@@ -243,6 +243,7 @@ class DMSView(SheetEntity):
     view: ViewType = Field(alias="View")
     implements: ViewListType | None = Field(None, alias="Implements")
     reference: ReferenceType = Field(alias="Reference", default=None)
+    filter_: Literal["hasData", "nodeType"] | None = Field(None, alias="Filter")
     in_model: bool = Field(True, alias="InModel")
 
     def as_view(self, default_space: str, default_version: str, standardize_casing: bool = True) -> dm.ViewApply:
@@ -677,6 +678,11 @@ class _DMSExporter:
         views = dm.ViewApplyList(
             [dms_view.as_view(default_space, default_version, self.standardize_casing) for dms_view in dms_views]
         )
+        dms_view_by_id = {
+            dms_view.view.as_id(False, default_space, default_version, self.standardize_casing): dms_view
+            for dms_view in dms_views
+        }
+
         for view in views:
             view_id = view.as_id()
             view.properties = {}
@@ -796,24 +802,30 @@ class _DMSExporter:
 
         node_types = dm.NodeApplyList([])
         parent_views = {parent for view in views for parent in view.implements or []}
-        node_type_flag = False
         for view in views:
             ref_containers = sorted(view.referenced_containers(), key=lambda c: c.as_tuple())
             has_data = dm.filters.HasData(containers=list(ref_containers)) if ref_containers else None
             node_type = dm.filters.Equals(["node", "type"], {"space": view.space, "externalId": view.external_id})
+            dms_view = dms_view_by_id.get(view.as_id())
             if view.as_id() in parent_views:
-                view.filter = has_data
-            elif has_data is None:
-                # Child filter without container properties
-                if node_type_flag:
-                    # Transformations do not yet support setting node type.
+                if dms_view and dms_view.filter_ == "nodeType":
+                    warnings.warn(issues.dms.NodeTypeFilterOnParentViewWarning(view.as_id()), stacklevel=2)
                     view.filter = node_type
                     node_types.append(dm.NodeApply(space=view.space, external_id=view.external_id, sources=[]))
+                else:
+                    view.filter = has_data
+            elif has_data is None:
+                # Child filter without container properties
+                if dms_view and dms_view.filter_ == "hasData":
+                    warnings.warn(issues.dms.HasDataFilterOnNoPropertiesViewWarning(view.as_id()), stacklevel=2)
+                view.filter = node_type
+                node_types.append(dm.NodeApply(space=view.space, external_id=view.external_id, sources=[]))
             else:
-                # Child filter with its own container properties
-                if node_type_flag:
-                    # Transformations do not yet support setting node type.
-                    view.filter = dm.filters.And(has_data, node_type)
+                if dms_view and (dms_view.filter_ == "hasData" or dms_view.filter_ is None):
+                    # Default option
+                    view.filter = has_data
+                elif dms_view and dms_view.filter_ == "nodeType":
+                    view.filter = node_type
                     node_types.append(dm.NodeApply(space=view.space, external_id=view.external_id, sources=[]))
                 else:
                     view.filter = has_data

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/cognite/neat/rules/models/_rules/information_rules.py

@@ -392,6 +392,7 @@ class _InformationRulesConverter:
                 class_=cls_.class_,
                 view=ViewPropEntity(prefix=cls_.class_.prefix, suffix=cls_.class_.suffix, version=cls_.class_.version),
                 description=cls_.description,
+                reference=cls_.reference,
                 implements=self._get_view_implements(cls_, info_metadata),
             )
             for cls_ in self.information.classes

{cognite_neat-0.72.0 → cognite_neat-0.72.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cognite-neat"
-version = "0.72.0"
+version = "0.72.2"
 readme = "README.md"
 description = "Knowledge graph transformation"
 authors = [

cognite_neat-0.72.0/cognite/neat/_version.py

@@ -1 +0,0 @@
-__version__ = "0.72.0"