cognite-neat 0.117.9__py3-none-any.whl → 0.117.10__py3-none-any.whl

cognite/neat/_client/data_classes/schema.py

@@ -307,6 +307,45 @@ class DMSSchema:
                 resources.append(loaded_instance)
         return resources
 
+    @classmethod
+    def from_read_model(cls, model: dm.DataModel[dm.View]) -> Self:
+        """Load schema from a read model.
+
+        CAVEAT: This method infers the containers and spaces from the views. This means that
+        for example indexes and constraints will not be captured in the containers.
+
+        Args:
+            model (dm.DataModel): The read model to load the schema from.
+        """
+        write_model = model.as_write()
+        write_model.views = [view.as_id() for view in model.views or []]
+        views = ViewApplyDict([view.as_write() for view in model.views])
+        containers = ContainerApplyDict()
+        for view in model.views:
+            for prop in view.properties.values():
+                if not isinstance(prop, dm.MappedProperty):
+                    continue
+                if prop.container not in containers:
+                    containers[prop.container] = dm.ContainerApply(
+                        space=prop.container.space,
+                        external_id=prop.container.external_id,
+                        properties={},
+                        used_for=view.used_for,
+                    )
+                containers[prop.container].properties[prop.container_property_identifier] = dm.ContainerProperty(
+                    type=prop.type,
+                    nullable=prop.nullable,
+                    auto_increment=prop.auto_increment,
+                    immutable=prop.immutable,
+                    default_value=prop.default_value,
+                    name=prop.name,
+                    description=prop.description,
+                )
+
+        schema = cls(data_model=write_model, views=views, containers=containers)
+        schema.spaces = SpaceApplyDict(dm.SpaceApply(space) for space in schema.referenced_spaces())
+        return schema
+
     def dump(self, camel_case: bool = True, sort: bool = True) -> dict[str, Any]:
         """Dump the schema to a dictionary that can be serialized to JSON.
 

cognite/neat/_graph/loaders/_rdf2dms.py

@@ -205,6 +205,7 @@ class DMSLoader(CDFLoader[dm.InstanceApply]):
                 for missing_view in missing:
                     issues.append(ResourceNotFoundError(missing_view, "view", more="The view is not found in CDF."))
                 return [], issues
+            self._lookup_max_limits_size(self._client, views)
         else:
             views = dm.ViewList([])
             with catch_issues() as issues:
@@ -231,6 +232,29 @@ class DMSLoader(CDFLoader[dm.InstanceApply]):
             view_iterations.append(view_iteration)
         return view_iterations, issues
 
+    @staticmethod
+    def _lookup_max_limits_size(client: NeatClient, views: dm.ViewList) -> None:
+        """For listable container properties (mapped properties), the read version of the view does not
+        contain the max_list_size. This method will lookup the max_list_size from the containers definitions."""
+        containers = client.data_modeling.containers.retrieve(list(views.referenced_containers()))
+        properties_by_container_and_prop_id = {
+            (container.as_id(), prop_id): prop
+            for container in containers
+            for prop_id, prop in container.properties.items()
+        }
+
+        for view in views:
+            for prop in view.properties.values():
+                if not isinstance(prop, dm.MappedProperty):
+                    continue
+                if not isinstance(prop.type, ListablePropertyType):
+                    continue
+                prop_definition = properties_by_container_and_prop_id.get(
+                    (prop.container, prop.container_property_identifier)
+                )
+                if prop_definition and isinstance(prop_definition.type, ListablePropertyType):
+                    prop.type.max_list_size = prop_definition.type.max_list_size
+
     def _select_views_with_instances(self, view_query_by_id: ViewQueryDict) -> dict[dm.ViewId, _ViewIterator]:
         """Selects the views with data."""
         view_iterations: dict[dm.ViewId, _ViewIterator] = {}
@@ -414,23 +438,27 @@ class DMSLoader(CDFLoader[dm.InstanceApply]):
             def parse_direct_relation(cls: Any, value: list, info: ValidationInfo) -> dict | list[dict]:
                 # We validate above that we only get one value for single direct relations.
                 if list.__name__ in _get_field_value_types(cls, info):
-                    ids = (self._create_instance_id(v, "node", stop_on_exception=True) for v in value)
-                    result = [id_.dump(camel_case=True, include_instance_type=False) for id_ in ids]
-                    # Todo: Account for max_list_limit
-                    if len(result) <= DMS_DIRECT_RELATION_LIST_DEFAULT_LIMIT:
-                        return result
-                    warnings.warn(
-                        PropertyDirectRelationLimitWarning(
-                            identifier="unknown",
-                            resource_type="view property",
-                            property_name=cast(str, cls.model_fields[info.field_name].alias or info.field_name),
-                            limit=DMS_DIRECT_RELATION_LIST_DEFAULT_LIMIT,
-                        ),
-                        stacklevel=2,
+                    # To get deterministic results
+                    value.sort()
+                    limit = (
+                        # We know that info.field_name will always be set due to *direct_relation_by_property.keys()
+                        direct_relation_by_property[cast(str, info.field_name)].max_list_size
+                        or DMS_DIRECT_RELATION_LIST_DEFAULT_LIMIT
                     )
-                    # To get deterministic results, we sort by space and externalId
-                    result.sort(key=lambda x: (x["space"], x["externalId"]))
-                    return result[:DMS_DIRECT_RELATION_LIST_DEFAULT_LIMIT]
+                    if len(value) > limit:
+                        warnings.warn(
+                            PropertyDirectRelationLimitWarning(
+                                identifier="unknown",
+                                resource_type="view property",
+                                property_name=cast(str, cls.model_fields[info.field_name].alias or info.field_name),
+                                limit=limit,
+                            ),
+                            stacklevel=2,
+                        )
+                        value = value[:limit]
+
+                    ids = (self._create_instance_id(v, "node", stop_on_exception=True) for v in value)
+                    return [id_.dump(camel_case=True, include_instance_type=False) for id_ in ids]
                 elif value:
                     return self._create_instance_id(value[0], "node", stop_on_exception=True).dump(
                         camel_case=True, include_instance_type=False

cognite/neat/_version.py

@@ -1,2 +1,2 @@
-__version__ = "0.117.9"
+__version__ = "0.117.10"
 __engine__ = "^2.0.4"

{cognite_neat-0.117.9.dist-info → cognite_neat-0.117.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: cognite-neat
-Version: 0.117.9
+Version: 0.117.10
 Summary: Knowledge graph transformation
 License: Apache-2.0
 Author: Nikola Vasiljevic

{cognite_neat-0.117.9.dist-info → cognite_neat-0.117.10.dist-info}/RECORD

@@ -9,7 +9,7 @@ cognite/neat/_client/_api_client.py,sha256=wsNK3abwoIppleWzVZmoXe9Ia_wrU4QqOxnxx
 cognite/neat/_client/data_classes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/_client/data_classes/data_modeling.py,sha256=RvpUp9ygd-yffQFJ7O2mQqMLDPIa-dmip5zPb8QVIiw,6672
 cognite/neat/_client/data_classes/neat_sequence.py,sha256=QZWSfWnwk6KlYJvsInco4Wdwc1U8DnOQKWmHebArbQY,10830
-cognite/neat/_client/data_classes/schema.py,sha256=iIsPGm2fQfNsjhXYjCCp-ox72GDpRC5QVLuGrUv-q4E,23236
+cognite/neat/_client/data_classes/schema.py,sha256=LFRj6-noSO23bxA2I-RdRXMHHc9AHptOXlSVHj1tVHg,25047
 cognite/neat/_client/testing.py,sha256=JnzLQegw2f6SATWRNDQ8Fui6qBYyz7vFgA5myjioohY,1175
 cognite/neat/_config.py,sha256=WT1BS8uADcFvGoUYOOfwFOVq_VBl472TisdoA3wLick,280
 cognite/neat/_constants.py,sha256=WcrInu37p56BP7gPRIvTVScu6D9Di4RQG-OiYg5NAek,8250
@@ -45,7 +45,7 @@ cognite/neat/_graph/extractors/_raw.py,sha256=xU3SmeLBCeqbs1WBdGCge8ZMnlOU6wgkKX
 cognite/neat/_graph/extractors/_rdf_file.py,sha256=8BWDk1oQPzo2w2HVmGah4rppIGqihX98SBbTB1SB_6o,2900
 cognite/neat/_graph/loaders/__init__.py,sha256=XS6vwmxgBzntg7UuG_ct_1hfhShVnFH5u0gGrdA8WfA,699
 cognite/neat/_graph/loaders/_base.py,sha256=Xq91-4GeQF2XN90-QgEFCU4aJabBXkeFeFXS2k4mWU4,4472
-cognite/neat/_graph/loaders/_rdf2dms.py,sha256=JtXyfTv6vwJugoc2gbg8mmvAIq6m4qQcj1h48lB0eM8,32485
+cognite/neat/_graph/loaders/_rdf2dms.py,sha256=8XrrKfwQXIE7qRnU4Fz-7QlhUQfn-eXIP8AneJVm_rM,33873
 cognite/neat/_graph/queries/__init__.py,sha256=BgDd-037kvtWwAoGAy8eORVNMiZ5-E9sIV0txIpeaN4,50
 cognite/neat/_graph/queries/_base.py,sha256=xs_kCiqQFJfaPyYrKhpyPIAvyDOf19RgYcdg3WxjB6s,19344
 cognite/neat/_graph/transformers/__init__.py,sha256=YzC1Z8BuT77NwagWX4Z-F9R9BARLSS7zM4bCdxBbqKg,1761
@@ -177,10 +177,10 @@ cognite/neat/_utils/text.py,sha256=qy7lgMdRjzxSYkL8teAnWsq6T5baS_QcezHLK007_7M,7
 cognite/neat/_utils/time_.py,sha256=7ayUm0OWZm1JDmy32E4ip8WRr2o0GLwrHwJA8sJ43Z4,357
 cognite/neat/_utils/upload.py,sha256=xWtM6mFuD2QYQHaZ7zCAuGptbEpPIxcH-raWQu93-Ug,5845
 cognite/neat/_utils/xml_.py,sha256=FQkq84u35MUsnKcL6nTMJ9ajtG9D5i1u4VBnhGqP2DQ,1710
-cognite/neat/_version.py,sha256=QAfP-nKtktitR2MDA9DYnxpbDb854mbJ_-5pKo0A0L0,46
+cognite/neat/_version.py,sha256=5zWfgiXewAsXGaDaOZXvCifFrtC_4gmggpTf0imvMUw,47
 cognite/neat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cognite_neat-0.117.9.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-0.117.9.dist-info/METADATA,sha256=dlBeOE7p53mRzY2Xw0zuRYJ-6vM5uoZISd9vTn-DYtQ,5361
-cognite_neat-0.117.9.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-cognite_neat-0.117.9.dist-info/entry_points.txt,sha256=SsQlnl8SNMSSjE3acBI835JYFtsIinLSbVmHmMEXv6E,51
-cognite_neat-0.117.9.dist-info/RECORD,,
+cognite_neat-0.117.10.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-0.117.10.dist-info/METADATA,sha256=QyKyWeL6QHakal4Cs16YhZ3rwu8eG__54geUBj0nSD0,5362
+cognite_neat-0.117.10.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+cognite_neat-0.117.10.dist-info/entry_points.txt,sha256=SsQlnl8SNMSSjE3acBI835JYFtsIinLSbVmHmMEXv6E,51
+cognite_neat-0.117.10.dist-info/RECORD,,