industrial-model 1.0.0__tar.gz → 1.1.0__tar.gz

{industrial_model-1.0.0 → industrial_model-1.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: industrial-model
-Version: 1.0.0
+Version: 1.1.0
 Summary: Industrial Model ORM
 Project-URL: Homepage, https://github.com/lucasrosaalves/industrial-model
 Project-URL: Source, https://github.com/lucasrosaalves/industrial-model
@@ -309,7 +309,7 @@ instances = engine.query_all_pages(
 for instance in instances:
     instance.aliases.append("new_alias")
 
-engine.upsert(instances, replace=False)
+engine.upsert(instances, replace=False, remove_unset=False)
 ```
 
 ---

{industrial_model-1.0.0 → industrial_model-1.1.0}/README.md

@@ -285,7 +285,7 @@ instances = engine.query_all_pages(
 for instance in instances:
     instance.aliases.append("new_alias")
 
-engine.upsert(instances, replace=False)
+engine.upsert(instances, replace=False, remove_unset=False)
 ```
 
 ---

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/cognite_adapters/__init__.py

@@ -124,20 +124,29 @@ class CogniteAdapter:
         return data
 
     def upsert(
-        self, entries: list[TWritableViewInstance], replace: bool = False
+        self,
+        entries: list[TWritableViewInstance],
+        replace: bool = False,
+        remove_unset: bool = False,
     ) -> None:
         logger = logging.getLogger(__name__)
-        operation = self._upsert_mapper.map(entries)
+        operation = self._upsert_mapper.map(entries, remove_unset)
 
         for node_chunk in operation.chunk_nodes():
-            logger.debug(f"Upserting {len(node_chunk)} nodes (replace={replace})")
+            logger.debug(
+                f"Upserting {len(node_chunk)} nodes (replace={replace}, "
+                "remove_unset={remove_unset})"
+            )
             self._cognite_client.data_modeling.instances.apply(
                 nodes=node_chunk,
                 replace=replace,
             )
 
         for edge_chunk in operation.chunk_edges():
-            logger.debug(f"Upserting {len(edge_chunk)} edges (replace={replace})")
+            logger.debug(
+                f"Upserting {len(edge_chunk)} edges (replace={replace},"
+                "remove_unset={remove_unset})"
+            )
             self._cognite_client.data_modeling.instances.apply(
                 edges=edge_chunk,
                 replace=replace,

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/cognite_adapters/sort_mapper.py

@@ -1,4 +1,4 @@
-from cognite.client.data_classes.data_modeling import InstanceSort, View
+from cognite.client.data_classes.data_modeling import InstanceSort, MappedProperty, View
 
 from industrial_model.cognite_adapters.utils import get_property_ref
 from industrial_model.constants import SORT_DIRECTION
@@ -15,7 +15,17 @@ class SortMapper:
             InstanceSort(
                 property=get_property_ref(column.property, root_view),
                 direction=direction,
-                nulls_first=direction == "descending",
+                nulls_first=self._is_nulls_first(column, root_view, direction),
             )
             for column, direction in sort_clauses
         ]
+
+    def _is_nulls_first(
+        self, column: Column, root_view: View, direction: SORT_DIRECTION
+    ) -> bool:
+        view_property = root_view.properties.get(column.property)
+
+        if isinstance(view_property, MappedProperty) and view_property.source:
+            return direction == "ascending"
+
+        return direction == "descending"

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/cognite_adapters/upsert_mapper.py

@@ -25,14 +25,16 @@ class UpsertMapper:
     def __init__(self, view_mapper: ViewMapper):
         self._view_mapper = view_mapper
 
-    def map(self, instances: list[TWritableViewInstance]) -> UpsertOperation:
+    def map(
+        self, instances: list[TWritableViewInstance], remove_unset: bool
+    ) -> UpsertOperation:
         nodes: dict[tuple[str, str], NodeApply] = {}
         edges: dict[tuple[str, str], EdgeApply] = {}
         edges_to_delete: dict[tuple[str, str], EdgeContainer] = {}
 
         for instance in instances:
             entry_nodes, entry_edges, entry_edges_to_delete = self._map_instance(
-                instance
+                instance, remove_unset
             )
 
             nodes[instance.as_tuple()] = entry_nodes
@@ -48,7 +50,7 @@ class UpsertMapper:
         )
 
     def _map_instance(
-        self, instance: TWritableViewInstance
+        self, instance: TWritableViewInstance, remove_unset: bool
     ) -> tuple[NodeApply, list[EdgeApply], list[EdgeContainer]]:
         view = self._view_mapper.get_view(instance.get_view_external_id())
 
@@ -59,6 +61,10 @@ class UpsertMapper:
             property_key = instance.get_field_name(property_name)
             if not property_key:
                 continue
+
+            if remove_unset and property_key not in instance.model_fields_set:
+                continue
+
             entry = instance.__getattribute__(property_key)
 
             if isinstance(property, MappedProperty):

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/engines/_internal.py

@@ -20,13 +20,13 @@ def generate_engine_params(
     file_env_parsed = env_sub_template.substitute(dict(os.environ))
 
     engine_config = yaml.safe_load(file_env_parsed)
-    assert isinstance(
-        engine_config, dict
-    ), "Configuration file must contain a dictionary"
+    assert isinstance(engine_config, dict), (
+        "Configuration file must contain a dictionary"
+    )
     assert "cognite" in engine_config, "Configuration must contain 'cognite' section"
-    assert (
-        "data_model" in engine_config
-    ), "Configuration must contain 'data_model' section"
+    assert "data_model" in engine_config, (
+        "Configuration must contain 'data_model' section"
+    )
 
     client = CogniteClient.load(engine_config["cognite"])
     dm_id = DataModelId.model_validate(engine_config["data_model"])

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/engines/async_engine.py

@@ -55,9 +55,12 @@ class AsyncEngine:
         return await self._engine.aggregate_async(statement)
 
     async def upsert_async(
-        self, entries: list[TWritableViewInstance], replace: bool = False
+        self,
+        entries: list[TWritableViewInstance],
+        replace: bool = False,
+        remove_unset: bool = False,
     ) -> None:
-        return await self._engine.upsert_async(entries, replace)
+        return await self._engine.upsert_async(entries, replace, remove_unset)
 
     async def delete_async(self, nodes: list[TViewInstance]) -> None:
         return await self._engine.delete_async(nodes)

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/engines/engine.py

@@ -98,17 +98,23 @@ class Engine:
         return await run_async(self.aggregate, statement)
 
     def upsert(
-        self, entries: list[TWritableViewInstance], replace: bool = False
+        self,
+        entries: list[TWritableViewInstance],
+        replace: bool = False,
+        remove_unset: bool = False,
     ) -> None:
         if not entries:
             return
 
-        return self._cognite_adapter.upsert(entries, replace)
+        return self._cognite_adapter.upsert(entries, replace, remove_unset)
 
     async def upsert_async(
-        self, entries: list[TWritableViewInstance], replace: bool = False
+        self,
+        entries: list[TWritableViewInstance],
+        replace: bool = False,
+        remove_unset: bool = False,
     ) -> None:
-        return await run_async(self.upsert, entries, replace)
+        return await run_async(self.upsert, entries, replace, remove_unset)
 
     def delete(self, nodes: list[TViewInstance]) -> None:
         self._cognite_adapter.delete(

{industrial_model-1.0.0 → industrial_model-1.1.0}/industrial_model/models/entities.py

@@ -73,9 +73,9 @@ class ViewInstance(InstanceId):
         return cls.view_config.get("view_external_id") or cls.__name__
 
     def get_edge_metadata(self, property: Column | str | Any) -> list[EdgeContainer]:
-        assert isinstance(
-            property, Column | str
-        ), f"Expected property to be Column, or str, got {type(property).__name__}"
+        assert isinstance(property, Column | str), (
+            f"Expected property to be Column, or str, got {type(property).__name__}"
+        )
         identifier = property.property if isinstance(property, Column) else property
 
         edge_map_key = self.get_field_alias(identifier) or self.get_field_name(

{industrial_model-1.0.0 → industrial_model-1.1.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "industrial-model"
-version = "1.0.0"
+version = "1.1.0"
 description = "Industrial Model ORM"
 readme = "README.md"
 requires-python = ">=3.11"