cognite-neat 1.0.2__py3-none-any.whl → 1.0.4__py3-none-any.whl

cognite/neat/_data_model/deployer/data_classes.py

@@ -496,7 +496,7 @@ class AppliedChanges(BaseDeployObject):
 
 
 class DeploymentResult(BaseDeployObject):
-    status: Literal["success", "failure", "partial", "pending"]
+    status: Literal["success", "failure", "partial", "pending", "recovered", "recovery_failed"]
     plan: list[ResourceDeploymentPlan]
     snapshot: SchemaSnapshot
     responses: AppliedChanges | None = None

cognite/neat/_data_model/deployer/deployer.py

@@ -117,7 +117,11 @@ class SchemaDeployer(OnSuccessResultProducer):
         if not changes.is_success and self.options.auto_rollback:
             recovery = self.apply_changes(changes.as_recovery_plan())
             return DeploymentResult(
-                status="success", plan=list(plan), snapshot=snapshot, responses=changes, recovery=recovery
+                status="recovered" if recovery.is_success else "recovery_failed",
+                plan=list(plan),
+                snapshot=snapshot,
+                responses=changes,
+                recovery=recovery,
             )
         return DeploymentResult(
             status="success" if changes.is_success else "partial", plan=list(plan), snapshot=snapshot, responses=changes

cognite/neat/_data_model/validation/dms/_base.py

@@ -224,27 +224,41 @@ class DataModelValidator(ABC):
             RuntimeError: If a referenced view is not found in either local or CDF resources.
         """
 
-        if self.modus_operandi != "additive":
-            return self.local_resources.views_by_reference
-
         merged_views: dict[ViewReference, ViewRequest] = {}
+
         # Merge local views, combining properties if view exists in both
+        # if rebuild mode , self.view_references returns only local views ref
         for view_ref in self.views_references:
             cdf_view = self.cdf_resources.views_by_reference.get(view_ref)
             local_view = self.local_resources.views_by_reference.get(view_ref)
 
-            if not cdf_view and not local_view:
+            if self.modus_operandi == "additive" and not cdf_view and not local_view:
                 raise RuntimeError(f"View {view_ref!s} not found in either local or CDF resources. This is a bug!")
+            elif self.modus_operandi == "rebuild" and not local_view:
+                raise RuntimeError(f"View {view_ref!s} not found in local resources. This is a bug!")
 
-            # this will later update of local properties and implements
             merged_views[view_ref] = cast(ViewRequest, (cdf_view or local_view)).model_copy(deep=True)
 
+            # in additive mode, we start off with CDF view as base , which we will update with local
+            if (
+                self.modus_operandi == "additive"
+                or cast(ViewRequest, local_view).space != self.local_resources.data_model_reference.space
+            ):
+                merged_views[view_ref] = cast(ViewRequest, (cdf_view or local_view)).model_copy(deep=True)
+
+            # rebuild mode
+            else:
+                merged_views[view_ref] = cast(ViewRequest, local_view).model_copy(deep=True)
+
+            # this will later update of local properties and implements
             if local_view and local_view.properties:
                 if not merged_views[view_ref].properties:
                     merged_views[view_ref].properties = local_view.properties
                 else:
                     merged_views[view_ref].properties.update(local_view.properties)
 
+            # Special handling for properties which originates from implements
+
             if local_view and local_view.implements:
                 if not merged_views[view_ref].implements:
                     merged_views[view_ref].implements = local_view.implements
@@ -253,6 +267,27 @@ class DataModelValidator(ABC):
                         if impl not in cast(list[ViewReference], merged_views[view_ref].implements):
                             cast(list[ViewReference], merged_views[view_ref].implements).append(impl)
 
+                # this handles an edge case where view is defined locally, implements another view, which is not
+                # present locally, but only in CDF, this could be typically the case when we define a view which
+                # implements a Core Data Model view, while not defining any of its own properties (not uncommon)
+                # locally in for example Excel sheets
+                for implement in local_view.implements:
+                    if cdf_implement_view := self.cdf_resources.views_by_reference.get(implement):
+                        # in rebuild mode, we skip CDF views from the same space as rebuild mode is supposed to
+                        # rebuild everything from local resources only, but we still need to merge in properties
+                        # from CDF implements from other spaces
+                        if (
+                            self.modus_operandi == "rebuild"
+                            and cdf_implement_view.space == self.local_resources.data_model_reference.space
+                        ):
+                            continue
+
+                        for prop_name, prop in cdf_implement_view.properties.items():
+                            if merged_views[view_ref].properties and prop_name not in merged_views[view_ref].properties:
+                                merged_views[view_ref].properties[prop_name] = prop
+                            elif not merged_views[view_ref].properties:
+                                merged_views[view_ref].properties = {prop_name: prop}
+
         return merged_views
 
     @cached_property
@@ -274,23 +309,30 @@ class DataModelValidator(ABC):
             RuntimeError: If a referenced container is not found in either local or CDF resources.
         """
 
-        if self.modus_operandi != "additive":
-            return self.local_resources.containers_by_reference
-
         merged_containers: dict[ContainerReference, ContainerRequest] = {}
         # Merge local containers, combining properties if container exists in both
         for container_ref in self.container_references:
             cdf_container = self.cdf_resources.containers_by_reference.get(container_ref)
             local_container = self.local_resources.containers_by_reference.get(container_ref)
 
-            if not cdf_container and not local_container:
+            if self.modus_operandi == "additive" and not cdf_container and not local_container:
                 raise RuntimeError(
                     f"Container {container_ref!s} not found in either local or CDF resources. This is a bug!"
                 )
-
-            merged_containers[container_ref] = cast(ContainerRequest, (cdf_container or local_container)).model_copy(
-                deep=True
-            )
+            elif self.modus_operandi == "rebuild" and not local_container:
+                raise RuntimeError(f"Container {container_ref!s} not found in local resources. This is a bug!")
+
+            # in additive mode, we start off with CDF container as base , which we will update with local
+            if (
+                self.modus_operandi == "additive"
+                or cast(ContainerRequest, local_container).space != self.local_resources.data_model_reference.space
+            ):
+                merged_containers[container_ref] = cast(
+                    ContainerRequest, (cdf_container or local_container)
+                ).model_copy(deep=True)
+
+            else:  # rebuild mode
+                merged_containers[container_ref] = cast(ContainerRequest, local_container).model_copy(deep=True)
 
             if local_container and local_container.properties:
                 if not merged_containers[container_ref].properties:

cognite/neat/_session/_physical.py

@@ -234,7 +234,7 @@ class WritePhysicalDataModel:
 
         return self._store.write_physical(writer, file_path=file_path)
 
-    def cdf(self, dry_run: bool = True, rollback: bool = True, drop_data: bool = False) -> None:
+    def cdf(self, dry_run: bool = True, rollback: bool = False, drop_data: bool = False) -> None:
         """Write physical data model with views, containers, and spaces that are in the same space as the data model
         to CDF.
 

cognite/neat/_version.py

@@ -1,2 +1,2 @@
-__version__ = "1.0.2"
+__version__ = "1.0.4"
 __engine__ = "^2.0.4"

{cognite_neat-1.0.2.dist-info → cognite_neat-1.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite-neat
-Version: 1.0.2
+Version: 1.0.4
 Summary: Knowledge graph transformation
 Project-URL: Documentation, https://cognite-neat.readthedocs-hosted.com/
 Project-URL: Homepage, https://cognite-neat.readthedocs-hosted.com/

{cognite_neat-1.0.2.dist-info → cognite_neat-1.0.4.dist-info}/RECORD

@@ -2,7 +2,7 @@ cognite/neat/__init__.py,sha256=u5EhnGuNS2GKydU6lVFCNrBpHBBKUnCDAE63Cqk__eo,244
 cognite/neat/_config.py,sha256=NXObeA-860LV40KlY4orsqjMGACa0jKRz2UE5L9kH6U,8401
 cognite/neat/_exceptions.py,sha256=ox-5hXpee4UJlPE7HpuEHV2C96aLbLKo-BhPDoOAzhA,1650
 cognite/neat/_issues.py,sha256=wH1mnkrpBsHUkQMGUHFLUIQWQlfJ_qMfdF7q0d9wNhY,1871
-cognite/neat/_version.py,sha256=czS7EkoWEYoNCLyAxT4on6pRfGo6MpMeH0_PjQvZ80s,44
+cognite/neat/_version.py,sha256=PG0hTrgdtokkHUdUcZQhG_UiE_vFIC9YHCENYSPb91w,44
 cognite/neat/legacy.py,sha256=eI2ecxOV8ilGHyLZlN54ve_abtoK34oXognkFv3yvF0,219
 cognite/neat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/_client/__init__.py,sha256=75Bh7eGhaN4sOt3ZcRzHl7pXaheu1z27kmTHeaI05vo,114
@@ -26,8 +26,8 @@ cognite/neat/_data_model/deployer/_differ_container.py,sha256=mcy7PhUOfnvAxnZWNo
 cognite/neat/_data_model/deployer/_differ_data_model.py,sha256=iA7Xp-7NRvzZJXLLpJaLebkKKpv_VCBKPX6f-RU9wBk,1864
 cognite/neat/_data_model/deployer/_differ_space.py,sha256=J_AaqiseLpwQsOkKc7gmho4U2oSWAGVeEdQNepZiWw0,343
 cognite/neat/_data_model/deployer/_differ_view.py,sha256=g1xHwsoxFUaTOTtQa19nntKF3rxFzc2FxpKKFAUN_NE,11412
-cognite/neat/_data_model/deployer/data_classes.py,sha256=ZNSBFNhq46FfERKwC3Zu2TU1RFDdFsnaUzTtztgWdDY,23050
-cognite/neat/_data_model/deployer/deployer.py,sha256=_d3A2JnrVD4sjBNJIkXbwtTQOW5fc7QWrQBdwBfN8fs,18277
+cognite/neat/_data_model/deployer/data_classes.py,sha256=NTvLUYb_HbpzByKe_ZPvb-arOOs_YVfTjk3LzGpEHs0,23082
+cognite/neat/_data_model/deployer/deployer.py,sha256=9ZFf9QAZEnyqmX3b4zSkdf5t3A1wnU6cYGDNut_KKuQ,18390
 cognite/neat/_data_model/exporters/__init__.py,sha256=AskjmB_0Vqib4kN84bWt8-M8nO42QypFf-l-E8oA5W8,482
 cognite/neat/_data_model/exporters/_api_exporter.py,sha256=G9cqezy_SH8VdhW4o862qBHh_QcbzfP6O1Yyjvdpeog,1579
 cognite/neat/_data_model/exporters/_base.py,sha256=rG_qAU5i5Hh5hUMep2UmDFFZID4x3LEenL6Z5C6N8GQ,646
@@ -76,7 +76,7 @@ cognite/neat/_data_model/models/entities/_parser.py,sha256=zef_pSDZYMZrJl4IKreFD
 cognite/neat/_data_model/validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/_data_model/validation/dms/__init__.py,sha256=kKD18-Bg_G-w11Cs7Wv_TKV0C_q62Pm2RKLpOz27ar4,2642
 cognite/neat/_data_model/validation/dms/_ai_readiness.py,sha256=hFrnRzBBf143ejLHRk3BpylzrVpxUX537BouOlv4PFE,15552
-cognite/neat/_data_model/validation/dms/_base.py,sha256=3Lqs8pzMQZznxhUr8esEe9H7F2wM3EKEl2H64GLS5OA,13344
+cognite/neat/_data_model/validation/dms/_base.py,sha256=207zS_aTQYZc16jLHfJSz5Idma0ZAgIuZZjVFnN0q4A,16271
 cognite/neat/_data_model/validation/dms/_connections.py,sha256=6ea8WZNqYT9SPluwXvg0mgDJpzZMqpPC5xonbdLrT4E,27305
 cognite/neat/_data_model/validation/dms/_consistency.py,sha256=uJ6coAVupD3WfeeXxoCIebM8WSnR78GXBXIBnN59aao,2477
 cognite/neat/_data_model/validation/dms/_containers.py,sha256=UuvzrBBw45F5f9uzCh97lW4t7m7XIIT1I9FnzzYUYv4,7533
@@ -85,7 +85,7 @@ cognite/neat/_data_model/validation/dms/_orchestrator.py,sha256=XrozA27fbzWCuCQK
 cognite/neat/_data_model/validation/dms/_views.py,sha256=M4egIa7UAMGtZlqzIxx6ZzL4e_qo8GbDGh7vs9wywD8,4266
 cognite/neat/_session/__init__.py,sha256=owqW5Mml2DSZx1AvPvwNRTBngfhBNrQ6EH-7CKL7Jp0,61
 cognite/neat/_session/_issues.py,sha256=E8UQeSJURg2dm4MF1pfD9dp-heSRT7pgQZgKlD1-FGs,2723
-cognite/neat/_session/_physical.py,sha256=ajNanS87THBESx_y1x6p6LomqOe51b197VKPaBPLZ30,11377
+cognite/neat/_session/_physical.py,sha256=plYgj4D6e8iOA0AP4Pw-yC_WZFxip74rnXo4iFatWT0,11378
 cognite/neat/_session/_result.py,sha256=po2X4s-Tioe0GQAGCfK862hKXNRX5YjJZsEzNcTC8nI,7879
 cognite/neat/_session/_session.py,sha256=STrX0Q7dXw9W7y9LFgLV_3XoYJk1fGSyBalSblLEj5w,3264
 cognite/neat/_session/_wrappers.py,sha256=9t_MnJ0Sw_v-f6oTIh8dtAT-3oEbqumGuND97aPCC3M,3581
@@ -312,7 +312,7 @@ cognite/neat/_v0/session/_to.py,sha256=AnsRSDDdfFyYwSgi0Z-904X7WdLtPfLlR0x1xsu_j
 cognite/neat/_v0/session/_wizard.py,sha256=baPJgXAAF3d1bn4nbIzon1gWfJOeS5T43UXRDJEnD3c,1490
 cognite/neat/_v0/session/exceptions.py,sha256=jv52D-SjxGfgqaHR8vnpzo0SOJETIuwbyffSWAxSDJw,3495
 cognite/neat/_v0/session/_state/README.md,sha256=o6N7EL98lgyWffw8IoEUf2KG5uSKveD5__TW45YzVjA,902
-cognite_neat-1.0.2.dist-info/METADATA,sha256=XBhNIBIR1CbIlZfWSbmVZ23BuyUT4YwgjlD9HVc4moo,6030
-cognite_neat-1.0.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-cognite_neat-1.0.2.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-1.0.2.dist-info/RECORD,,
+cognite_neat-1.0.4.dist-info/METADATA,sha256=5n7OsUlUVMaXmo5m9O4VQsSsWleV2xcjomJdMjyMBTE,6030
+cognite_neat-1.0.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+cognite_neat-1.0.4.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-1.0.4.dist-info/RECORD,,