cognite-neat 0.119.1__py3-none-any.whl → 0.119.3__py3-none-any.whl

cognite/neat/_session/_read.py

@@ -511,6 +511,8 @@ class CSVReadAPI(BaseReadAPI):
         column_with_identifier = "UNIQUE_TAG_NAME"
         neat.read.csv("url_or_path_to_csv_file", type=type_described_in_table, primary_key=column_with_identifier)
         ```
+
+    !!! note "Method read.csv requires NEATEngine plug-in"
     """
 
     def __call__(self, io: Any, type: str, primary_key: str) -> None:
@@ -565,6 +567,8 @@ class XMLReadAPI(BaseReadAPI):
             neat.read.xml.dexpi("url_or_path_to_dexpi_file")
             ```
 
+        !!! note "Method read.xml.dexpi requires NEATEngine plug-in"
+
         !!! note "This method bundles several graph transformers which"
             - attach values of generic attributes to nodes
             - create associations between nodes
@@ -627,6 +631,8 @@ class XMLReadAPI(BaseReadAPI):
             neat.read.xml.aml("url_or_path_to_aml_file")
             ```
 
+        !!! note "Method read.xml.aml requires NEATEngine plug-in"
+
         !!! note "This method bundles several graph transformers which"
             - attach values of attributes to nodes
             - remove unused attributes

cognite/neat/_session/_set.py

@@ -76,8 +76,8 @@ class SetInstances:
             neat.set.instances.replace_type("Asset", "assetCategory")
             ```
         """
-        type_uri = self._state.instances.store.queries.type_uri(current_type)
-        property_uri = self._state.instances.store.queries.property_uri(property_type)
+        type_uri = self._state.instances.store.queries.select.type_uri(current_type)
+        property_uri = self._state.instances.store.queries.select.property_uri(property_type)
 
         if not type_uri:
             raise NeatValueError(f"Type {current_type} does not exist in the graph.")
@@ -93,7 +93,7 @@ class SetInstances:
                 f"{property_type} has multiple ids found in the graph: {humanize_collection(property_uri)}."
             )
 
-        if not self._state.instances.store.queries.type_with_property(type_uri[0], property_uri[0]):
+        if not self._state.instances.store.queries.select.type_with_property(type_uri[0], property_uri[0]):
             raise NeatValueError(f"Property {property_type} is not defined for type {current_type}.")
 
         self._state.instances.store.transform(SetType(type_uri[0], property_uri[0], drop_property))

cognite/neat/_session/_show.py

@@ -247,7 +247,7 @@ class ShowInstanceAPI(ShowBaseAPI):
 
         di_graph = nx.DiGraph()
 
-        types = [type_ for type_, _ in self._state.instances.store.queries.summarize_instances()]
+        types = [type_ for type_, _ in self._state.instances.store.queries.select.summarize_instances()]
         hex_colored_types = _generate_hex_color_per_type(types)
 
         for (  # type: ignore

cognite/neat/_session/_template.py

@@ -9,6 +9,7 @@ from cognite.neat._rules._shared import ReadRules
 from cognite.neat._rules.exporters import ExcelExporter
 from cognite.neat._rules.importers import ExcelImporter
 from cognite.neat._rules.models import InformationInputRules
+from cognite.neat._rules.models._base_rules import RoleTypes
 from cognite.neat._rules.models.dms import DMSValidation
 from cognite.neat._rules.transformers import (
     AddCogniteProperties,
@@ -174,7 +175,21 @@ class TemplateAPI:
             self._state.last_reference = last_rules
         return issues
 
-    def extension(self, io: Any, output: str | Path | None = None) -> IssueList:
+    def conceptual_model(self, io: Any) -> None:
+        """This method will create a template for a conceptual data modeling
+
+        Args:
+            io: file path to the Excel sheet
+
+        """
+        reader = NeatReader.create(io)
+        path = reader.materialize_path()
+
+        ExcelExporter().template(RoleTypes.information, path)
+
+        return None
+
+    def extension(self, io: Any, output: str | Path | None = None, dummy_property: str = "GUID") -> IssueList:
         """Creates a template for an extension of a Cognite model.
 
         The input is a spreadsheet of a conceptual model in which the concepts are defined
@@ -193,6 +208,10 @@ class TemplateAPI:
             io: The input spreadsheet.
             output: The output spreadsheet. If None, the output will be the same
                 as the input with `_extension` added to the name.
+            dummy_property: The dummy property to use as placeholder for user-defined properties
+                for each user-defined concept, and to alleviate need for usage of filters in
+                physical data model. When converting a data model, it is recommended to have at least
+                one property for each concept. This ensures that you follow that recommendation.
         """
         ExperimentalFlags.extension.warn()
         reader = NeatReader.create(io)
@@ -214,7 +233,7 @@ class TemplateAPI:
                     raise NeatSessionError(f"The input {reader.name} must contain an InformationInputRules object. ")
                 if self._state.client is None:
                     raise NeatSessionError("Client must be set in the session to run the extension.")
-                modified = AddCogniteProperties(self._state.client).transform(read)
+                modified = AddCogniteProperties(self._state.client, dummy_property).transform(read)
                 if modified.rules is not None:
                     # If rules are None there will be issues that are already caught.
                     info = modified.rules.as_verified_rules()

cognite/neat/_state/README.md

@@ -0,0 +1,23 @@
+# NeatState
+
+**IN DEVELOPMENT**
+The neat state controls the `NeatGraphStore` and `NeatRuleStore`. It is implementing a state machine pattern
+to ensure valid state transitions. The diagram below shows the state machine:
+
+```mermaid
+stateDiagram-v2
+    state excel_importer <<fork>>
+        [*] --> EmptyState
+        EmptyState --> Instances: extractor
+        Instances --> Instances: graph transformer
+        EmptyState --> Conceptual: importer
+        EmptyState --> Physical: DMS importer/extractor
+        Instances --> Conceptual: infer/importer
+        Conceptual --> Physical: convert
+        Conceptual --> Conceptual: conceptual transformer/infer
+        Physical --> Physical: physical transformer/infer
+        EmptyState --> excel_importer: Excel/YAML importer
+        state excel_importer <<join>>
+            excel_importer --> Conceptual
+            excel_importer --> Physical
+```

cognite/neat/_store/_graph_store.py

@@ -243,10 +243,10 @@ class NeatGraphStore:
     ) -> Iterable[tuple[URIRef, dict[str | InstanceType, list[Any]]]]:
         named_graph = named_graph or self.default_named_graph
 
-        instance_ids = self.queries.list_instances_ids(class_uri, named_graph=named_graph)
+        instance_ids = self.queries.select.list_instances_ids(class_uri, named_graph=named_graph)
 
         for instance_id in instance_ids:
-            if res := self.queries.describe(
+            if res := self.queries.select.describe(
                 instance_id=instance_id,
                 instance_type=class_uri,
                 property_renaming_config=property_renaming_config,
@@ -363,7 +363,7 @@ class NeatGraphStore:
     def summary(self) -> dict[URIRef, pd.DataFrame]:
         return {
             named_graph: pd.DataFrame(
-                self.queries.summarize_instances(named_graph),
+                self.queries.select.summarize_instances(named_graph),
                 columns=["Type", "Occurrence"],
             )
             for named_graph in self.named_graphs
@@ -371,7 +371,7 @@ class NeatGraphStore:
 
     @property
     def multi_type_instances(self) -> dict[URIRef, dict[str, list[str]]]:
-        return {named_graph: self.queries.multi_type_instances(named_graph) for named_graph in self.named_graphs}
+        return {named_graph: self.queries.select.multi_type_instances(named_graph) for named_graph in self.named_graphs}
 
     def _repr_html_(self) -> str:
         provenance = self.provenance._repr_html_()
@@ -448,4 +448,4 @@ class NeatGraphStore:
     @property
     def empty(self) -> bool:
         """Cheap way to check if the graph store is empty."""
-        return not self.queries.has_data()
+        return not self.queries.select.has_data()

cognite/neat/_version.py

@@ -1,2 +1,2 @@
-__version__ = "0.119.1"
+__version__ = "0.119.3"
 __engine__ = "^2.0.4"

{cognite_neat-0.119.1.dist-info → cognite_neat-0.119.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: cognite-neat
-Version: 0.119.1
+Version: 0.119.3
 Summary: Knowledge graph transformation
 License: Apache-2.0
 Author: Nikola Vasiljevic
@@ -80,7 +80,42 @@ NEAT is a domain expert centric and developer friendly solution for rapid:
 NEAT is using open and globally recognized standards maintained by the [World Wide Web Consortium (W3C)](https://www.w3.org/RDF/).
 NEAT represents an essential tool for creation of standardized, machine-actionable, linked and semantic (meta)data.
 
-> NEAT is an acronym derived from k**N**owl**Ed**ge gr**A**ph **T**ransformer hallucinated by GenAI.
+> NEAT is a funny acronym derived from k**N**owl**Ed**ge gr**A**ph **T**ransformer produced using [ACRONIMIFY](https://acronymify.com/NEAT/?q=knowledge+graph+transformer).
+
+
+## History
+
+NEAT emerged from years of experience in semantic tooling and knowledge graph development. The foundation was laid in 2020 with [sheet2rdf](https://github.com/nikokaoja/sheet2rdf), an Excel-based tool that trained data stewards to build domain-specific knowledge graphs and supported CI/CD processes in the Dutch Covid program and european wind energy community.
+
+By mid of 2022, sheet2rdf was used in several POCs in Cognite. As Cognite's Data Modeling Service (DMS) development progressed, the need for simplified data modeling experience led to demonstration of proto-NEAT, known as [sheet2fdm](https://github.com/cognitedata/sheet2fdm), an extension of sheet2rdf, enabling semantic data model definitions in OWL, SHACL, Python and GraphQL (see e.g., [wind energy data model](https://cognitedata.github.io/wind-energy-data-model/)) using a simplified version of sheet2rdf Excel template.
+
+Presented in various forums in 2022, this approach paved the way for NEAT’s formal development in November 2022 to enable cost-saving and empowerment of Cognite customers to self-sufficiently maintain and onboard knowledge graphs to Cognite Data Fusion.
+
+
+## Authorship
+
+### Authors
+The plot below shows the NEAT authorship from the start until present day.
+
+![NEAT authorship](./docs/artifacts/figs/authorship.png)
+
+#### Current authors
+- [Nikola Vasiljević](www.linkedin.com/in/thisisnikola)
+- [Anders Albert](https://www.linkedin.com/in/anders-albert-00790483/)
+- [Rogerio Júnior](https://www.linkedin.com/in/rogerio-saboia-j%C3%BAnior-087118a7/)
+
+#### Former authors
+- [Aleksandrs Livincovs](https://www.linkedin.com/in/aleksandrslivincovs/)
+- [Julia Graham](https://www.linkedin.com/in/julia-graham-959a78a7/)
+
+### Contributors
+We are very grateful for the contributions made by:
+
+
+- [Marie Solvik Lepoutre](https://www.linkedin.com/in/mslepoutre/), who improved RDF triples projections to Cognite Data Fusion
+- [Bård Henning Tvedt](https://www.linkedin.com/in/bhtvedt/), who implemented IMF importer
+- [Kristina Tomičić](https://www.linkedin.com/in/kristina-tomicic-6bb443108/), who implemented Data Model and Instances visualization
+
 
 ## Installation
 

{cognite_neat-0.119.1.dist-info → cognite_neat-0.119.3.dist-info}/RECORD

@@ -12,7 +12,7 @@ cognite/neat/_client/data_classes/neat_sequence.py,sha256=QZWSfWnwk6KlYJvsInco4W
 cognite/neat/_client/data_classes/schema.py,sha256=LFRj6-noSO23bxA2I-RdRXMHHc9AHptOXlSVHj1tVHg,25047
 cognite/neat/_client/testing.py,sha256=JnzLQegw2f6SATWRNDQ8Fui6qBYyz7vFgA5myjioohY,1175
 cognite/neat/_config.py,sha256=WT1BS8uADcFvGoUYOOfwFOVq_VBl472TisdoA3wLick,280
-cognite/neat/_constants.py,sha256=WcrInu37p56BP7gPRIvTVScu6D9Di4RQG-OiYg5NAek,8250
+cognite/neat/_constants.py,sha256=WO_kl74JrUWfuapEah4vC8e3SaRm4XQaTcCcws_n8AU,7382
 cognite/neat/_graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/_graph/_shared.py,sha256=6avH6mtjxjHI7JDLkXwICxGvZwooGBr6APs1_w1To-A,940
 cognite/neat/_graph/_tracking/__init__.py,sha256=WOwsYieZtCW-iW15YkxUFrfKVVdLWdXHOGGStTwvE8A,91
@@ -22,7 +22,7 @@ cognite/neat/_graph/examples/Knowledge-Graph-Nordic44-dirty.xml,sha256=ujJip6XBs
 cognite/neat/_graph/examples/Knowledge-Graph-Nordic44.xml,sha256=U2Ns-M4LRjT1fBkhmRj63ur7jDzlRtHK9yOLf_npZ_g,1437996
 cognite/neat/_graph/examples/__init__.py,sha256=yAjHVY3b5jOjmbW-iLbhvu7BG014TpGi3K4igkDqW5I,368
 cognite/neat/_graph/examples/skos-capturing-sheet-wind-topics.xlsx,sha256=CV_yK5ZSbYS_ktfIZUPD8Sevs47zpswLXQUDFkGE4Gw,45798
-cognite/neat/_graph/extractors/__init__.py,sha256=v7hPDaRzI4koBTesbCgcxTb2W0Eoqydir7AVikT1_wk,2362
+cognite/neat/_graph/extractors/__init__.py,sha256=OlPnJc55utagsvRcBOt1kIiP68yeK6e2I_TX5S-do1w,2210
 cognite/neat/_graph/extractors/_base.py,sha256=qQE-fl3f1hfqZg5KLF3zLHybP0u8ofRKf4jk7pEHnl4,1907
 cognite/neat/_graph/extractors/_classic_cdf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/_graph/extractors/_classic_cdf/_assets.py,sha256=9WVFrAtUFAp_AAlb26Rtt2Axz9xsPQYetg7SKVrNCr4,1474
@@ -35,23 +35,23 @@ cognite/neat/_graph/extractors/_classic_cdf/_labels.py,sha256=7guTZdGFT1r7ItE2VN
 cognite/neat/_graph/extractors/_classic_cdf/_relationships.py,sha256=wQDR0DFmGqXFiRHxQtQWNTVk4zVKhZzjrCfCHihXvlU,5293
 cognite/neat/_graph/extractors/_classic_cdf/_sequences.py,sha256=pkCtjH7I1Z6naWDtItHGDirqKSdCTbX_DmXwz_23VLQ,11306
 cognite/neat/_graph/extractors/_classic_cdf/_timeseries.py,sha256=6CmmxWWG2IErfNKOPhsjQ5wSOTUZZMjulpaRbHj0Q-g,1560
-cognite/neat/_graph/extractors/_dexpi.py,sha256=pX1G8nISQ0CP60yXLzsjDPEZ8niuFcm2eb_GTd34ZRA,9489
 cognite/neat/_graph/extractors/_dict.py,sha256=CmXvYkzhRjWDPEaXZAb_YyWCwJDeNzdWBkmFyc2K90s,4321
 cognite/neat/_graph/extractors/_dms.py,sha256=fpr9jmJlnB9IS9sdDA7RV50e_RedF7AEVE25qLlgtp4,13810
 cognite/neat/_graph/extractors/_dms_graph.py,sha256=b_OpXsLZ1xCGEWAqsF5Qk6EknZzxDbcfaZ5NOZGaYrE,9441
-cognite/neat/_graph/extractors/_iodd.py,sha256=iZABOBqLIKyqIQ-RG6Z-FMTRcV5Ul8Ch1gAZygwN1Nk,18540
 cognite/neat/_graph/extractors/_mock_graph_generator.py,sha256=uAGyLMxaeWBlcSFQx0nArr1ChlDF8ZR3EcLM1akwAII,15443
 cognite/neat/_graph/extractors/_raw.py,sha256=xU3SmeLBCeqbs1WBdGCge8ZMnlOU6wgkKX5GRNXc0D0,2499
 cognite/neat/_graph/extractors/_rdf_file.py,sha256=8BWDk1oQPzo2w2HVmGah4rppIGqihX98SBbTB1SB_6o,2900
 cognite/neat/_graph/loaders/__init__.py,sha256=XS6vwmxgBzntg7UuG_ct_1hfhShVnFH5u0gGrdA8WfA,699
 cognite/neat/_graph/loaders/_base.py,sha256=Xq91-4GeQF2XN90-QgEFCU4aJabBXkeFeFXS2k4mWU4,4472
-cognite/neat/_graph/loaders/_rdf2dms.py,sha256=8XrrKfwQXIE7qRnU4Fz-7QlhUQfn-eXIP8AneJVm_rM,33873
-cognite/neat/_graph/queries/__init__.py,sha256=BgDd-037kvtWwAoGAy8eORVNMiZ5-E9sIV0txIpeaN4,50
-cognite/neat/_graph/queries/_base.py,sha256=xs_kCiqQFJfaPyYrKhpyPIAvyDOf19RgYcdg3WxjB6s,19344
+cognite/neat/_graph/loaders/_rdf2dms.py,sha256=GD9EuZGs7ybFgTRF4Gm-VOvulny4slSsIOiRPvx7cm8,33908
+cognite/neat/_graph/queries/__init__.py,sha256=W477LMyB4l6HIRbQhJoFgA_MUBwVCh2GBvtFeZu0AUA,53
+cognite/neat/_graph/queries/_base.py,sha256=APevHeeWQDEoOQ0MlBtVlPf9hbZukVkI5fOvt5oPJCE,543
+cognite/neat/_graph/queries/_queries.py,sha256=4BidSQXhdZYZ6_kyG7jMJ2iG0UtSrbQxfmwPM7V167A,466
+cognite/neat/_graph/queries/_select.py,sha256=Bm16EnE-gg0fnzw0dxfhnUgeWRprVBTljdWyqG07QrI,18518
+cognite/neat/_graph/queries/_update.py,sha256=RBY_QyRu1HNAErGxnzpZKiaajb739fC1pd_RHWeeSp0,1285
 cognite/neat/_graph/transformers/__init__.py,sha256=YzC1Z8BuT77NwagWX4Z-F9R9BARLSS7zM4bCdxBbqKg,1761
 cognite/neat/_graph/transformers/_base.py,sha256=8W_PSlsp-jQuKNb9z-lN0Khdq1tKsnWxXAMj2XnXcTc,4561
 cognite/neat/_graph/transformers/_classic_cdf.py,sha256=XjsMj5J0cmZyNzuGnGdlWec_drjaUNSgWwqIIa-YE7Y,25294
-cognite/neat/_graph/transformers/_iodd.py,sha256=oHBS-7wr8n80QfSliRaEzo6jpwRrpJczQg90T-KvD3o,882
 cognite/neat/_graph/transformers/_prune_graph.py,sha256=AJuDqpeaSzk7kY6PlO3JiqGmsfAkEq7s3ubZ5P2r1uI,12615
 cognite/neat/_graph/transformers/_rdfpath.py,sha256=9KCiq8UCeNWcV9VAmyV5gbqwmozUaHRJuMyzVmL3ji4,3156
 cognite/neat/_graph/transformers/_value_type.py,sha256=9Ihk-NMra91c_KOKonKUNgZXwylSrE7pDluzd31NHfM,15797
@@ -60,7 +60,7 @@ cognite/neat/_issues/_base.py,sha256=UDcx0s9_PqLD4z1NnOxI4wgsk2z6IiVCuJoG-V8aPyQ
 cognite/neat/_issues/_contextmanagers.py,sha256=lfASjmq0wHHCJQtgChvOMFZGp_rL513baHSRXbW0ugU,1577
 cognite/neat/_issues/_factory.py,sha256=-22ptgqVeqkaL7RqaIEexhXh3Z27dFvj7Q-9D0tu-4E,2811
 cognite/neat/_issues/errors/__init__.py,sha256=1MK8nHFrN5c2Uiq9r4PkjL8GnBY7TGhcqGNkgQzVmKs,2359
-cognite/neat/_issues/errors/_external.py,sha256=WISG6rA0GH7lD23hN7WDhDIfOh9QrsXUDSxMCkTcBj4,2210
+cognite/neat/_issues/errors/_external.py,sha256=LIze-eY3gEWEA_UmCGmknoazhKa73-ZGaHDz3xsR9DM,2349
 cognite/neat/_issues/errors/_general.py,sha256=MnBm9V1S-Agr9kUfTMvviBB4_NkuOXamlgJCu2UojEM,849
 cognite/neat/_issues/errors/_properties.py,sha256=T_nquQeEQS3DQY--DQ13acxhGX_-gpUMjWGTBKCh6r8,2536
 cognite/neat/_issues/errors/_resources.py,sha256=qndhGGPdulWpU7G4PkFHsF4Bjflf3lehGV4A0l-BeNI,3966
@@ -85,7 +85,7 @@ cognite/neat/_rules/catalog/info-rules-imf.xlsx,sha256=vrE5g8vBtsGpwJqygxG3t9I3x
 cognite/neat/_rules/exporters/__init__.py,sha256=IYBa0DIYlx8cFItgYRw9W4FY_LmVEjuaqMz3JORZZX0,1204
 cognite/neat/_rules/exporters/_base.py,sha256=VkNMy8wsH-x4tAjS44cXgzzNH0CM2k_4RhkMwK50J7g,2284
 cognite/neat/_rules/exporters/_rules2dms.py,sha256=ddlRbEgKBDLiO-DBM4A5fGpiF5nDgVpzdT3YGchAHNM,19625
-cognite/neat/_rules/exporters/_rules2excel.py,sha256=rCxEyiCu9QQ05GPFVT0MQwTZaZNh5hXpGLUeMeZcYlg,18754
+cognite/neat/_rules/exporters/_rules2excel.py,sha256=xh8oDkDAvnLMCYU2iuuDSnUw1G3erxV62KwPSnYs4ok,24264
 cognite/neat/_rules/exporters/_rules2instance_template.py,sha256=6hvuqb5cdO5IqbFKPaoZxIF-fG9gxo0c0pLWLJmKioA,5989
 cognite/neat/_rules/exporters/_rules2ontology.py,sha256=4Z8Qf8H3Ksz0xAtyj5A3oyIKFJNljfMKKqYLxtiQfKs,23057
 cognite/neat/_rules/exporters/_rules2yaml.py,sha256=ggaPR8FO8PwZk1_nhwb5wVHk_C4s6qh1RrlbPkNcbBo,3160
@@ -105,17 +105,17 @@ cognite/neat/_rules/importers/_rdf/_inference2rules.py,sha256=NSPFEe6ZLHbFTUGTpQ
 cognite/neat/_rules/importers/_rdf/_owl2rules.py,sha256=gTMe94DC9xe8NR9KNVHTMTshg_NzVuN1v8Lz95BUshI,3392
 cognite/neat/_rules/importers/_rdf/_shared.py,sha256=nLHEXOwEs9n-4t6kIGyPJIlFMGw4VKCpU8_NBC0XLr0,5876
 cognite/neat/_rules/importers/_spreadsheet2rules.py,sha256=wjB7RVevjvXL3gaL1SGEW411ie76ZrFbe9fngzO-ncQ,10977
-cognite/neat/_rules/importers/_yaml2rules.py,sha256=k2oDgz--mxFVeyqQG3uvyYcb0BkFHwKHdBYHVaxtAEc,3721
+cognite/neat/_rules/importers/_yaml2rules.py,sha256=tqfHhLnlcu4iFrF5ol26lUquBoXHW95mfpmtjdTQx-Q,3896
 cognite/neat/_rules/models/__init__.py,sha256=tf6tyWiYO0eC2PHCcpy208dwOHjEi9hg0sEaQLcB3uA,1024
 cognite/neat/_rules/models/_base_input.py,sha256=ZcSheXMz72w907RAcuMMupTk35zApQ8lS43As7dFVgA,6661
-cognite/neat/_rules/models/_base_rules.py,sha256=5Z2iyyumJn0oR-1XZ2-O696UTSpsjQ-6cBAdW3dvnE0,14996
+cognite/neat/_rules/models/_base_rules.py,sha256=ONwBYq7YVUL4R9KL4iLhgbC2ZhGkl6HZtC9Dgx3pI5A,15460
 cognite/neat/_rules/models/_types.py,sha256=OjEV-eDIYTzoMbuazWtNTZgWhthntknqMPS_E9ts22s,5430
 cognite/neat/_rules/models/data_types.py,sha256=OyiAiszU59wQssv05XHX8SihLkYmtfgmgmdVypJ7cwc,10095
 cognite/neat/_rules/models/dms/__init__.py,sha256=fRaUH0IwG0YwWd_DNKM6j-jHHFyiIVz4_8DPiS1KR0Y,695
 cognite/neat/_rules/models/dms/_exporter.py,sha256=2QiTLX4UF89jGd_YRz9EczDFprBphdO_oyaQWMBmSiM,28576
 cognite/neat/_rules/models/dms/_rules.py,sha256=QEKNw31nkTwzjyNEnWYUdDFUdJvDJ5_14iQzWsFizxs,23537
 cognite/neat/_rules/models/dms/_rules_input.py,sha256=HfC4Z9UfDSBlKhoBdk57NqyPic1pVNymZYYEeV8Ow-k,16410
-cognite/neat/_rules/models/dms/_validation.py,sha256=Uh6DaCywdpTljy3trmVGaHrRI1wqZSAHRBpSi1hemsU,32165
+cognite/neat/_rules/models/dms/_validation.py,sha256=qImtBMWCKC_C2zrfeTxQrjhTTL1MJt8cFqKMYQwNiEs,32871
 cognite/neat/_rules/models/entities/__init__.py,sha256=Hlucp3LyV6ncLl79aqRTbSy2qgiGzoyN8x54D_zaJCY,1469
 cognite/neat/_rules/models/entities/_constants.py,sha256=GXRzVfArwxF3C67VCkzy0JWTZRkRJUYXBQaaecrqcWc,351
 cognite/neat/_rules/models/entities/_loaders.py,sha256=OQDbz5ANMQ_7ZcdMIBdTR94BoCpWrBA2KBH3fCW0JQo,2728
@@ -132,24 +132,24 @@ cognite/neat/_rules/models/mapping/_classic2core.py,sha256=AhLWoXk4PlBVA6SgBtY9d
 cognite/neat/_rules/models/mapping/_classic2core.yaml,sha256=ei-nuivNWVW9HmvzDBKIPF6ZdgaMq64XHw_rKm0CMxg,22584
 cognite/neat/_rules/transformers/__init__.py,sha256=icjtZq6Hc122fEj9AGEcDB8QuF2JL6dWe4utne73naQ,1617
 cognite/neat/_rules/transformers/_base.py,sha256=9LnjKbYIf9238PQXedkTZsMXAyEND6glUD187iEaHfc,2783
-cognite/neat/_rules/transformers/_converters.py,sha256=pel46GyIBVKeYb_GoflHc0uq5pVPayc2ePrIBwNb0fk,104666
+cognite/neat/_rules/transformers/_converters.py,sha256=-veWPRxJJGYBtExSZGlTm3obeG_AE6lSKyaaWNjlHGY,105167
 cognite/neat/_rules/transformers/_mapping.py,sha256=QVd96vMF9sGailN5hB22KGdmOU8GzFwZ7IPMD0aVCYY,18237
 cognite/neat/_rules/transformers/_verification.py,sha256=coZjoLqdfS8yrPP62T_xEKrDZc9ETbPWrLuwEVBSLZQ,4370
 cognite/neat/_session/__init__.py,sha256=fxQ5URVlUnmEGYyB8Baw7IDq-uYacqkigbc4b-Pr9Fw,58
 cognite/neat/_session/_base.py,sha256=WrX4g-pf4GnnYpusSoNkmKyjH_IfB9ZWfXw34THMqy0,12344
 cognite/neat/_session/_collector.py,sha256=ipYlwBBgjF53adjDW_D1U39mLEviB3UOVSGgeqHkEuc,4228
-cognite/neat/_session/_drop.py,sha256=gOkDAnddASpFxYxkPjlTyhkpNfnmDEj94GRI8tnHFR0,4167
-cognite/neat/_session/_explore.py,sha256=hrL0ASLtEXLlZn0dgDsKNySO10qEMBT8cE8mti2lOws,1561
+cognite/neat/_session/_drop.py,sha256=yXCZVL2PdVHffu5x630etuYEa3hBNhsZqhlryZVUkOQ,4181
+cognite/neat/_session/_explore.py,sha256=KX0_iNRospxhcgC5O2grvbVbRqaDszeZ3AG5SYqjzcM,1589
 cognite/neat/_session/_fix.py,sha256=wYXIIHKmWTNmOLr9RvDSkBJllKoomP2mCnMdB9x2ojw,898
 cognite/neat/_session/_inspect.py,sha256=qoBAfCQnzC40ef91gxJmhonWo1Kr_VEjBb2KhbCOO_s,10084
 cognite/neat/_session/_mapping.py,sha256=AkQwmqYH-0EgqoXHqCFwJY92hNSGzfojOelhVFlqH4c,2655
-cognite/neat/_session/_prepare.py,sha256=0lWENdavp3ut-5WUqwTaeKTbM3fZ1C2PTfFoFuoLx_8,12657
-cognite/neat/_session/_read.py,sha256=Md0k5746t7N7R0pacz-c0HfQlov28jkofv9Vh2ifKWQ,29995
-cognite/neat/_session/_set.py,sha256=dCZ5zEmNAw8tiqOGT7-EigSXOIGlfVP2ldA7nmC8LJ8,4451
-cognite/neat/_session/_show.py,sha256=2lnkud996ouwf6-aKGvU0cU0ttfMeQ3vcb__g_7Yko4,10539
+cognite/neat/_session/_prepare.py,sha256=js4R1ssvWZRUDTDas228HVPGLuRABLHrliTTDNCFLOg,12692
+cognite/neat/_session/_read.py,sha256=rjQqFU9VzyPSdNmaKaMo-E5em6LZHa3iDAjdvRLX9rI,30193
+cognite/neat/_session/_set.py,sha256=a16aKeip7Y3qAhU0AzmJlMaEXe5ifDBXFYq4tXZNanI,4472
+cognite/neat/_session/_show.py,sha256=9c0eUGtvN6pIX594P6hVofxDwO7lDE-N3A52htJjcv0,10546
 cognite/neat/_session/_state.py,sha256=6b0BSXm7m5-OcsF_O0A_7ec9tt8oPqH8zHImyEhVQQA,6313
 cognite/neat/_session/_subset.py,sha256=4RFGC8apNLnRSKcoDh95ksXA7zLy8vGLxEV5U0H3Hoc,2687
-cognite/neat/_session/_template.py,sha256=oR11KXyEGUGKjKthsehK7-3xI2n3_3ZAsRQ66wHXs8o,10458
+cognite/neat/_session/_template.py,sha256=UEKvSAZJg08Vfb0TTUq7K7X3gcjP_pJEazyugPXFTq0,11318
 cognite/neat/_session/_to.py,sha256=S7209afgOlLWbsKOA0Z4lAwT57gzLmSDaUWpUaWjJJY,19118
 cognite/neat/_session/_wizard.py,sha256=9idlzhZy54h2Iwupe9iXKX3RDb5jJQuBZFEouni50L0,1476
 cognite/neat/_session/engine/__init__.py,sha256=D3MxUorEs6-NtgoICqtZ8PISQrjrr4dvca6n48bu_bI,120
@@ -158,8 +158,9 @@ cognite/neat/_session/engine/_interface.py,sha256=3W-cYr493c_mW3P5O6MKN1xEQg3cA7
 cognite/neat/_session/engine/_load.py,sha256=LcoYVthQyCzLWKzRE_75_nElS-n_eMWSPAgNJBnh5dA,5193
 cognite/neat/_session/exceptions.py,sha256=kRNKnhvOEPnF8TdcKP-lWbHvAwn-MOtGxKZdUpnJ_Q8,3239
 cognite/neat/_shared.py,sha256=Ov59SWYboRRsncB_5V1ZC_BAoACfNLjo80vqE5Ru6wo,2325
+cognite/neat/_state/README.md,sha256=G6my1CtTDNyIR7G3H1Is_92dHsH_dXjmJmYQb9xh_dk,898
 cognite/neat/_store/__init__.py,sha256=RrvuZrMdezqun5dOrwHWSk26kampZcvqiHBqSFumkEE,130
-cognite/neat/_store/_graph_store.py,sha256=ruIn1mSnJoj597M-ZgXDH2bzy3uF11NLomel0OkuR4Q,17142
+cognite/neat/_store/_graph_store.py,sha256=jEAGNhMhzOdnBESDfWt6yF6qyJZ61gWCrEQDsMfMhdI,17177
 cognite/neat/_store/_provenance.py,sha256=V2rBK3L4wneoiTBvir3AbmrcPsl6XVmefovkkjHYhNE,7301
 cognite/neat/_store/_rules_store.py,sha256=dh2GfDRRtQ2F00I5hdqYveULQKx2_kt630Mac_ZFF2k,18562
 cognite/neat/_store/exceptions.py,sha256=XznWE3X8iBpnTKcC2SpInwesQVpfinGBzQT6xX9GANg,1614
@@ -177,10 +178,10 @@ cognite/neat/_utils/text.py,sha256=9T0mzcNn6J9X8DriNntLN5ThCXOWbU1BYareukbLT7A,8
 cognite/neat/_utils/time_.py,sha256=7ayUm0OWZm1JDmy32E4ip8WRr2o0GLwrHwJA8sJ43Z4,357
 cognite/neat/_utils/upload.py,sha256=xWtM6mFuD2QYQHaZ7zCAuGptbEpPIxcH-raWQu93-Ug,5845
 cognite/neat/_utils/xml_.py,sha256=FQkq84u35MUsnKcL6nTMJ9ajtG9D5i1u4VBnhGqP2DQ,1710
-cognite/neat/_version.py,sha256=PmwQMm2xpu25bGSQZn5n0s1kkl4epWM68bMMNxSbKEs,46
+cognite/neat/_version.py,sha256=d27As8_j5YQxh9_ZmNwoy0v_fx27xmBROZeiFkXTUNE,46
 cognite/neat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cognite_neat-0.119.1.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-0.119.1.dist-info/METADATA,sha256=uTVeDmlTuWj0Br_wMxYzmBrT8aO2ZINIypUKtBqmc78,5421
-cognite_neat-0.119.1.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-cognite_neat-0.119.1.dist-info/entry_points.txt,sha256=SsQlnl8SNMSSjE3acBI835JYFtsIinLSbVmHmMEXv6E,51
-cognite_neat-0.119.1.dist-info/RECORD,,
+cognite_neat-0.119.3.dist-info/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-0.119.3.dist-info/METADATA,sha256=L1WOkKQhfbfheXIZ3UaLUI2JPAsF8qbx-dUfGxpbh84,7646
+cognite_neat-0.119.3.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+cognite_neat-0.119.3.dist-info/entry_points.txt,sha256=SsQlnl8SNMSSjE3acBI835JYFtsIinLSbVmHmMEXv6E,51
+cognite_neat-0.119.3.dist-info/RECORD,,

cognite/neat/_graph/extractors/_dexpi.py

@@ -1,234 +0,0 @@
-import xml.etree.ElementTree as ET
-from collections import defaultdict
-from collections.abc import Iterable
-from pathlib import Path
-from xml.etree.ElementTree import Element
-
-from rdflib import RDF, RDFS, XSD, Literal, Namespace, URIRef
-from typing_extensions import Self
-
-from cognite.neat._constants import DEFAULT_NAMESPACE
-from cognite.neat._graph.extractors._base import BaseExtractor
-from cognite.neat._shared import Triple
-from cognite.neat._utils.rdf_ import as_neat_compliant_uri
-from cognite.neat._utils.xml_ import get_children, iterate_tree
-
-DEXPI = Namespace("http://sandbox.dexpi.org/rdl/")
-QUDT = Namespace("https://qudt.org/vocab/unit/")
-
-
-class DexpiExtractor(BaseExtractor):
-    """
-    DEXPI-XML extractor of RDF triples
-
-    Args:
-        root: XML root element of DEXPI file.
-        namespace: Optional custom namespace to use for extracted triples that define data
-                    model instances. Defaults to DEFAULT_NAMESPACE.
-    """
-
-    def __init__(
-        self,
-        root: Element,
-        namespace: Namespace | None = None,
-    ):
-        self.root = root
-        self.namespace = namespace or DEFAULT_NAMESPACE
-
-    @classmethod
-    def from_file(cls, filepath: str | Path, namespace: Namespace | None = None) -> Self:
-        return cls(ET.parse(filepath).getroot(), namespace)
-
-    @classmethod
-    def from_url(cls, url: str, namespace: Namespace | None = None) -> Self:
-        from io import BytesIO
-
-        import requests
-
-        response = requests.get(url)
-        response.raise_for_status()
-        return cls(ET.parse(BytesIO(response.content)).getroot(), namespace)
-
-    def extract(self) -> Iterable[Triple]:
-        """Extracts RDF triples from DEXPI XML file."""
-
-        for element in iterate_tree(self.root):
-            yield from self._element2triples(element, self.namespace)
-
-    @classmethod
-    def _element2triples(cls, element: Element, namespace: Namespace) -> list[Triple]:
-        """Converts an element to triples."""
-        triples: list[Triple] = []
-
-        if (
-            "ComponentClass" in element.attrib
-            and element.attrib["ComponentClass"] != "Label"
-            and "ID" in element.attrib
-        ):
-            id_ = namespace[element.attrib["ID"]]
-
-            if node_triples := cls._element2node_triples(id_, element):
-                triples.extend(node_triples)
-
-            if edge_triples := cls._element2edge_triples(id_, element, namespace):
-                triples.extend(edge_triples)
-
-        return triples
-
-    @classmethod
-    def _element2edge_triples(cls, id_: URIRef, element: Element, namespace: Namespace) -> list[Triple]:
-        triples: list[Triple] = []
-
-        # connection triples
-        if connections := get_children(element, "Connection"):
-            for connection in connections:
-                if "FromID" in connection.attrib and "ToID" in connection.attrib:
-                    triples.append(
-                        (
-                            namespace[connection.attrib["FromID"]],
-                            DEXPI.connection,
-                            namespace[connection.attrib["ToID"]],
-                        )
-                    )
-
-        # association triples
-        if associations := get_children(element, "Association"):
-            for association in associations:
-                if "Type" in association.attrib and "ItemID" in association.attrib:
-                    association_type = cls._to_uri_friendly_association_type(association)
-
-                    triples.append(
-                        (
-                            id_,
-                            DEXPI[f"association/{association_type}"],
-                            namespace[association.attrib["ItemID"]],
-                        )
-                    )
-
-        # children-parent triples
-        for child in element:
-            if "ID" in child.attrib and child.tag != "Label":
-                camel_case_property = child.tag[0].lower() + child.tag[1:]
-                triples.append(
-                    (
-                        id_,
-                        DEXPI[f"children/{camel_case_property}"],
-                        namespace[child.attrib["ID"]],
-                    )
-                )
-
-        return triples
-
-    @classmethod
-    def _to_uri_friendly_association_type(cls, association: Element) -> str:
-        association_type = "".join(
-            [word.capitalize() if i != 0 else word for i, word in enumerate(association.attrib["Type"].split(" "))]
-        )
-
-        return association_type
-
-    @classmethod
-    def _element2node_triples(cls, id_: URIRef, element: Element) -> list[Triple]:
-        """Converts an XML element to triples."""
-        triples: list[Triple] = []
-
-        # setting these to None this is the order of getting the type
-        component_class: str | None = None
-        component_name: str | None = None
-        tag: str | None = None
-
-        # adding tag triple if exists
-        if tag := element.tag:
-            triples.append((id_, DEXPI.tag, Literal(str(tag))))
-
-        # adding attributes triples
-        if attributes := element.attrib:
-            if component_class := attributes.get("ComponentClass", None):
-                triples.append((id_, DEXPI.ComponentClass, Literal(component_class)))
-            if component_name := attributes.get("ComponentName", None):
-                triples.append((id_, DEXPI.ComponentName, Literal(component_name)))
-            if component_class_uri := attributes.get("ComponentClassURI", None):
-                triples.append((id_, DEXPI.ComponentClassURI, URIRef(component_class_uri)))
-
-        triples.append(
-            (
-                id_,
-                RDF.type,
-                as_neat_compliant_uri(DEFAULT_NAMESPACE[component_class or component_name or tag or "Unknown"]),
-            )
-        )
-
-        # add label triple
-        if label := cls._get_element_label(element):
-            triples.append((id_, RDFS.label, Literal(label)))
-
-        # add generic attributes triples
-        if generic_attributes := cls._get_element_generic_attributes(element):
-            for attribute, value_definitions in generic_attributes.items():
-                predicate = as_neat_compliant_uri(attribute)
-                for value_definition in value_definitions:
-                    if literal := cls._value_definition2literal(value_definition):
-                        triples.append((id_, predicate, literal))
-
-        return triples
-
-    @classmethod
-    def _value_definition2literal(cls, definition: dict, make_unit_datatype: bool = False) -> Literal | None:
-        if "Value" not in definition or "Format" not in definition:
-            return None
-
-        if "Units" in definition and "Value" in definition:
-            if make_unit_datatype and "UnitsURI" in definition:
-                return Literal(definition["Value"], datatype=URIRef(definition["UnitsURI"]))
-
-            else:
-                return Literal(definition["Value"], datatype=XSD.float)
-
-        # case: when language is present we create add language tag to the literal
-        elif "Language" in definition and "Value" in definition:
-            return Literal(definition["Value"], lang=definition["Language"])
-
-        # case: when ValueURI is present we use it instead of Value
-        # this would be candidate for ENUMs in CDF
-        elif "ValueURI" in definition:
-            return Literal(definition["ValueURI"], datatype=XSD[definition["Format"]])
-
-        # case: when Format is not string we make sure to add the datatype
-        elif definition["Format"].lower() != "string":
-            return Literal(definition["Value"], datatype=XSD[definition["Format"]])
-
-        # case: when Format is string we add the literal without datatype (easier to read triples, less noise)
-        else:
-            return Literal(definition["Value"])
-
-    @classmethod
-    def _get_element_label(cls, element: Element) -> str | None:
-        if children := get_children(element, "Label", no_children=1):
-            if grandchildren := get_children(children[0], "Text", no_children=1):
-                if "String" in grandchildren[0].attrib:
-                    return grandchildren[0].attrib["String"]
-
-        # extension for schema version 3.3, where text is used to "label" without a <label> parent
-        elif children := get_children(element, "Text", no_children=1):
-            if "String" in children[0].attrib:
-                return children[0].attrib["String"]
-
-        return None
-
-    @classmethod
-    def _get_element_generic_attributes(cls, element: Element) -> dict:
-        # TODO: This requires more work as there are multiple groupings of GenericAttributes
-
-        attributes = defaultdict(list)
-        if children := get_children(element, "GenericAttributes", no_children=1):
-            if grandchildren := get_children(children[0], "GenericAttribute"):
-                for generic_attribute in grandchildren:
-                    # extension for schema version 3.3, where "AttributeURI" is not included
-                    if name := generic_attribute.attrib.get("Name", None):
-                        attribute_uri = as_neat_compliant_uri(DEFAULT_NAMESPACE[name])
-                        if attribute_uri not in attributes:
-                            attributes[attribute_uri] = [generic_attribute.attrib]
-                        else:
-                            attributes[attribute_uri].append(generic_attribute.attrib)
-
-        return attributes