cognite-neat 0.103.1__py3-none-any.whl → 0.105.0__py3-none-any.whl

cognite/neat/_workflows/steps/lib/current/graph_extractor.py

@@ -1,100 +0,0 @@
-import json
-from pathlib import Path
-from typing import ClassVar, cast
-
-from cognite.neat._graph.extractors import RdfFileExtractor
-from cognite.neat._graph.extractors._mock_graph_generator import MockGraphGenerator
-from cognite.neat._issues.errors import WorkflowStepNotInitializedError
-from cognite.neat._rules._shared import DMSRules, InformationRules
-from cognite.neat._workflows.model import FlowMessage, StepExecutionStatus
-from cognite.neat._workflows.steps.data_contracts import MultiRuleData, NeatGraph
-from cognite.neat._workflows.steps.step_model import Configurable, Step
-
-__all__ = ["GraphFromMockData", "GraphFromRdfFile"]
-
-CATEGORY = __name__.split(".")[-1].replace("_", " ").title()
-
-
-class GraphFromMockData(Step):
-    """
-    This step generate mock graph based on the defined classes and target number of instances
-    """
-
-    description = "This step generate mock graph based on the defined classes and target number of instances"
-    version = "private-beta"
-    category = CATEGORY
-    configurables: ClassVar[list[Configurable]] = [
-        Configurable(
-            name="Class count",
-            value="",
-            label="Target number of instances for each class",
-        ),
-        Configurable(
-            name="Graph",
-            value="solution",
-            label="The name of target graph.",
-            options=["source", "solution"],
-        ),
-    ]
-
-    def run(  # type: ignore[override, syntax]
-        self, rules: MultiRuleData, store: NeatGraph
-    ) -> FlowMessage:
-        if self.configs is None:
-            raise WorkflowStepNotInitializedError(type(self).__name__)
-
-        if not rules.information and not rules.dms:
-            return FlowMessage(
-                error_text="Rules must be made either by Information Architect or DMS Architect!",
-                step_execution_status=StepExecutionStatus.ABORT_AND_FAIL,
-            )
-
-        try:
-            class_count = json.loads(self.configs["Class count"]) if self.configs["Class count"] else {}
-        except Exception:
-            return FlowMessage(
-                error_text="Defected JSON stored in class_count",
-                step_execution_status=StepExecutionStatus.ABORT_AND_FAIL,
-            )
-
-        extractor = MockGraphGenerator(
-            cast(InformationRules | DMSRules, rules.information or rules.dms),
-            class_count,
-        )
-
-        store.graph.write(extractor)
-
-        return FlowMessage(output_text=f"Instances loaded to the {store.__class__.__name__}")
-
-
-class GraphFromRdfFile(Step):
-    """
-    This step extract instances from a file into the source graph. The file must be in RDF format.
-    """
-
-    description = "This step extract instances from a file into the source graph. The file must be in RDF format."
-    version = "private-beta"
-    category = CATEGORY
-    configurables: ClassVar[list[Configurable]] = [
-        Configurable(
-            name="File path",
-            value="source-graphs/source-graph-dump.xml",
-            label="File name of source graph data dump in RDF format",
-        )
-    ]
-
-    def run(self, store: NeatGraph) -> FlowMessage:  # type: ignore[override, syntax]
-        if self.configs is None or self.data_store_path is None:
-            raise WorkflowStepNotInitializedError(type(self).__name__)
-
-        if source_file := self.configs["File path"]:
-            store.graph.write(
-                RdfFileExtractor(  # type: ignore[abstract]
-                    filepath=self.data_store_path / Path(source_file),
-                )
-            )
-
-        else:
-            raise ValueError("You need a valid file path to be specified")
-
-        return FlowMessage(output_text="Instances loaded to NeatGraph!")

cognite/neat/_workflows/steps/lib/current/graph_loader.py

@@ -1,51 +0,0 @@
-import time
-from pathlib import Path
-from typing import ClassVar
-
-from cognite.neat._issues.errors import WorkflowStepNotInitializedError
-from cognite.neat._workflows.model import FlowMessage
-from cognite.neat._workflows.steps.data_contracts import NeatGraph
-from cognite.neat._workflows.steps.step_model import Configurable, Step
-
-__all__ = [
-    "GraphToRdfFile",
-]
-
-CATEGORY = __name__.split(".")[-1].replace("_", " ").title()
-
-
-class GraphToRdfFile(Step):
-    """
-    The step generates loads graph to RDF file
-    """
-
-    description = "The step generates nodes and edges from the graph"
-    category = CATEGORY
-    version = "private-beta"
-    configurables: ClassVar[list[Configurable]] = [
-        Configurable(
-            name="File path",
-            value="staging/graph_export.ttl",
-            label=("Relative path for the RDF file storage, " "must end with .ttl !"),
-        ),
-    ]
-
-    def run(  # type: ignore[override, syntax]
-        self, store: NeatGraph
-    ) -> FlowMessage:  # type: ignore[syntax]
-        if self.configs is None or self.data_store_path is None:
-            raise WorkflowStepNotInitializedError(type(self).__name__)
-
-        storage_path = self.data_store_path / Path(self.configs["File path"])
-        relative_graph_file_path = str(storage_path).split("/data/")[1]
-
-        store.graph.graph.serialize(str(storage_path), format="turtle")
-
-        output_text = (
-            "<p></p>"
-            "Graph loaded to RDF file can be downloaded here : "
-            f'<a href="/data/{relative_graph_file_path}?{time.time()}" '
-            f'target="_blank">{storage_path.stem}.ttl</a>'
-        )
-
-        return FlowMessage(output_text=output_text)

cognite/neat/_workflows/steps/lib/current/graph_store.py

@@ -1,48 +0,0 @@
-from typing import ClassVar
-
-from cognite.neat._store import NeatGraphStore
-from cognite.neat._workflows.model import FlowMessage
-from cognite.neat._workflows.steps.data_contracts import (
-    MultiRuleData,
-    NeatGraph,
-)
-from cognite.neat._workflows.steps.step_model import Configurable, Step
-
-__all__ = ["GraphStoreConfiguration"]
-
-CATEGORY = __name__.split(".")[-1].replace("_", " ").title()
-
-
-class GraphStoreConfiguration(Step):
-    """
-    This step initializes source OR solution graph store
-    """
-
-    description = "This step initializes the source and solution graph stores."
-    version = "private-beta"
-    category = CATEGORY
-    configurables: ClassVar[list[Configurable]] = [
-        Configurable(
-            name="Graph store type",
-            value="oxigraph",
-            label="Graph store type, supported: oxigraph, rdflib",
-            options=["oxigraph", "rdflib"],
-        ),
-    ]
-
-    def run(  # type: ignore[override]
-        self, rules_data: MultiRuleData | None = None
-    ) -> (FlowMessage, NeatGraph):  # type: ignore[syntax]
-        store_type = self.configs.get("Graph store type", "oxigraph")
-
-        if store_type == "oxigraph":
-            store = NeatGraph(graph=NeatGraphStore.from_oxi_store(rules=rules_data.information if rules_data else None))
-        else:
-            store = NeatGraph(
-                graph=NeatGraphStore.from_memory_store(rules=rules_data.information if rules_data else None)
-            )
-
-        return (
-            FlowMessage(output_text="Graph store configured successfully"),
-            store,
-        )