cognite-neat 0.122.3__py3-none-any.whl → 0.123.1__py3-none-any.whl

cognite/neat/_version.py

@@ -1,2 +1,2 @@
-__version__ = "0.122.3"
+__version__ = "0.123.1"
 __engine__ = "^2.0.4"

cognite/neat/core/_client/_api/neat_instances.py

@@ -7,6 +7,11 @@ from cognite.client.data_classes.filters import Filter
 from cognite.client.exceptions import CogniteAPIError
 from cognite.client.utils.useful_types import SequenceNotStr
 
+from cognite.neat.core._constants import DMS_INSTANCE_LIMIT_MARGIN
+from cognite.neat.core._issues import NeatIssue
+from cognite.neat.core._issues.errors import WillExceedLimitError
+from cognite.neat.core._issues.warnings import NeatValueWarning
+
 if TYPE_CHECKING:
     from cognite.neat.core._client._api_client import NeatClient
 
@@ -69,3 +74,28 @@ class NeatInstancesAPI:
             if (time.perf_counter() - last_limit_change) > 30.0 and body["limit"] < 1_000:
                 body["limit"] = min(int(body["limit"] * 1.5), 1_000)
                 last_limit_change = time.perf_counter()
+
+    def validate_cdf_project_capacity(self, total_instances: int) -> NeatIssue | None:
+        """Validates if the current project instance capacity can accommodate the given number of instances.
+
+        Args:
+            total_instances (int): The total number of instances to check against the project's capacity.
+
+        Returns:
+            NeatIssue | None: Returns a warning if the capacity is exceeded, otherwise None.
+
+        Raises:
+            WillExceedLimitError: If the total instances exceed the project's instance capacity.
+
+        """
+        try:
+            stats = self._client.instance_statistics.project()
+        except CogniteAPIError as e:
+            # This endpoint is not yet in alpha, it may change or not be available.
+            return NeatValueWarning(f"Cannot check project instance capacity. Endpoint not available: {e}")
+        instance_capacity = stats.instances.instances_limit - stats.instances.instances
+        if total_instances + DMS_INSTANCE_LIMIT_MARGIN > instance_capacity:
+            raise WillExceedLimitError(
+                "instances", total_instances, stats.project, instance_capacity, DMS_INSTANCE_LIMIT_MARGIN
+            )
+        return None

cognite/neat/core/_constants.py

@@ -9,7 +9,6 @@ from rdflib import DC, DCTERMS, FOAF, OWL, RDF, RDFS, SH, SKOS, XSD, Namespace,
 from rdflib.namespace import DefinedNamespace
 
 from cognite import neat
-from cognite.neat.core._issues.errors._general import NeatValueError
 
 if TYPE_CHECKING:
     from cognite.neat.core._data_model.models.physical import PhysicalProperty
@@ -161,6 +160,14 @@ DMS_DIRECT_RELATION_LIST_DEFAULT_LIMIT = 100
 DMS_PRIMITIVE_LIST_DEFAULT_LIMIT = 1000
 DMS_CONTAINER_LIST_MAX_LIMIT = 2000
 
+# The number of instances that should be left as a margin when Neat writes to CDF through the DMS API.
+# This is currently set conservatively to 1 million. The reasoning for this is that there are CDF
+# applications such as Infield and Industrial Canvas that can write to the DMS API, as well as likely third-party
+# applications that can write to the DMS API. If Neat fills up the entire capacity, these type of data gathering
+# applications will experience data loss. The limit of 1 million is chosen such that it will trigger alarms in the
+# CDF projects, such that admins can take action to increase or clean up the capacity before it is too late.
+DMS_INSTANCE_LIMIT_MARGIN = 1_000_000
+
 _ASSET_ROOT_PROPERTY = {
     "connection": "direct",
     "container": "cdf_cdm:CogniteAsset",
@@ -211,6 +218,8 @@ def get_base_concepts(
         base_model: The base model to get the concepts for.
         total_concepts: The number of concepts to get. If None, all concepts are returned.
     """
+    # Local import to avoid circular dependency issues
+    from cognite.neat.core._issues.errors._general import NeatValueError
 
     if base_model == "CogniteCore":
         return [f"cdf_cdm:{concept}(version=v1)" for concept in COGNITE_CONCEPTS][:total_concepts]

cognite/neat/core/_data_model/_constants.py

@@ -42,6 +42,7 @@ class EntityTypes(StrEnum):
     version = "version"
     prefix = "prefix"
     space = "space"
+    container_index = "container_index"
 
 
 def get_reserved_words(

cognite/neat/core/_data_model/importers/_dms2data_model.py

@@ -47,6 +47,7 @@ from cognite.neat.core._data_model.models.data_types import DataType, Enum, Stri
 from cognite.neat.core._data_model.models.entities import (
     ConceptEntity,
     ContainerEntity,
+    ContainerIndexEntity,
     DMSNodeEntity,
     EdgeEntity,
     PhysicalUnknownEntity,
@@ -385,7 +386,9 @@ class DMSImporter(BaseImporter[UnverifiedPhysicalDataModel]):
             ),
             view=str(view_entity),
             view_property=prop_id,
-            index=self._get_index(prop, prop_id),
+            # MyPy fails to understand that list[ContainerIndexEntity] | None is valid even though
+            # the index expects str | list[ContainerIndexEntity | str] | None.
+            index=self._get_index(prop, prop_id),  # type: ignore[arg-type]
             constraint=self._get_constraint(prop, prop_id),
         )
 
@@ -548,14 +551,22 @@ class DMSImporter(BaseImporter[UnverifiedPhysicalDataModel]):
                 return str(default)
         return None
 
-    def _get_index(self, prop: ViewPropertyApply, prop_id: str) -> list[str] | None:
+    def _get_index(self, prop: ViewPropertyApply, prop_id: str) -> list[ContainerIndexEntity] | None:
         if not isinstance(prop, dm.MappedPropertyApply):
             return None
         container = self._all_containers_by_id[prop.container]
-        index: list[str] = []
+        index: list[ContainerIndexEntity] = []
         for index_name, index_obj in (container.indexes or {}).items():
-            if isinstance(index_obj, BTreeIndex | InvertedIndex) and prop_id in index_obj.properties:
-                index.append(index_name)
+            if isinstance(index_obj, BTreeIndex) and prop_id in index_obj.properties:
+                order = None if len(index_obj.properties) == 1 else index_obj.properties.index(prop_id)
+                index.append(
+                    ContainerIndexEntity(
+                        prefix="btree", suffix=index_name, cursorable=index_obj.cursorable, order=order
+                    )
+                )
+            elif isinstance(index_obj, InvertedIndex) and prop_id in index_obj.properties:
+                order = None if len(index_obj.properties) == 1 else index_obj.properties.index(prop_id)
+                index.append(ContainerIndexEntity(prefix="inverted", suffix=index_name, order=order))
         return index or None
 
     def _get_constraint(self, prop: ViewPropertyApply, prop_id: str) -> list[str] | None:

cognite/neat/core/_data_model/models/entities/__init__.py

@@ -7,6 +7,7 @@ from ._single_value import (
     ConceptEntity,
     ConceptualEntity,
     ContainerEntity,
+    ContainerIndexEntity,
     DataModelEntity,
     DMSNodeEntity,
     DMSVersionedEntity,
@@ -33,6 +34,7 @@ __all__ = [
     "ConceptualEntity",
     "ContainerEntity",
     "ContainerEntityList",
+    "ContainerIndexEntity",
     "DMSFilter",
     "DMSNodeEntity",
     "DMSVersionedEntity",

cognite/neat/core/_data_model/models/entities/_single_value.py

@@ -172,8 +172,8 @@ class ConceptualEntity(BaseModel, extra="ignore"):
         extra: tuple[str, ...] = tuple(
             [
                 str(v or "")
-                for field_name in self.model_fields
-                if isinstance(v := getattr(self, field_name), str | None) and field_name not in {"prefix", "suffix"}
+                for field_name in self.model_fields.keys()
+                if (v := getattr(self, field_name)) and field_name not in {"prefix", "suffix"}
             ]
         )
         if isinstance(self.prefix, _UndefinedType):
@@ -225,8 +225,8 @@ class ConceptualEntity(BaseModel, extra="ignore"):
                     continue
                 if model_dump[key] == value:
                     to_delete.append(key)
-                elif isinstance(self, EdgeEntity):
-                    # Exception is edge entity, then, we remove all the defaults we can.
+                elif isinstance(self, EdgeEntity | ContainerIndexEntity):
+                    # Exception is edge and container index entities, then we remove all the defaults we can.
                     continue
                 else:
                     # Not all fields are default. We should not remove any of them.
@@ -549,3 +549,23 @@ class ReferenceEntity(ConceptEntity):
 
     def as_concept_entity(self) -> ConceptEntity:
         return ConceptEntity(prefix=self.prefix, suffix=self.suffix, version=self.version)
+
+
+class ContainerIndexEntity(PhysicalEntity[None]):
+    type_: ClassVar[EntityTypes] = EntityTypes.container_index
+    prefix: _UndefinedType | Literal["btree", "inverted"] = Undefined  # type: ignore[assignment]
+    suffix: str
+    order: int | None = Field(None, description="The order of the index. None indicates the value is not set.")
+    cursorable: bool | None = Field(
+        None, description="Whether the index is cursorable. None indicates the value is not set."
+    )
+    by_space: bool | None = Field(
+        None, alias="bySpace", description="Whether the index is by space. None indicates the value is not set."
+    )
+
+    def as_id(self) -> None:
+        return None
+
+    @classmethod
+    def from_id(cls, id: None) -> Self:
+        return cls(suffix="dummy")

cognite/neat/core/_data_model/models/entities/_types.py

@@ -10,6 +10,7 @@ from ._single_value import (
     AssetEntity,
     ConceptEntity,
     ContainerEntity,
+    ContainerIndexEntity,
     RelationshipEntity,
     ViewEntity,
 )
@@ -66,6 +67,16 @@ ContainerEntityList = Annotated[
     BeforeValidator(_split_str),
 ]
 
+ContainerIndexListType = Annotated[
+    list[ContainerIndexEntity],
+    BeforeValidator(_split_str),
+    PlainSerializer(
+        _join_str,
+        return_type=str,
+        when_used="unless-none",
+    ),
+]
+
 ViewEntityList = Annotated[
     list[ViewEntity],
     BeforeValidator(_split_str),

cognite/neat/core/_data_model/models/physical/_exporter.py

@@ -4,7 +4,7 @@ from collections.abc import Collection, Hashable, Sequence
 from typing import Any, cast
 
 from cognite.client.data_classes import data_modeling as dm
-from cognite.client.data_classes.data_modeling.containers import BTreeIndex
+from cognite.client.data_classes.data_modeling.containers import BTreeIndex, InvertedIndex
 from cognite.client.data_classes.data_modeling.data_types import EnumValue as DMSEnumValue
 from cognite.client.data_classes.data_modeling.data_types import ListablePropertyType
 from cognite.client.data_classes.data_modeling.views import (
@@ -29,6 +29,7 @@ from cognite.neat.core._data_model.models.data_types import DataType, Double, En
 from cognite.neat.core._data_model.models.entities import (
     ConceptEntity,
     ContainerEntity,
+    ContainerIndexEntity,
     DMSFilter,
     DMSNodeEntity,
     EdgeEntity,
@@ -36,6 +37,7 @@ from cognite.neat.core._data_model.models.entities import (
     NodeTypeFilter,
     PhysicalUnknownEntity,
     ReverseConnectionEntity,
+    Undefined,
     UnitEntity,
     ViewEntity,
 )
@@ -380,14 +382,25 @@ class _DMSExporter:
                 container.constraints = container.constraints or {}
                 container.constraints[constraint_name] = dm.UniquenessConstraint(properties=list(properties))
 
-            index_properties: dict[str, set[str]] = defaultdict(set)
+            index_properties: dict[tuple[str, bool], list[tuple[str, ContainerIndexEntity]]] = defaultdict(list)
             for prop in container_properties:
                 if prop.container_property is not None:
                     for index in prop.index or []:
-                        index_properties[index].add(prop.container_property)
-            for index_name, properties in index_properties.items():
+                        index_properties[(index.suffix, prop.is_list or False)].append((prop.container_property, index))
+            for (index_name, is_list), properties in index_properties.items():
                 container.indexes = container.indexes or {}
-                container.indexes[index_name] = BTreeIndex(properties=list(properties))
+                index_property_list = [prop_id for prop_id, _ in sorted(properties, key=lambda x: x[1].order or 0)]
+                index_entity = properties[0][1]
+                if index_entity.prefix == "inverted" or (index_entity.prefix is Undefined and is_list):
+                    container.indexes[index_name] = InvertedIndex(properties=index_property_list)
+                elif index_entity.prefix == "btree" or (index_entity.prefix is Undefined and not is_list):
+                    container.indexes[index_name] = BTreeIndex(
+                        properties=index_property_list, cursorable=index_entity.cursorable or False
+                    )
+                else:
+                    raise NeatValueError(
+                        f"Invalid index prefix {index_entity.prefix!r} in {container_id}.{index_entity.suffix!r}"
+                    )
 
         # We might drop containers we convert direct relations of list into multi-edge connections
         # which do not have a container.

cognite/neat/core/_data_model/models/physical/_unverified.py

@@ -21,6 +21,7 @@ from cognite.neat.core._data_model.models._base_unverified import (
 from cognite.neat.core._data_model.models.data_types import DataType
 from cognite.neat.core._data_model.models.entities import (
     ContainerEntity,
+    ContainerIndexEntity,
     DMSNodeEntity,
     EdgeEntity,
     PhysicalUnknownEntity,
@@ -135,7 +136,7 @@ class UnverifiedPhysicalProperty(UnverifiedComponent[PhysicalProperty]):
     default: str | int | float | bool | dict | None = None
     container: str | None = None
     container_property: str | None = None
-    index: str | list[str] | None = None
+    index: str | list[str | ContainerIndexEntity] | ContainerIndexEntity | None = None
     constraint: str | list[str] | None = None
     neatId: str | URIRef | None = None
     conceptual: str | URIRef | None = None
@@ -167,6 +168,26 @@ class UnverifiedPhysicalProperty(UnverifiedComponent[PhysicalProperty]):
             if self.container
             else None
         )
+        if isinstance(self.index, ContainerIndexEntity) or (isinstance(self.index, str) and "," not in self.index):
+            output["Index"] = [ContainerIndexEntity.load(self.index)]
+        elif isinstance(self.index, str) and "," in self.index:
+            output["Index"] = [
+                ContainerIndexEntity.load(index.strip()) for index in self.index.split(",") if index.strip()
+            ]
+        elif isinstance(self.index, list):
+            index_list: list[ContainerIndexEntity | PhysicalUnknownEntity] = []
+            for index in self.index:
+                if isinstance(index, ContainerIndexEntity):
+                    index_list.append(index)
+                elif isinstance(index, str) and "," in index:
+                    index_list.extend(
+                        [ContainerIndexEntity.load(idx.strip()) for idx in index.split(",") if idx.strip()]
+                    )
+                elif isinstance(index, str):
+                    index_list.append(ContainerIndexEntity.load(index.strip()))
+                else:
+                    raise TypeError(f"Unexpected type for index: {type(index)}")
+            output["Index"] = index_list
         return output
 
     def referenced_view(self, default_space: str, default_version: str) -> ViewEntity:

cognite/neat/core/_data_model/models/physical/_validation.py

@@ -391,7 +391,9 @@ class PhysicalValidation:
                         "rows",
                     )
                 )
-            index_definitions = {",".join(prop.index) for _, prop in properties if prop.index is not None}
+            index_definitions = {
+                ",".join([index.suffix for index in prop.index]) for _, prop in properties if prop.index is not None
+            }
             if len(index_definitions) > 1:
                 errors.append(
                     PropertyDefinitionDuplicatedError[dm.ContainerId](

cognite/neat/core/_data_model/models/physical/_verified.py

@@ -32,7 +32,6 @@ from cognite.neat.core._data_model.models._types import (
 from cognite.neat.core._data_model.models.data_types import DataType
 from cognite.neat.core._data_model.models.entities import (
     ConceptualEntity,
-    ContainerEntityList,
     DMSNodeEntity,
     EdgeEntity,
     HasDataFilter,
@@ -44,6 +43,7 @@ from cognite.neat.core._data_model.models.entities import (
     ViewEntity,
     ViewEntityList,
 )
+from cognite.neat.core._data_model.models.entities._types import ContainerEntityList, ContainerIndexListType
 from cognite.neat.core._issues.errors import NeatValueError
 from cognite.neat.core._issues.warnings._general import NeatValueWarning
 
@@ -142,7 +142,7 @@ class PhysicalProperty(SheetRow):
         alias="Container Property",
         description="Specifies property in the container where the property is stored. Only applies to primitive type.",
     )
-    index: StrListType | None = Field(
+    index: ContainerIndexListType | None = Field(
         None,
         alias="Index",
         description="The names of the indexes (comma separated) that should be created for the property.",

cognite/neat/core/_instances/loaders/_rdf2dms.py

@@ -159,6 +159,14 @@ class DMSLoader(CDFLoader[dm.InstanceApply]):
         if self.neat_prefix_by_type_uri:
             self._lookup_identifier_by_uri()
 
+        if self._client:
+            validate_issue = self._client.instances.validate_cdf_project_capacity(
+                sum(it.instance_count for it in view_iterations)
+            )
+            if validate_issue:
+                yield validate_issue
+                return
+
         for it in view_iterations:
             view = it.view
             if view is None:

cognite/neat/core/_issues/errors/__init__.py

@@ -12,7 +12,7 @@ from ._external import (
     NeatYamlError,
     OxigraphStorageLockedError,
 )
-from ._general import NeatImportError, NeatTypeError, NeatValueError, RegexViolationError
+from ._general import NeatImportError, NeatTypeError, NeatValueError, RegexViolationError, WillExceedLimitError
 from ._properties import (
     PropertyDefinitionDuplicatedError,
     PropertyDefinitionError,
@@ -82,6 +82,7 @@ __all__ = [
     "ReversedConnectionNotFeasibleError",
     "SpreadsheetError",
     "ViewValueError",
+    "WillExceedLimitError",
 ]
 
 _NEAT_ERRORS_BY_NAME = {error.__name__: error for error in _get_subclasses(NeatError, include_base=True)}

cognite/neat/core/_issues/errors/_general.py

@@ -1,4 +1,5 @@
 from dataclasses import dataclass
+from typing import Literal
 
 from cognite.neat.core._issues import NeatError
 
@@ -35,3 +36,16 @@ class NeatImportError(NeatError, ImportError):
 
     module: str
     neat_extra: str
+
+
+@dataclass(unsafe_hash=True)
+class WillExceedLimitError(NeatError, RuntimeError):
+    """Cannot write {resource_count} {resource_type} to project {project} as the current available capacity
+    is {available_capacity} {resource_type}. Neat requires a capacity of at least {margin} {resource_type} are
+    left for future writes, {available_capacity}-{resource_count} < {margin}."""
+
+    resource_type: Literal["instances"]
+    resource_count: int
+    project: str
+    available_capacity: int
+    margin: int

cognite/neat/plugins/__init__.py

@@ -0,0 +1,3 @@
+from ._manager import get_plugin_manager
+
+__all__ = ["get_plugin_manager"]

cognite/neat/plugins/_issues.py

@@ -0,0 +1,25 @@
+from dataclasses import dataclass
+
+from cognite.neat.core._issues._base import NeatError
+
+
+@dataclass(unsafe_hash=True)
+class PluginError(NeatError, ImportError):
+    """No plugin of type '{plugin_type}' registered under name '{plugin_name}'"""
+
+    plugin_name: str
+    plugin_type: str
+
+
+@dataclass(unsafe_hash=True)
+class PluginLoadingError(PluginError):
+    """Unable to load plugin of type '{plugin_type}' registered under name '{plugin_name}' due to: {exception}"""
+
+    exception: str
+
+
+@dataclass(unsafe_hash=True)
+class PluginDuplicateError(PluginError):
+    """Plugin of type '{plugin_type}' registered for under name '{plugin_name}' already exists"""
+
+    ...

cognite/neat/plugins/_manager.py

@@ -0,0 +1,99 @@
+"""Plugin manager for external plugins."""
+
+from importlib import metadata
+from typing import Any, ClassVar, TypeAlias
+
+from ._issues import PluginDuplicateError, PluginError, PluginLoadingError
+from .data_model.importers import DataModelImporterPlugin
+
+# Here we configure entry points where external plugins are going to be registered.
+plugins_entry_points = {
+    "cognite.neat.plugins.data_model.importers": DataModelImporterPlugin,
+}
+
+#: Type alias for all supported plugin types
+NeatPlugin: TypeAlias = DataModelImporterPlugin
+
+
+class Plugin:
+    """Plugin class for registering plugins registered via entry points (i.e. external plugins).
+
+    Args:
+        name (str): The name of format (e.g. Excel) or action (e.g. merge) plugin is handling.
+        type_ (type): The type of the plugin.
+        entry_point (EntryPoint): The entry point for the plugin.
+
+    !!! note "name uniqueness"
+        The name of the plugin must be lower case and unique across all plugins of the same kind.
+        If two plugins have the same name, the exception will be raised.
+    """
+
+    def __init__(self, name: str, type_: type[NeatPlugin], entry_point: metadata.EntryPoint):
+        self.name = name
+        self.type_ = type_
+        self.entry_point = entry_point
+
+    def load(self) -> Any:
+        try:
+            return self.entry_point.load()
+        except Exception as e:
+            raise PluginLoadingError(self.name, self.type_.__name__, str(e)) from e
+
+
+class PluginManager:
+    """Plugin manager for external plugins."""
+
+    _plugins_entry_points: ClassVar[dict[str, type[NeatPlugin]]] = {
+        "cognite.neat.plugins.data_model.importers": DataModelImporterPlugin,
+    }
+
+    def __init__(self, plugins: dict[tuple[str, type[NeatPlugin]], Any]) -> None:
+        self._plugins = plugins
+
+    def get(self, name: str, type_: type[NeatPlugin]) -> Any:
+        """
+        Returns desired plugin
+
+        Args:
+            name (str): The name of format (e.g. Excel) or action (e.g. merge) plugin is handling.
+            type_ (type): The type of the plugin.
+        """
+        try:
+            return self._plugins[(name, type_)]
+        except KeyError:
+            raise PluginError(plugin_name=name, plugin_type=type_.__name__) from None
+
+    @classmethod
+    def load_plugins(cls, entry_points: metadata.EntryPoints | None = None) -> "PluginManager":
+        """Load plugins from entry points and register them to the manager.
+        This method scans the provided entry points for plugins defined in the
+        `_plugins_entry_points` dictionary and registers them.
+
+        Args:
+            entry_points: Entry points to load plugins from. If None, uses the default entry points.
+        """
+        _plugins: dict[tuple[str, type[NeatPlugin]], Any] = {}
+
+        entry_points = entry_points or metadata.entry_points()
+        if hasattr(entry_points, "select"):
+            for group, type_ in cls._plugins_entry_points.items():
+                for entry_point in entry_points.select(group=group):
+                    # Check for duplicate plugins
+                    if (entry_point.name, type_) in _plugins:
+                        raise PluginDuplicateError(plugin_name=entry_point.name, plugin_type=type_.__name__)
+
+                    # Register the plugin
+                    _plugins[(entry_point.name, type_)] = Plugin(entry_point.name, type_, entry_point).load()
+
+        return cls(_plugins)
+
+
+_manager_instance: PluginManager | None = None
+
+
+def get_plugin_manager(force_reload: bool = False) -> PluginManager:
+    """Get or create a singleton PluginManager instance."""
+    global _manager_instance
+    if force_reload or _manager_instance is None:
+        _manager_instance = PluginManager.load_plugins()
+    return _manager_instance

cognite/neat/plugins/data_model/importers/__init__.py

@@ -0,0 +1,5 @@
+from ._base import DataModelImporterPlugin
+
+__all__ = [
+    "DataModelImporterPlugin",
+]

cognite/neat/plugins/data_model/importers/_base.py

@@ -0,0 +1,27 @@
+from typing import Any
+
+from cognite.neat.core._data_model.importers._base import BaseImporter
+
+
+class DataModelImporterPlugin:
+    """This class is used an interface for data model import plugins.
+    Any plugin that is used for importing data models should inherit from this class.
+    It is expected to implement the `configure` method which returns a configured importer.
+    """
+
+    def configure(self, io: Any, **kwargs: Any) -> BaseImporter:
+        """Return a configure plugin for data model import.
+
+        Args:
+            io (Any): The input/output interface for the plugin.
+            **kwargs (Any): Additional keyword arguments for configuration.
+
+        Returns:
+            BaseImporter: A configured instance of the BaseImporter.
+
+        !!! note "Returns"
+            The method must return an instance of `BaseImporter` or its subclasses
+            meaning it must implement the `BaseImporter` interface.
+        """
+
+        raise NotImplementedError()

cognite/neat/session/exceptions.py

@@ -5,7 +5,7 @@ from typing import Any, TypeVar
 
 from cognite.neat.core._issues.errors import CDFMissingClientError, NeatImportError
 from cognite.neat.core._issues.errors._external import OxigraphStorageLockedError
-from cognite.neat.core._issues.errors._general import NeatValueError
+from cognite.neat.core._issues.errors._general import NeatValueError, WillExceedLimitError
 from cognite.neat.session._experimental import ExperimentalFeatureWarning
 
 from ._collector import _COLLECTOR
@@ -50,6 +50,7 @@ def _session_method_wrapper(func: Callable, cls_name: str) -> Any:
             NeatImportError,
             NeatValueError,
             OxigraphStorageLockedError,
+            WillExceedLimitError,
         ) as e:
             print(f"{_ERROR_PREFIX} {escape(e.as_message())}")
         except ModuleNotFoundError as e:

{cognite_neat-0.122.3.dist-info → cognite_neat-0.123.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite-neat
-Version: 0.122.3
+Version: 0.123.1
 Summary: Knowledge graph transformation
 Project-URL: Documentation, https://cognite-neat.readthedocs-hosted.com/
 Project-URL: Homepage, https://cognite-neat.readthedocs-hosted.com/

{cognite_neat-0.122.3.dist-info → cognite_neat-0.123.1.dist-info}/RECORD

@@ -1,16 +1,16 @@
 cognite/neat/__init__.py,sha256=12StS1dzH9_MElqxGvLWrNsxCJl9Hv8A2a9D0E5OD_U,193
-cognite/neat/_version.py,sha256=9fKctwX-_c2LYzEGFYewc_Bfl-r-r0K_n7MBXcEGzzg,46
+cognite/neat/_version.py,sha256=9xSFXBm0153-WkCC4TsK5hz4FpM0Eo8Z2KVqo6ptqSA,46
 cognite/neat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/core/_config.py,sha256=WT1BS8uADcFvGoUYOOfwFOVq_VBl472TisdoA3wLick,280
-cognite/neat/core/_constants.py,sha256=IaYEVDDHyQ2g3fys_8lqUtYaQSWw6PBkT4sgS9EwHl8,8113
+cognite/neat/core/_constants.py,sha256=Cc7p1QbpbzPSjlf-PB_Ow2pKRhWQL-K8VJma96HzU3A,8863
 cognite/neat/core/_shared.py,sha256=Ov59SWYboRRsncB_5V1ZC_BAoACfNLjo80vqE5Ru6wo,2325
 cognite/neat/core/_client/__init__.py,sha256=RQ7MwL8mwGqGHokRzsPqO3XStDzmI4-c12_gz1UPJ74,177
 cognite/neat/core/_client/_api_client.py,sha256=CqgG4kEArI9jiKAh82YrRZv_SzeMKA5guIZOvDg2R5I,860
 cognite/neat/core/_client/testing.py,sha256=rZGd-TFwNtfUqT8LV0u3FT0kHwNrjnvDNZU_Mcd5yx4,1329
 cognite/neat/core/_client/_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/core/_client/_api/data_modeling_loaders.py,sha256=YEZP0V_RXenzzFSxDzt4SbVnpzB4VP0fcI-Bab1VLw8,39815
-cognite/neat/core/_client/_api/neat_instances.py,sha256=2rSt4FVPvLA0lzwwOvCC9fJk87jTF1vudLO9Z6pgpk4,3354
+cognite/neat/core/_client/_api/neat_instances.py,sha256=8HcQO1sp8zjXdnRBRQ4yeQzt1O906HNSrDDCgrgTe8A,4805
 cognite/neat/core/_client/_api/schema.py,sha256=lbA8Cka_7K_RjmaxdeqkVkIwKPfWeDvpYvvEOGI07xo,6967
 cognite/neat/core/_client/_api/statistics.py,sha256=M0JpCHD6WMfggoe-HyXfeigwRCvZJjVF-xNB9CgB4UE,3796
 cognite/neat/core/_client/data_classes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -19,7 +19,7 @@ cognite/neat/core/_client/data_classes/neat_sequence.py,sha256=QZWSfWnwk6KlYJvsI
 cognite/neat/core/_client/data_classes/schema.py,sha256=SpkBGbC2SUJG38Ixf1vYJINI66i_OZaT03q4XKRtK54,25067
 cognite/neat/core/_client/data_classes/statistics.py,sha256=GU-u41cOTig0Y5pYhW5KqzCsuAUIX9tOmdizMEveYuw,4487
 cognite/neat/core/_data_model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cognite/neat/core/_data_model/_constants.py,sha256=RAQMEt0zuXKlnz6tKlvW97NDaMG6ycwKV929C_fVOAY,6018
+cognite/neat/core/_data_model/_constants.py,sha256=h6jfkE4tr-POO7C_L4SxcffbwHj53mb-CEo08l8RcwY,6058
 cognite/neat/core/_data_model/_shared.py,sha256=gLEEMofI9prZLRNjHpwQe0uX9WoKd5qUt5pT1i_KAYo,2072
 cognite/neat/core/_data_model/analysis/__init__.py,sha256=v3hSfz7AEEqcmdjL71I09tP8Hl-gPZYOiDYMp_CW4vg,70
 cognite/neat/core/_data_model/analysis/_base.py,sha256=baqgY-66zOUxw8s-PA1KGAOs2R1gJDAo2UWWc8LlHGU,24257
@@ -38,7 +38,7 @@ cognite/neat/core/_data_model/importers/__init__.py,sha256=ipImLDSse0vAHX4AWvtPI
 cognite/neat/core/_data_model/importers/_base.py,sha256=pKe2OK86Wdj6CTj5bUgjY33ejZhRfD2eJbjcCapHD58,2013
 cognite/neat/core/_data_model/importers/_base_file_reader.py,sha256=m7CwMujEybYMfHWbTQOb7wBvLl2X1TmROkPelJMSaDA,1621
 cognite/neat/core/_data_model/importers/_dict2data_model.py,sha256=-1zmo8JkxJ9qiWuC7sUH7oSlpnPPKTMxZtm4WrRPO5A,4709
-cognite/neat/core/_data_model/importers/_dms2data_model.py,sha256=SoyVwMX__7UIFHZbrt9aLux4dVZx6KHrhkHQLS7eIf4,28308
+cognite/neat/core/_data_model/importers/_dms2data_model.py,sha256=1luEyqEu51rNcFcEh-MjTnUY_5mnQU0761MDVHOuteo,29132
 cognite/neat/core/_data_model/importers/_spreadsheet2data_model.py,sha256=2QqrxQ9AI3LT9toH_gryIR52UecMsR-v44ljXedDCp4,11972
 cognite/neat/core/_data_model/importers/_dtdl2data_model/__init__.py,sha256=CNR-sUihs2mnR1bPMKs3j3L4ds3vFTsrl6YycExZTfU,68
 cognite/neat/core/_data_model/importers/_dtdl2data_model/_unit_lookup.py,sha256=wW4saKva61Q_i17guY0dc4OseJDQfqHy_QZBtm0OD6g,12134
@@ -60,21 +60,21 @@ cognite/neat/core/_data_model/models/conceptual/__init__.py,sha256=9A6myEV8s0-Lq
 cognite/neat/core/_data_model/models/conceptual/_unverified.py,sha256=apisgtXMb50dOs7rxZ-jcCW4JqxCdAWGtsYtRe3ssfs,6282
 cognite/neat/core/_data_model/models/conceptual/_validation.py,sha256=I55RJC3EfQjVkRSYzK6M3UK9aFT-TSIsaWD8JAVzwPo,13000
 cognite/neat/core/_data_model/models/conceptual/_verified.py,sha256=e5Qs7n1np4g6inHQwuLUk2rCwgLf129je54xLnzENpw,13659
-cognite/neat/core/_data_model/models/entities/__init__.py,sha256=iQqfJay1j3PgSlZbW4X6nKReGxy3f3BayymqSBQJ6jo,1513
+cognite/neat/core/_data_model/models/entities/__init__.py,sha256=UsW-_6fwd-TW0WcnShPKf40h75l1elVn80VurUwRAic,1567
 cognite/neat/core/_data_model/models/entities/_constants.py,sha256=GXRzVfArwxF3C67VCkzy0JWTZRkRJUYXBQaaecrqcWc,351
 cognite/neat/core/_data_model/models/entities/_loaders.py,sha256=PkrVtGlZWYLvAVIRABrgVSgkMvJYpBqdrHBfz-H0Ut8,2783
 cognite/neat/core/_data_model/models/entities/_multi_value.py,sha256=4507L7dr_CL4vo1En6EyMiHhUDOWPTDVR1aYZns6S38,2792
-cognite/neat/core/_data_model/models/entities/_single_value.py,sha256=DRASB2OHj7evMYKNvO1BloKIIfLC2enPjY5PsZ-4ByU,20226
-cognite/neat/core/_data_model/models/entities/_types.py,sha256=AJti5ZtK4CUmsNczkqrIECQmPgO0lFVAmZHbVkChIPk,1948
+cognite/neat/core/_data_model/models/entities/_single_value.py,sha256=DO_u8dLLD8xabVZFXilZELv_Fzs6dcMs6msoszw32iY,21034
+cognite/neat/core/_data_model/models/entities/_types.py,sha256=MqrCovqI_nvpMB4UqiUk4eUlKANvr8P7wr8k3y8lXlQ,2183
 cognite/neat/core/_data_model/models/entities/_wrapped.py,sha256=hOvdyxCNFgv1UdfaasviKnbEN4yN09Iip0ggQiaXgB4,7993
 cognite/neat/core/_data_model/models/mapping/__init__.py,sha256=T68Hf7rhiXa7b03h4RMwarAmkGnB-Bbhc1H07b2PyC4,100
 cognite/neat/core/_data_model/models/mapping/_classic2core.py,sha256=FRDpYP_CX-CfptdFCZmfqsbKCYQ9BQPUbKoifTICe30,1415
 cognite/neat/core/_data_model/models/mapping/_classic2core.yaml,sha256=ei-nuivNWVW9HmvzDBKIPF6ZdgaMq64XHw_rKm0CMxg,22584
 cognite/neat/core/_data_model/models/physical/__init__.py,sha256=ONE_xLw1cxfw88rICG_RtbjCYUZm8yS2kBQ4Di3EGnA,987
-cognite/neat/core/_data_model/models/physical/_exporter.py,sha256=D2g2eXabydUfQCjuDNkQ83ZSijTdynzwIXBDVQVIWdE,29157
-cognite/neat/core/_data_model/models/physical/_unverified.py,sha256=vDA6yNl0nwA3EudobqhHbr6e2vQZ13EWCAlyqXG03oA,16971
-cognite/neat/core/_data_model/models/physical/_validation.py,sha256=i0YHDE2c09OeuTbICqb8mqNYaEJk2JWvxPnZeYAWdPE,33121
-cognite/neat/core/_data_model/models/physical/_verified.py,sha256=UsfzuIyYRsdUPK9wJM9Wxs4VkD4GiGUQAjRjgDCmIHw,24237
+cognite/neat/core/_data_model/models/physical/_exporter.py,sha256=WHYjWyiKpA7GWO2_vPN3AphpDr8OjzxI5JMyO7b3sYQ,30083
+cognite/neat/core/_data_model/models/physical/_unverified.py,sha256=IP6dKJHS4itpOzUd893G6f8oFiTEUnkJc7bx6_RL9A4,18213
+cognite/neat/core/_data_model/models/physical/_validation.py,sha256=uPzbcJmFj0g9ATVq86rUsmSGOfQ0iBeIevoKh1lCu98,33179
+cognite/neat/core/_data_model/models/physical/_verified.py,sha256=Fvy0pOYk03nHDlRz_SECg9ALW3y0LaCZG6XNBduCi9Q,24332
 cognite/neat/core/_data_model/transformers/__init__.py,sha256=_FPmPh0kA68SXR4arKKNmtWQ8B2-wSwWQeGAWnjoJAQ,1788
 cognite/neat/core/_data_model/transformers/_base.py,sha256=7adUBJgDkXgRq_h7l1q2VsLQo3lE7-xmzmHdcF4QHq8,3133
 cognite/neat/core/_data_model/transformers/_converters.py,sha256=OazYC7DgAXXEvxdiaPfJSe2ZNkYn2mRqWhtvtvWK59g,111575
@@ -110,7 +110,7 @@ cognite/neat/core/_instances/extractors/_classic_cdf/_sequences.py,sha256=zwHM52
 cognite/neat/core/_instances/extractors/_classic_cdf/_timeseries.py,sha256=Py8MDcn82MJcsDPbeqDHMx4g2rQHmEOSHNe6gOi5gew,2044
 cognite/neat/core/_instances/loaders/__init__.py,sha256=qyOrKy0cJgYmgEuWVM-O1mpUemQE8EkfQYtJyEc8UVs,778
 cognite/neat/core/_instances/loaders/_base.py,sha256=jfik8xsdocMHVlodvgHpnDJfYdEjYuKdd0t7MGhzAHI,4337
-cognite/neat/core/_instances/loaders/_rdf2dms.py,sha256=PoNj77pxVoUpP7qxmMWf2nNul2PtlAlIFcVzUV2gyuE,29076
+cognite/neat/core/_instances/loaders/_rdf2dms.py,sha256=Nel9ZZ560XAfqNapHSr-P_sk5F_Yv4Ffk9slCfB7dG4,29355
 cognite/neat/core/_instances/loaders/_rdf_to_instance_space.py,sha256=qVxRzEUyhv8AGvAO8whJWPCZ-8BppEy0mk1Ux_8gOzY,11937
 cognite/neat/core/_instances/queries/__init__.py,sha256=W477LMyB4l6HIRbQhJoFgA_MUBwVCh2GBvtFeZu0AUA,53
 cognite/neat/core/_instances/queries/_base.py,sha256=APevHeeWQDEoOQ0MlBtVlPf9hbZukVkI5fOvt5oPJCE,543
@@ -128,9 +128,9 @@ cognite/neat/core/_issues/_base.py,sha256=iZcqGd5R6nnTBvVDGJ5VV67vQNvDuUzSQGtl2Z
 cognite/neat/core/_issues/_contextmanagers.py,sha256=5-QXVmfplt4S_k2csrQ2xuezOOuE5_FxSA9GVGVG1s4,1582
 cognite/neat/core/_issues/_factory.py,sha256=ifEzHZcvPyO0ZGJo8T8CE20F5L4yRzrrGPxl9d87oIs,2829
 cognite/neat/core/_issues/formatters.py,sha256=k2h_6wHW0ve52gXeuRoEcGwrxqqSe5sYFa_HycPiqW8,3323
-cognite/neat/core/_issues/errors/__init__.py,sha256=Qx70RN1C6JjYj16NtSz191DAUPzM5XxD6OqWSSM_uss,2368
+cognite/neat/core/_issues/errors/__init__.py,sha256=yIW5cntr-OA0BplqEtUJaaxTZpnwq-bAcTKhY-SSawc,2418
 cognite/neat/core/_issues/errors/_external.py,sha256=AaKwO5-AvX01d7Hd83vqYl1qNmMtgsmShmvyH8ioZAM,2354
-cognite/neat/core/_issues/errors/_general.py,sha256=R6TNBmvCsicqadC56ehiEc9lS18K5DMyK2_UXfv74uA,854
+cognite/neat/core/_issues/errors/_general.py,sha256=QEgTp_bvzGjmpRtr09Lj_SBeD9IVdql5_JmP02P7PfM,1391
 cognite/neat/core/_issues/errors/_properties.py,sha256=XkMLO4tkFX8vmGRixLdsmDAnlcipc78lypGccMYVAQk,2541
 cognite/neat/core/_issues/errors/_resources.py,sha256=lBK65tJZMhV3z3_xi8zJeo7Nt_agXsOklH_RPKQu28s,4002
 cognite/neat/core/_issues/errors/_wrapper.py,sha256=clhuSwUuHy-FQXQopFIQRY8c_NZM5u-QB9ncoc6Hrbo,2320
@@ -160,6 +160,12 @@ cognite/neat/core/_utils/upload.py,sha256=yR-BvvrWPh0XHoIGByXMEVi3JONzmc5xwXbmED
 cognite/neat/core/_utils/xml_.py,sha256=FQkq84u35MUsnKcL6nTMJ9ajtG9D5i1u4VBnhGqP2DQ,1710
 cognite/neat/core/_utils/reader/__init__.py,sha256=fPkrNB_9hLB7CyHTCFV_xEbIfOMqUQzNly5JN33-QfM,146
 cognite/neat/core/_utils/reader/_base.py,sha256=fRXxUWW8a3UFedeCLxDTDgFntWGlHaEGxmKLcITtiWE,5417
+cognite/neat/plugins/__init__.py,sha256=Q7r1FFbybOt71N9TjHjjk-1HguLRfHieLeiGVSG5HTY,75
+cognite/neat/plugins/_issues.py,sha256=Xd3YsIN0EZakvgCLm5ilantTv17dVUabXc61nFxriQM,671
+cognite/neat/plugins/_manager.py,sha256=LQlEGjRgn55nu-dad9LKpqIaYqM12OoKRYBepCQz_1c,3769
+cognite/neat/plugins/data_model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cognite/neat/plugins/data_model/importers/__init__.py,sha256=d4UJNCFR1DXPY7lv5LdCW2hiStEhvXiu2g_bRSIp1y0,89
+cognite/neat/plugins/data_model/importers/_base.py,sha256=S8VOw0eYJ94CDeOx7aTjBbBebNlpoWoGatpU5eOohtQ,981
 cognite/neat/session/__init__.py,sha256=fxQ5URVlUnmEGYyB8Baw7IDq-uYacqkigbc4b-Pr9Fw,58
 cognite/neat/session/_base.py,sha256=DqujVyC19Jg8hGxnw9TfCeF3BYOFuauk4yTTuAsjJz4,12807
 cognite/neat/session/_collector.py,sha256=-icWXOT9YBjAOVZfpPtBx-D39kpRP2RaQKdPtcr7Xm8,4233
@@ -178,13 +184,13 @@ cognite/neat/session/_subset.py,sha256=p7n6WmL0gZlUbqpVBgyPncQ6uWn_pi7FDSixDFrm7
 cognite/neat/session/_template.py,sha256=NCgrrwLT98DpLYoo3Wybr_OUXrEXpsJZjrJ83KqfyWc,9908
 cognite/neat/session/_to.py,sha256=_R-UB3iEIQoa12kTD7tuSrRDdbySQXQg_mzbn5t-7bg,19399
 cognite/neat/session/_wizard.py,sha256=hARNNzD5Zfkk_V147rIjOLVvrFaqzXGXWhZuH1NJG3M,1486
-cognite/neat/session/exceptions.py,sha256=KJ7UUjmuGb_1O6FIamkwe4z0bCroAwn-AwX---hEudY,3341
+cognite/neat/session/exceptions.py,sha256=lcO-qQcWkKeF2lvlIZngs358ClcNIH8i6LVW7ioSinQ,3397
 cognite/neat/session/_state/README.md,sha256=o6N7EL98lgyWffw8IoEUf2KG5uSKveD5__TW45YzVjA,902
 cognite/neat/session/engine/__init__.py,sha256=D3MxUorEs6-NtgoICqtZ8PISQrjrr4dvca6n48bu_bI,120
 cognite/neat/session/engine/_import.py,sha256=1QxA2_EK613lXYAHKQbZyw2yjo5P9XuiX4Z6_6-WMNQ,169
 cognite/neat/session/engine/_interface.py,sha256=3W-cYr493c_mW3P5O6MKN1xEQg3cA7NHR_ev3zdF9Vk,533
 cognite/neat/session/engine/_load.py,sha256=g52uYakQM03VqHt_RDHtpHso1-mFFifH5M4T2ScuH8A,5198
-cognite_neat-0.122.3.dist-info/METADATA,sha256=Ne-zk3krkH-J9jOp0l4Ij84rkqkbs5Pt52EK65Jf-og,9171
-cognite_neat-0.122.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-cognite_neat-0.122.3.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-0.122.3.dist-info/RECORD,,
+cognite_neat-0.123.1.dist-info/METADATA,sha256=4NPwnKYbAwVmCTktDxLB82sU6BtQKaqOA9vRTxUJveU,9171
+cognite_neat-0.123.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+cognite_neat-0.123.1.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-0.123.1.dist-info/RECORD,,