cognite-toolkit 0.7.46__tar.gz → 0.7.48__tar.gz

{cognite_toolkit-0.7.46 → cognite_toolkit-0.7.48}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite_toolkit
-Version: 0.7.46
+Version: 0.7.48
 Summary: Official Cognite Data Fusion tool for project templates and configuration deployment
 Author: Cognite AS
 Author-email: Cognite AS <support@cognite.com>

{cognite_toolkit-0.7.46 → cognite_toolkit-0.7.48}/cognite_toolkit/_cdf_tk/apps/_migrate_app.py

@@ -868,13 +868,13 @@ class MigrateApp(typer.Typer):
                 "performed to select the Canvas to migrate."
             ),
         ] = None,
-        skip_on_missing_ref: Annotated[
+        allow_missing_ref: Annotated[
             bool,
             typer.Option(
-                "--skip-on-missing-ref",
-                "-s",
-                help="If set, the migration will skip Canvases that reference resources that have not been migrated to data modeling. "
-                "If not set, the migration will continue but the result will exclude the missing references.",
+                "--allow-missing-ref",
+                "-a",
+                help="If set, the command will migrate Canvases that reference resources that have not been migrated to data modeling. "
+                "If not set, the migration will fail if any referenced resource are missing.",
             ),
         ] = False,
         log_dir: Annotated[
@@ -926,7 +926,7 @@ class MigrateApp(typer.Typer):
             lambda: cmd.migrate(
                 selected=selector,
                 data=CanvasIO(client, exclude_existing_version=True),
-                mapper=CanvasMapper(client, dry_run=dry_run, skip_on_missing_ref=skip_on_missing_ref),
+                mapper=CanvasMapper(client, dry_run=dry_run, skip_on_missing_ref=not allow_missing_ref),
                 log_dir=log_dir,
                 dry_run=dry_run,
                 verbose=verbose,

{cognite_toolkit-0.7.46 → cognite_toolkit-0.7.48}/cognite_toolkit/_cdf_tk/client/_toolkit_client.py

@@ -11,7 +11,7 @@ from cognite_toolkit._cdf_tk.client.api.legacy.extended_files import ExtendedFil
 from cognite_toolkit._cdf_tk.client.api.legacy.extended_functions import ExtendedFunctionsAPI
 from cognite_toolkit._cdf_tk.client.api.legacy.extended_raw import ExtendedRawAPI
 from cognite_toolkit._cdf_tk.client.api.legacy.extended_timeseries import ExtendedTimeSeriesAPI
-from cognite_toolkit._cdf_tk.client.api.legacy.robotics import RoboticsAPI
+from cognite_toolkit._cdf_tk.client.api.legacy.robotics import RoboticsAPI as RoboticsLegacyAPI
 from cognite_toolkit._cdf_tk.client.http_client import HTTPClient
 
 from .api.assets import AssetsAPI
@@ -26,6 +26,7 @@ from .api.lookup import LookUpGroup
 from .api.migration import MigrationAPI
 from .api.project import ProjectAPI
 from .api.raw import RawAPI
+from .api.robotics import RoboticsAPI
 from .api.search import SearchAPI
 from .api.security_categories import SecurityCategoriesAPI
 from .api.sequences import SequencesAPI
@@ -53,10 +54,11 @@ class ToolAPI:
         self.labels = LabelsAPI(http_client)
         self.filemetadata = FileMetadataAPI(http_client)
         self.raw = RawAPI(http_client)
+        self.robotics = RoboticsAPI(http_client)
         self.security_categories = SecurityCategoriesAPI(http_client)
         self.sequences = SequencesAPI(http_client)
         self.simulators = SimulatorsAPI(http_client)
-        self.three_d = ThreeDAPI(http_client, console)
+        self.three_d = ThreeDAPI(http_client)
         self.timeseries = TimeSeriesAPI(http_client)
         self.transformations = TransformationsAPI(http_client)
         self.workflows = WorkflowsAPI(http_client)
@@ -76,7 +78,7 @@ class ToolkitClient(CogniteClient):
         self.console = console or Console()
         self.tool = ToolAPI(http_client, self.console)
         self.search = SearchAPI(self._config, self._API_VERSION, self)
-        self.robotics = RoboticsAPI(self._config, self._API_VERSION, self)
+        self.robotics = RoboticsLegacyAPI(self._config, self._API_VERSION, self)
         self.dml = DMLAPI(self._config, self._API_VERSION, self)
         self.verify = VerifyAPI(self._config, self._API_VERSION, self)
         self.lookup = LookUpGroup(self._config, self._API_VERSION, self, self.console)
@@ -94,7 +96,7 @@ class ToolkitClient(CogniteClient):
         self.charts = ChartsAPI(self._config, self._API_VERSION, self)
         self.project = ProjectAPI(config=toolkit_config, cognite_client=self)
         self.infield = InfieldAPI(http_client, self.console)
-        self.streams = StreamsAPI(http_client, self.console)
+        self.streams = StreamsAPI(http_client)
 
     @property
     def config(self) -> ToolkitClientConfig:

cognite_toolkit-0.7.48/cognite_toolkit/_cdf_tk/client/api/agents.py

@@ -0,0 +1,107 @@
+"""Agents API for managing CDF AI agents.
+
+Based on the API specification at:
+https://api-docs.cognite.com/20230101-alpha/tag/Agents/operation/main_ai_agents_post
+
+Note: This is an alpha API and may change in future releases.
+"""
+
+from collections.abc import Iterable, Sequence
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, Endpoint, PagedResponse
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.resource_classes.agent import AgentRequest, AgentResponse
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import ExternalId
+
+
+class AgentsAPI(CDFResourceAPI[ExternalId, AgentRequest, AgentResponse]):
+    """API for managing CDF AI agents.
+
+    Note: This is an alpha API and may change in future releases.
+    """
+
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "upsert": Endpoint(method="POST", path="/ai/agents", item_limit=1),
+                "retrieve": Endpoint(method="POST", path="/ai/agents/byids", item_limit=100),
+                "delete": Endpoint(method="POST", path="/ai/agents/delete", item_limit=1),
+                "list": Endpoint(method="GET", path="/ai/agents", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[AgentResponse]:
+        return PagedResponse[AgentResponse].model_validate_json(response.body)
+
+    def create(self, items: Sequence[AgentRequest]) -> list[AgentResponse]:
+        """Apply (create or update) agents in CDF.
+
+        Args:
+            items: List of AgentRequest objects to apply.
+
+        Returns:
+            List of applied AgentResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    def update(self, items: Sequence[AgentRequest]) -> list[AgentResponse]:
+        """Update agents in CDF.
+
+        Args:
+            items: List of AgentRequest objects to update.
+        Returns:
+            List of updated AgentResponse objects.
+        """
+        # Implemented as an alias to create (upsert) to have a standardized interface.
+        return self._request_item_response(items, "upsert")
+
+    def retrieve(self, items: Sequence[ExternalId], ignore_unknown_ids: bool = False) -> list[AgentResponse]:
+        """Retrieve agents from CDF by external ID.
+
+        Args:
+            items: List of ExternalId objects to retrieve.
+            ignore_unknown_ids: Whether to ignore unknown IDs.
+
+        Returns:
+            List of retrieved AgentResponse objects.
+        """
+        return self._request_item_response(
+            items, method="retrieve", extra_body={"ignoreUnknownIds": ignore_unknown_ids}
+        )
+
+    def delete(self, items: Sequence[ExternalId], ignore_unknown_ids: bool = False) -> None:
+        """Delete agents from CDF.
+
+        Args:
+            items: List of ExternalId objects to delete.
+            ignore_unknown_ids: Whether to ignore unknown IDs.
+        """
+        self._request_no_response(items, "delete", extra_body={"ignoreUnknownIds": ignore_unknown_ids})
+
+    def iterate(
+        self,
+        limit: int | None = None,
+    ) -> Iterable[list[AgentResponse]]:
+        """Iterate over all agents in CDF.
+
+        Args:
+            limit: Maximum total number of agents to return.
+
+        Returns:
+            Iterable of lists of AgentResponse objects.
+        """
+        return self._iterate(limit=limit)
+
+    def list(self, limit: int | None = None) -> list[AgentResponse]:
+        """List all agents in CDF.
+
+        Args:
+            limit: Maximum total number of agents to return.
+
+        Returns:
+            List of AgentResponse objects.
+        """
+        return self._list(limit=limit)

cognite_toolkit-0.7.48/cognite_toolkit/_cdf_tk/client/api/annotations.py

@@ -0,0 +1,129 @@
+"""Annotations API for managing CDF annotations.
+
+Based on the API specification at:
+https://api-docs.cognite.com/20230101/tag/Annotations/operation/annotationsCreate
+"""
+
+from collections.abc import Iterable, Sequence
+from typing import Literal
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, Endpoint, PagedResponse
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.request_classes.filters import AnnotationFilter
+from cognite_toolkit._cdf_tk.client.resource_classes.annotation import AnnotationRequest, AnnotationResponse
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalId
+
+
+class AnnotationsAPI(CDFResourceAPI[InternalId, AnnotationRequest, AnnotationResponse]):
+    """API for managing CDF annotations."""
+
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "create": Endpoint(method="POST", path="/annotations", item_limit=1000),
+                "retrieve": Endpoint(method="POST", path="/annotations/byids", item_limit=1000),
+                "update": Endpoint(method="POST", path="/annotations/update", item_limit=1000),
+                "delete": Endpoint(method="POST", path="/annotations/delete", item_limit=1000),
+                "list": Endpoint(method="POST", path="/annotations/list", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[AnnotationResponse]:
+        return PagedResponse[AnnotationResponse].model_validate_json(response.body)
+
+    def create(self, items: Sequence[AnnotationRequest]) -> list[AnnotationResponse]:
+        """Create annotations in CDF.
+
+        Args:
+            items: List of AnnotationRequest objects to create.
+
+        Returns:
+            List of created AnnotationResponse objects.
+        """
+        return self._request_item_response(items, "create")
+
+    def retrieve(self, items: Sequence[InternalId]) -> list[AnnotationResponse]:
+        """Retrieve annotations from CDF by ID.
+
+        Args:
+            items: List of InternalId objects to retrieve.
+
+        Returns:
+            List of retrieved AnnotationResponse objects.
+        """
+        return self._request_item_response(items, method="retrieve")
+
+    def update(
+        self, items: Sequence[AnnotationRequest], mode: Literal["patch", "replace"] = "replace"
+    ) -> list[AnnotationResponse]:
+        """Update annotations in CDF.
+
+        Args:
+            items: List of AnnotationRequest objects to update.
+            mode: Update mode, either "patch" or "replace".
+
+        Returns:
+            List of updated AnnotationResponse objects.
+        """
+        return self._update(items, mode=mode)
+
+    def delete(self, items: Sequence[InternalId]) -> None:
+        """Delete annotations from CDF.
+
+        Args:
+            items: List of InternalId objects to delete.
+        """
+        self._request_no_response(items, "delete")
+
+    def paginate(
+        self,
+        filter: AnnotationFilter,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[AnnotationResponse]:
+        """Get a page of annotations from CDF.
+
+        Args:
+            filter: AnnotationFilter to filter annotations.
+            limit: Maximum number of annotations to return.
+            cursor: Cursor for pagination.
+
+        Returns:
+            PagedResponse of AnnotationResponse objects.
+        """
+        return self._paginate(cursor=cursor, limit=limit, body=filter.dump())
+
+    def iterate(
+        self,
+        filter: AnnotationFilter,
+        limit: int | None = None,
+    ) -> Iterable[list[AnnotationResponse]]:
+        """Iterate over all annotations in CDF.
+
+        Args:
+            filter: AnnotationFilter to filter annotations.
+            limit: Maximum total number of annotations to return.
+
+        Returns:
+            Iterable of lists of AnnotationResponse objects.
+        """
+        return self._iterate(limit=limit, body=filter.dump())
+
+    def list(
+        self,
+        filter: AnnotationFilter,
+        limit: int | None = None,
+    ) -> list[AnnotationResponse]:
+        """List all annotations in CDF.
+
+        Args:
+            filter: AnnotationFilter to filter annotations.
+            limit: Maximum total number of annotations to return.
+
+        Returns:
+            List of AnnotationResponse objects.
+        """
+        return self._list(limit=limit, body=filter.dump())

cognite_toolkit-0.7.48/cognite_toolkit/_cdf_tk/client/api/containers.py

@@ -0,0 +1,132 @@
+"""Containers API for managing CDF data modeling containers.
+
+Based on the API specification at:
+https://api-docs.cognite.com/20230101/tag/Containers/operation/ApplyContainers
+"""
+
+from collections.abc import Iterable, Sequence
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, Endpoint, PagedResponse
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.request_classes.filters import ContainerFilter
+from cognite_toolkit._cdf_tk.client.resource_classes.data_modeling import (
+    ContainerReference,
+    ContainerRequest,
+    ContainerResponse,
+)
+
+
+class ContainersAPI(CDFResourceAPI[ContainerReference, ContainerRequest, ContainerResponse]):
+    """API for managing CDF data modeling containers.
+
+    Containers use an apply/upsert pattern for create and update operations.
+    """
+
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "upsert": Endpoint(method="POST", path="/models/containers", item_limit=100),
+                "retrieve": Endpoint(method="POST", path="/models/containers/byids", item_limit=100),
+                "delete": Endpoint(method="POST", path="/models/containers/delete", item_limit=100),
+                "list": Endpoint(method="GET", path="/models/containers", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[ContainerResponse]:
+        return PagedResponse[ContainerResponse].model_validate_json(response.body)
+
+    def create(self, items: Sequence[ContainerRequest]) -> list[ContainerResponse]:
+        """Create (create or update) containers in CDF.
+
+        Args:
+            items: List of ContainerRequest objects to apply.
+
+        Returns:
+            List of applied ContainerResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    def update(self, items: Sequence[ContainerRequest]) -> list[ContainerResponse]:
+        """Update (create or update) containers in CDF.
+
+        Args:
+            items: List of ContainerRequest objects to apply.
+        Returns:
+            List of applied ContainerResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    def retrieve(self, items: Sequence[ContainerReference]) -> list[ContainerResponse]:
+        """Retrieve containers from CDF.
+
+        Args:
+            items: List of ContainerReference objects to retrieve.
+
+        Returns:
+            List of retrieved ContainerResponse objects.
+        """
+        return self._request_item_response(items, method="retrieve")
+
+    def delete(self, items: Sequence[ContainerReference]) -> None:
+        """Delete containers from CDF.
+
+        Args:
+            items: List of ContainerReference objects to delete.
+        """
+        self._request_no_response(items, "delete")
+
+    def paginate(
+        self,
+        filter: ContainerFilter | None = None,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[ContainerResponse]:
+        """Get a page of containers from CDF.
+
+        Args:
+            filter: ContainerFilter to filter containers.
+            limit: Maximum number of containers to return.
+            cursor: Cursor for pagination.
+
+        Returns:
+            PagedResponse of ContainerResponse objects.
+        """
+        return self._paginate(
+            cursor=cursor,
+            limit=limit,
+            params=filter.dump() if filter else None,
+        )
+
+    def iterate(
+        self,
+        filter: ContainerFilter | None = None,
+        limit: int | None = None,
+    ) -> Iterable[list[ContainerResponse]]:
+        """Iterate over all containers in CDF.
+
+        Args:
+            filter: ContainerFilter to filter containers.
+            limit: Maximum total number of containers to return.
+
+        Returns:
+            Iterable of lists of ContainerResponse objects.
+        """
+        return self._iterate(
+            limit=limit,
+            params=filter.dump() if filter else None,
+        )
+
+    def list(self, filter: ContainerFilter | None = None, limit: int | None = None) -> list[ContainerResponse]:
+        """List all containers in CDF.
+
+        Args:
+            filter: ContainerFilter to filter containers.
+            limit: Maximum total number of containers to return.
+
+        Returns:
+            List of ContainerResponse objects.
+        """
+        return self._list(limit=limit, params=filter.dump() if filter else None)

cognite_toolkit-0.7.48/cognite_toolkit/_cdf_tk/client/api/data_models.py

@@ -0,0 +1,137 @@
+"""Data Models API for managing CDF data models.
+
+Based on the API specification at:
+https://api-docs.cognite.com/20230101/tag/Data-models/operation/createDataModels
+"""
+
+from collections.abc import Iterable, Sequence
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, Endpoint, PagedResponse
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.request_classes.filters import DataModelFilter
+from cognite_toolkit._cdf_tk.client.resource_classes.data_modeling import (
+    DataModelReference,
+    DataModelRequest,
+    DataModelResponse,
+)
+
+
+class DataModelsAPI(CDFResourceAPI[DataModelReference, DataModelRequest, DataModelResponse]):
+    """API for managing CDF data models.
+
+    Data models use an apply/upsert pattern for create and update operations.
+    """
+
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "upsert": Endpoint(method="POST", path="/models/datamodels", item_limit=100),
+                "retrieve": Endpoint(method="POST", path="/models/datamodels/byids", item_limit=100),
+                "delete": Endpoint(method="POST", path="/models/datamodels/delete", item_limit=100),
+                "list": Endpoint(method="GET", path="/models/datamodels", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[DataModelResponse]:
+        return PagedResponse[DataModelResponse].model_validate_json(response.body)
+
+    def create(self, items: Sequence[DataModelRequest]) -> list[DataModelResponse]:
+        """Apply (create or update) data models in CDF.
+
+        Args:
+            items: List of DataModelRequest objects to apply.
+
+        Returns:
+            List of applied DataModelResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    def update(self, items: Sequence[DataModelRequest]) -> list[DataModelResponse]:
+        """Apply (create or update) data models in CDF.
+
+        Args:
+            items: List of DataModelRequest objects to apply.
+        Returns:
+            List of applied DataModelResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    def retrieve(self, items: Sequence[DataModelReference], inline_views: bool = False) -> list[DataModelResponse]:
+        """Retrieve data models from CDF.
+
+        Args:
+            items: List of DataModelReference objects to retrieve.
+            inline_views: Whether to include full view definitions in the response.
+
+        Returns:
+            List of retrieved DataModelResponse objects.
+        """
+        return self._request_item_response(items, method="retrieve", extra_body={"inlineViews": inline_views})
+
+    def delete(self, items: Sequence[DataModelReference]) -> None:
+        """Delete data models from CDF.
+
+        Args:
+            items: List of DataModelReference objects to delete.
+        """
+        self._request_no_response(items, "delete")
+
+    def paginate(
+        self,
+        filter: DataModelFilter | None = None,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[DataModelResponse]:
+        """Get a page of data models from CDF.
+
+        Args:
+            filter: DataModelFilter to filter data models.
+            limit: Maximum number of data models to return.
+            cursor: Cursor for pagination.
+
+        Returns:
+            PagedResponse of DataModelResponse objects.
+        """
+        return self._paginate(
+            cursor=cursor,
+            limit=limit,
+            params=filter.dump() if filter else None,
+        )
+
+    def iterate(
+        self,
+        filter: DataModelFilter | None = None,
+        limit: int | None = None,
+    ) -> Iterable[list[DataModelResponse]]:
+        """Iterate over all data models in CDF.
+
+        Args:
+            filter: DataModelFilter to filter data models.
+            limit: Maximum total number of data models to return.
+
+        Returns:
+            Iterable of lists of DataModelResponse objects.
+        """
+        return self._iterate(
+            limit=limit,
+            params=filter.dump() if filter else None,
+        )
+
+    def list(
+        self,
+        filter: DataModelFilter | None = None,
+        limit: int | None = None,
+    ) -> list[DataModelResponse]:
+        """List all data models in CDF.
+
+        Args:
+            filter: DataModelFilter to filter data models.
+            limit: Maximum total number of data models to return.
+
+        Returns:
+            List of DataModelResponse objects.
+        """
+        return self._list(limit=limit, params=filter.dump() if filter else None)