cognite-toolkit 0.7.44__py3-none-any.whl → 0.7.46__py3-none-any.whl

cognite_toolkit/_cdf_tk/client/api/simulator_models.py

@@ -1,11 +1,14 @@
-from collections.abc import Sequence
+from collections.abc import Iterable, Sequence
 from typing import Any, Literal
 
 from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, PagedResponse, ResponseItems
 from cognite_toolkit._cdf_tk.client.cdf_client.api import Endpoint
-from cognite_toolkit._cdf_tk.client.data_classes.identifiers import InternalOrExternalId
-from cognite_toolkit._cdf_tk.client.data_classes.simulator_model import SimulatorModelRequest, SimulatorModelResponse
-from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalOrExternalId
+from cognite_toolkit._cdf_tk.client.resource_classes.simulator_model import (
+    SimulatorModelRequest,
+    SimulatorModelResponse,
+)
 
 
 class SimulatorModelsAPI(CDFResourceAPI[InternalOrExternalId, SimulatorModelRequest, SimulatorModelResponse]):
@@ -27,7 +30,9 @@ class SimulatorModelsAPI(CDFResourceAPI[InternalOrExternalId, SimulatorModelRequ
             },
         )
 
-    def _page_response(self, response: SuccessResponse2) -> PagedResponse[SimulatorModelResponse]:
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[SimulatorModelResponse]:
         return PagedResponse[SimulatorModelResponse].model_validate_json(response.body)
 
     def _reference_response(self, response: SuccessResponse2) -> ResponseItems[InternalOrExternalId]:
@@ -44,16 +49,24 @@ class SimulatorModelsAPI(CDFResourceAPI[InternalOrExternalId, SimulatorModelRequ
         """
         return self._request_item_response(items, "create")
 
-    def retrieve(self, items: Sequence[InternalOrExternalId]) -> list[SimulatorModelResponse]:
+    def retrieve(
+        self, items: Sequence[InternalOrExternalId], ignore_unknown_ids: bool = False
+    ) -> list[SimulatorModelResponse]:
         """Retrieve simulator models from CDF.
 
         Args:
             items: List of InternalOrExternalId objects to retrieve.
+            ignore_unknown_ids: Whether to ignore unknown IDs.
 
         Returns:
             List of retrieved SimulatorModelResponse objects.
         """
-        return self._request_item_response(items, method="retrieve")
+        if ignore_unknown_ids:
+            # The CDF API does not support ignore_unknown_ids for simulator models,
+            # so we implement it with retries here.
+            return self._request_item_split_retries(items, method="retrieve")
+        else:
+            return self._request_item_response(items, method="retrieve")
 
     def update(
         self, items: Sequence[SimulatorModelRequest], mode: Literal["patch", "replace"] = "replace"
@@ -77,7 +90,7 @@ class SimulatorModelsAPI(CDFResourceAPI[InternalOrExternalId, SimulatorModelRequ
         """
         self._request_no_response(items, "delete")
 
-    def iterate(
+    def paginate(
         self,
         simulator_external_ids: list[str] | None = None,
         limit: int = 100,
@@ -97,12 +110,35 @@ class SimulatorModelsAPI(CDFResourceAPI[InternalOrExternalId, SimulatorModelRequ
         if simulator_external_ids:
             filter_["simulatorExternalIds"] = simulator_external_ids
 
-        return self._iterate(
+        return self._paginate(
             cursor=cursor,
             limit=limit,
             body={"filter": filter_ or None},
         )
 
+    def iterate(
+        self,
+        simulator_external_ids: list[str] | None = None,
+        limit: int = 100,
+    ) -> Iterable[list[SimulatorModelResponse]]:
+        """Iterate over simulator models in CDF.
+
+        Args:
+            simulator_external_ids: Filter by simulator external IDs.
+            limit: Maximum number of items to return per page.
+
+        Returns:
+            Iterable of lists of SimulatorModelResponse objects.
+        """
+        filter_: dict[str, Any] = {}
+        if simulator_external_ids:
+            filter_["simulatorExternalIds"] = simulator_external_ids
+
+        return self._iterate(
+            limit=limit,
+            body={"filter": filter_ or None},
+        )
+
     def list(
         self,
         limit: int | None = 100,

cognite_toolkit/_cdf_tk/client/api/streams.py

@@ -4,12 +4,12 @@ from pydantic import TypeAdapter
 from rich.console import Console
 
 from cognite_toolkit._cdf_tk.client.cdf_client.responses import PagedResponse
-from cognite_toolkit._cdf_tk.client.data_classes.streams import StreamRequest, StreamResponse
 from cognite_toolkit._cdf_tk.client.http_client import (
     HTTPClient,
     ItemsRequest2,
     RequestMessage2,
 )
+from cognite_toolkit._cdf_tk.client.resource_classes.streams import StreamRequest, StreamResponse
 
 
 class StreamsAPI:

cognite_toolkit/_cdf_tk/client/api/three_d.py

@@ -6,19 +6,19 @@ from pydantic import TypeAdapter
 from rich.console import Console
 
 from cognite_toolkit._cdf_tk.client.cdf_client.responses import PagedResponse
-from cognite_toolkit._cdf_tk.client.data_classes.identifiers import InternalId
-from cognite_toolkit._cdf_tk.client.data_classes.three_d import (
+from cognite_toolkit._cdf_tk.client.http_client import (
+    HTTPClient,
+    ItemsRequest2,
+    RequestMessage2,
+)
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalId
+from cognite_toolkit._cdf_tk.client.resource_classes.three_d import (
     AssetMappingClassicRequest,
     AssetMappingDMRequest,
     AssetMappingResponse,
     ThreeDModelClassicRequest,
     ThreeDModelResponse,
 )
-from cognite_toolkit._cdf_tk.client.http_client import (
-    HTTPClient,
-    ItemsRequest2,
-    RequestMessage2,
-)
 from cognite_toolkit._cdf_tk.utils.collection import chunker_sequence
 from cognite_toolkit._cdf_tk.utils.useful_types import PrimitiveType
 
@@ -76,7 +76,7 @@ class ThreeDModelAPI:
         )
         responses.raise_for_status()
 
-    def iterate(
+    def paginate(
         self,
         published: bool | None = None,
         include_revision_info: bool = False,
@@ -122,7 +122,7 @@ class ThreeDModelAPI:
             )
             if request_limit <= 0:
                 break
-            page = self.iterate(
+            page = self.paginate(
                 published=published,
                 include_revision_info=include_revision_info,
                 limit=request_limit,
@@ -287,7 +287,7 @@ class ThreeDAssetMappingAPI:
             responses.raise_for_status()
         return None
 
-    def iterate(
+    def paginate(
         self,
         model_id: int,
         revision_id: int,
@@ -361,7 +361,7 @@ class ThreeDAssetMappingAPI:
             )
             if request_limit <= 0:
                 break
-            page = self.iterate(
+            page = self.paginate(
                 model_id=model_id,
                 revision_id=revision_id,
                 asset_ids=asset_ids,

cognite_toolkit/_cdf_tk/client/api/timeseries.py

@@ -1,11 +1,12 @@
-from collections.abc import Sequence
-from typing import Any, Literal
+from collections.abc import Iterable, Sequence
+from typing import Literal
 
 from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, PagedResponse, ResponseItems
 from cognite_toolkit._cdf_tk.client.cdf_client.api import Endpoint
-from cognite_toolkit._cdf_tk.client.data_classes.identifiers import InternalOrExternalId
-from cognite_toolkit._cdf_tk.client.data_classes.timeseries import TimeSeriesRequest, TimeSeriesResponse
-from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.request_classes.filters import ClassicFilter
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalOrExternalId
+from cognite_toolkit._cdf_tk.client.resource_classes.timeseries import TimeSeriesRequest, TimeSeriesResponse
 
 
 class TimeSeriesAPI(CDFResourceAPI[InternalOrExternalId, TimeSeriesRequest, TimeSeriesResponse]):
@@ -27,7 +28,9 @@ class TimeSeriesAPI(CDFResourceAPI[InternalOrExternalId, TimeSeriesRequest, Time
             },
         )
 
-    def _page_response(self, response: SuccessResponse2) -> PagedResponse[TimeSeriesResponse]:
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[TimeSeriesResponse]:
         return PagedResponse[TimeSeriesResponse].model_validate_json(response.body)
 
     def _reference_response(self, response: SuccessResponse2) -> ResponseItems[InternalOrExternalId]:
@@ -81,34 +84,45 @@ class TimeSeriesAPI(CDFResourceAPI[InternalOrExternalId, TimeSeriesRequest, Time
         """
         self._request_no_response(items, "delete", extra_body={"ignoreUnknownIds": ignore_unknown_ids})
 
-    def iterate(
+    def paginate(
         self,
-        data_set_external_ids: list[str] | None = None,
-        asset_subtree_external_ids: list[str] | None = None,
+        filter: ClassicFilter | None = None,
         limit: int = 100,
         cursor: str | None = None,
     ) -> PagedResponse[TimeSeriesResponse]:
         """Iterate over all time series in CDF.
 
         Args:
-            data_set_external_ids: Filter by data set external IDs.
-            asset_subtree_external_ids: Filter by asset subtree external IDs.
+            filter: Filter by data set IDs and/or asset subtree IDs.
             limit: Maximum number of items to return.
             cursor: Cursor for pagination.
 
         Returns:
             PagedResponse of TimeSeriesResponse objects.
         """
-        filter_: dict[str, Any] = {}
-        if asset_subtree_external_ids:
-            filter_["assetSubtreeIds"] = [{"externalId": ext_id} for ext_id in asset_subtree_external_ids]
-        if data_set_external_ids:
-            filter_["dataSetIds"] = [{"externalId": ds_id} for ds_id in data_set_external_ids]
+        return self._paginate(
+            cursor=cursor,
+            limit=limit,
+            body={"filter": filter.dump() if filter else None},
+        )
 
+    def iterate(
+        self,
+        filter: ClassicFilter | None = None,
+        limit: int | None = 100,
+    ) -> Iterable[list[TimeSeriesResponse]]:
+        """Iterate over all time series in CDF.
+
+        Args:
+            filter: Filter by data set IDs and/or asset subtree IDs.
+            limit: Maximum number of items to return per page.
+
+        Returns:
+            Iterable of lists of TimeSeriesResponse objects.
+        """
         return self._iterate(
-            cursor=cursor,
             limit=limit,
-            body={"filter": filter_ or None},
+            body={"filter": filter.dump() if filter else None},
         )
 
     def list(

cognite_toolkit/_cdf_tk/client/api/token.py

@@ -4,7 +4,7 @@ from cognite.client import CogniteClient
 from cognite.client.data_classes.capabilities import _CAPABILITY_CLASS_BY_NAME, AllScope, Capability
 from cognite.client.data_classes.iam import TokenInspection
 
-from cognite_toolkit._cdf_tk.client.data_classes.capabilities import scope_intersection, scope_union
+from cognite_toolkit._cdf_tk.client.resource_classes.capabilities import scope_intersection, scope_union
 from cognite_toolkit._cdf_tk.utils import humanize_collection
 
 _ACL_CLASS_BY_CLASS_NAME = {cap.__name__: cap for cap in _CAPABILITY_CLASS_BY_NAME.values()}

cognite_toolkit/_cdf_tk/client/api/transformations.py

@@ -0,0 +1,146 @@
+from collections.abc import Iterable, Sequence
+from typing import Any, Literal
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, PagedResponse, ResponseItems
+from cognite_toolkit._cdf_tk.client.cdf_client.api import Endpoint
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.request_classes.filters import ClassicFilter
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalOrExternalId
+from cognite_toolkit._cdf_tk.client.resource_classes.transformation import TransformationRequest, TransformationResponse
+
+
+class TransformationsAPI(CDFResourceAPI[InternalOrExternalId, TransformationRequest, TransformationResponse]):
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "create": Endpoint(method="POST", path="/transformations", item_limit=1000),
+                "retrieve": Endpoint(method="POST", path="/transformations/byids", item_limit=1000),
+                "update": Endpoint(method="POST", path="/transformations/update", item_limit=1000),
+                "delete": Endpoint(method="POST", path="/transformations/delete", item_limit=1000),
+                "list": Endpoint(method="POST", path="/transformations/filter", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[TransformationResponse]:
+        return PagedResponse[TransformationResponse].model_validate_json(response.body)
+
+    def _reference_response(self, response: SuccessResponse2) -> ResponseItems[InternalOrExternalId]:
+        return ResponseItems[InternalOrExternalId].model_validate_json(response.body)
+
+    def create(self, items: Sequence[TransformationRequest]) -> list[TransformationResponse]:
+        """Create transformations in CDF.
+
+        Args:
+            items: List of TransformationRequest objects to create.
+        Returns:
+            List of created TransformationResponse objects.
+        """
+        return self._request_item_response(items, "create")
+
+    def retrieve(
+        self, items: Sequence[InternalOrExternalId], ignore_unknown_ids: bool = False, with_job_details: bool = False
+    ) -> list[TransformationResponse]:
+        """Retrieve transformations from CDF.
+
+        Args:
+            items: List of InternalOrExternalId objects to retrieve.
+            ignore_unknown_ids: Whether to ignore unknown IDs.
+            with_job_details: Whether the transformations will be returned with running job and last created job details.
+        Returns:
+            List of retrieved TransformationResponse objects.
+        """
+        return self._request_item_response(
+            items,
+            method="retrieve",
+            extra_body={"ignoreUnknownIds": ignore_unknown_ids, "withJobDetails": with_job_details},
+        )
+
+    def update(
+        self, items: Sequence[TransformationRequest], mode: Literal["patch", "replace"] = "replace"
+    ) -> list[TransformationResponse]:
+        """Update transformations in CDF.
+
+        Args:
+            items: List of TransformationRequest objects to update.
+            mode: Update mode, either "patch" or "replace".
+
+        Returns:
+            List of updated TransformationResponse objects.
+        """
+        return self._update(items, mode=mode)
+
+    def delete(self, items: Sequence[InternalOrExternalId], ignore_unknown_ids: bool = False) -> None:
+        """Delete transformations from CDF.
+
+        Args:
+            items: List of InternalOrExternalId objects to delete.
+            ignore_unknown_ids: Whether to ignore unknown IDs.
+        """
+        self._request_no_response(items, "delete", extra_body={"ignoreUnknownIds": ignore_unknown_ids})
+
+    def paginate(
+        self,
+        filter: ClassicFilter | None = None,
+        is_public: bool | None = None,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[TransformationResponse]:
+        """Iterate over all transformations in CDF.
+
+        Args:
+            filter: Filter by data set IDs.
+            is_public: Filter by public status.
+            limit: Maximum number of items to return.
+            cursor: Cursor for pagination.
+
+        Returns:
+            PagedResponse of TransformationResponse objects.
+        """
+        filter_: dict[str, Any] = filter.dump() if filter else {}
+        if is_public is not None:
+            filter_["isPublic"] = is_public
+
+        return self._paginate(
+            cursor=cursor,
+            limit=limit,
+            body={"filter": filter_ or None},
+        )
+
+    def iterate(
+        self,
+        filter: ClassicFilter | None = None,
+        is_public: bool | None = None,
+        limit: int = 100,
+    ) -> Iterable[list[TransformationResponse]]:
+        """Iterate over all transformations in CDF.
+
+        Args:
+            filter: Filter by data set IDs.
+            is_public: Filter by public status.
+            limit: Maximum number of items to return per page.
+
+        Returns:
+            Iterable of lists of TransformationResponse objects.
+        """
+        filter_: dict[str, Any] = filter.dump() if filter else {}
+        if is_public is not None:
+            filter_["isPublic"] = is_public
+
+        return self._iterate(
+            limit=limit,
+            body={"filter": filter_ or None},
+        )
+
+    def list(
+        self,
+        limit: int | None = 100,
+    ) -> list[TransformationResponse]:
+        """List all transformations in CDF.
+
+        Returns:
+            List of TransformationResponse objects.
+        """
+        return self._list(limit=limit)

cognite_toolkit/_cdf_tk/client/api/workflow_triggers.py

@@ -0,0 +1,128 @@
+from collections.abc import Iterable, Sequence
+from typing import Any
+
+from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, PagedResponse, ResponseItems
+from cognite_toolkit._cdf_tk.client.cdf_client.api import Endpoint
+from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
+from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import ExternalId
+from cognite_toolkit._cdf_tk.client.resource_classes.workflow_trigger import (
+    WorkflowTriggerRequest,
+    WorkflowTriggerResponse,
+)
+
+
+class WorkflowTriggersAPI(CDFResourceAPI[ExternalId, WorkflowTriggerRequest, WorkflowTriggerResponse]):
+    def __init__(self, http_client: HTTPClient) -> None:
+        super().__init__(
+            http_client=http_client,
+            method_endpoint_map={
+                "upsert": Endpoint(method="POST", path="/workflows/triggers", item_limit=1),
+                "delete": Endpoint(method="POST", path="/workflows/triggers/delete", item_limit=1),
+                "list": Endpoint(method="GET", path="/workflows/triggers", item_limit=1000),
+            },
+        )
+
+    def _validate_page_response(
+        self, response: SuccessResponse2 | ItemsSuccessResponse2
+    ) -> PagedResponse[WorkflowTriggerResponse]:
+        return PagedResponse[WorkflowTriggerResponse].model_validate_json(response.body)
+
+    def _reference_response(self, response: SuccessResponse2) -> ResponseItems[ExternalId]:
+        return ResponseItems[ExternalId].model_validate_json(response.body)
+
+    def create(self, items: Sequence[WorkflowTriggerRequest]) -> list[WorkflowTriggerResponse]:
+        """Create or update workflow triggers in CDF.
+
+        Args:
+            items: List of WorkflowTriggerRequest objects to create or update.
+        Returns:
+            List of created/updated WorkflowTriggerResponse objects.
+        """
+        return self._request_item_response(items, "upsert")
+
+    # This is a duplicate of the create method, included to standardize the API interface.
+    def update(self, items: Sequence[WorkflowTriggerRequest]) -> list[WorkflowTriggerResponse]:
+        """Create or update workflow triggers in CDF.
+
+        Args:
+            items: List of WorkflowTriggerRequest objects to create or update.
+        Returns:
+            List of created/updated WorkflowTriggerResponse objects.
+        """
+        return self.create(items)
+
+    def delete(self, items: Sequence[ExternalId]) -> None:
+        """Delete workflow triggers from CDF.
+
+        Args:
+            items: List of ExternalId objects to delete.
+        """
+        self._request_no_response(items, "delete")
+
+    def paginate(
+        self,
+        workflow_external_id: str | None = None,
+        workflow_version: str | None = None,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[WorkflowTriggerResponse]:
+        """Iterate over all workflow triggers in CDF.
+
+        Args:
+            workflow_external_id: Filter by workflow external ID.
+            workflow_version: Filter by workflow version.
+            limit: Maximum number of items to return.
+            cursor: Cursor for pagination.
+
+        Returns:
+            PagedResponse of WorkflowTriggerResponse objects.
+        """
+        params: dict[str, Any] = {}
+        if workflow_external_id:
+            params["workflowExternalId"] = workflow_external_id
+        if workflow_version:
+            params["workflowVersion"] = workflow_version
+
+        return self._paginate(
+            cursor=cursor,
+            limit=limit,
+            params=params,
+        )
+
+    def iterate(
+        self,
+        workflow_external_id: str | None = None,
+        workflow_version: str | None = None,
+        limit: int = 100,
+    ) -> Iterable[list[WorkflowTriggerResponse]]:
+        """Iterate over all workflow triggers in CDF.
+
+        Args:
+            workflow_external_id: Filter by workflow external ID.
+            workflow_version: Filter by workflow version.
+            limit: Maximum number of items to return per page.
+
+        Returns:
+            Iterable of lists of WorkflowTriggerResponse objects.
+        """
+        params: dict[str, Any] = {}
+        if workflow_external_id:
+            params["workflowExternalId"] = workflow_external_id
+        if workflow_version:
+            params["workflowVersion"] = workflow_version
+
+        return self._iterate(
+            limit=limit,
+            params=params,
+        )
+
+    def list(
+        self,
+        limit: int | None = 100,
+    ) -> list[WorkflowTriggerResponse]:
+        """List all workflow triggers in CDF.
+
+        Returns:
+            List of WorkflowTriggerResponse objects.
+        """
+        return self._list(limit=limit)