cognite-toolkit 0.7.4__tar.gz → 0.7.5__tar.gz

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite_toolkit
-Version: 0.7.4
+Version: 0.7.5
 Summary: Official Cognite Data Fusion tool for project templates and configuration deployment
 Project-URL: Homepage, https://docs.cognite.com/cdf/deploy/cdf_toolkit/
 Project-URL: Changelog, https://github.com/cognitedata/toolkit/releases

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cdf.toml

@@ -22,7 +22,7 @@ data = true
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf modules upgrade' command.
-version = "0.7.4"
+version = "0.7.5"
 
 
 [library.toolkit-data]

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/client/_toolkit_client.py

@@ -20,17 +20,27 @@ from .api.project import ProjectAPI
 from .api.robotics import RoboticsAPI
 from .api.search import SearchAPI
 from .api.streams import StreamsAPI
+from .api.three_d import ThreeDAPI
 from .api.token import TokenAPI
 from .api.verify import VerifyAPI
 from .config import ToolkitClientConfig
 
 
+class ToolAPI:
+    """This is reimplemented CogniteAPIs in Toolkit"""
+
+    def __init__(self, http_client: HTTPClient, console: Console) -> None:
+        self.http_client = http_client
+        self.three_d = ThreeDAPI(http_client, console)
+
+
 class ToolkitClient(CogniteClient):
     def __init__(self, config: ToolkitClientConfig | None = None, enable_set_pending_ids: bool = False) -> None:
         super().__init__(config=config)
         http_client = HTTPClient(self.config)
         toolkit_config = ToolkitClientConfig.from_client_config(self.config)
         self.console = Console()
+        self.tool = ToolAPI(http_client, self.console)
         self.search = SearchAPI(self._config, self._API_VERSION, self)
         self.robotics = RoboticsAPI(self._config, self._API_VERSION, self)
         self.dml = DMLAPI(self._config, self._API_VERSION, self)

cognite_toolkit-0.7.5/cognite_toolkit/_cdf_tk/client/api/three_d.py

@@ -0,0 +1,50 @@
+from rich.console import Console
+
+from cognite_toolkit._cdf_tk.client.data_classes.api_classes import PagedResponse
+from cognite_toolkit._cdf_tk.client.data_classes.three_d import ThreeDModelResponse
+from cognite_toolkit._cdf_tk.utils.http_client import HTTPClient, ParamRequest
+from cognite_toolkit._cdf_tk.utils.useful_types import PrimitiveType
+
+
+class ThreeDModelAPI:
+    ENDPOINT = "/3d/models"
+
+    def __init__(self, http_client: HTTPClient, console: Console) -> None:
+        self._http_client = http_client
+        self._console = console
+        self._config = http_client.config
+
+    def iterate(
+        self,
+        published: bool | None = None,
+        include_revision_info: bool = False,
+        limit: int = 100,
+        cursor: str | None = None,
+    ) -> PagedResponse[ThreeDModelResponse]:
+        if not (0 < limit <= 1000):
+            raise ValueError("Limit must be between 1 and 1000.")
+        parameters: dict[str, PrimitiveType] = {
+            # There is a bug in the API. The parameter includeRevisionInfo is expected to be lower case and not
+            # camel case as documented. You get error message: Unrecognized query parameter includeRevisionInfo,
+            # did you mean includerevisioninfo?
+            "includerevisioninfo": include_revision_info,
+            "limit": limit,
+        }
+        if published is not None:
+            parameters["published"] = published
+        if cursor is not None:
+            parameters["cursor"] = cursor
+        responses = self._http_client.request_with_retries(
+            ParamRequest(
+                endpoint_url=self._config.create_api_url(self.ENDPOINT),
+                method="GET",
+                parameters=parameters,
+            )
+        )
+        responses.raise_for_status()
+        return PagedResponse[ThreeDModelResponse].model_validate(responses.get_first_body())
+
+
+class ThreeDAPI:
+    def __init__(self, http_client: HTTPClient, console: Console) -> None:
+        self.models = ThreeDModelAPI(http_client, console)

cognite_toolkit-0.7.5/cognite_toolkit/_cdf_tk/client/data_classes/three_d.py

@@ -0,0 +1,47 @@
+from typing import Literal
+
+from .base import BaseModelObject, RequestResource, ResponseResource
+
+
+class NodeReference(BaseModelObject):
+    space: str
+    external_id: str
+
+
+class RevisionStatus(BaseModelObject):
+    status: Literal["Queued", "Processing", "Done", "Failed"] | None = None
+    revision_id: int | None = None
+    created_time: int | None = None
+    revision_count: int | None = None
+    types: list[str] | None = None
+
+
+class ThreeDModelRequest(RequestResource):
+    name: str
+
+
+class ThreeDModelClassicRequest(ThreeDModelRequest):
+    data_set_id: int | None = None
+    metadata: dict[str, str] | None = None
+
+
+class ThreeDModelDMSRequest(ThreeDModelRequest):
+    space: str
+    type: Literal["CAD", "PointCloud", "Image360"]
+    thumbnail_reference: NodeReference | None = None
+
+
+class ThreeDModelResponse(ResponseResource[ThreeDModelRequest]):
+    name: str
+    id: int
+    created_time: int
+    data_set_id: int | None = None
+    metadata: dict[str, str] | None = None
+    space: str | None = None
+    last_revision_info: RevisionStatus | None = None
+
+    def as_request_resource(self) -> ThreeDModelRequest:
+        if self.space is None:
+            return ThreeDModelClassicRequest._load(self.dump())
+        else:
+            return ThreeDModelDMSRequest._load(self.dump())

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/commands/_download.py

@@ -2,10 +2,9 @@ from collections.abc import Callable, Iterable
 from functools import partial
 from pathlib import Path
 
-from cognite.client.data_classes._base import T_CogniteResource
-
 from cognite_toolkit._cdf_tk.constants import DATA_MANIFEST_STEM, DATA_RESOURCE_DIR
 from cognite_toolkit._cdf_tk.exceptions import ToolkitValueError
+from cognite_toolkit._cdf_tk.protocols import T_ResourceResponse
 from cognite_toolkit._cdf_tk.storageio import ConfigurableStorageIO, Page, StorageIO, T_Selector, TableStorageIO
 from cognite_toolkit._cdf_tk.tk_warnings import LowSeverityWarning
 from cognite_toolkit._cdf_tk.utils.file import safe_write, sanitize_filename, yaml_safe_dump
@@ -20,7 +19,7 @@ class DownloadCommand(ToolkitCommand):
     def download(
         self,
         selectors: Iterable[T_Selector],
-        io: StorageIO[T_Selector, T_CogniteResource],
+        io: StorageIO[T_Selector, T_ResourceResponse],
         output_dir: Path,
         verbose: bool,
         file_format: str,
@@ -68,7 +67,7 @@ class DownloadCommand(ToolkitCommand):
             with FileWriter.create_from_format(
                 file_format, target_dir, selector.kind, compression_cls, columns=columns
             ) as writer:
-                executor = ProducerWorkerExecutor[Page[T_CogniteResource], list[dict[str, JsonVal]]](
+                executor = ProducerWorkerExecutor[Page[T_ResourceResponse], list[dict[str, JsonVal]]](
                     download_iterable=io.stream_data(selector, limit),
                     process=self.create_data_process(io=io, selector=selector, is_table=is_table),
                     write=partial(writer.write_chunks, filestem=filestem),
@@ -95,7 +94,7 @@ class DownloadCommand(ToolkitCommand):
 
     @staticmethod
     def _get_iteration_count(
-        io: StorageIO[T_Selector, T_CogniteResource],
+        io: StorageIO[T_Selector, T_ResourceResponse],
         selector: T_Selector,
         limit: int | None,
     ) -> int | None:
@@ -126,19 +125,19 @@ class DownloadCommand(ToolkitCommand):
 
     @staticmethod
     def create_data_process(
-        io: StorageIO[T_Selector, T_CogniteResource],
+        io: StorageIO[T_Selector, T_ResourceResponse],
         selector: T_Selector,
         is_table: bool,
-    ) -> Callable[[Page[T_CogniteResource]], list[dict[str, JsonVal]]]:
+    ) -> Callable[[Page[T_ResourceResponse]], list[dict[str, JsonVal]]]:
         """Creates a data processing function based on the IO type and whether the output is a table."""
         if is_table and isinstance(io, TableStorageIO):
 
-            def row_data_process(chunk: Page[T_CogniteResource]) -> list[dict[str, JsonVal]]:
+            def row_data_process(chunk: Page[T_ResourceResponse]) -> list[dict[str, JsonVal]]:
                 return io.data_to_row(chunk.items, selector)
 
             return row_data_process
 
-        def chunk_data_process(data_page: Page[T_CogniteResource]) -> list[dict[str, JsonVal]]:
+        def chunk_data_process(data_page: Page[T_ResourceResponse]) -> list[dict[str, JsonVal]]:
             return io.data_to_json_chunk(data_page.items, selector)
 
         return chunk_data_process

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/commands/_migrate/command.py

@@ -2,7 +2,6 @@ from collections.abc import Callable, Iterable, Sequence
 from enum import Enum
 from pathlib import Path
 
-from cognite.client.data_classes._base import T_CogniteResource
 from rich import print
 from rich.console import Console
 from rich.table import Table
@@ -20,6 +19,7 @@ from cognite_toolkit._cdf_tk.exceptions import (
     ToolkitMigrationError,
     ToolkitValueError,
 )
+from cognite_toolkit._cdf_tk.protocols import T_ResourceRequest, T_ResourceResponse
 from cognite_toolkit._cdf_tk.storageio import T_Selector, UploadableStorageIO, UploadItem
 from cognite_toolkit._cdf_tk.utils import humanize_collection, safe_write, sanitize_filename
 from cognite_toolkit._cdf_tk.utils.file import yaml_safe_dump
@@ -27,7 +27,6 @@ from cognite_toolkit._cdf_tk.utils.fileio import Chunk, CSVWriter, NDJsonWriter,
 from cognite_toolkit._cdf_tk.utils.http_client import HTTPClient, HTTPMessage, ItemMessage, SuccessResponseItems
 from cognite_toolkit._cdf_tk.utils.producer_worker import ProducerWorkerExecutor
 from cognite_toolkit._cdf_tk.utils.progress_tracker import AVAILABLE_STATUS, ProgressTracker, Status
-from cognite_toolkit._cdf_tk.utils.useful_types import T_WriteCogniteResource
 
 from .data_model import INSTANCE_SOURCE_VIEW_ID, MODEL_ID, RESOURCE_VIEW_MAPPING_VIEW_ID
 
@@ -45,8 +44,8 @@ class MigrationCommand(ToolkitCommand):
     def migrate(
         self,
         selected: T_Selector,
-        data: UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource],
-        mapper: DataMapper[T_Selector, T_CogniteResource, T_WriteCogniteResource],
+        data: UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest],
+        mapper: DataMapper[T_Selector, T_ResourceResponse, T_ResourceRequest],
         log_dir: Path,
         dry_run: bool = False,
         verbose: bool = False,
@@ -71,9 +70,7 @@ class MigrationCommand(ToolkitCommand):
             NDJsonWriter(log_dir, kind=f"{selected.kind}MigrationIssues", compression=Uncompressed) as log_file,
             HTTPClient(config=data.client.config) as write_client,
         ):
-            executor = ProducerWorkerExecutor[
-                Sequence[T_CogniteResource], Sequence[UploadItem[T_WriteCogniteResource]]
-            ](
+            executor = ProducerWorkerExecutor[Sequence[T_ResourceResponse], Sequence[UploadItem[T_ResourceRequest]]](
                 download_iterable=self._download_iterable(selected, data, tracker),
                 process=self._convert(mapper, data, tracker, log_file),
                 write=self._upload(selected, write_client, data, tracker, log_file, dry_run),
@@ -141,9 +138,9 @@ class MigrationCommand(ToolkitCommand):
     def _download_iterable(
         self,
         selected: T_Selector,
-        data: UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource],
+        data: UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest],
         tracker: ProgressTracker[str],
-    ) -> Iterable[Sequence[T_CogniteResource]]:
+    ) -> Iterable[Sequence[T_ResourceResponse]]:
         for page in data.stream_data(selected):
             for item in page.items:
                 tracker.set_progress(data.as_id(item), self.Steps.DOWNLOAD, "success")
@@ -151,15 +148,15 @@ class MigrationCommand(ToolkitCommand):
 
     def _convert(
         self,
-        mapper: DataMapper[T_Selector, T_CogniteResource, T_WriteCogniteResource],
-        data: UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource],
+        mapper: DataMapper[T_Selector, T_ResourceResponse, T_ResourceRequest],
+        data: UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest],
         tracker: ProgressTracker[str],
         log_file: NDJsonWriter,
-    ) -> Callable[[Sequence[T_CogniteResource]], Sequence[UploadItem[T_WriteCogniteResource]]]:
-        def track_mapping(source: Sequence[T_CogniteResource]) -> list[UploadItem[T_WriteCogniteResource]]:
+    ) -> Callable[[Sequence[T_ResourceResponse]], Sequence[UploadItem[T_ResourceRequest]]]:
+        def track_mapping(source: Sequence[T_ResourceResponse]) -> list[UploadItem[T_ResourceRequest]]:
             mapped = mapper.map(source)
             issues: list[Chunk] = []
-            targets: list[UploadItem[T_WriteCogniteResource]] = []
+            targets: list[UploadItem[T_ResourceRequest]] = []
 
             for (target, issue), item in zip(mapped, source):
                 id_ = data.as_id(item)
@@ -181,12 +178,12 @@ class MigrationCommand(ToolkitCommand):
         self,
         selected: T_Selector,
         write_client: HTTPClient,
-        target: UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource],
+        target: UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest],
         tracker: ProgressTracker[str],
         log_file: NDJsonWriter,
         dry_run: bool,
-    ) -> Callable[[Sequence[UploadItem[T_WriteCogniteResource]]], None]:
-        def upload_items(data_item: Sequence[UploadItem[T_WriteCogniteResource]]) -> None:
+    ) -> Callable[[Sequence[UploadItem[T_ResourceRequest]]], None]:
+        def upload_items(data_item: Sequence[UploadItem[T_ResourceRequest]]) -> None:
             if not data_item:
                 return None
             responses: Sequence[HTTPMessage]

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py

@@ -3,9 +3,6 @@ from collections.abc import Sequence
 from typing import Generic, cast
 from uuid import uuid4
 
-from cognite.client.data_classes._base import (
-    T_CogniteResource,
-)
 from cognite.client.data_classes.data_modeling import (
     EdgeApply,
     InstanceApply,
@@ -30,7 +27,8 @@ from cognite_toolkit._cdf_tk.commands._migrate.issues import ChartMigrationIssue
 from cognite_toolkit._cdf_tk.commands._migrate.selectors import AssetCentricMigrationSelector
 from cognite_toolkit._cdf_tk.constants import MISSING_INSTANCE_SPACE
 from cognite_toolkit._cdf_tk.exceptions import ToolkitValueError
-from cognite_toolkit._cdf_tk.storageio._base import T_Selector, T_WriteCogniteResource
+from cognite_toolkit._cdf_tk.protocols import T_ResourceRequest, T_ResourceResponse
+from cognite_toolkit._cdf_tk.storageio._base import T_Selector
 from cognite_toolkit._cdf_tk.storageio.selectors import ChartSelector
 from cognite_toolkit._cdf_tk.utils import humanize_collection
 from cognite_toolkit._cdf_tk.utils.useful_types import (
@@ -38,7 +36,7 @@ from cognite_toolkit._cdf_tk.utils.useful_types import (
 )
 
 
-class DataMapper(Generic[T_Selector, T_CogniteResource, T_WriteCogniteResource], ABC):
+class DataMapper(Generic[T_Selector, T_ResourceResponse, T_ResourceRequest], ABC):
     def prepare(self, source_selector: T_Selector) -> None:
         """Prepare the data mapper with the given source selector.
 
@@ -50,9 +48,7 @@ class DataMapper(Generic[T_Selector, T_CogniteResource, T_WriteCogniteResource],
         pass
 
     @abstractmethod
-    def map(
-        self, source: Sequence[T_CogniteResource]
-    ) -> Sequence[tuple[T_WriteCogniteResource | None, MigrationIssue]]:
+    def map(self, source: Sequence[T_ResourceResponse]) -> Sequence[tuple[T_ResourceRequest | None, MigrationIssue]]:
         """Map a chunk of source data to the target format.
 
         Args:

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/commands/_upload.py

@@ -3,7 +3,6 @@ from collections.abc import Sequence
 from functools import partial
 from pathlib import Path
 
-from cognite.client.data_classes._base import T_CogniteResource
 from cognite.client.data_classes.data_modeling import (
     ViewId,
 )
@@ -14,12 +13,13 @@ from cognite_toolkit._cdf_tk.client import ToolkitClient
 from cognite_toolkit._cdf_tk.constants import DATA_MANIFEST_SUFFIX, DATA_RESOURCE_DIR
 from cognite_toolkit._cdf_tk.cruds import ViewCRUD
 from cognite_toolkit._cdf_tk.exceptions import ToolkitValueError
+from cognite_toolkit._cdf_tk.protocols import T_ResourceRequest, T_ResourceResponse
 from cognite_toolkit._cdf_tk.storageio import (
     T_Selector,
     UploadableStorageIO,
     get_upload_io,
 )
-from cognite_toolkit._cdf_tk.storageio._base import T_WriteCogniteResource, TableUploadableStorageIO, UploadItem
+from cognite_toolkit._cdf_tk.storageio._base import TableUploadableStorageIO, UploadItem
 from cognite_toolkit._cdf_tk.storageio.selectors import Selector, SelectorAdapter
 from cognite_toolkit._cdf_tk.storageio.selectors._instances import InstanceSpaceSelector
 from cognite_toolkit._cdf_tk.tk_warnings import HighSeverityWarning, MediumSeverityWarning
@@ -271,9 +271,9 @@ class UploadCommand(ToolkitCommand):
     @classmethod
     def _upload_items(
         cls,
-        data_chunk: Sequence[UploadItem],
+        data_chunk: Sequence[UploadItem[T_ResourceRequest]],
         upload_client: HTTPClient,
-        io: UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource],
+        io: UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest],
         selector: T_Selector,
         dry_run: bool,
         tracker: ProgressTracker[str],

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/cruds/_resource_cruds/transformation.py

@@ -82,7 +82,7 @@ from cognite_toolkit._cdf_tk.resource_classes import (
     TransformationScheduleYAML,
     TransformationYAML,
 )
-from cognite_toolkit._cdf_tk.tk_warnings import HighSeverityWarning
+from cognite_toolkit._cdf_tk.tk_warnings import HighSeverityWarning, MediumSeverityWarning
 from cognite_toolkit._cdf_tk.utils import (
     calculate_secure_hash,
     humanize_collection,
@@ -427,16 +427,37 @@ class TransformationCRUD(
                 if error := self._create_auth_creation_error(chunk):
                     raise error from e
                 raise e
-            results.extend(chunk_results)
+            except CogniteAPIError as e:
+                if "Failed to bind session using nonce for" in e.message and len(chunk) > 1:
+                    MediumSeverityWarning(
+                        f"Failed to create {len(chunk)} transformations in a batch due to nonce binding error. "
+                        "Trying to recover by creating them one by one."
+                    ).print_warning(console=self.console)
+                    # Retry one by one
+                    for item in chunk:
+                        recovered = self._execute_in_batches(items=[item], api_call=api_call)
+                        results.extend(recovered)
+                    if self.console:
+                        self.console.print(
+                            f"  [bold green]RECOVERED:[/] Successfully created {len(chunk)} transformations one by one."
+                        )
+                else:
+                    raise
+            else:
+                results.extend(chunk_results)
         return results
 
     def _update_nonce(self, items: Sequence[TransformationWrite]) -> None:
         for item in items:
             if not item.external_id:
                 raise ToolkitRequiredValueError("Transformation must have external_id set.")
-            if read_credentials := self._authentication_by_id_operation.get((item.external_id, "read")):
+            if item.source_nonce is None and (
+                read_credentials := self._authentication_by_id_operation.get((item.external_id, "read"))
+            ):
                 item.source_nonce = self._create_nonce(read_credentials)
-            if write_credentials := self._authentication_by_id_operation.get((item.external_id, "write")):
+            if item.destination_nonce is None and (
+                write_credentials := self._authentication_by_id_operation.get((item.external_id, "write"))
+            ):
                 item.destination_nonce = self._create_nonce(write_credentials)
 
     def _create_nonce(self, credentials: OidcCredentials | ClientCredentials) -> NonceCredentials:

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_cdf_tk/storageio/_base.py

@@ -3,14 +3,13 @@ from collections.abc import Iterable, Mapping, Sequence, Sized
 from dataclasses import dataclass
 from typing import ClassVar, Generic, Literal, TypeVar
 
-from cognite.client.data_classes._base import T_CogniteResource
-
 from cognite_toolkit._cdf_tk.client import ToolkitClient
 from cognite_toolkit._cdf_tk.exceptions import ToolkitNotImplementedError
+from cognite_toolkit._cdf_tk.protocols import T_ResourceRequest, T_ResourceResponse
 from cognite_toolkit._cdf_tk.utils.collection import chunker
 from cognite_toolkit._cdf_tk.utils.fileio import MultiFileReader, SchemaColumn
 from cognite_toolkit._cdf_tk.utils.http_client import HTTPClient, HTTPMessage, ItemsRequest
-from cognite_toolkit._cdf_tk.utils.useful_types import JsonVal, T_WriteCogniteResource
+from cognite_toolkit._cdf_tk.utils.useful_types import JsonVal
 
 from .selectors import DataSelector
 
@@ -27,9 +26,9 @@ T_Selector = TypeVar("T_Selector", bound=DataSelector)
 
 
 @dataclass
-class Page(Generic[T_CogniteResource], Sized):
+class Page(Generic[T_ResourceResponse], Sized):
     worker_id: str
-    items: Sequence[T_CogniteResource]
+    items: Sequence[T_ResourceResponse]
     next_cursor: str | None = None
 
     def __len__(self) -> int:
@@ -37,7 +36,7 @@ class Page(Generic[T_CogniteResource], Sized):
 
 
 @dataclass
-class UploadItem(Generic[T_WriteCogniteResource]):
+class UploadItem(Generic[T_ResourceRequest]):
     """An item to be uploaded to CDF, consisting of a source ID and the writable Cognite resource.
 
     Attributes:
@@ -46,7 +45,7 @@ class UploadItem(Generic[T_WriteCogniteResource]):
     """
 
     source_id: str
-    item: T_WriteCogniteResource
+    item: T_ResourceRequest
 
     def as_id(self) -> str:
         return self.source_id
@@ -55,7 +54,7 @@ class UploadItem(Generic[T_WriteCogniteResource]):
         return self.item.dump(camel_case=True)
 
 
-class StorageIO(ABC, Generic[T_Selector, T_CogniteResource]):
+class StorageIO(ABC, Generic[T_Selector, T_ResourceResponse]):
     """This is a base class for all storage classes in Cognite Toolkit
 
     It defines the interface for downloading data from CDF. Note this can also be used for multiple
@@ -79,7 +78,7 @@ class StorageIO(ABC, Generic[T_Selector, T_CogniteResource]):
         self.client = client
 
     @abstractmethod
-    def as_id(self, item: T_CogniteResource) -> str:
+    def as_id(self, item: T_ResourceResponse) -> str:
         """Convert an item to its corresponding ID.
         Args:
             item: The item to convert.
@@ -115,7 +114,7 @@ class StorageIO(ABC, Generic[T_Selector, T_CogniteResource]):
 
     @abstractmethod
     def data_to_json_chunk(
-        self, data_chunk: Sequence[T_CogniteResource], selector: T_Selector | None = None
+        self, data_chunk: Sequence[T_ResourceResponse], selector: T_Selector | None = None
     ) -> list[dict[str, JsonVal]]:
         """Convert a chunk of data to a JSON-compatible format.
 
@@ -131,7 +130,7 @@ class StorageIO(ABC, Generic[T_Selector, T_CogniteResource]):
 
 
 class UploadableStorageIO(
-    Generic[T_Selector, T_CogniteResource, T_WriteCogniteResource], StorageIO[T_Selector, T_CogniteResource], ABC
+    Generic[T_Selector, T_ResourceResponse, T_ResourceRequest], StorageIO[T_Selector, T_ResourceResponse], ABC
 ):
     """A base class for storage items that support uploading data to CDF.
 
@@ -151,7 +150,7 @@ class UploadableStorageIO(
 
     def upload_items(
         self,
-        data_chunk: Sequence[UploadItem[T_WriteCogniteResource]],
+        data_chunk: Sequence[UploadItem[T_ResourceRequest]],
         http_client: HTTPClient,
         selector: T_Selector | None = None,
     ) -> Sequence[HTTPMessage]:
@@ -189,7 +188,7 @@ class UploadableStorageIO(
 
     def json_chunk_to_data(
         self, data_chunk: list[tuple[str, dict[str, JsonVal]]]
-    ) -> Sequence[UploadItem[T_WriteCogniteResource]]:
+    ) -> Sequence[UploadItem[T_ResourceRequest]]:
         """Convert a JSON-compatible chunk of data back to a writable Cognite resource list.
 
         Args:
@@ -198,14 +197,14 @@ class UploadableStorageIO(
         Returns:
             A writable Cognite resource list representing the data.
         """
-        result: list[UploadItem[T_WriteCogniteResource]] = []
+        result: list[UploadItem[T_ResourceRequest]] = []
         for source_id, item_json in data_chunk:
             item = self.json_to_resource(item_json)
             result.append(UploadItem(source_id=source_id, item=item))
         return result
 
     @abstractmethod
-    def json_to_resource(self, item_json: dict[str, JsonVal]) -> T_WriteCogniteResource:
+    def json_to_resource(self, item_json: dict[str, JsonVal]) -> T_ResourceRequest:
         """Convert a JSON-compatible dictionary back to a writable Cognite resource.
 
         Args:
@@ -226,12 +225,12 @@ class UploadableStorageIO(
         yield from chunker(iterable, cls.CHUNK_SIZE)
 
 
-class TableUploadableStorageIO(UploadableStorageIO[T_Selector, T_CogniteResource, T_WriteCogniteResource], ABC):
+class TableUploadableStorageIO(UploadableStorageIO[T_Selector, T_ResourceResponse, T_ResourceRequest], ABC):
     """A base class for storage items that support uploading data with table schemas."""
 
     def rows_to_data(
         self, rows: list[tuple[str, dict[str, JsonVal]]], selector: T_Selector | None = None
-    ) -> Sequence[UploadItem[T_WriteCogniteResource]]:
+    ) -> Sequence[UploadItem[T_ResourceRequest]]:
         """Convert a row-based JSON-compatible chunk of data back to a writable Cognite resource list.
 
         Args:
@@ -242,7 +241,7 @@ class TableUploadableStorageIO(UploadableStorageIO[T_Selector, T_CogniteResource
         Returns:
             A writable Cognite resource list representing the data.
         """
-        result: list[UploadItem[T_WriteCogniteResource]] = []
+        result: list[UploadItem[T_ResourceRequest]] = []
         for source_id, row in rows:
             item = self.row_to_resource(source_id, row, selector=selector)
             result.append(UploadItem(source_id=source_id, item=item))
@@ -251,7 +250,7 @@ class TableUploadableStorageIO(UploadableStorageIO[T_Selector, T_CogniteResource
     @abstractmethod
     def row_to_resource(
         self, source_id: str, row: dict[str, JsonVal], selector: T_Selector | None = None
-    ) -> T_WriteCogniteResource:
+    ) -> T_ResourceRequest:
         """Convert a row-based JSON-compatible dictionary back to a writable Cognite resource.
 
         Args:
@@ -264,7 +263,7 @@ class TableUploadableStorageIO(UploadableStorageIO[T_Selector, T_CogniteResource
         raise NotImplementedError()
 
 
-class ConfigurableStorageIO(StorageIO[T_Selector, T_CogniteResource], ABC):
+class ConfigurableStorageIO(StorageIO[T_Selector, T_ResourceResponse], ABC):
     """A base class for storage items that support configurations for different storage items."""
 
     @abstractmethod
@@ -273,7 +272,7 @@ class ConfigurableStorageIO(StorageIO[T_Selector, T_CogniteResource], ABC):
         raise NotImplementedError()
 
 
-class TableStorageIO(StorageIO[T_Selector, T_CogniteResource], ABC):
+class TableStorageIO(StorageIO[T_Selector, T_ResourceResponse], ABC):
     """A base class for storage items that support table schemas."""
 
     @abstractmethod
@@ -291,7 +290,7 @@ class TableStorageIO(StorageIO[T_Selector, T_CogniteResource], ABC):
 
     @abstractmethod
     def data_to_row(
-        self, data_chunk: Sequence[T_CogniteResource], selector: T_Selector | None = None
+        self, data_chunk: Sequence[T_ResourceResponse], selector: T_Selector | None = None
     ) -> list[dict[str, JsonVal]]:
         """Convert a chunk of data to a row-based JSON-compatible format.
 

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml

@@ -12,7 +12,7 @@ jobs:
     environment: dev
     name: Deploy
     container:
-      image: cognite/toolkit:0.7.4
+      image: cognite/toolkit:0.7.5
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml

@@ -10,7 +10,7 @@ jobs:
     environment: dev
     name: Deploy Dry Run
     container:
-      image: cognite/toolkit:0.7.4
+      image: cognite/toolkit:0.7.5
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

{cognite_toolkit-0.7.4 → cognite_toolkit-0.7.5}/cognite_toolkit/_resources/cdf.toml

@@ -4,7 +4,7 @@ default_env = "<DEFAULT_ENV_PLACEHOLDER>"
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf modules upgrade' command.
-version = "0.7.4"
+version = "0.7.5"
 
 
 [plugins]

cognite_toolkit-0.7.5/cognite_toolkit/_version.py

@@ -0,0 +1 @@
+__version__ = "0.7.5"

cognite_toolkit-0.7.5/last_changelog_entry.md

@@ -0,0 +1,6 @@
+## Changelog 
+
+### Improved
+
+- If deployment of transformations fails with ` Failed to bind session
+using nonce for`, Toolkit now tries to deploy one-by-one.

cognite_toolkit-0.7.5/last_git_message.txt

@@ -0,0 +1,20 @@
+[CDF-26449] 🐛Transformations fallback  (#2255)
+
+# Description
+
+We fixed this issue back in `0.6.3` by limiting the number of
+transformations for each request to 20. It turns out that even for 20
+transformations the ` Failed to bind session using nonce for...` error
+can occur. Thus adding a fallback to one-by-one.
+
+## Bump
+
+- [x] Patch
+- [ ] Skip
+
+## Changelog
+
+### Improved
+
+- If deployment of transformations fails with ` Failed to bind session
+using nonce for`, Toolkit now tries to deploy one-by-one.