cognite-toolkit 0.6.91__tar.gz → 0.6.92__tar.gz

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/.pre-commit-config.yaml

@@ -18,7 +18,7 @@ repos:
           - --fixable=E,W,F,I,T,RUF,TID,UP
           - --target-version=py310
       - id: ruff-format
-    rev: v0.14.3
+    rev: v0.14.4
 
   - repo: https://github.com/igorshubovych/markdownlint-cli
     rev: v0.45.0

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite_toolkit
-Version: 0.6.91
+Version: 0.6.92
 Summary: Official Cognite Data Fusion tool for project templates and configuration deployment
 Project-URL: Homepage, https://docs.cognite.com/cdf/deploy/cdf_toolkit/
 Project-URL: Changelog, https://github.com/cognitedata/toolkit/releases

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cdf.toml

@@ -31,7 +31,7 @@ dump = true
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf modules upgrade' command.
-version = "0.6.91"
+version = "0.6.92"
 
 
 [library.toolkit-data]

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cognite_toolkit/_cdf_tk/cruds/_resource_cruds/classic.py

@@ -6,6 +6,7 @@ from typing import Any, final
 
 import pandas as pd
 from cognite.client.data_classes import (
+    AggregateResultItem,
     Asset,
     AssetList,
     AssetWrite,
@@ -213,6 +214,20 @@ class AssetCRUD(ResourceCRUD[str, AssetWrite, Asset, AssetWriteList, AssetList])
             dumped.pop("metadata", None)
         if "parentId" in dumped and "parentId" not in local:
             dumped.pop("parentId")
+        if resource.aggregates:
+            # This is only included when the asset is downloaded/migrated with aggregated properties
+            aggregates = (
+                resource.aggregates.dump()
+                if isinstance(resource.aggregates, AggregateResultItem)
+                else resource.aggregates
+            )
+            if "path" in aggregates:
+                path = aggregates.pop("path", [])
+                if path:
+                    aggregates["path"] = self.client.lookup.assets.external_id(
+                        [segment["id"] for segment in path if "id" in segment]
+                    )
+            dumped.update(aggregates)
         return dumped
 
 

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cognite_toolkit/_cdf_tk/storageio/_asset_centric.py

@@ -4,6 +4,7 @@ from collections.abc import Iterable, MutableSequence, Sequence
 from typing import ClassVar, Generic
 
 from cognite.client.data_classes import (
+    AggregateResultItem,
     Asset,
     AssetList,
     AssetWrite,
@@ -267,6 +268,9 @@ class AssetIO(BaseAssetCentricIO[str, AssetWrite, Asset, AssetWriteList, AssetLi
             SchemaColumn(name="source", type="string"),
             SchemaColumn(name="labels", type="string", is_array=True),
             SchemaColumn(name="geoLocation", type="json"),
+            SchemaColumn(name="childCount", type="integer"),
+            SchemaColumn(name="depth", type="integer"),
+            SchemaColumn(name="path", type="string", is_array=True),
         ]
         return asset_schema + metadata_schema
 
@@ -277,6 +281,7 @@ class AssetIO(BaseAssetCentricIO[str, AssetWrite, Asset, AssetWriteList, AssetLi
             limit=limit,
             asset_subtree_external_ids=asset_subtree_external_ids,
             data_set_external_ids=data_set_external_ids,
+            aggregated_properties=["child_count", "path", "depth"],
         ):
             self._collect_dependencies(asset_list, selector)
             yield Page(worker_id="main", items=asset_list)
@@ -287,6 +292,14 @@ class AssetIO(BaseAssetCentricIO[str, AssetWrite, Asset, AssetWriteList, AssetLi
         # Ensure data sets are looked up to populate cache.
         # This is to avoid looking up each data set id individually in the .dump_resource call.
         self._populate_data_set_cache(data_chunk)
+        asset_ids = {
+            segment["id"]
+            for item in data_chunk
+            if isinstance(item.aggregates, AggregateResultItem)
+            for segment in item.aggregates.path or []
+            if "id" in segment
+        }
+        self.client.lookup.assets.external_id(list(asset_ids))
 
         return [self._crud.dump_resource(item) for item in data_chunk]
 

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml

@@ -12,7 +12,7 @@ jobs:
     environment: dev
     name: Deploy
     container:
-      image: cognite/toolkit:0.6.91
+      image: cognite/toolkit:0.6.92
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml

@@ -10,7 +10,7 @@ jobs:
     environment: dev
     name: Deploy Dry Run
     container:
-      image: cognite/toolkit:0.6.91
+      image: cognite/toolkit:0.6.92
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/cognite_toolkit/_resources/cdf.toml

@@ -4,7 +4,7 @@ default_env = "<DEFAULT_ENV_PLACEHOLDER>"
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf modules upgrade' command.
-version = "0.6.91"
+version = "0.6.92"
 
 [alpha_flags]
 external-libraries = true

cognite_toolkit-0.6.92/cognite_toolkit/_version.py

@@ -0,0 +1 @@
+__version__ = "0.6.92"

cognite_toolkit-0.6.92/last_changelog_entry.md

@@ -0,0 +1,10 @@
+## cdf 
+
+### Improved
+
+- [alpha] When downloading assets using `cdf data download`, the
+properties `depth`, `childCount` and `path` are included.
+
+## templates
+
+No changes.

cognite_toolkit-0.6.92/last_git_message.txt

@@ -0,0 +1,25 @@
+[CDF-26219] 👻 Asset include aggregate information (#2179)
+
+# Description
+
+See below:
+<img width="1564" height="200" alt="image"
+src="https://github.com/user-attachments/assets/a2a82d66-bacb-4846-a3ce-736b7459db5b"
+/>
+
+
+## Changelog
+
+- [x] Patch
+- [ ] Skip
+
+## cdf
+
+### Improved
+
+- [alpha] When downloading assets using `cdf data download`, the
+properties `depth`, `childCount` and `path` are included.
+
+## templates
+
+No changes.

cognite_toolkit-0.6.92/last_version.txt

@@ -0,0 +1 @@
+0.6.91

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "cognite_toolkit"
-version = "0.6.91"
+version = "0.6.92"
 description = "Official Cognite Data Fusion tool for project templates and configuration deployment"
 authors = [
     {name ="Cognite AS", email="support@cognite.com"}

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/tests/test_integration/test_commands/test_download_command.py

@@ -3,10 +3,11 @@ from pathlib import Path
 from cognite_toolkit._cdf_tk.client import ToolkitClient
 from cognite_toolkit._cdf_tk.commands import DownloadCommand
 from cognite_toolkit._cdf_tk.constants import DATA_MANIFEST_STEM
-from cognite_toolkit._cdf_tk.storageio import RawIO
-from cognite_toolkit._cdf_tk.storageio.selectors import RawTableSelector, SelectedTable
+from cognite_toolkit._cdf_tk.storageio import AssetIO, RawIO
+from cognite_toolkit._cdf_tk.storageio.selectors import DataSetSelector, RawTableSelector, SelectedTable
 from cognite_toolkit._cdf_tk.utils.file import read_yaml_file
-from cognite_toolkit._cdf_tk.utils.fileio import NDJsonReader
+from cognite_toolkit._cdf_tk.utils.fileio import CSVReader, NDJsonReader
+from tests.test_integration.conftest import HierarchyMinimal
 from tests.test_integration.constants import TIMESERIES_COUNT, TIMESERIES_TABLE
 
 
@@ -39,3 +40,27 @@ class TestDownloadCommand:
         assert database_file is not None, f"Database configuration file not found. Found config files: {config_files}"
         dumped_db = read_yaml_file(database_file, "dict")
         assert dumped_db == {"dbName": table.table.db_name}
+
+    def test_download_assets(
+        self, toolkit_client: ToolkitClient, migration_hierarchy_minimal: HierarchyMinimal, tmp_path: Path
+    ) -> None:
+        cmd = DownloadCommand(silent=True, skip_tracking=True)
+        selected = DataSetSelector(kind="Assets", data_set_external_id=migration_hierarchy_minimal.dataset.external_id)
+        cmd.download(
+            [selected],
+            AssetIO(toolkit_client),
+            output_dir=tmp_path,
+            verbose=False,
+            file_format=".csv",
+            compression="none",
+            limit=None,
+        )
+        downloaded_files = list(tmp_path.rglob("*.csv"))
+        assert len(downloaded_files) == 1, "Expected exactly one file to be downloaded."
+        chunks = list(CSVReader(downloaded_files[0]).read_chunks_unprocessed())
+        assert len(chunks) == 2, f"Expected 2 assets, got {len(chunks)}."
+        columns = set(chunks[0].keys())
+        expected_aggregate_columns = {"depth", "childCount", "path"}
+        assert expected_aggregate_columns <= columns, (
+            f"Expected hierarchy columns missing in downloaded data: {columns}"
+        )

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/tests/test_unit/test_cdf_tk/test_commands/test_download.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from cognite.client.data_classes import Asset, AssetList, TransformationPreviewResult
+from cognite.client.data_classes import AggregateResultItem, Asset, AssetList, TransformationPreviewResult
 
 from cognite_toolkit._cdf_tk.client.testing import monkeypatch_toolkit_client
 from cognite_toolkit._cdf_tk.commands import DownloadCommand
@@ -16,7 +16,17 @@ class TestDownloadCommand:
             dataset = "my/:_data_set"
             client.assets.aggregate_count.return_value = 1
             client.assets.return_value = [
-                AssetList([Asset(id=123, name="asset_123", metadata={"key": "value"}, data_set_id=42)])
+                AssetList(
+                    [
+                        Asset(
+                            id=123,
+                            name="asset_123",
+                            metadata={"key": "value"},
+                            data_set_id=42,
+                            aggregates=AggregateResultItem(1, depth=0),
+                        )
+                    ]
+                )
             ]
             client.lookup.data_sets.id.return_value = 42
             client.lookup.data_sets.external_id.return_value = dataset
@@ -48,5 +58,8 @@ class TestDownloadCommand:
                     "name": "asset_123",
                     "parentExternalId": "",
                     "source": "",
+                    "childCount": "1",
+                    "depth": "0",
+                    "path": "",
                 }
             ]

{cognite_toolkit-0.6.91 → cognite_toolkit-0.6.92}/uv.lock

@@ -260,7 +260,7 @@ wheels = [
 
 [[package]]
 name = "cognite-toolkit"
-version = "0.6.91"
+version = "0.6.92"
 source = { editable = "." }
 dependencies = [
     { name = "cognite-sdk" },

cognite_toolkit-0.6.91/cognite_toolkit/_version.py

@@ -1 +0,0 @@
-__version__ = "0.6.91"

cognite_toolkit-0.6.91/last_changelog_entry.md

@@ -1,10 +0,0 @@
-## cdf 
-
-### Added
-
-- [alpha] Support for Infield Location Config in the `cdf build/deploy`
-methods.
-
-## templates
-
-No changes.

cognite_toolkit-0.6.91/last_git_message.txt

@@ -1,33 +0,0 @@
-[CDF-26172, CDF-26170]  😃Infield CDM V1 CRUD (#2181)
-
-# Description
-
-Adds support for the Infield CDM V1 CRUD.
-
-We are moving away from depending on internals of the `cognite-sdk`, and
-this is the first resource used in a CRUD implementation that is not
-using the `CogniteResource` as defined by the `cognite-sdk`. To support
-the new resource classes, I introduced [these
-protocols](https://github.com/cognitedata/toolkit/pull/2181/files#diff-beedbbdc48da38bb10f4d3a05c2db6dd2b680d677ee725dfc7b0268af6b287bbR14)
-. This is ducktyping of the resources used by the CRUD classes such that
-we not have to subclass `CogniteResource`, `CogniteResourceList`, and so
-on. Note if we decide to remove the `cognit-sdk` as a dependency these
-protocols can be replaced by the pydantic classe ResoruceRequest and
-ResourceResponse.
-
-
-## Changelog
-
-- [x] Patch
-- [ ] Skip
-
-## cdf
-
-### Added
-
-- [alpha] Support for Infield Location Config in the `cdf build/deploy`
-methods.
-
-## templates
-
-No changes.

cognite_toolkit-0.6.91/last_version.txt

@@ -1 +0,0 @@
-0.6.90