cognite-toolkit 0.7.49__py3-none-any.whl → 0.7.50__py3-none-any.whl

cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_robot.py

@@ -1,9 +1,9 @@
 from typing import Any, ClassVar, Literal
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
-    RequestUpdateable,
     ResponseResource,
+    UpdatableRequestResource,
 )
 from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import DataSetId
 
@@ -36,7 +36,7 @@ class Robot(BaseModelObject):
         return DataSetId(data_set_id=self.data_set_id)
 
 
-class RobotRequest(Robot, RequestUpdateable):
+class RobotRequest(Robot, UpdatableRequestResource):
     """Request resource for creating or updating a Robot."""
 
     container_fields: ClassVar[frozenset[str]] = frozenset({"metadata"})

cognite_toolkit/_cdf_tk/client/resource_classes/search_config.py

@@ -1,4 +1,4 @@
-from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
+from cognite_toolkit._cdf_tk.client._resource_base import BaseModelObject, RequestResource, ResponseResource
 
 from .identifiers import Identifier
 

cognite_toolkit/_cdf_tk/client/resource_classes/securitycategory.py

@@ -1,4 +1,4 @@
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
     RequestResource,
     ResponseResource,

cognite_toolkit/_cdf_tk/client/resource_classes/sequence.py

@@ -1,9 +1,9 @@
 from typing import ClassVar, Literal
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
-    RequestUpdateable,
     ResponseResource,
+    UpdatableRequestResource,
 )
 
 from .identifiers import ExternalId
@@ -32,7 +32,7 @@ class Sequence(BaseModelObject):
         return ExternalId(external_id=self.external_id)
 
 
-class SequenceRequest(Sequence, RequestUpdateable):
+class SequenceRequest(Sequence, UpdatableRequestResource):
     container_fields: ClassVar[frozenset[str]] = frozenset({"metadata", "columns"})
 
 

cognite_toolkit/_cdf_tk/client/resource_classes/sequence_rows.py

@@ -1,6 +1,6 @@
 from typing import Literal
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
+from cognite_toolkit._cdf_tk.client._resource_base import BaseModelObject, RequestResource, ResponseResource
 
 from .identifiers import ExternalId
 

cognite_toolkit/_cdf_tk/client/resource_classes/simulator_model.py

@@ -2,12 +2,12 @@ from typing import Any, Literal
 
 from pydantic import Field
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import RequestUpdateable, ResponseResource
+from cognite_toolkit._cdf_tk.client._resource_base import ResponseResource, UpdatableRequestResource
 
 from .identifiers import ExternalId
 
 
-class SimulatorModelRequest(RequestUpdateable):
+class SimulatorModelRequest(UpdatableRequestResource):
     # The 'id' field is not part of the request when creating a new resource,
     # but is needed when updating an existing resource.
     id: int | None = Field(default=None, exclude=True)

cognite_toolkit/_cdf_tk/client/resource_classes/streamlit_.py

@@ -1,9 +1,9 @@
 from typing import Any, Literal
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
-    RequestUpdateable,
     ResponseResource,
+    UpdatableRequestResource,
 )
 
 from .filemetadata import FileMetadataRequest
@@ -25,7 +25,7 @@ class StreamlitFile(BaseModelObject):
     cognite_toolkit_app_hash: str | None = None
 
 
-class StreamlitRequest(StreamlitFile, RequestUpdateable):
+class StreamlitRequest(StreamlitFile, UpdatableRequestResource):
     """Request resource for creating/updating Streamlit apps."""
 
     def as_id(self) -> ExternalId:

cognite_toolkit/_cdf_tk/client/resource_classes/streams.py

@@ -1,8 +1,8 @@
 from typing import Literal
 
+from cognite_toolkit._cdf_tk.client._resource_base import BaseModelObject, RequestResource, ResponseResource
 from cognite_toolkit._cdf_tk.constants import StreamTemplateName
 
-from .base import BaseModelObject, RequestResource, ResponseResource
 from .identifiers import ExternalId
 
 

cognite_toolkit/_cdf_tk/client/resource_classes/three_d.py

@@ -3,7 +3,14 @@ from typing import ClassVar, Literal
 
 from pydantic import Field
 
-from .base import BaseModelObject, Identifier, RequestResource, RequestUpdateable, ResponseResource
+from cognite_toolkit._cdf_tk.client._resource_base import (
+    BaseModelObject,
+    Identifier,
+    RequestResource,
+    ResponseResource,
+    UpdatableRequestResource,
+)
+
 from .identifiers import InternalId
 from .instance_api import NodeReference
 
@@ -33,7 +40,7 @@ class ThreeDModelRequest(RequestResource):
         return InternalId(id=self.id)
 
 
-class ThreeDModelClassicRequest(ThreeDModelRequest, RequestUpdateable):
+class ThreeDModelClassicRequest(ThreeDModelRequest, UpdatableRequestResource):
     container_fields: ClassVar[frozenset[str]] = frozenset({"metadata"})
     data_set_id: int | None = None
     metadata: dict[str, str] | None = None

cognite_toolkit/_cdf_tk/client/resource_classes/timeseries.py

@@ -1,9 +1,9 @@
 from typing import Any, ClassVar, Literal
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
-    RequestUpdateable,
     ResponseResource,
+    UpdatableRequestResource,
 )
 
 from .identifiers import ExternalId, InternalOrExternalId
@@ -29,7 +29,7 @@ class TimeSeries(BaseModelObject):
         return ExternalId(external_id=self.external_id)
 
 
-class TimeSeriesRequest(TimeSeries, RequestUpdateable):
+class TimeSeriesRequest(TimeSeries, UpdatableRequestResource):
     container_fields: ClassVar[frozenset[str]] = frozenset({"metadata", "security_categories"})
     non_nullable_fields: ClassVar[frozenset[str]] = frozenset({"is_step"})
 

cognite_toolkit/_cdf_tk/client/resource_classes/transformation.py

@@ -2,10 +2,10 @@ from typing import Annotated, ClassVar, Literal
 
 from pydantic import Field, JsonValue
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
-    RequestUpdateable,
     ResponseResource,
+    UpdatableRequestResource,
 )
 
 from .identifiers import ExternalId
@@ -106,7 +106,7 @@ class Transformation(BaseModelObject):
         return ExternalId(external_id=self.external_id)
 
 
-class TransformationRequest(Transformation, RequestUpdateable):
+class TransformationRequest(Transformation, UpdatableRequestResource):
     container_fields: ClassVar[frozenset[str]] = frozenset({"tags"})
     non_nullable_fields: ClassVar[frozenset[str]] = frozenset({"is_public", "query", "destination"})
     query: str | None = None

cognite_toolkit/_cdf_tk/client/resource_classes/workflow.py

@@ -1,4 +1,4 @@
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
     RequestResource,
     ResponseResource,

cognite_toolkit/_cdf_tk/client/resource_classes/workflow_trigger.py

@@ -2,7 +2,7 @@ from typing import Annotated, Literal
 
 from pydantic import Field, JsonValue
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
     RequestResource,
     ResponseResource,

cognite_toolkit/_cdf_tk/client/resource_classes/workflow_version.py

@@ -3,7 +3,7 @@ from typing import Annotated, Any, Literal
 from pydantic import Field, JsonValue, field_validator
 from pydantic_core.core_schema import ValidationInfo
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import (
+from cognite_toolkit._cdf_tk.client._resource_base import (
     BaseModelObject,
     RequestResource,
     ResponseResource,

cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py

@@ -11,7 +11,7 @@ from cognite.client.utils._identifier import InstanceId
 from cognite.client.utils._text import to_camel_case
 from pydantic import BaseModel, BeforeValidator, Field, field_validator, model_validator
 
-from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource
+from cognite_toolkit._cdf_tk.client._resource_base import BaseModelObject, RequestResource
 from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import InternalId
 from cognite_toolkit._cdf_tk.client.resource_classes.instance_api import InstanceIdentifier
 from cognite_toolkit._cdf_tk.client.resource_classes.legacy.instances import InstanceApplyList

cognite_toolkit/_cdf_tk/commands/build_cmd.py

@@ -11,7 +11,7 @@ from rich import print
 from rich.panel import Panel
 from rich.progress import track
 
-from cognite_toolkit._cdf_tk.builders import Builder, create_builder
+from cognite_toolkit._cdf_tk.builders import Builder, FunctionBuilder, create_builder
 from cognite_toolkit._cdf_tk.cdf_toml import CDFToml
 from cognite_toolkit._cdf_tk.client import ToolkitClient
 from cognite_toolkit._cdf_tk.client.resource_classes.legacy.raw import RawDatabase
@@ -33,6 +33,7 @@ from cognite_toolkit._cdf_tk.cruds import (
     DataSetsCRUD,
     ExtractionPipelineConfigCRUD,
     FileCRUD,
+    FunctionCRUD,
     LocationFilterCRUD,
     NodeCRUD,
     RawDatabaseCRUD,
@@ -415,6 +416,15 @@ class BuildCommand(ToolkitCommand):
 
             build_resources_by_folder[resource_name].extend(built_resources)
 
+            # Collect validation metrics from FunctionBuilder
+            if resource_name == FunctionCRUD.folder_name and isinstance(builder, FunctionBuilder):
+                self._additional_tracking_info.function_validation_count += builder.validation_count
+                self._additional_tracking_info.function_validation_failures += builder.validation_failures
+                self._additional_tracking_info.function_validation_credential_errors += (
+                    builder.validation_credential_errors
+                )
+                self._additional_tracking_info.function_validation_time_ms += builder.validation_time_ms
+
         return build_resources_by_folder
 
     def _get_builder(self, build_dir: Path, resource_name: str) -> Builder:

cognite_toolkit/_cdf_tk/data_classes/_tracking_info.py

@@ -32,6 +32,10 @@ class CommandTrackingInfo(BaseModel):
     downloaded_library_ids: set[str] = Field(default_factory=set, alias="downloadedLibraryIds")
     downloaded_package_ids: set[str] = Field(default_factory=set, alias="downloadedPackageIds")
     downloaded_module_ids: set[str] = Field(default_factory=set, alias="downloadedModuleIds")
+    function_validation_count: int = Field(default=0, alias="functionValidationCount")
+    function_validation_failures: int = Field(default=0, alias="functionValidationFailures")
+    function_validation_credential_errors: int = Field(default=0, alias="functionValidationCredentialErrors")
+    function_validation_time_ms: int = Field(default=0, alias="functionValidationTimeMs")
 
     def to_dict(self) -> dict[str, Any]:
         """Convert the tracking info to a dictionary for Mixpanel.

cognite_toolkit/_cdf_tk/feature_flags.py

@@ -65,6 +65,10 @@ class Flags(Enum):
         visible=True,
         description="Enables the support for simulator model resources",
     )
+    FUNCTION_REQUIREMENTS_VALIDATION = FlagMetadata(
+        visible=True,
+        description="Enables validation of function requirements.txt during build using pip dry-run",
+    )
 
     def is_enabled(self) -> bool:
         return FeatureFlag.is_enabled(self)

cognite_toolkit/_cdf_tk/tk_warnings/__init__.py

@@ -12,6 +12,7 @@ from .fileread import (
     EnvironmentVariableMissingWarning,
     FileExistsWarning,
     FileReadWarning,
+    FunctionRequirementsValidationWarning,
     MissingFileWarning,
     MissingReferencedWarning,
     MissingRequiredParameterWarning,
@@ -51,6 +52,7 @@ __all__ = [
     "EnvironmentVariableMissingWarning",
     "FileExistsWarning",
     "FileReadWarning",
+    "FunctionRequirementsValidationWarning",
     "GeneralWarning",
     "HTTPWarning",
     "HighSeverityWarning",

cognite_toolkit/_cdf_tk/tk_warnings/fileread.py

@@ -270,6 +270,26 @@ class StreamlitRequirementsWarning(FileReadWarning):
         return f"Missing dependencies in requirements.txt: {', '.join(self.dependencies)}"
 
 
+@dataclass(frozen=True)
+class FunctionRequirementsValidationWarning(FileReadWarning):
+    severity: ClassVar[SeverityLevel] = SeverityLevel.HIGH
+    function_external_id: str
+    error_details: str
+    is_credential_error: bool
+
+    def get_message(self) -> str:
+        message = (
+            f"Function [bold]{self.function_external_id}[/bold] requirements.txt validation failed. "
+            f"Packages could not be resolved: {self.error_details}"
+        )
+        if self.is_credential_error:
+            message += (
+                f"\n{HINT_LEAD_TEXT}This appears to be a credential/authentication issue. "
+                "Check if the Personal Access Token (PAT) or credentials in indexUrl are valid and not expired."
+            )
+        return message
+
+
 @dataclass(frozen=True)
 class ResourceFormatWarning(FileReadWarning):
     severity: ClassVar[SeverityLevel] = SeverityLevel.HIGH

cognite_toolkit/_cdf_tk/utils/__init__.py

@@ -26,10 +26,12 @@ from .modules import (
     module_path_display_name,
     resource_folder_from_path,
 )
+from .pip_validator import PipValidationResult, validate_requirements_with_pip
 from .sentry_utils import sentry_exception_filter
 
 __all__ = [
     "GraphQLParser",
+    "PipValidationResult",
     "YAMLComment",
     "YAMLWithComments",
     "calculate_directory_hash",
@@ -57,4 +59,5 @@ __all__ = [
     "stringify_value_by_key_in_yaml",
     "tmp_build_directory",
     "to_diff",
+    "validate_requirements_with_pip",
 ]

cognite_toolkit/_cdf_tk/utils/pip_validator.py

@@ -0,0 +1,96 @@
+"""Utilities for validating Python package requirements."""
+
+import subprocess
+import sys
+from dataclasses import dataclass
+from pathlib import Path
+
+# Maximum number of error lines to include in warnings
+_MAX_ERROR_LINES = 3
+
+
+@dataclass
+class PipValidationResult:
+    """Result from validating a requirements.txt file."""
+
+    error_message: str | None = None
+
+    @property
+    def success(self) -> bool:
+        """Validation succeeded if there's no error message."""
+        return self.error_message is None
+
+    @property
+    def is_credential_error(self) -> bool:
+        """Check if the error appears to be related to authentication/credentials.
+
+        Only checks for explicit HTTP authentication errors to avoid false positives
+        from legitimate package not found errors.
+        """
+        if not self.error_message:
+            return False
+        credential_indicators = [
+            "401",
+            "403",
+            "Unauthorized",
+            "Forbidden",
+            "Authentication",
+        ]
+        return any(indicator in self.error_message for indicator in credential_indicators)
+
+
+def validate_requirements_with_pip(
+    requirements_txt_path: Path,
+    index_url: str | None = None,
+    extra_index_urls: list[str] | None = None,
+    timeout: int = 10,
+) -> PipValidationResult:
+    """Validate that requirements.txt can be resolved using pip install --dry-run.
+
+    This simulates package installation without actually installing anything.
+    It validates that:
+    - All packages exist
+    - All specified versions are available
+    - Credentials for private repositories are valid
+    - Index URLs are accessible
+
+    Args:
+        requirements_txt_path: Path to the requirements.txt file
+        index_url: Optional custom package index URL (replaces PyPI)
+        extra_index_urls: Optional additional package index URLs
+        timeout: Timeout in seconds for the pip command
+
+    Returns:
+        PipValidationResult with success status and error details if failed
+
+    """
+    if not requirements_txt_path.exists():
+        return PipValidationResult(error_message=f"Requirements file not found: {requirements_txt_path}")
+
+    # Build pip command with custom index URLs
+    args = [
+        sys.executable,
+        "-m",
+        "pip",
+        "install",
+        "--dry-run",
+        "--ignore-installed",
+        "--no-deps",
+        "--disable-pip-version-check",
+        "-r",
+        str(requirements_txt_path),
+        *(["--index-url", index_url] if index_url else []),
+        *([arg for url in (extra_index_urls or []) for arg in ["--extra-index-url", url]]),
+    ]
+
+    try:
+        result = subprocess.run(args, capture_output=True, text=True, timeout=timeout, check=False)
+        if result.returncode == 0:
+            return PipValidationResult()
+        return PipValidationResult(
+            error_message=f"pip validation failed with exit code {result.returncode}:\n{result.stderr}",
+        )
+    except subprocess.TimeoutExpired:
+        return PipValidationResult(error_message=f"pip validation timed out after {timeout} seconds")
+    except (OSError, RuntimeError) as e:
+        return PipValidationResult(error_message=f"Error running pip validation: {e!s}")

cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml

@@ -12,7 +12,7 @@ jobs:
     environment: dev
     name: Deploy
     container:
-      image: cognite/toolkit:0.7.49
+      image: cognite/toolkit:0.7.50
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml

@@ -10,7 +10,7 @@ jobs:
     environment: dev
     name: Deploy Dry Run
     container:
-      image: cognite/toolkit:0.7.49
+      image: cognite/toolkit:0.7.50
       env:
         CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
         CDF_PROJECT: ${{ vars.CDF_PROJECT }}

cognite_toolkit/_resources/cdf.toml

@@ -4,7 +4,7 @@ default_env = "<DEFAULT_ENV_PLACEHOLDER>"
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf modules upgrade' command.
-version = "0.7.49"
+version = "0.7.50"
 
 
 [plugins]

cognite_toolkit/_version.py

@@ -1 +1 @@
-__version__ = "0.7.49"
+__version__ = "0.7.50"

{cognite_toolkit-0.7.49.dist-info → cognite_toolkit-0.7.50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite_toolkit
-Version: 0.7.49
+Version: 0.7.50
 Summary: Official Cognite Data Fusion tool for project templates and configuration deployment
 Author: Cognite AS
 Author-email: Cognite AS <support@cognite.com>