cognite-toolkit 0.7.43__py3-none-any.whl → 0.7.45__py3-none-any.whl

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_destination.py

@@ -0,0 +1,34 @@
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestUpdateable,
+    ResponseResource,
+)
+
+from .identifiers import ExternalId
+
+
+class Credentials(BaseModelObject):
+    nonce: str
+
+
+class HostedExtractorDestination(BaseModelObject):
+    external_id: str
+    target_data_set_id: int | None = None
+
+    def as_id(self) -> ExternalId:
+        return ExternalId(external_id=self.external_id)
+
+
+class HostedExtractorDestinationRequest(HostedExtractorDestination, RequestUpdateable):
+    credentials: Credentials | None = None
+
+
+class HostedExtractorDestinationResponse(
+    HostedExtractorDestination, ResponseResource[HostedExtractorDestinationRequest]
+):
+    session_id: int | None = None
+    created_time: int
+    last_updated_time: int
+
+    def as_request_resource(self) -> HostedExtractorDestinationRequest:
+        return HostedExtractorDestinationRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_job.py

@@ -0,0 +1,134 @@
+from typing import Annotated, Literal
+
+from pydantic import Field, JsonValue
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestUpdateable,
+    ResponseResource,
+)
+
+from .identifiers import ExternalId
+
+
+class JobFormatDefinition(BaseModelObject):
+    type: str
+
+
+class PrefixConfig(BaseModelObject):
+    from_topic: bool | None = None
+    prefix: str | None = None
+
+
+class SpaceRef(BaseModelObject):
+    space: str
+
+
+class CogniteFormat(JobFormatDefinition):
+    type: Literal["cognite"] = "cognite"
+    encoding: str | None = None
+    compression: str | None = None
+    prefix: PrefixConfig | None = None
+    data_models: list[SpaceRef] | None = None
+
+
+class CustomFormat(JobFormatDefinition):
+    type: Literal["custom"] = "custom"
+    encoding: str | None = None
+    compression: str | None = None
+    mapping_id: str
+
+
+class RockwellFormat(JobFormatDefinition):
+    type: Literal["rockwell"] = "rockwell"
+    encoding: str | None = None
+    compression: str | None = None
+    prefix: PrefixConfig | None = None
+    data_models: list[SpaceRef] | None = None
+
+
+class ValueFormat(JobFormatDefinition):
+    type: Literal["value"] = "value"
+    encoding: str | None = None
+    compression: str | None = None
+    prefix: PrefixConfig | None = None
+    data_models: list[SpaceRef] | None = None
+
+
+JobFormat = Annotated[
+    CogniteFormat | CustomFormat | RockwellFormat | ValueFormat,
+    Field(discriminator="type"),
+]
+
+
+class IncrementalLoadDefinition(BaseModelObject):
+    type: str
+
+
+class BodyIncrementalLoad(IncrementalLoadDefinition):
+    type: Literal["body"] = "body"
+    value: str
+
+
+class NextUrlIncrementalLoad(IncrementalLoadDefinition):
+    type: Literal["nextUrl"] = "nextUrl"
+    value: str
+
+
+class HeaderIncrementalLoad(IncrementalLoadDefinition):
+    type: Literal["headerValue"] = "headerValue"
+    key: str
+    value: str
+
+
+class QueryParamIncrementalLoad(IncrementalLoadDefinition):
+    type: Literal["queryParam"] = "queryParam"
+    key: str
+    value: str
+
+
+class MQTTConfig(BaseModelObject):
+    topic_filter: str
+
+
+class KafkaConfig(BaseModelObject):
+    topic: str
+    partitions: int | None = None
+
+
+class RestConfig(BaseModelObject):
+    interval: Literal["5m", "15m", "1h", "6h", "12h", "1d"]
+    path: str
+    method: Literal["get", "post"] | None = None
+    body: JsonValue | None = None
+    query: dict[str, str] | None = None
+    headers: dict[str, str] | None = None
+    incremental_load: BodyIncrementalLoad | HeaderIncrementalLoad | QueryParamIncrementalLoad | None = Field(
+        None, discriminator="type"
+    )
+    pagination: (
+        BodyIncrementalLoad | NextUrlIncrementalLoad | HeaderIncrementalLoad | QueryParamIncrementalLoad | None
+    ) = Field(None, discriminator="type")
+
+
+class HostedExtractorJob(BaseModelObject):
+    external_id: str
+    destination_id: str
+    source_id: str
+    format: JobFormat
+    config: MQTTConfig | KafkaConfig | RestConfig
+
+    def as_id(self) -> ExternalId:
+        return ExternalId(external_id=self.external_id)
+
+
+class HostedExtractorJobRequest(HostedExtractorJob, RequestUpdateable): ...
+
+
+class HostedExtractorJobResponse(HostedExtractorJob, ResponseResource[HostedExtractorJobRequest]):
+    status: str | None = None
+    created_time: int
+    last_updated_time: int
+
+    def as_request_resource(self) -> HostedExtractorJobRequest:
+        return HostedExtractorJobRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_mapping.py

@@ -0,0 +1,72 @@
+from typing import Annotated, Literal
+
+from pydantic import Field
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestUpdateable,
+    ResponseResource,
+)
+
+from .identifiers import ExternalId
+
+
+class Mapping(BaseModelObject):
+    expression: str
+
+
+class MappingInputDefinition(BaseModelObject):
+    type: str
+
+
+class ProtobufFile(BaseModelObject):
+    file_name: str
+    content: str
+
+
+class ProtobufInput(BaseModelObject):
+    type: Literal["protobuf"] = "protobuf"
+    message_name: str
+    files: list[ProtobufFile]
+
+
+class CSVInput(BaseModelObject):
+    type: Literal["csv"] = "csv"
+    delimiter: str = ","
+    custom_keys: list[str] | None = None
+
+
+class XMLInput(BaseModelObject):
+    type: Literal["xml"] = "xml"
+
+
+class JSONInput(BaseModelObject):
+    type: Literal["json"] = "json"
+
+
+MappingInput = Annotated[
+    ProtobufInput | CSVInput | XMLInput | JSONInput,
+    Field(discriminator="type"),
+]
+
+
+class HostedExtractorMapping(BaseModelObject):
+    external_id: str
+    mapping: Mapping
+    published: bool
+
+    def as_id(self) -> ExternalId:
+        return ExternalId(external_id=self.external_id)
+
+
+class HostedExtractorMappingRequest(HostedExtractorMapping, RequestUpdateable):
+    input: MappingInput | None = None
+
+
+class HostedExtractorMappingResponse(HostedExtractorMapping, ResponseResource[HostedExtractorMappingRequest]):
+    input: MappingInput
+    created_time: int
+    last_updated_time: int
+
+    def as_request_resource(self) -> HostedExtractorMappingRequest:
+        return HostedExtractorMappingRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/__init__.py

@@ -0,0 +1,63 @@
+from typing import Annotated
+
+from pydantic import Field, TypeAdapter
+
+from ._auth import (
+    BasicAuthenticationRequest,
+    BasicAuthenticationResponse,
+    ClientCredentialAuthenticationRequest,
+    ClientCredentialAuthenticationResponse,
+    HTTPBasicAuthenticationRequest,
+    HTTPBasicAuthenticationResponse,
+    ScramShaAuthenticationRequest,
+    ScramShaAuthenticationResponse,
+)
+from ._certificate import AuthCertificateRequest, CACertificateRequest, CertificateResponse
+from ._eventhub import EventHubSourceRequest, EventHubSourceResponse
+from ._kafka import KafkaBroker, KafkaSourceRequest, KafkaSourceResponse
+from ._mqtt import MQTTSourceRequest, MQTTSourceResponse
+from ._rest import RESTSourceRequest, RESTSourceResponse
+
+HostedExtractorSourceRequestUnion = Annotated[
+    KafkaSourceRequest | EventHubSourceRequest | MQTTSourceRequest | RESTSourceRequest,
+    Field(discriminator="type"),
+]
+
+HostedExtractorSourceRequest: TypeAdapter[HostedExtractorSourceRequestUnion] = TypeAdapter(
+    HostedExtractorSourceRequestUnion
+)
+
+HostedExtractorSourceResponseUnion = Annotated[
+    KafkaSourceResponse | EventHubSourceResponse | MQTTSourceResponse | RESTSourceResponse,
+    Field(discriminator="type"),
+]
+
+HostedExtractorSourceResponse: TypeAdapter[HostedExtractorSourceResponseUnion] = TypeAdapter(
+    HostedExtractorSourceResponseUnion
+)
+
+
+__all__ = [
+    "AuthCertificateRequest",
+    "BasicAuthenticationRequest",
+    "BasicAuthenticationResponse",
+    "CACertificateRequest",
+    "CertificateResponse",
+    "ClientCredentialAuthenticationRequest",
+    "ClientCredentialAuthenticationResponse",
+    "EventHubSourceRequest",
+    "EventHubSourceResponse",
+    "HTTPBasicAuthenticationRequest",
+    "HTTPBasicAuthenticationResponse",
+    "HostedExtractorSourceRequest",
+    "HostedExtractorSourceResponse",
+    "KafkaBroker",
+    "KafkaSourceRequest",
+    "KafkaSourceResponse",
+    "MQTTSourceRequest",
+    "MQTTSourceResponse",
+    "RESTSourceRequest",
+    "RESTSourceResponse",
+    "ScramShaAuthenticationRequest",
+    "ScramShaAuthenticationResponse",
+]

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_auth.py

@@ -0,0 +1,63 @@
+from typing import Literal
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+)
+
+
+class AuthenticationRequestDefinition(BaseModelObject):
+    type: str
+
+
+class AuthenticationResponseDefinition(BaseModelObject):
+    type: str
+
+
+class BasicAuthentication(BaseModelObject):
+    type: Literal["basic"] = "basic"
+    username: str
+
+
+class BasicAuthenticationRequest(BasicAuthentication, AuthenticationRequestDefinition):
+    password: str | None = None
+
+
+class BasicAuthenticationResponse(BasicAuthentication, AuthenticationResponseDefinition): ...
+
+
+class ClientCredentialAuthentication(BaseModelObject):
+    type: Literal["clientCredential"] = "clientCredential"
+    client_id: str
+    token_url: str
+    scopes: str
+    default_expires_in: str | None = None
+
+
+class ClientCredentialAuthenticationRequest(ClientCredentialAuthentication, AuthenticationRequestDefinition):
+    client_secret: str
+
+
+class ClientCredentialAuthenticationResponse(ClientCredentialAuthentication, AuthenticationResponseDefinition): ...
+
+
+class ScramShaAuthentication(BaseModelObject):
+    type: Literal["scramSha256", "scramSha512"]
+    username: str
+
+
+class ScramShaAuthenticationRequest(ScramShaAuthentication, AuthenticationRequestDefinition):
+    password: str
+
+
+class ScramShaAuthenticationResponse(ScramShaAuthentication, AuthenticationResponseDefinition): ...
+
+
+class HTTPBasicAuthenticationRequest(AuthenticationRequestDefinition):
+    type: Literal["header", "query"]
+    key: str
+    value: str
+
+
+class HTTPBasicAuthenticationResponse(AuthenticationResponseDefinition):
+    type: Literal["header", "query"]
+    key: str

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_base.py

@@ -0,0 +1,26 @@
+from typing import Any, Literal
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestUpdateable,
+)
+from cognite_toolkit._cdf_tk.client.data_classes.identifiers import ExternalId
+
+
+class SourceRequestDefinition(RequestUpdateable):
+    type: str
+    external_id: str
+
+    def as_id(self) -> ExternalId:
+        return ExternalId(external_id=self.external_id)
+
+    def as_update(self, mode: Literal["patch", "replace"]) -> dict[str, Any]:
+        output = super().as_update(mode)
+        output["type"] = self.type
+        return output
+
+
+class SourceResponseDefinition(BaseModelObject):
+    external_id: str
+    created_time: int
+    last_updated_time: int

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_certificate.py

@@ -0,0 +1,20 @@
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+)
+
+
+class CACertificateRequest(BaseModelObject):
+    type: str
+    certificate: str
+
+
+class AuthCertificateRequest(BaseModelObject):
+    key: str
+    key_password: str | None = None
+    type: str
+    certificate: str
+
+
+class CertificateResponse(BaseModelObject):
+    thumbprint: str
+    expires_at: int

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_eventhub.py

@@ -0,0 +1,31 @@
+from typing import Literal
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    ResponseResource,
+)
+
+from ._auth import BasicAuthenticationRequest, BasicAuthenticationResponse
+from ._base import SourceRequestDefinition, SourceResponseDefinition
+
+
+class EventHubSource(BaseModelObject):
+    type: Literal["eventHub"] = "eventHub"
+    host: str
+    event_hub_name: str
+    consumer_group: str | None = None
+
+
+class EventHubSourceRequest(EventHubSource, SourceRequestDefinition):
+    authentication: BasicAuthenticationRequest | None = None
+
+
+class EventHubSourceResponse(
+    SourceResponseDefinition,
+    EventHubSource,
+    ResponseResource[EventHubSourceRequest],
+):
+    authentication: BasicAuthenticationResponse | None = None
+
+    def as_request_resource(self) -> EventHubSourceRequest:
+        return EventHubSourceRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_kafka.py

@@ -0,0 +1,53 @@
+from typing import Literal
+
+from pydantic import Field
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    ResponseResource,
+)
+
+from ._auth import (
+    BasicAuthenticationRequest,
+    BasicAuthenticationResponse,
+    ClientCredentialAuthenticationRequest,
+    ClientCredentialAuthenticationResponse,
+    ScramShaAuthenticationRequest,
+    ScramShaAuthenticationResponse,
+)
+from ._base import SourceRequestDefinition, SourceResponseDefinition
+from ._certificate import AuthCertificateRequest, CACertificateRequest, CertificateResponse
+
+
+class KafkaBroker(BaseModelObject):
+    host: str
+    port: int
+
+
+class KafkaSource(BaseModelObject):
+    type: Literal["kafka"] = "kafka"
+    bootstrap_brokers: list[KafkaBroker]
+    use_tls: bool | None = None
+
+
+class KafkaSourceRequest(KafkaSource, SourceRequestDefinition):
+    authentication: (
+        BasicAuthenticationRequest | ClientCredentialAuthenticationRequest | ScramShaAuthenticationRequest | None
+    ) = Field(None, discriminator="type")
+    ca_certificate: CACertificateRequest | None = None
+    auth_certificate: AuthCertificateRequest | None = None
+
+
+class KafkaSourceResponse(
+    SourceResponseDefinition,
+    KafkaSource,
+    ResponseResource[KafkaSourceRequest],
+):
+    authentication: (
+        BasicAuthenticationResponse | ClientCredentialAuthenticationResponse | ScramShaAuthenticationResponse | None
+    ) = Field(None, discriminator="type")
+    ca_certificate: CertificateResponse | None = None
+    auth_certificate: CertificateResponse | None = None
+
+    def as_request_resource(self) -> KafkaSourceRequest:
+        return KafkaSourceRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_mqtt.py

@@ -0,0 +1,36 @@
+from typing import Literal
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    ResponseResource,
+)
+
+from ._auth import BasicAuthenticationRequest, BasicAuthenticationResponse
+from ._base import SourceRequestDefinition, SourceResponseDefinition
+from ._certificate import AuthCertificateRequest, CACertificateRequest, CertificateResponse
+
+
+class MQTTSource(BaseModelObject):
+    type: Literal["mqtt5", "mqtt3"]
+    host: str
+    port: int | None = None
+    use_tls: bool | None = None
+
+
+class MQTTSourceRequest(MQTTSource, SourceRequestDefinition):
+    authentication: BasicAuthenticationRequest | None = None
+    ca_certificate: CACertificateRequest | None = None
+    auth_certificate: AuthCertificateRequest | None = None
+
+
+class MQTTSourceResponse(
+    SourceResponseDefinition,
+    MQTTSource,
+    ResponseResource[MQTTSourceRequest],
+):
+    authentication: BasicAuthenticationResponse | None = None
+    ca_certificate: CertificateResponse | None = None
+    auth_certificate: CertificateResponse | None = None
+
+    def as_request_resource(self) -> MQTTSourceRequest:
+        return MQTTSourceRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/hosted_extractor_source/_rest.py

@@ -0,0 +1,49 @@
+from typing import Literal
+
+from pydantic import Field
+
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    ResponseResource,
+)
+
+from ._auth import (
+    BasicAuthenticationRequest,
+    BasicAuthenticationResponse,
+    ClientCredentialAuthenticationRequest,
+    ClientCredentialAuthenticationResponse,
+    HTTPBasicAuthenticationRequest,
+    HTTPBasicAuthenticationResponse,
+)
+from ._base import SourceRequestDefinition, SourceResponseDefinition
+from ._certificate import AuthCertificateRequest, CACertificateRequest, CertificateResponse
+
+
+class RESTSource(BaseModelObject):
+    type: Literal["rest"] = "rest"
+    host: str
+    port: int | None = None
+
+
+class RESTSourceRequest(RESTSource, SourceRequestDefinition):
+    scheme: Literal["https", "http"] | None = None
+    authentication: (
+        BasicAuthenticationRequest | HTTPBasicAuthenticationRequest | ClientCredentialAuthenticationRequest | None
+    ) = Field(None, discriminator="type")
+    ca_certificate: CACertificateRequest | None = None
+    auth_certificate: AuthCertificateRequest | None = None
+
+
+class RESTSourceResponse(
+    SourceResponseDefinition,
+    RESTSource,
+    ResponseResource[RESTSourceRequest],
+):
+    authentication: (
+        BasicAuthenticationResponse | HTTPBasicAuthenticationResponse | ClientCredentialAuthenticationResponse | None
+    ) = Field(None, discriminator="type")
+    ca_certificate: CertificateResponse | None = None
+    auth_certificate: CertificateResponse | None = None
+
+    def as_request_resource(self) -> RESTSourceRequest:
+        return RESTSourceRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/identifiers.py

@@ -42,3 +42,11 @@ class NameId(Identifier):
 
     def __str__(self) -> str:
         return f"name='{self.name}'"
+
+
+class WorkflowVersionId(Identifier):
+    workflow_external_id: str
+    version: str
+
+    def __str__(self) -> str:
+        return f"workflowExternalId='{self.workflow_external_id}', version='{self.version}'"

cognite_toolkit/_cdf_tk/client/data_classes/label.py

@@ -0,0 +1,27 @@
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestResource,
+    ResponseResource,
+)
+
+from .identifiers import ExternalId
+
+
+class Label(BaseModelObject):
+    external_id: str
+    name: str
+    description: str | None = None
+    data_set_id: int | None = None
+
+    def as_id(self) -> ExternalId:
+        return ExternalId(external_id=self.external_id)
+
+
+class LabelRequest(Label, RequestResource): ...
+
+
+class LabelResponse(Label, ResponseResource[LabelRequest]):
+    created_time: int
+
+    def as_request_resource(self) -> LabelRequest:
+        return LabelRequest.model_validate(self.dump(), extra="ignore")

cognite_toolkit/_cdf_tk/client/data_classes/raw.py

@@ -28,8 +28,9 @@ class RAWDatabase(RequestResource, Identifier, ResponseResource["RAWDatabase"]):
 
 
 class RAWTable(RequestResource, Identifier, ResponseResource["RAWTable"]):
-    # This is a query parameter, so we exclude it from serialization
-    db_name: str = Field(exclude=True)
+    # This is a query parameter, so we exclude it from serialization.
+    # Default to empty string to allow parsing from API responses (which don't include db_name).
+    db_name: str = Field(default="", exclude=True)
     name: str
 
     def as_id(self) -> Self:

cognite_toolkit/_cdf_tk/client/data_classes/securitycategory.py

@@ -0,0 +1,24 @@
+from cognite_toolkit._cdf_tk.client.data_classes.base import (
+    BaseModelObject,
+    RequestResource,
+    ResponseResource,
+)
+
+from .identifiers import NameId
+
+
+class SecurityCategory(BaseModelObject):
+    name: str
+
+    def as_id(self) -> NameId:
+        return NameId(name=self.name)
+
+
+class SecurityCategoryRequest(SecurityCategory, RequestResource): ...
+
+
+class SecurityCategoryResponse(SecurityCategory, ResponseResource[SecurityCategoryRequest]):
+    id: int
+
+    def as_request_resource(self) -> SecurityCategoryRequest:
+        return SecurityCategoryRequest.model_validate(self.dump(), extra="ignore")