acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/dataplane_job_status.py

@@ -0,0 +1,113 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DataplaneJobStatus(BaseModel):
+    """
+    DataplaneJobStatus
+    """ # noqa: E501
+    details: Optional[StrictStr] = None
+    error_msg: Optional[StrictStr] = Field(default=None, alias="errorMsg")
+    id: StrictStr
+    is_finished: StrictBool = Field(alias="isFinished")
+    result: Optional[Any] = None
+    status: StrictStr
+    __properties: ClassVar[List[str]] = ["details", "errorMsg", "id", "isFinished", "result", "status"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DataplaneJobStatus from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if details (nullable) is None
+        # and model_fields_set contains the field
+        if self.details is None and "details" in self.model_fields_set:
+            _dict['details'] = None
+
+        # set to None if error_msg (nullable) is None
+        # and model_fields_set contains the field
+        if self.error_msg is None and "error_msg" in self.model_fields_set:
+            _dict['errorMsg'] = None
+
+        # set to None if result (nullable) is None
+        # and model_fields_set contains the field
+        if self.result is None and "result" in self.model_fields_set:
+            _dict['result'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DataplaneJobStatus from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "details": obj.get("details"),
+            "errorMsg": obj.get("errorMsg"),
+            "id": obj.get("id"),
+            "isFinished": obj.get("isFinished"),
+            "result": obj.get("result"),
+            "status": obj.get("status")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/dataplane_request.py

@@ -0,0 +1,96 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List
+from acceldata.models.api.catalog.engine import Engine
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DataplaneRequest(BaseModel):
+    """
+    DataplaneRequest
+    """ # noqa: E501
+    engine: Engine
+    method: StrictStr = Field(description="Allowed values at generation time: SUBMIT, CANCEL, STATUS.")
+    request_id: StrictStr = Field(alias="requestId")
+    __properties: ClassVar[List[str]] = ["engine", "method", "requestId"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DataplaneRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of engine
+        if self.engine:
+            _dict['engine'] = self.engine.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DataplaneRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "engine": Engine.from_dict(obj["engine"]) if obj.get("engine") is not None else None,
+            "method": obj.get("method"),
+            "requestId": obj.get("requestId")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/dataproc_compute_config.py

@@ -0,0 +1,106 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DataprocComputeConfig(BaseModel):
+    """
+    DataprocComputeConfig
+    """ # noqa: E501
+    cluster_master_type: Optional[StrictStr] = Field(default=None, alias="clusterMasterType")
+    cluster_worker_type: Optional[StrictStr] = Field(default=None, alias="clusterWorkerType")
+    is_enabled: Optional[StrictBool] = Field(default=None, alias="isEnabled")
+    num_master_nodes: Optional[StrictInt] = Field(default=None, alias="numMasterNodes")
+    num_worker_nodes: Optional[StrictInt] = Field(default=None, alias="numWorkerNodes")
+    __properties: ClassVar[List[str]] = ["clusterMasterType", "clusterWorkerType", "isEnabled", "numMasterNodes", "numWorkerNodes"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DataprocComputeConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if cluster_master_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_master_type is None and "cluster_master_type" in self.model_fields_set:
+            _dict['clusterMasterType'] = None
+
+        # set to None if cluster_worker_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_worker_type is None and "cluster_worker_type" in self.model_fields_set:
+            _dict['clusterWorkerType'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DataprocComputeConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "clusterMasterType": obj.get("clusterMasterType"),
+            "clusterWorkerType": obj.get("clusterWorkerType"),
+            "isEnabled": obj.get("isEnabled"),
+            "numMasterNodes": obj.get("numMasterNodes"),
+            "numWorkerNodes": obj.get("numWorkerNodes")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/dataproc_spark_resource_config.py

@@ -0,0 +1,104 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DataprocSparkResourceConfig(BaseModel):
+    """
+    DataprocSparkResourceConfig
+    """ # noqa: E501
+    cluster_master_type: Optional[StrictStr] = Field(default=None, alias="clusterMasterType")
+    cluster_worker_type: Optional[StrictStr] = Field(default=None, alias="clusterWorkerType")
+    num_master_nodes: Optional[StrictInt] = Field(default=None, alias="numMasterNodes")
+    num_worker_nodes: Optional[StrictInt] = Field(default=None, alias="numWorkerNodes")
+    __properties: ClassVar[List[str]] = ["clusterMasterType", "clusterWorkerType", "numMasterNodes", "numWorkerNodes"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DataprocSparkResourceConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if cluster_master_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_master_type is None and "cluster_master_type" in self.model_fields_set:
+            _dict['clusterMasterType'] = None
+
+        # set to None if cluster_worker_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_worker_type is None and "cluster_worker_type" in self.model_fields_set:
+            _dict['clusterWorkerType'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DataprocSparkResourceConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "clusterMasterType": obj.get("clusterMasterType"),
+            "clusterWorkerType": obj.get("clusterWorkerType"),
+            "numMasterNodes": obj.get("numMasterNodes"),
+            "numWorkerNodes": obj.get("numWorkerNodes")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/date_based_partition_marker_config.py

@@ -0,0 +1,116 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DateBasedPartitionMarkerConfig(BaseModel):
+    """
+    DateBasedPartitionMarkerConfig
+    """ # noqa: E501
+    base_asset_id: Optional[StrictInt] = Field(default=None, alias="baseAssetId")
+    format: StrictStr
+    frequency: StrictStr = Field(description="Allowed values at generation time: HOURLY, DAILY, WEEKLY, MONTHLY, QUARTERLY, YEARLY.")
+    offset: StrictInt
+    partition_column_name: StrictStr = Field(alias="partitionColumnName")
+    prefix: Optional[StrictStr] = None
+    suffix: Optional[StrictStr] = None
+    time_zone_id: StrictStr = Field(alias="timeZoneId")
+    sub_type: StrictStr = Field(alias="subType")
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["baseAssetId", "format", "frequency", "offset", "partitionColumnName", "prefix", "suffix", "timeZoneId", "subType", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DateBasedPartitionMarkerConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if prefix (nullable) is None
+        # and model_fields_set contains the field
+        if self.prefix is None and "prefix" in self.model_fields_set:
+            _dict['prefix'] = None
+
+        # set to None if suffix (nullable) is None
+        # and model_fields_set contains the field
+        if self.suffix is None and "suffix" in self.model_fields_set:
+            _dict['suffix'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DateBasedPartitionMarkerConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "baseAssetId": obj.get("baseAssetId"),
+            "format": obj.get("format"),
+            "frequency": obj.get("frequency"),
+            "offset": obj.get("offset"),
+            "partitionColumnName": obj.get("partitionColumnName"),
+            "prefix": obj.get("prefix"),
+            "suffix": obj.get("suffix"),
+            "timeZoneId": obj.get("timeZoneId"),
+            "subType": obj.get("subType"),
+            "type": obj.get("type")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/date_partitioning_marker_config.py

@@ -0,0 +1,113 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DatePartitioningMarkerConfig(BaseModel):
+    """
+    DatePartitioningMarkerConfig
+    """ # noqa: E501
+    date_partitioning_type: StrictStr = Field(description="Allowed values at generation time: DAY, HOUR.", alias="datePartitioningType")
+    from_date: Optional[StrictStr] = Field(default=None, alias="fromDate")
+    initial_offset: Optional[StrictStr] = Field(default=None, alias="initialOffset")
+    time_zone_id: StrictStr = Field(alias="timeZoneId")
+    to_date: Optional[StrictStr] = Field(default=None, alias="toDate")
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["datePartitioningType", "fromDate", "initialOffset", "timeZoneId", "toDate", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DatePartitioningMarkerConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if from_date (nullable) is None
+        # and model_fields_set contains the field
+        if self.from_date is None and "from_date" in self.model_fields_set:
+            _dict['fromDate'] = None
+
+        # set to None if initial_offset (nullable) is None
+        # and model_fields_set contains the field
+        if self.initial_offset is None and "initial_offset" in self.model_fields_set:
+            _dict['initialOffset'] = None
+
+        # set to None if to_date (nullable) is None
+        # and model_fields_set contains the field
+        if self.to_date is None and "to_date" in self.model_fields_set:
+            _dict['toDate'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DatePartitioningMarkerConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "datePartitioningType": obj.get("datePartitioningType"),
+            "fromDate": obj.get("fromDate"),
+            "initialOffset": obj.get("initialOffset"),
+            "timeZoneId": obj.get("timeZoneId"),
+            "toDate": obj.get("toDate"),
+            "type": obj.get("type")
+        })
+        return _obj
+
+