acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/snapshot_data.py

@@ -0,0 +1,117 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SnapshotData(BaseModel):
+    """
+    SnapshotData
+    """ # noqa: E501
+    associated_item_id: StrictInt = Field(alias="associatedItemId")
+    associated_item_type: StrictStr = Field(description="Allowed values at generation time: ASSEMBLY, PIPELINE.", alias="associatedItemType")
+    crawling_type: StrictStr = Field(description="Allowed values at generation time: SELECTIVE, FULL.", alias="crawlingType")
+    created_at: datetime = Field(alias="createdAt")
+    id: Optional[StrictInt] = None
+    selected_assets: List[StrictStr] = Field(alias="selectedAssets")
+    status: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: INITIALISED, FINALISING, FINALISED, DISMISSED.")
+    tenant_id: Optional[StrictStr] = Field(default=None, alias="tenantId")
+    updated_at: Optional[datetime] = Field(default=None, alias="updatedAt")
+    uuid: StrictStr
+    __properties: ClassVar[List[str]] = ["associatedItemId", "associatedItemType", "crawlingType", "createdAt", "id", "selectedAssets", "status", "tenantId", "updatedAt", "uuid"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SnapshotData from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if status (nullable) is None
+        # and model_fields_set contains the field
+        if self.status is None and "status" in self.model_fields_set:
+            _dict['status'] = None
+
+        # set to None if tenant_id (nullable) is None
+        # and model_fields_set contains the field
+        if self.tenant_id is None and "tenant_id" in self.model_fields_set:
+            _dict['tenantId'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SnapshotData from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "associatedItemId": obj.get("associatedItemId"),
+            "associatedItemType": obj.get("associatedItemType"),
+            "crawlingType": obj.get("crawlingType"),
+            "createdAt": obj.get("createdAt"),
+            "id": obj.get("id"),
+            "selectedAssets": obj.get("selectedAssets"),
+            "status": obj.get("status"),
+            "tenantId": obj.get("tenantId"),
+            "updatedAt": obj.get("updatedAt"),
+            "uuid": obj.get("uuid")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/source_model.py

@@ -0,0 +1,90 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SourceModel(BaseModel):
+    """
+    SourceModel
+    """ # noqa: E501
+    id: Optional[StrictInt] = None
+    name: StrictStr
+    __properties: ClassVar[List[str]] = ["id", "name"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SourceModel from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SourceModel from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "id": obj.get("id"),
+            "name": obj.get("name")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/source_type.py

@@ -0,0 +1,100 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.source_model import SourceModel
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SourceType(BaseModel):
+    """
+    SourceType
+    """ # noqa: E501
+    connection_type_id: Optional[StrictInt] = Field(default=None, alias="connectionTypeId")
+    id: Optional[StrictInt] = None
+    mini_profiling: StrictBool = Field(alias="miniProfiling")
+    name: StrictStr
+    source_model: Optional[SourceModel] = Field(default=None, alias="sourceModel")
+    __properties: ClassVar[List[str]] = ["connectionTypeId", "id", "miniProfiling", "name", "sourceModel"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SourceType from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of source_model
+        if self.source_model:
+            _dict['sourceModel'] = self.source_model.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SourceType from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "connectionTypeId": obj.get("connectionTypeId"),
+            "id": obj.get("id"),
+            "miniProfiling": obj.get("miniProfiling"),
+            "name": obj.get("name"),
+            "sourceModel": SourceModel.from_dict(obj["sourceModel"]) if obj.get("sourceModel") is not None else None
+        })
+        return _obj
+
+

acceldata/models/api/catalog/source_types_response.py

@@ -0,0 +1,102 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List
+from acceldata.models.api.catalog.property_templates import PropertyTemplates
+from acceldata.models.api.catalog.source_type import SourceType
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SourceTypesResponse(BaseModel):
+    """
+    SourceTypesResponse
+    """ # noqa: E501
+    data: List[SourceType]
+    property_templates: PropertyTemplates = Field(alias="propertyTemplates")
+    __properties: ClassVar[List[str]] = ["data", "propertyTemplates"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SourceTypesResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in data (list)
+        _items = []
+        if self.data:
+            for _item_data in self.data:
+                if _item_data:
+                    _items.append(_item_data.to_dict())
+            _dict['data'] = _items
+        # override the default output from pydantic by calling `to_dict()` of property_templates
+        if self.property_templates:
+            _dict['propertyTemplates'] = self.property_templates.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SourceTypesResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "data": [SourceType.from_dict(_item) for _item in obj["data"]] if obj.get("data") is not None else None,
+            "propertyTemplates": PropertyTemplates.from_dict(obj["propertyTemplates"]) if obj.get("propertyTemplates") is not None else None
+        })
+        return _obj
+
+

acceldata/models/api/catalog/spark_job_status.py

@@ -0,0 +1,113 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SparkJobStatus(BaseModel):
+    """
+    SparkJobStatus
+    """ # noqa: E501
+    details: Optional[StrictStr] = None
+    error_msg: Optional[StrictStr] = Field(default=None, alias="errorMsg")
+    id: StrictStr
+    is_finished: StrictBool = Field(alias="isFinished")
+    result: Optional[Any] = None
+    status: StrictStr
+    __properties: ClassVar[List[str]] = ["details", "errorMsg", "id", "isFinished", "result", "status"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SparkJobStatus from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if details (nullable) is None
+        # and model_fields_set contains the field
+        if self.details is None and "details" in self.model_fields_set:
+            _dict['details'] = None
+
+        # set to None if error_msg (nullable) is None
+        # and model_fields_set contains the field
+        if self.error_msg is None and "error_msg" in self.model_fields_set:
+            _dict['errorMsg'] = None
+
+        # set to None if result (nullable) is None
+        # and model_fields_set contains the field
+        if self.result is None and "result" in self.model_fields_set:
+            _dict['result'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SparkJobStatus from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "details": obj.get("details"),
+            "errorMsg": obj.get("errorMsg"),
+            "id": obj.get("id"),
+            "isFinished": obj.get("isFinished"),
+            "result": obj.get("result"),
+            "status": obj.get("status")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/spark_resource_config.py

@@ -0,0 +1,114 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.data_bricks_spark_resource_config import DataBricksSparkResourceConfig
+from acceldata.models.api.catalog.dataproc_spark_resource_config import DataprocSparkResourceConfig
+from acceldata.models.api.catalog.livy_spark_resource_config import LivySparkResourceConfig
+from acceldata.models.api.catalog.yunikorn_spark_resource_config import YunikornSparkResourceConfig
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class SparkResourceConfig(BaseModel):
+    """
+    SparkResourceConfig
+    """ # noqa: E501
+    additional_configuration: Optional[Dict[str, StrictStr]] = Field(default=None, alias="additionalConfiguration")
+    databricks: Optional[DataBricksSparkResourceConfig] = None
+    dataproc: Optional[DataprocSparkResourceConfig] = None
+    invalid_fields: List[StrictStr] = Field(alias="invalidFields")
+    livy: Optional[LivySparkResourceConfig] = None
+    yunikorn: Optional[YunikornSparkResourceConfig] = None
+    __properties: ClassVar[List[str]] = ["additionalConfiguration", "databricks", "dataproc", "invalidFields", "livy", "yunikorn"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of SparkResourceConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of databricks
+        if self.databricks:
+            _dict['databricks'] = self.databricks.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of dataproc
+        if self.dataproc:
+            _dict['dataproc'] = self.dataproc.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of livy
+        if self.livy:
+            _dict['livy'] = self.livy.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of yunikorn
+        if self.yunikorn:
+            _dict['yunikorn'] = self.yunikorn.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of SparkResourceConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "additionalConfiguration": obj.get("additionalConfiguration"),
+            "databricks": DataBricksSparkResourceConfig.from_dict(obj["databricks"]) if obj.get("databricks") is not None else None,
+            "dataproc": DataprocSparkResourceConfig.from_dict(obj["dataproc"]) if obj.get("dataproc") is not None else None,
+            "invalidFields": obj.get("invalidFields"),
+            "livy": LivySparkResourceConfig.from_dict(obj["livy"]) if obj.get("livy") is not None else None,
+            "yunikorn": YunikornSparkResourceConfig.from_dict(obj["yunikorn"]) if obj.get("yunikorn") is not None else None
+        })
+        return _obj
+
+