acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/job_schedule.py

@@ -0,0 +1,118 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.marker_config import MarkerConfig
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class JobSchedule(BaseModel):
+    """
+    JobSchedule
+    """ # noqa: E501
+    backing_asset_id: Optional[StrictInt] = Field(default=None, alias="backingAssetId")
+    cron_expression: StrictStr = Field(alias="cronExpression")
+    enabled: StrictBool
+    id: Optional[StrictInt] = None
+    marker: Optional[MarkerConfig] = None
+    name: Optional[StrictStr] = None
+    schedule_type: StrictStr = Field(alias="scheduleType")
+    tenant_id: Optional[StrictStr] = Field(default=None, alias="tenantId")
+    time_zone: StrictStr = Field(alias="timeZone")
+    __properties: ClassVar[List[str]] = ["backingAssetId", "cronExpression", "enabled", "id", "marker", "name", "scheduleType", "tenantId", "timeZone"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of JobSchedule from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of marker
+        if self.marker:
+            _dict['marker'] = self.marker.to_dict()
+        # set to None if name (nullable) is None
+        # and model_fields_set contains the field
+        if self.name is None and "name" in self.model_fields_set:
+            _dict['name'] = None
+
+        # set to None if tenant_id (nullable) is None
+        # and model_fields_set contains the field
+        if self.tenant_id is None and "tenant_id" in self.model_fields_set:
+            _dict['tenantId'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of JobSchedule from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "backingAssetId": obj.get("backingAssetId"),
+            "cronExpression": obj.get("cronExpression"),
+            "enabled": obj.get("enabled"),
+            "id": obj.get("id"),
+            "marker": MarkerConfig.from_dict(obj["marker"]) if obj.get("marker") is not None else None,
+            "name": obj.get("name"),
+            "scheduleType": obj.get("scheduleType"),
+            "tenantId": obj.get("tenantId"),
+            "timeZone": obj.get("timeZone")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/job_spec.py

@@ -0,0 +1,96 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field
+from typing import Any, ClassVar, Dict, List
+from acceldata.models.api.catalog.artifact import Artifact
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class JobSpec(BaseModel):
+    """
+    JobSpec
+    """ # noqa: E501
+    artifact_facts: List[Artifact] = Field(alias="artifactFacts")
+    __properties: ClassVar[List[str]] = ["artifactFacts"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of JobSpec from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in artifact_facts (list)
+        _items = []
+        if self.artifact_facts:
+            for _item_artifact_facts in self.artifact_facts:
+                if _item_artifact_facts:
+                    _items.append(_item_artifact_facts.to_dict())
+            _dict['artifactFacts'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of JobSpec from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "artifactFacts": [Artifact.from_dict(_item) for _item in obj["artifactFacts"]] if obj.get("artifactFacts") is not None else None
+        })
+        return _obj
+
+

acceldata/models/api/catalog/kubernetes_metrics.py

@@ -0,0 +1,91 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class KubernetesMetrics(BaseModel):
+    """
+    KubernetesMetrics
+    """ # noqa: E501
+    reporting_time: datetime = Field(alias="reportingTime")
+    status: StrictStr
+    __properties: ClassVar[List[str]] = ["reportingTime", "status"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of KubernetesMetrics from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of KubernetesMetrics from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "reportingTime": obj.get("reportingTime"),
+            "status": obj.get("status")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/label.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class Label(BaseModel):
+    """
+    Label
+    """ # noqa: E501
+    key: StrictStr
+    label_type: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: ASSET, RULE, DQ_RULE_ITEM, RECONCILIATION_COLUMN_MAPPING, POLICY_TEMPLATE_MEASURE, USER_DEFINED_FUNCTION.", alias="labelType")
+    value: StrictStr
+    __properties: ClassVar[List[str]] = ["key", "labelType", "value"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of Label from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if label_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.label_type is None and "label_type" in self.model_fields_set:
+            _dict['labelType'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of Label from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "key": obj.get("key"),
+            "labelType": obj.get("labelType"),
+            "value": obj.get("value")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/livy_compute_config.py

@@ -0,0 +1,103 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class LivyComputeConfig(BaseModel):
+    """
+    LivyComputeConfig
+    """ # noqa: E501
+    driver_cores: StrictInt = Field(alias="driverCores")
+    driver_memory: StrictStr = Field(alias="driverMemory")
+    executor_cores: Optional[StrictInt] = Field(default=None, alias="executorCores")
+    executor_memory: Optional[StrictStr] = Field(default=None, alias="executorMemory")
+    is_enabled: Optional[StrictBool] = Field(default=None, alias="isEnabled")
+    num_executors: Optional[StrictInt] = Field(default=None, alias="numExecutors")
+    __properties: ClassVar[List[str]] = ["driverCores", "driverMemory", "executorCores", "executorMemory", "isEnabled", "numExecutors"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of LivyComputeConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if executor_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_memory is None and "executor_memory" in self.model_fields_set:
+            _dict['executorMemory'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of LivyComputeConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "driverCores": obj.get("driverCores"),
+            "driverMemory": obj.get("driverMemory"),
+            "executorCores": obj.get("executorCores"),
+            "executorMemory": obj.get("executorMemory"),
+            "isEnabled": obj.get("isEnabled"),
+            "numExecutors": obj.get("numExecutors")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/livy_spark_resource_config.py

@@ -0,0 +1,106 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class LivySparkResourceConfig(BaseModel):
+    """
+    LivySparkResourceConfig
+    """ # noqa: E501
+    driver_cores: Optional[StrictInt] = Field(default=None, alias="driverCores")
+    driver_memory: Optional[StrictStr] = Field(default=None, alias="driverMemory")
+    executor_cores: Optional[StrictInt] = Field(default=None, alias="executorCores")
+    executor_memory: Optional[StrictStr] = Field(default=None, alias="executorMemory")
+    num_executors: Optional[StrictInt] = Field(default=None, alias="numExecutors")
+    __properties: ClassVar[List[str]] = ["driverCores", "driverMemory", "executorCores", "executorMemory", "numExecutors"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of LivySparkResourceConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if driver_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_memory is None and "driver_memory" in self.model_fields_set:
+            _dict['driverMemory'] = None
+
+        # set to None if executor_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_memory is None and "executor_memory" in self.model_fields_set:
+            _dict['executorMemory'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of LivySparkResourceConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "driverCores": obj.get("driverCores"),
+            "driverMemory": obj.get("driverMemory"),
+            "executorCores": obj.get("executorCores"),
+            "executorMemory": obj.get("executorMemory"),
+            "numExecutors": obj.get("numExecutors")
+        })
+        return _obj
+
+