acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/timestamp_based_marker_config.py

@@ -0,0 +1,115 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class TimestampBasedMarkerConfig(BaseModel):
+    """
+    TimestampBasedMarkerConfig
+    """ # noqa: E501
+    base_asset_id: Optional[StrictInt] = Field(default=None, alias="baseAssetId")
+    final_offset: Optional[StrictStr] = Field(default=None, alias="finalOffset")
+    format: StrictStr
+    from_offsets: Optional[StrictStr] = Field(default=None, alias="fromOffsets")
+    initial_offset: Optional[StrictStr] = Field(default=None, alias="initialOffset")
+    time_zone_id: StrictStr = Field(alias="timeZoneId")
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["baseAssetId", "finalOffset", "format", "fromOffsets", "initialOffset", "timeZoneId", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of TimestampBasedMarkerConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if final_offset (nullable) is None
+        # and model_fields_set contains the field
+        if self.final_offset is None and "final_offset" in self.model_fields_set:
+            _dict['finalOffset'] = None
+
+        # set to None if from_offsets (nullable) is None
+        # and model_fields_set contains the field
+        if self.from_offsets is None and "from_offsets" in self.model_fields_set:
+            _dict['fromOffsets'] = None
+
+        # set to None if initial_offset (nullable) is None
+        # and model_fields_set contains the field
+        if self.initial_offset is None and "initial_offset" in self.model_fields_set:
+            _dict['initialOffset'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of TimestampBasedMarkerConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "baseAssetId": obj.get("baseAssetId"),
+            "finalOffset": obj.get("finalOffset"),
+            "format": obj.get("format"),
+            "fromOffsets": obj.get("fromOffsets"),
+            "initialOffset": obj.get("initialOffset"),
+            "timeZoneId": obj.get("timeZoneId"),
+            "type": obj.get("type")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/udf_variable.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class UdfVariable(BaseModel):
+    """
+    UdfVariable
+    """ # noqa: E501
+    is_column_variable: Optional[StrictBool] = Field(default=None, alias="isColumnVariable")
+    key: StrictStr
+    value: Optional[StrictStr] = None
+    __properties: ClassVar[List[str]] = ["isColumnVariable", "key", "value"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of UdfVariable from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if value (nullable) is None
+        # and model_fields_set contains the field
+        if self.value is None and "value" in self.model_fields_set:
+            _dict['value'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of UdfVariable from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "isColumnVariable": obj.get("isColumnVariable"),
+            "key": obj.get("key"),
+            "value": obj.get("value")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/yunikorn_compute_config.py

@@ -0,0 +1,133 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class YunikornComputeConfig(BaseModel):
+    """
+    YunikornComputeConfig
+    """ # noqa: E501
+    driver_core_limit: Optional[StrictStr] = Field(default=None, alias="driverCoreLimit")
+    driver_core_request: Optional[StrictStr] = Field(default=None, alias="driverCoreRequest")
+    driver_cores: StrictInt = Field(alias="driverCores")
+    driver_memory: StrictStr = Field(alias="driverMemory")
+    executor_core_limit: Optional[StrictStr] = Field(default=None, alias="executorCoreLimit")
+    executor_core_request: Optional[StrictStr] = Field(default=None, alias="executorCoreRequest")
+    executor_cores: Optional[StrictInt] = Field(default=None, alias="executorCores")
+    executor_memory: Optional[StrictStr] = Field(default=None, alias="executorMemory")
+    is_enabled: Optional[StrictBool] = Field(default=None, alias="isEnabled")
+    max_executors: Optional[StrictInt] = Field(default=None, alias="maxExecutors")
+    min_executors: Optional[StrictInt] = Field(default=None, alias="minExecutors")
+    __properties: ClassVar[List[str]] = ["driverCoreLimit", "driverCoreRequest", "driverCores", "driverMemory", "executorCoreLimit", "executorCoreRequest", "executorCores", "executorMemory", "isEnabled", "maxExecutors", "minExecutors"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of YunikornComputeConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if driver_core_limit (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_core_limit is None and "driver_core_limit" in self.model_fields_set:
+            _dict['driverCoreLimit'] = None
+
+        # set to None if driver_core_request (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_core_request is None and "driver_core_request" in self.model_fields_set:
+            _dict['driverCoreRequest'] = None
+
+        # set to None if executor_core_limit (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_core_limit is None and "executor_core_limit" in self.model_fields_set:
+            _dict['executorCoreLimit'] = None
+
+        # set to None if executor_core_request (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_core_request is None and "executor_core_request" in self.model_fields_set:
+            _dict['executorCoreRequest'] = None
+
+        # set to None if executor_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_memory is None and "executor_memory" in self.model_fields_set:
+            _dict['executorMemory'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of YunikornComputeConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "driverCoreLimit": obj.get("driverCoreLimit"),
+            "driverCoreRequest": obj.get("driverCoreRequest"),
+            "driverCores": obj.get("driverCores"),
+            "driverMemory": obj.get("driverMemory"),
+            "executorCoreLimit": obj.get("executorCoreLimit"),
+            "executorCoreRequest": obj.get("executorCoreRequest"),
+            "executorCores": obj.get("executorCores"),
+            "executorMemory": obj.get("executorMemory"),
+            "isEnabled": obj.get("isEnabled"),
+            "maxExecutors": obj.get("maxExecutors"),
+            "minExecutors": obj.get("minExecutors")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/yunikorn_spark_resource_config.py

@@ -0,0 +1,154 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class YunikornSparkResourceConfig(BaseModel):
+    """
+    YunikornSparkResourceConfig
+    """ # noqa: E501
+    driver_cores: Optional[StrictInt] = Field(default=None, alias="driverCores")
+    driver_limit_cores: Optional[StrictStr] = Field(default=None, alias="driverLimitCores")
+    driver_memory: Optional[StrictStr] = Field(default=None, alias="driverMemory")
+    driver_memory_overhead: Optional[StrictStr] = Field(default=None, alias="driverMemoryOverhead")
+    driver_memory_overhead_factor: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, alias="driverMemoryOverheadFactor")
+    driver_request_cores: Optional[StrictStr] = Field(default=None, alias="driverRequestCores")
+    executor_cores: Optional[StrictInt] = Field(default=None, alias="executorCores")
+    executor_limit_cores: Optional[StrictStr] = Field(default=None, alias="executorLimitCores")
+    executor_memory: Optional[StrictStr] = Field(default=None, alias="executorMemory")
+    executor_memory_overhead: Optional[StrictStr] = Field(default=None, alias="executorMemoryOverhead")
+    executor_memory_overhead_factor: Optional[Union[StrictFloat, StrictInt]] = Field(default=None, alias="executorMemoryOverheadFactor")
+    executor_request_cores: Optional[StrictStr] = Field(default=None, alias="executorRequestCores")
+    max_executors: Optional[StrictInt] = Field(default=None, alias="maxExecutors")
+    min_executors: Optional[StrictInt] = Field(default=None, alias="minExecutors")
+    __properties: ClassVar[List[str]] = ["driverCores", "driverLimitCores", "driverMemory", "driverMemoryOverhead", "driverMemoryOverheadFactor", "driverRequestCores", "executorCores", "executorLimitCores", "executorMemory", "executorMemoryOverhead", "executorMemoryOverheadFactor", "executorRequestCores", "maxExecutors", "minExecutors"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of YunikornSparkResourceConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if driver_limit_cores (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_limit_cores is None and "driver_limit_cores" in self.model_fields_set:
+            _dict['driverLimitCores'] = None
+
+        # set to None if driver_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_memory is None and "driver_memory" in self.model_fields_set:
+            _dict['driverMemory'] = None
+
+        # set to None if driver_memory_overhead (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_memory_overhead is None and "driver_memory_overhead" in self.model_fields_set:
+            _dict['driverMemoryOverhead'] = None
+
+        # set to None if driver_request_cores (nullable) is None
+        # and model_fields_set contains the field
+        if self.driver_request_cores is None and "driver_request_cores" in self.model_fields_set:
+            _dict['driverRequestCores'] = None
+
+        # set to None if executor_limit_cores (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_limit_cores is None and "executor_limit_cores" in self.model_fields_set:
+            _dict['executorLimitCores'] = None
+
+        # set to None if executor_memory (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_memory is None and "executor_memory" in self.model_fields_set:
+            _dict['executorMemory'] = None
+
+        # set to None if executor_memory_overhead (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_memory_overhead is None and "executor_memory_overhead" in self.model_fields_set:
+            _dict['executorMemoryOverhead'] = None
+
+        # set to None if executor_request_cores (nullable) is None
+        # and model_fields_set contains the field
+        if self.executor_request_cores is None and "executor_request_cores" in self.model_fields_set:
+            _dict['executorRequestCores'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of YunikornSparkResourceConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "driverCores": obj.get("driverCores"),
+            "driverLimitCores": obj.get("driverLimitCores"),
+            "driverMemory": obj.get("driverMemory"),
+            "driverMemoryOverhead": obj.get("driverMemoryOverhead"),
+            "driverMemoryOverheadFactor": obj.get("driverMemoryOverheadFactor"),
+            "driverRequestCores": obj.get("driverRequestCores"),
+            "executorCores": obj.get("executorCores"),
+            "executorLimitCores": obj.get("executorLimitCores"),
+            "executorMemory": obj.get("executorMemory"),
+            "executorMemoryOverhead": obj.get("executorMemoryOverhead"),
+            "executorMemoryOverheadFactor": obj.get("executorMemoryOverheadFactor"),
+            "executorRequestCores": obj.get("executorRequestCores"),
+            "maxExecutors": obj.get("maxExecutors"),
+            "minExecutors": obj.get("minExecutors")
+        })
+        return _obj
+
+

acceldata/models/api/pipeline/big_decimal.py

@@ -0,0 +1,100 @@
+# coding: utf-8
+
+"""
+    Pipeline Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List
+from acceldata.models.api.pipeline.big_integer import BigInteger
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class BigDecimal(BaseModel):
+    """
+    BigDecimal
+    """ # noqa: E501
+    int_val: BigInteger = Field(alias="intVal")
+    scale: StrictInt
+    precision: StrictInt
+    string_cache: StrictStr = Field(alias="stringCache")
+    int_compact: StrictInt = Field(alias="intCompact")
+    __properties: ClassVar[List[str]] = ["intVal", "scale", "precision", "stringCache", "intCompact"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of BigDecimal from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of int_val
+        if self.int_val:
+            _dict['intVal'] = self.int_val.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of BigDecimal from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "intVal": BigInteger.from_dict(obj["intVal"]) if obj.get("intVal") is not None else None,
+            "scale": obj.get("scale"),
+            "precision": obj.get("precision"),
+            "stringCache": obj.get("stringCache"),
+            "intCompact": obj.get("intCompact")
+        })
+        return _obj
+
+