acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/date_time_marker_config.py

@@ -0,0 +1,109 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DateTimeMarkerConfig(BaseModel):
+    """
+    DateTimeMarkerConfig
+    """ # noqa: E501
+    base_asset_id: Optional[StrictInt] = Field(default=None, alias="baseAssetId")
+    date_column_name: StrictStr = Field(alias="dateColumnName")
+    format: StrictStr
+    initial_offset: Optional[StrictStr] = Field(default=None, alias="initialOffset")
+    offset: StrictInt
+    round_end_date: StrictBool = Field(alias="roundEndDate")
+    time_frequency: StrictStr = Field(description="Allowed values at generation time: HOURLY, DAILY, WEEKLY, MONTHLY, QUARTERLY, YEARLY.", alias="timeFrequency")
+    time_zone_id: StrictStr = Field(alias="timeZoneId")
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["baseAssetId", "dateColumnName", "format", "initialOffset", "offset", "roundEndDate", "timeFrequency", "timeZoneId", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DateTimeMarkerConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if initial_offset (nullable) is None
+        # and model_fields_set contains the field
+        if self.initial_offset is None and "initial_offset" in self.model_fields_set:
+            _dict['initialOffset'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DateTimeMarkerConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "baseAssetId": obj.get("baseAssetId"),
+            "dateColumnName": obj.get("dateColumnName"),
+            "format": obj.get("format"),
+            "initialOffset": obj.get("initialOffset"),
+            "offset": obj.get("offset"),
+            "roundEndDate": obj.get("roundEndDate"),
+            "timeFrequency": obj.get("timeFrequency"),
+            "timeZoneId": obj.get("timeZoneId"),
+            "type": obj.get("type")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/day_month_year_based_partition_marker_config.py

@@ -0,0 +1,124 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DayMonthYearBasedPartitionMarkerConfig(BaseModel):
+    """
+    DayMonthYearBasedPartitionMarkerConfig
+    """ # noqa: E501
+    base_asset_id: Optional[StrictInt] = Field(default=None, alias="baseAssetId")
+    day_column_name: StrictStr = Field(alias="dayColumnName")
+    day_format: StrictStr = Field(alias="dayFormat")
+    frequency: StrictStr = Field(description="Allowed values at generation time: HOURLY, DAILY, WEEKLY, MONTHLY, QUARTERLY, YEARLY.")
+    from_date: Optional[StrictStr] = Field(default=None, alias="fromDate")
+    month_column_name: StrictStr = Field(alias="monthColumnName")
+    month_format: StrictStr = Field(alias="monthFormat")
+    offset: StrictInt
+    time_zone_id: StrictStr = Field(alias="timeZoneId")
+    to_date: Optional[StrictStr] = Field(default=None, alias="toDate")
+    year_column_name: StrictStr = Field(alias="yearColumnName")
+    year_format: StrictStr = Field(alias="yearFormat")
+    sub_type: StrictStr = Field(alias="subType")
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["baseAssetId", "dayColumnName", "dayFormat", "frequency", "fromDate", "monthColumnName", "monthFormat", "offset", "timeZoneId", "toDate", "yearColumnName", "yearFormat", "subType", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DayMonthYearBasedPartitionMarkerConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if from_date (nullable) is None
+        # and model_fields_set contains the field
+        if self.from_date is None and "from_date" in self.model_fields_set:
+            _dict['fromDate'] = None
+
+        # set to None if to_date (nullable) is None
+        # and model_fields_set contains the field
+        if self.to_date is None and "to_date" in self.model_fields_set:
+            _dict['toDate'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DayMonthYearBasedPartitionMarkerConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "baseAssetId": obj.get("baseAssetId"),
+            "dayColumnName": obj.get("dayColumnName"),
+            "dayFormat": obj.get("dayFormat"),
+            "frequency": obj.get("frequency"),
+            "fromDate": obj.get("fromDate"),
+            "monthColumnName": obj.get("monthColumnName"),
+            "monthFormat": obj.get("monthFormat"),
+            "offset": obj.get("offset"),
+            "timeZoneId": obj.get("timeZoneId"),
+            "toDate": obj.get("toDate"),
+            "yearColumnName": obj.get("yearColumnName"),
+            "yearFormat": obj.get("yearFormat"),
+            "subType": obj.get("subType"),
+            "type": obj.get("type")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/decreased_by_config.py

@@ -0,0 +1,105 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.above_configs_success import AboveConfigsSuccess
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DecreasedByConfig(BaseModel):
+    """
+    DecreasedByConfig
+    """ # noqa: E501
+    direction: StrictStr = Field(description="Allowed values at generation time: ABOVE, BELOW, RANGE, CHANGES_BY, DECREASED_BY, INCREASED_BY.")
+    operator: StrictStr = Field(description="Allowed values at generation time: LEGACY, EQ, NEQ, GT, GTE, LT, LTE.")
+    success: AboveConfigsSuccess
+    unit: StrictStr = Field(description="Allowed values at generation time: PERCENTAGE, ABSOLUTE.")
+    warning: Optional[AboveConfigsSuccess] = None
+    type: StrictStr
+    __properties: ClassVar[List[str]] = ["direction", "operator", "success", "unit", "warning", "type"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DecreasedByConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of success
+        if self.success:
+            _dict['success'] = self.success.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of warning
+        if self.warning:
+            _dict['warning'] = self.warning.to_dict()
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DecreasedByConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "direction": obj.get("direction") if obj.get("direction") is not None else 'DECREASED_BY',
+            "operator": obj.get("operator") if obj.get("operator") is not None else 'LEGACY',
+            "success": AboveConfigsSuccess.from_dict(obj["success"]) if obj.get("success") is not None else None,
+            "unit": obj.get("unit") if obj.get("unit") is not None else 'PERCENTAGE',
+            "warning": AboveConfigsSuccess.from_dict(obj["warning"]) if obj.get("warning") is not None else None,
+            "type": obj.get("type") if obj.get("type") is not None else 'io.ad.catalog.api.model.quality.DecreasedByConfig'
+        })
+        return _obj
+
+

acceldata/models/api/catalog/delete_artifact_response.py

@@ -0,0 +1,88 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, StrictInt
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DeleteArtifactResponse(BaseModel):
+    """
+    DeleteArtifactResponse
+    """ # noqa: E501
+    count: StrictInt
+    __properties: ClassVar[List[str]] = ["count"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DeleteArtifactResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DeleteArtifactResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "count": obj.get("count")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/dq_rule_execution.py

@@ -0,0 +1,248 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.dataplane_job import DataplaneJob
+from acceldata.models.api.catalog.marker import Marker
+from acceldata.models.api.catalog.marker_config import MarkerConfig
+from acceldata.models.api.catalog.rule_spark_sql_dynamic_filter_variable_mapping import RuleSparkSQLDynamicFilterVariableMapping
+from acceldata.models.api.catalog.rule_threshold_configuration import RuleThresholdConfiguration
+from acceldata.models.api.catalog.spark_resource_config import SparkResourceConfig
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DQRuleExecution(BaseModel):
+    """
+    DQRuleExecution
+    """ # noqa: E501
+    analysis_job: Optional[DataplaneJob] = Field(default=None, alias="analysisJob")
+    auto_retries: Optional[StrictInt] = Field(default=None, alias="autoRetries")
+    auto_retry_enabled: Optional[StrictBool] = Field(default=None, alias="autoRetryEnabled")
+    data_persistence_enabled: StrictBool = Field(alias="dataPersistenceEnabled")
+    engine_type: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: SPARK, JDBC_SQL, POD.", alias="engineType")
+    execution_error: Optional[StrictStr] = Field(default=None, alias="executionError")
+    execution_mode: StrictStr = Field(description="Allowed values at generation time: SCHEDULED, MANUAL, WEBHOOK, API.", alias="executionMode")
+    execution_status: StrictStr = Field(description="Allowed values at generation time: STARTED, RUNNING, ERRORED, WARNING, SUCCESSFUL, ABORTED, SKIPPED, WAITING, ANOMALY_DETECTION, EXECUTION_RESULT.", alias="executionStatus")
+    execution_type: StrictStr = Field(description="Allowed values at generation time: SELECTIVE, FULL, INCREMENTAL.", alias="executionType")
+    filter: Optional[StrictStr] = None
+    finished_at: Optional[datetime] = Field(default=None, alias="finishedAt")
+    id: Optional[StrictInt] = None
+    include_in_quality_score: StrictBool = Field(alias="includeInQualityScore")
+    last_marker: Optional[Marker] = Field(default=None, alias="lastMarker")
+    left_last_marker: Optional[Marker] = Field(default=None, alias="leftLastMarker")
+    left_marker_config: Optional[MarkerConfig] = Field(default=None, alias="leftMarkerConfig")
+    marker_config: Optional[MarkerConfig] = Field(default=None, alias="markerConfig")
+    parent_id: Optional[StrictInt] = Field(default=None, alias="parentId")
+    participating_columns: List[StrictStr] = Field(alias="participatingColumns")
+    persistence_path: Optional[StrictStr] = Field(default=None, alias="persistencePath")
+    policy_score_strategy: StrictStr = Field(description="Allowed values at generation time: CUSTOM, WEIGHTAGE, RULES.", alias="policyScoreStrategy")
+    reset_point: Optional[StrictInt] = Field(default=None, alias="resetPoint")
+    resource_strategy_type: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: INVENTORY, CUSTOM.", alias="resourceStrategyType")
+    result_persistence_path: Optional[Dict[str, StrictStr]] = Field(default=None, alias="resultPersistencePath")
+    result_status: StrictStr = Field(description="Allowed values at generation time: STARTED, RUNNING, ERRORED, WARNING, SUCCESSFUL, ABORTED, SKIPPED, WAITING, ANOMALY_DETECTION, EXECUTION_RESULT.", alias="resultStatus")
+    right_last_marker: Optional[Marker] = Field(default=None, alias="rightLastMarker")
+    right_marker_config: Optional[MarkerConfig] = Field(default=None, alias="rightMarkerConfig")
+    rule_id: StrictInt = Field(alias="ruleId")
+    rule_name: Optional[StrictStr] = Field(default=None, alias="ruleName")
+    rule_selection_enabled: StrictBool = Field(alias="ruleSelectionEnabled")
+    rule_type: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: DATA_QUALITY, RECONCILIATION, EQUALITY, DATA_DRIFT, SCHEMA_DRIFT, DATA_CADENCE, PROFILE_ANOMALY, AUTO_ANOMALY.", alias="ruleType")
+    rule_version: StrictInt = Field(alias="ruleVersion")
+    selected_resource_inventory: Optional[StrictStr] = Field(default=None, alias="selectedResourceInventory")
+    spark_filter_selected_columns: Optional[List[StrictStr]] = Field(default=None, alias="sparkFilterSelectedColumns")
+    spark_resource_config: Optional[SparkResourceConfig] = Field(default=None, alias="sparkResourceConfig")
+    spark_sql_dynamic_filter_variable_mapping: Optional[RuleSparkSQLDynamicFilterVariableMapping] = Field(default=None, alias="sparkSQLDynamicFilterVariableMapping")
+    spark_sql_filter_type: StrictStr = Field(description="Allowed values at generation time: STATIC, DYNAMIC.", alias="sparkSQLFilterType")
+    started_at: datetime = Field(alias="startedAt")
+    threshold_level: RuleThresholdConfiguration = Field(alias="thresholdLevel")
+    treat_zero_rows_as_success: Optional[StrictBool] = Field(default=None, alias="treatZeroRowsAsSuccess")
+    __properties: ClassVar[List[str]] = ["analysisJob", "autoRetries", "autoRetryEnabled", "dataPersistenceEnabled", "engineType", "executionError", "executionMode", "executionStatus", "executionType", "filter", "finishedAt", "id", "includeInQualityScore", "lastMarker", "leftLastMarker", "leftMarkerConfig", "markerConfig", "parentId", "participatingColumns", "persistencePath", "policyScoreStrategy", "resetPoint", "resourceStrategyType", "resultPersistencePath", "resultStatus", "rightLastMarker", "rightMarkerConfig", "ruleId", "ruleName", "ruleSelectionEnabled", "ruleType", "ruleVersion", "selectedResourceInventory", "sparkFilterSelectedColumns", "sparkResourceConfig", "sparkSQLDynamicFilterVariableMapping", "sparkSQLFilterType", "startedAt", "thresholdLevel", "treatZeroRowsAsSuccess"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DQRuleExecution from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of analysis_job
+        if self.analysis_job:
+            _dict['analysisJob'] = self.analysis_job.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of last_marker
+        if self.last_marker:
+            _dict['lastMarker'] = self.last_marker.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of left_last_marker
+        if self.left_last_marker:
+            _dict['leftLastMarker'] = self.left_last_marker.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of left_marker_config
+        if self.left_marker_config:
+            _dict['leftMarkerConfig'] = self.left_marker_config.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of marker_config
+        if self.marker_config:
+            _dict['markerConfig'] = self.marker_config.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of right_last_marker
+        if self.right_last_marker:
+            _dict['rightLastMarker'] = self.right_last_marker.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of right_marker_config
+        if self.right_marker_config:
+            _dict['rightMarkerConfig'] = self.right_marker_config.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of spark_resource_config
+        if self.spark_resource_config:
+            _dict['sparkResourceConfig'] = self.spark_resource_config.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of spark_sql_dynamic_filter_variable_mapping
+        if self.spark_sql_dynamic_filter_variable_mapping:
+            _dict['sparkSQLDynamicFilterVariableMapping'] = self.spark_sql_dynamic_filter_variable_mapping.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of threshold_level
+        if self.threshold_level:
+            _dict['thresholdLevel'] = self.threshold_level.to_dict()
+        # set to None if engine_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.engine_type is None and "engine_type" in self.model_fields_set:
+            _dict['engineType'] = None
+
+        # set to None if execution_error (nullable) is None
+        # and model_fields_set contains the field
+        if self.execution_error is None and "execution_error" in self.model_fields_set:
+            _dict['executionError'] = None
+
+        # set to None if filter (nullable) is None
+        # and model_fields_set contains the field
+        if self.filter is None and "filter" in self.model_fields_set:
+            _dict['filter'] = None
+
+        # set to None if persistence_path (nullable) is None
+        # and model_fields_set contains the field
+        if self.persistence_path is None and "persistence_path" in self.model_fields_set:
+            _dict['persistencePath'] = None
+
+        # set to None if resource_strategy_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.resource_strategy_type is None and "resource_strategy_type" in self.model_fields_set:
+            _dict['resourceStrategyType'] = None
+
+        # set to None if rule_name (nullable) is None
+        # and model_fields_set contains the field
+        if self.rule_name is None and "rule_name" in self.model_fields_set:
+            _dict['ruleName'] = None
+
+        # set to None if rule_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.rule_type is None and "rule_type" in self.model_fields_set:
+            _dict['ruleType'] = None
+
+        # set to None if selected_resource_inventory (nullable) is None
+        # and model_fields_set contains the field
+        if self.selected_resource_inventory is None and "selected_resource_inventory" in self.model_fields_set:
+            _dict['selectedResourceInventory'] = None
+
+        # set to None if spark_filter_selected_columns (nullable) is None
+        # and model_fields_set contains the field
+        if self.spark_filter_selected_columns is None and "spark_filter_selected_columns" in self.model_fields_set:
+            _dict['sparkFilterSelectedColumns'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DQRuleExecution from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "analysisJob": DataplaneJob.from_dict(obj["analysisJob"]) if obj.get("analysisJob") is not None else None,
+            "autoRetries": obj.get("autoRetries"),
+            "autoRetryEnabled": obj.get("autoRetryEnabled"),
+            "dataPersistenceEnabled": obj.get("dataPersistenceEnabled"),
+            "engineType": obj.get("engineType"),
+            "executionError": obj.get("executionError"),
+            "executionMode": obj.get("executionMode"),
+            "executionStatus": obj.get("executionStatus"),
+            "executionType": obj.get("executionType"),
+            "filter": obj.get("filter"),
+            "finishedAt": obj.get("finishedAt"),
+            "id": obj.get("id"),
+            "includeInQualityScore": obj.get("includeInQualityScore"),
+            "lastMarker": Marker.from_dict(obj["lastMarker"]) if obj.get("lastMarker") is not None else None,
+            "leftLastMarker": Marker.from_dict(obj["leftLastMarker"]) if obj.get("leftLastMarker") is not None else None,
+            "leftMarkerConfig": MarkerConfig.from_dict(obj["leftMarkerConfig"]) if obj.get("leftMarkerConfig") is not None else None,
+            "markerConfig": MarkerConfig.from_dict(obj["markerConfig"]) if obj.get("markerConfig") is not None else None,
+            "parentId": obj.get("parentId"),
+            "participatingColumns": obj.get("participatingColumns"),
+            "persistencePath": obj.get("persistencePath"),
+            "policyScoreStrategy": obj.get("policyScoreStrategy"),
+            "resetPoint": obj.get("resetPoint"),
+            "resourceStrategyType": obj.get("resourceStrategyType"),
+            "resultPersistencePath": obj.get("resultPersistencePath"),
+            "resultStatus": obj.get("resultStatus"),
+            "rightLastMarker": Marker.from_dict(obj["rightLastMarker"]) if obj.get("rightLastMarker") is not None else None,
+            "rightMarkerConfig": MarkerConfig.from_dict(obj["rightMarkerConfig"]) if obj.get("rightMarkerConfig") is not None else None,
+            "ruleId": obj.get("ruleId"),
+            "ruleName": obj.get("ruleName"),
+            "ruleSelectionEnabled": obj.get("ruleSelectionEnabled"),
+            "ruleType": obj.get("ruleType"),
+            "ruleVersion": obj.get("ruleVersion"),
+            "selectedResourceInventory": obj.get("selectedResourceInventory"),
+            "sparkFilterSelectedColumns": obj.get("sparkFilterSelectedColumns"),
+            "sparkResourceConfig": SparkResourceConfig.from_dict(obj["sparkResourceConfig"]) if obj.get("sparkResourceConfig") is not None else None,
+            "sparkSQLDynamicFilterVariableMapping": RuleSparkSQLDynamicFilterVariableMapping.from_dict(obj["sparkSQLDynamicFilterVariableMapping"]) if obj.get("sparkSQLDynamicFilterVariableMapping") is not None else None,
+            "sparkSQLFilterType": obj.get("sparkSQLFilterType"),
+            "startedAt": obj.get("startedAt"),
+            "thresholdLevel": RuleThresholdConfiguration.from_dict(obj["thresholdLevel"]) if obj.get("thresholdLevel") is not None else None,
+            "treatZeroRowsAsSuccess": obj.get("treatZeroRowsAsSuccess")
+        })
+        return _obj
+
+