acceldata-sdk-python 26.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- acceldata/__init__.py +7 -0
- acceldata/client/__init__.py +0 -0
- acceldata/client/adoc_client.py +666 -0
- acceldata/client/http_client.py +346 -0
- acceldata/client/transient_retry.py +142 -0
- acceldata/constants/__init__.py +1 -0
- acceldata/constants/constants.py +13 -0
- acceldata/exceptions/__init__.py +52 -0
- acceldata/exceptions/api_errors.py +85 -0
- acceldata/exceptions/exceptions.py +174 -0
- acceldata/exceptions/sdk_exceptions.py +98 -0
- acceldata/mappers/__init__.py +21 -0
- acceldata/mappers/catalog_executions.py +107 -0
- acceldata/models/__init__.py +0 -0
- acceldata/models/api/catalog/above_configs.py +99 -0
- acceldata/models/api/catalog/above_configs_success.py +138 -0
- acceldata/models/api/catalog/absolute_configs.py +197 -0
- acceldata/models/api/catalog/absolute_configs_fallback.py +101 -0
- acceldata/models/api/catalog/absolute_threshold_config.py +105 -0
- acceldata/models/api/catalog/analysis_job_context.py +102 -0
- acceldata/models/api/catalog/analytics_pipeline.py +385 -0
- acceldata/models/api/catalog/analytics_pipeline_endpoint.py +136 -0
- acceldata/models/api/catalog/anomaly_config.py +95 -0
- acceldata/models/api/catalog/anomaly_details.py +119 -0
- acceldata/models/api/catalog/anomaly_threshold_config.py +105 -0
- acceldata/models/api/catalog/artifact.py +92 -0
- acceldata/models/api/catalog/assembly.py +171 -0
- acceldata/models/api/catalog/asset.py +162 -0
- acceldata/models/api/catalog/asset_catalog_listing.py +159 -0
- acceldata/models/api/catalog/asset_catalog_listing_response.py +102 -0
- acceldata/models/api/catalog/asset_label_request.py +96 -0
- acceldata/models/api/catalog/asset_progress.py +96 -0
- acceldata/models/api/catalog/asset_progress_details.py +117 -0
- acceldata/models/api/catalog/asset_tag.py +124 -0
- acceldata/models/api/catalog/asset_tag_info.py +140 -0
- acceldata/models/api/catalog/asset_tag_request.py +95 -0
- acceldata/models/api/catalog/asset_tag_response.py +96 -0
- acceldata/models/api/catalog/asset_tags_response.py +102 -0
- acceldata/models/api/catalog/asset_type.py +96 -0
- acceldata/models/api/catalog/auto_anomaly_feature_analysis.py +160 -0
- acceldata/models/api/catalog/auto_anomaly_item_execution.py +133 -0
- acceldata/models/api/catalog/auto_anomaly_meta_data.py +162 -0
- acceldata/models/api/catalog/auto_anomaly_rule_execution.py +102 -0
- acceldata/models/api/catalog/auto_anomaly_summary.py +124 -0
- acceldata/models/api/catalog/backing_asset.py +126 -0
- acceldata/models/api/catalog/below_configs.py +99 -0
- acceldata/models/api/catalog/big_decimal.py +100 -0
- acceldata/models/api/catalog/big_integer.py +98 -0
- acceldata/models/api/catalog/bounds_date_time_marker_config.py +110 -0
- acceldata/models/api/catalog/bounds_file_event_marker_config.py +108 -0
- acceldata/models/api/catalog/bounds_id_marker_config.py +96 -0
- acceldata/models/api/catalog/catalog_asset_meta_data.py +128 -0
- acceldata/models/api/catalog/changes_by_config.py +105 -0
- acceldata/models/api/catalog/column_mapping.py +139 -0
- acceldata/models/api/catalog/column_metadata.py +90 -0
- acceldata/models/api/catalog/column_metric_with_anomaly_details.py +119 -0
- acceldata/models/api/catalog/column_variable.py +111 -0
- acceldata/models/api/catalog/composite_policy_execution.py +102 -0
- acceldata/models/api/catalog/composite_policy_item_execution.py +104 -0
- acceldata/models/api/catalog/connection.py +118 -0
- acceldata/models/api/catalog/connection_test_result.py +106 -0
- acceldata/models/api/catalog/connection_type.py +90 -0
- acceldata/models/api/catalog/connection_types_response.py +96 -0
- acceldata/models/api/catalog/crawler.py +88 -0
- acceldata/models/api/catalog/crawler_action_response.py +90 -0
- acceldata/models/api/catalog/crawler_execution.py +147 -0
- acceldata/models/api/catalog/crawler_execution_response.py +102 -0
- acceldata/models/api/catalog/crawler_status_response.py +90 -0
- acceldata/models/api/catalog/create_profile.py +194 -0
- acceldata/models/api/catalog/custom_sql_config.py +121 -0
- acceldata/models/api/catalog/data_bricks_spark_resource_config.py +104 -0
- acceldata/models/api/catalog/data_cadence_rule.py +236 -0
- acceldata/models/api/catalog/data_cadence_rule_details.py +125 -0
- acceldata/models/api/catalog/data_cadence_rule_execution.py +102 -0
- acceldata/models/api/catalog/data_cadence_rule_item.py +104 -0
- acceldata/models/api/catalog/data_cadence_rule_item_execution.py +158 -0
- acceldata/models/api/catalog/data_cadence_rule_response.py +98 -0
- acceldata/models/api/catalog/data_drift_execution.py +102 -0
- acceldata/models/api/catalog/data_drift_item_execution.py +121 -0
- acceldata/models/api/catalog/data_quality_engine.py +90 -0
- acceldata/models/api/catalog/data_quality_execution.py +106 -0
- acceldata/models/api/catalog/data_quality_rule.py +323 -0
- acceldata/models/api/catalog/data_quality_rule_details.py +186 -0
- acceldata/models/api/catalog/data_quality_rule_response.py +120 -0
- acceldata/models/api/catalog/data_quality_rules_response.py +102 -0
- acceldata/models/api/catalog/databricks_compute_config.py +113 -0
- acceldata/models/api/catalog/dataplane_engine.py +105 -0
- acceldata/models/api/catalog/dataplane_health_metrics.py +101 -0
- acceldata/models/api/catalog/dataplane_job.py +216 -0
- acceldata/models/api/catalog/dataplane_job_status.py +113 -0
- acceldata/models/api/catalog/dataplane_request.py +96 -0
- acceldata/models/api/catalog/dataproc_compute_config.py +106 -0
- acceldata/models/api/catalog/dataproc_spark_resource_config.py +104 -0
- acceldata/models/api/catalog/date_based_partition_marker_config.py +116 -0
- acceldata/models/api/catalog/date_partitioning_marker_config.py +113 -0
- acceldata/models/api/catalog/date_time_marker_config.py +109 -0
- acceldata/models/api/catalog/day_month_year_based_partition_marker_config.py +124 -0
- acceldata/models/api/catalog/decreased_by_config.py +105 -0
- acceldata/models/api/catalog/delete_artifact_response.py +88 -0
- acceldata/models/api/catalog/dq_rule_execution.py +248 -0
- acceldata/models/api/catalog/drift.py +121 -0
- acceldata/models/api/catalog/enable_rule_request.py +88 -0
- acceldata/models/api/catalog/engine.py +90 -0
- acceldata/models/api/catalog/execution_cancellation_response.py +92 -0
- acceldata/models/api/catalog/execution_response.py +144 -0
- acceldata/models/api/catalog/execution_result.py +126 -0
- acceldata/models/api/catalog/executions_response.py +102 -0
- acceldata/models/api/catalog/failed_asset_detail.py +90 -0
- acceldata/models/api/catalog/failed_summary.py +98 -0
- acceldata/models/api/catalog/file.py +94 -0
- acceldata/models/api/catalog/file_marker_config.py +99 -0
- acceldata/models/api/catalog/generic_config_fallback.py +101 -0
- acceldata/models/api/catalog/generic_execution.py +221 -0
- acceldata/models/api/catalog/generic_rule_execution.py +137 -0
- acceldata/models/api/catalog/global_storage_config_dto.py +172 -0
- acceldata/models/api/catalog/hosted_dp_deployment_response.py +98 -0
- acceldata/models/api/catalog/id_marker_config.py +94 -0
- acceldata/models/api/catalog/increased_by_config.py +105 -0
- acceldata/models/api/catalog/item.py +160 -0
- acceldata/models/api/catalog/item_execution.py +192 -0
- acceldata/models/api/catalog/item_segment.py +131 -0
- acceldata/models/api/catalog/job_schedule.py +118 -0
- acceldata/models/api/catalog/job_spec.py +96 -0
- acceldata/models/api/catalog/kubernetes_metrics.py +91 -0
- acceldata/models/api/catalog/label.py +97 -0
- acceldata/models/api/catalog/livy_compute_config.py +103 -0
- acceldata/models/api/catalog/livy_spark_resource_config.py +106 -0
- acceldata/models/api/catalog/look_back_config.py +90 -0
- acceldata/models/api/catalog/manual_tag_request.py +92 -0
- acceldata/models/api/catalog/mapping.py +97 -0
- acceldata/models/api/catalog/marker.py +88 -0
- acceldata/models/api/catalog/marker_config.py +349 -0
- acceldata/models/api/catalog/marker_config_fallback.py +101 -0
- acceldata/models/api/catalog/meta.py +92 -0
- acceldata/models/api/catalog/meta_data.py +92 -0
- acceldata/models/api/catalog/meta_data_item.py +94 -0
- acceldata/models/api/catalog/mini_profile_request.py +112 -0
- acceldata/models/api/catalog/notification_payload.py +114 -0
- acceldata/models/api/catalog/offset_based_marker_config.py +97 -0
- acceldata/models/api/catalog/operational_config.py +92 -0
- acceldata/models/api/catalog/pattern_configuration.py +90 -0
- acceldata/models/api/catalog/pipe_line_request.py +92 -0
- acceldata/models/api/catalog/pipeline_compute_config.py +110 -0
- acceldata/models/api/catalog/policy_execution_marker_config.py +94 -0
- acceldata/models/api/catalog/policy_execution_request.py +229 -0
- acceldata/models/api/catalog/policy_group.py +114 -0
- acceldata/models/api/catalog/policy_transform_udf.py +113 -0
- acceldata/models/api/catalog/process_metrics.py +91 -0
- acceldata/models/api/catalog/profile_anomaly_details_response.py +109 -0
- acceldata/models/api/catalog/profile_anomaly_item_execution.py +127 -0
- acceldata/models/api/catalog/profile_anomaly_rule_execution.py +102 -0
- acceldata/models/api/catalog/profile_anomaly_rule_item.py +109 -0
- acceldata/models/api/catalog/profile_cancellation_response.py +92 -0
- acceldata/models/api/catalog/profile_request.py +211 -0
- acceldata/models/api/catalog/profile_request_response.py +92 -0
- acceldata/models/api/catalog/property_template.py +178 -0
- acceldata/models/api/catalog/property_templates.py +123 -0
- acceldata/models/api/catalog/pub_sub_lookback_marker_config.py +96 -0
- acceldata/models/api/catalog/pub_sub_timestamp_marker_config.py +108 -0
- acceldata/models/api/catalog/quality_rule.py +381 -0
- acceldata/models/api/catalog/quality_rule_execution_metrics.py +114 -0
- acceldata/models/api/catalog/quality_rule_with_latest_execution.py +115 -0
- acceldata/models/api/catalog/range_configs.py +109 -0
- acceldata/models/api/catalog/reconciliation_item.py +102 -0
- acceldata/models/api/catalog/reconciliation_item_execution.py +157 -0
- acceldata/models/api/catalog/reconciliation_rule.py +339 -0
- acceldata/models/api/catalog/reconciliation_rule_details.py +225 -0
- acceldata/models/api/catalog/reconciliation_rule_execution.py +102 -0
- acceldata/models/api/catalog/reconciliation_rule_response.py +98 -0
- acceldata/models/api/catalog/reconciliation_rules_response.py +102 -0
- acceldata/models/api/catalog/relative_config.py +197 -0
- acceldata/models/api/catalog/relative_config_fallback.py +101 -0
- acceldata/models/api/catalog/relative_threshold_config.py +111 -0
- acceldata/models/api/catalog/root_cause_analysis.py +108 -0
- acceldata/models/api/catalog/rule_execution.py +327 -0
- acceldata/models/api/catalog/rule_execution_result.py +90 -0
- acceldata/models/api/catalog/rule_item_result.py +125 -0
- acceldata/models/api/catalog/rule_meta_data.py +94 -0
- acceldata/models/api/catalog/rule_spark_sql_dynamic_filter_variable_mapping.py +100 -0
- acceldata/models/api/catalog/rule_tag.py +101 -0
- acceldata/models/api/catalog/rule_threshold_configuration.py +236 -0
- acceldata/models/api/catalog/rule_threshold_configuration_fallback.py +101 -0
- acceldata/models/api/catalog/rules_with_latest_execution_response.py +102 -0
- acceldata/models/api/catalog/sample_data_api_response.py +122 -0
- acceldata/models/api/catalog/schema_drift_item_execution.py +131 -0
- acceldata/models/api/catalog/schema_drift_rule_execution.py +102 -0
- acceldata/models/api/catalog/secret_manager_configuration.py +90 -0
- acceldata/models/api/catalog/secret_manager_configuration_with_option.py +98 -0
- acceldata/models/api/catalog/security_config.py +90 -0
- acceldata/models/api/catalog/segment_metric_json.py +142 -0
- acceldata/models/api/catalog/segments_analysis.py +145 -0
- acceldata/models/api/catalog/short_segment.py +97 -0
- acceldata/models/api/catalog/simple_quality_rule_response.py +92 -0
- acceldata/models/api/catalog/snapshot_data.py +117 -0
- acceldata/models/api/catalog/source_model.py +90 -0
- acceldata/models/api/catalog/source_type.py +100 -0
- acceldata/models/api/catalog/source_types_response.py +102 -0
- acceldata/models/api/catalog/spark_job_status.py +113 -0
- acceldata/models/api/catalog/spark_resource_config.py +114 -0
- acceldata/models/api/catalog/standard_response_assembly.py +92 -0
- acceldata/models/api/catalog/standard_response_crawler_action_response.py +92 -0
- acceldata/models/api/catalog/standard_response_crawler_status_response.py +92 -0
- acceldata/models/api/catalog/standard_response_delete_artifact_response.py +92 -0
- acceldata/models/api/catalog/standard_response_list.py +96 -0
- acceldata/models/api/catalog/standard_response_map.py +88 -0
- acceldata/models/api/catalog/standard_response_meta_data.py +92 -0
- acceldata/models/api/catalog/standard_response_mini_profile_request.py +92 -0
- acceldata/models/api/catalog/standard_response_profile_request.py +92 -0
- acceldata/models/api/catalog/start_profiling_request.py +92 -0
- acceldata/models/api/catalog/tag_domain.py +116 -0
- acceldata/models/api/catalog/threshold_breach_details.py +101 -0
- acceldata/models/api/catalog/time_based_config.py +92 -0
- acceldata/models/api/catalog/time_based_threshold_config.py +105 -0
- acceldata/models/api/catalog/timestamp_based_marker_config.py +115 -0
- acceldata/models/api/catalog/udf_variable.py +97 -0
- acceldata/models/api/catalog/yunikorn_compute_config.py +133 -0
- acceldata/models/api/catalog/yunikorn_spark_resource_config.py +154 -0
- acceldata/models/api/pipeline/big_decimal.py +100 -0
- acceldata/models/api/pipeline/big_integer.py +98 -0
- acceldata/models/api/pipeline/child_span_response.py +96 -0
- acceldata/models/api/pipeline/create_span_event.py +109 -0
- acceldata/models/api/pipeline/edge.py +108 -0
- acceldata/models/api/pipeline/event_alert_object.py +95 -0
- acceldata/models/api/pipeline/generic_config_fallback.py +101 -0
- acceldata/models/api/pipeline/identifier.py +146 -0
- acceldata/models/api/pipeline/job_request.py +130 -0
- acceldata/models/api/pipeline/meta.py +107 -0
- acceldata/models/api/pipeline/meta_data.py +92 -0
- acceldata/models/api/pipeline/metric.py +103 -0
- acceldata/models/api/pipeline/node.py +201 -0
- acceldata/models/api/pipeline/node_response.py +92 -0
- acceldata/models/api/pipeline/notification_payload.py +114 -0
- acceldata/models/api/pipeline/pipeline.py +152 -0
- acceldata/models/api/pipeline/pipeline_baseline_metric.py +92 -0
- acceldata/models/api/pipeline/pipeline_details.py +118 -0
- acceldata/models/api/pipeline/pipeline_details_response.py +102 -0
- acceldata/models/api/pipeline/pipeline_input_request.py +92 -0
- acceldata/models/api/pipeline/pipeline_listing_info.py +118 -0
- acceldata/models/api/pipeline/pipeline_response.py +92 -0
- acceldata/models/api/pipeline/pipeline_run.py +136 -0
- acceldata/models/api/pipeline/pipeline_run_request.py +92 -0
- acceldata/models/api/pipeline/pipeline_runs_response.py +102 -0
- acceldata/models/api/pipeline/pipeline_summary.py +98 -0
- acceldata/models/api/pipeline/pipelines_listing_response.py +102 -0
- acceldata/models/api/pipeline/policy_summary.py +102 -0
- acceldata/models/api/pipeline/span.py +115 -0
- acceldata/models/api/pipeline/span_event.py +114 -0
- acceldata/models/api/pipeline/span_event_request.py +92 -0
- acceldata/models/api/pipeline/span_event_response.py +92 -0
- acceldata/models/api/pipeline/span_request.py +94 -0
- acceldata/models/api/pipeline/spans_response.py +96 -0
- acceldata/models/api/pipeline/tag.py +97 -0
- acceldata/models/sdk/__init__.py +0 -0
- acceldata/models/sdk/catalog/__init__.py +105 -0
- acceldata/models/sdk/catalog/asset_resource.py +112 -0
- acceldata/models/sdk/catalog/asset_source_type.py +59 -0
- acceldata/models/sdk/catalog/custom_asset_metadata.py +11 -0
- acceldata/models/sdk/catalog/datasource_resource.py +88 -0
- acceldata/models/sdk/catalog/executor.py +524 -0
- acceldata/models/sdk/catalog/policy_execution_request.py +114 -0
- acceldata/models/sdk/catalog/policy_execution_type.py +16 -0
- acceldata/models/sdk/catalog/policy_filter.py +94 -0
- acceldata/models/sdk/catalog/policy_rule_resources.py +388 -0
- acceldata/models/sdk/catalog/profile_request_resource.py +77 -0
- acceldata/models/sdk/catalog/profiling.py +82 -0
- acceldata/models/sdk/catalog/profiling_configuration_error.py +5 -0
- acceldata/models/sdk/pipeline/__init__.py +62 -0
- acceldata/models/sdk/pipeline/create_job_input.py +108 -0
- acceldata/models/sdk/pipeline/create_pipeline_input_request.py +72 -0
- acceldata/models/sdk/pipeline/events/__init__.py +5 -0
- acceldata/models/sdk/pipeline/events/generic_event.py +31 -0
- acceldata/models/sdk/pipeline/events/log_event.py +34 -0
- acceldata/models/sdk/pipeline/events/span_event.py +8 -0
- acceldata/models/sdk/pipeline/pipeline_resource.py +171 -0
- acceldata/models/sdk/pipeline/pipeline_run_input.py +84 -0
- acceldata/models/sdk/pipeline/pipeline_run_resource.py +208 -0
- acceldata/models/sdk/pipeline/pipeline_source_type.py +20 -0
- acceldata/models/sdk/pipeline/span_resource.py +327 -0
- acceldata/openapi_deserialization_patches.py +161 -0
- acceldata/openapi_repr_patches.py +62 -0
- acceldata/services/__init__.py +0 -0
- acceldata/services/api_timestamp.py +31 -0
- acceldata/services/asset_service.py +651 -0
- acceldata/services/datasource_service.py +120 -0
- acceldata/services/generic_service.py +132 -0
- acceldata/services/marker_config.py +232 -0
- acceldata/services/pipeline_big_decimal_api.py +102 -0
- acceldata/services/pipeline_response_parse.py +209 -0
- acceldata/services/pipeline_service.py +494 -0
- acceldata/services/rule_service.py +620 -0
- acceldata/urls/__init__.py +1 -0
- acceldata/urls/catalog_urls.py +137 -0
- acceldata/urls/pipeline_urls.py +55 -0
- acceldata/utils/__init__.py +6 -0
- acceldata/utils/datetime_utils.py +16 -0
- acceldata/utils/operation_ack.py +22 -0
- acceldata/utils/span_helpers.py +95 -0
- acceldata/utils/time_range_utils.py +90 -0
- acceldata_sdk_python-26.7.0.dist-info/METADATA +26 -0
- acceldata_sdk_python-26.7.0.dist-info/RECORD +303 -0
- acceldata_sdk_python-26.7.0.dist-info/WHEEL +5 -0
- acceldata_sdk_python-26.7.0.dist-info/licenses/LICENSE +22 -0
- acceldata_sdk_python-26.7.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Catalog Control Plane API
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: 1.0
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from pydantic import BaseModel, ConfigDict
|
|
21
|
+
from typing import Any, ClassVar, Dict, List, Optional
|
|
22
|
+
from acceldata.models.api.catalog.databricks_compute_config import DatabricksComputeConfig
|
|
23
|
+
from acceldata.models.api.catalog.dataproc_compute_config import DataprocComputeConfig
|
|
24
|
+
from acceldata.models.api.catalog.livy_compute_config import LivyComputeConfig
|
|
25
|
+
from acceldata.models.api.catalog.yunikorn_compute_config import YunikornComputeConfig
|
|
26
|
+
from typing import Optional, Set
|
|
27
|
+
from typing_extensions import Self
|
|
28
|
+
from pydantic_core import to_jsonable_python
|
|
29
|
+
|
|
30
|
+
class PipelineComputeConfig(BaseModel):
|
|
31
|
+
"""
|
|
32
|
+
PipelineComputeConfig
|
|
33
|
+
""" # noqa: E501
|
|
34
|
+
databricks: Optional[DatabricksComputeConfig] = None
|
|
35
|
+
dataproc: Optional[DataprocComputeConfig] = None
|
|
36
|
+
livy: Optional[LivyComputeConfig] = None
|
|
37
|
+
yunikorn: Optional[YunikornComputeConfig] = None
|
|
38
|
+
__properties: ClassVar[List[str]] = ["databricks", "dataproc", "livy", "yunikorn"]
|
|
39
|
+
|
|
40
|
+
model_config = ConfigDict(
|
|
41
|
+
validate_by_name=True,
|
|
42
|
+
validate_by_alias=True,
|
|
43
|
+
validate_assignment=True,
|
|
44
|
+
protected_namespaces=(),
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def to_str(self) -> str:
|
|
49
|
+
"""Returns the string representation of the model using alias"""
|
|
50
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
51
|
+
|
|
52
|
+
def to_json(self) -> str:
|
|
53
|
+
"""Returns the JSON representation of the model using alias"""
|
|
54
|
+
return json.dumps(to_jsonable_python(self.to_dict()))
|
|
55
|
+
|
|
56
|
+
@classmethod
|
|
57
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
58
|
+
"""Create an instance of PipelineComputeConfig from a JSON string"""
|
|
59
|
+
return cls.from_dict(json.loads(json_str))
|
|
60
|
+
|
|
61
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
62
|
+
"""Return the dictionary representation of the model using alias.
|
|
63
|
+
|
|
64
|
+
This has the following differences from calling pydantic's
|
|
65
|
+
`self.model_dump(by_alias=True)`:
|
|
66
|
+
|
|
67
|
+
* `None` is only added to the output dict for nullable fields that
|
|
68
|
+
were set at model initialization. Other fields with value `None`
|
|
69
|
+
are ignored.
|
|
70
|
+
"""
|
|
71
|
+
excluded_fields: Set[str] = set([
|
|
72
|
+
])
|
|
73
|
+
|
|
74
|
+
_dict = self.model_dump(
|
|
75
|
+
by_alias=True,
|
|
76
|
+
exclude=excluded_fields,
|
|
77
|
+
exclude_none=True,
|
|
78
|
+
)
|
|
79
|
+
# override the default output from pydantic by calling `to_dict()` of databricks
|
|
80
|
+
if self.databricks:
|
|
81
|
+
_dict['databricks'] = self.databricks.to_dict()
|
|
82
|
+
# override the default output from pydantic by calling `to_dict()` of dataproc
|
|
83
|
+
if self.dataproc:
|
|
84
|
+
_dict['dataproc'] = self.dataproc.to_dict()
|
|
85
|
+
# override the default output from pydantic by calling `to_dict()` of livy
|
|
86
|
+
if self.livy:
|
|
87
|
+
_dict['livy'] = self.livy.to_dict()
|
|
88
|
+
# override the default output from pydantic by calling `to_dict()` of yunikorn
|
|
89
|
+
if self.yunikorn:
|
|
90
|
+
_dict['yunikorn'] = self.yunikorn.to_dict()
|
|
91
|
+
return _dict
|
|
92
|
+
|
|
93
|
+
@classmethod
|
|
94
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
95
|
+
"""Create an instance of PipelineComputeConfig from a dict"""
|
|
96
|
+
if obj is None:
|
|
97
|
+
return None
|
|
98
|
+
|
|
99
|
+
if not isinstance(obj, dict):
|
|
100
|
+
return cls.model_validate(obj)
|
|
101
|
+
|
|
102
|
+
_obj = cls.model_validate({
|
|
103
|
+
"databricks": DatabricksComputeConfig.from_dict(obj["databricks"]) if obj.get("databricks") is not None else None,
|
|
104
|
+
"dataproc": DataprocComputeConfig.from_dict(obj["dataproc"]) if obj.get("dataproc") is not None else None,
|
|
105
|
+
"livy": LivyComputeConfig.from_dict(obj["livy"]) if obj.get("livy") is not None else None,
|
|
106
|
+
"yunikorn": YunikornComputeConfig.from_dict(obj["yunikorn"]) if obj.get("yunikorn") is not None else None
|
|
107
|
+
})
|
|
108
|
+
return _obj
|
|
109
|
+
|
|
110
|
+
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Catalog Control Plane API
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: 1.0
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictInt
|
|
21
|
+
from typing import Any, ClassVar, Dict, List
|
|
22
|
+
from acceldata.models.api.catalog.marker_config import MarkerConfig
|
|
23
|
+
from typing import Optional, Set
|
|
24
|
+
from typing_extensions import Self
|
|
25
|
+
from pydantic_core import to_jsonable_python
|
|
26
|
+
|
|
27
|
+
class PolicyExecutionMarkerConfig(BaseModel):
|
|
28
|
+
"""
|
|
29
|
+
PolicyExecutionMarkerConfig
|
|
30
|
+
""" # noqa: E501
|
|
31
|
+
asset_id: StrictInt = Field(alias="assetId")
|
|
32
|
+
marker_config: MarkerConfig = Field(alias="markerConfig")
|
|
33
|
+
__properties: ClassVar[List[str]] = ["assetId", "markerConfig"]
|
|
34
|
+
|
|
35
|
+
model_config = ConfigDict(
|
|
36
|
+
validate_by_name=True,
|
|
37
|
+
validate_by_alias=True,
|
|
38
|
+
validate_assignment=True,
|
|
39
|
+
protected_namespaces=(),
|
|
40
|
+
)
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def to_str(self) -> str:
|
|
44
|
+
"""Returns the string representation of the model using alias"""
|
|
45
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
46
|
+
|
|
47
|
+
def to_json(self) -> str:
|
|
48
|
+
"""Returns the JSON representation of the model using alias"""
|
|
49
|
+
return json.dumps(to_jsonable_python(self.to_dict()))
|
|
50
|
+
|
|
51
|
+
@classmethod
|
|
52
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
53
|
+
"""Create an instance of PolicyExecutionMarkerConfig from a JSON string"""
|
|
54
|
+
return cls.from_dict(json.loads(json_str))
|
|
55
|
+
|
|
56
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
57
|
+
"""Return the dictionary representation of the model using alias.
|
|
58
|
+
|
|
59
|
+
This has the following differences from calling pydantic's
|
|
60
|
+
`self.model_dump(by_alias=True)`:
|
|
61
|
+
|
|
62
|
+
* `None` is only added to the output dict for nullable fields that
|
|
63
|
+
were set at model initialization. Other fields with value `None`
|
|
64
|
+
are ignored.
|
|
65
|
+
"""
|
|
66
|
+
excluded_fields: Set[str] = set([
|
|
67
|
+
])
|
|
68
|
+
|
|
69
|
+
_dict = self.model_dump(
|
|
70
|
+
by_alias=True,
|
|
71
|
+
exclude=excluded_fields,
|
|
72
|
+
exclude_none=True,
|
|
73
|
+
)
|
|
74
|
+
# override the default output from pydantic by calling `to_dict()` of marker_config
|
|
75
|
+
if self.marker_config:
|
|
76
|
+
_dict['markerConfig'] = self.marker_config.to_dict()
|
|
77
|
+
return _dict
|
|
78
|
+
|
|
79
|
+
@classmethod
|
|
80
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
81
|
+
"""Create an instance of PolicyExecutionMarkerConfig from a dict"""
|
|
82
|
+
if obj is None:
|
|
83
|
+
return None
|
|
84
|
+
|
|
85
|
+
if not isinstance(obj, dict):
|
|
86
|
+
return cls.model_validate(obj)
|
|
87
|
+
|
|
88
|
+
_obj = cls.model_validate({
|
|
89
|
+
"assetId": obj.get("assetId"),
|
|
90
|
+
"markerConfig": MarkerConfig.from_dict(obj["markerConfig"]) if obj.get("markerConfig") is not None else None
|
|
91
|
+
})
|
|
92
|
+
return _obj
|
|
93
|
+
|
|
94
|
+
|
|
@@ -0,0 +1,229 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Catalog Control Plane API
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: 1.0
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
|
|
21
|
+
from typing import Any, ClassVar, Dict, List, Optional
|
|
22
|
+
from acceldata.models.api.catalog.column_variable import ColumnVariable
|
|
23
|
+
from acceldata.models.api.catalog.policy_execution_marker_config import PolicyExecutionMarkerConfig
|
|
24
|
+
from acceldata.models.api.catalog.rule_spark_sql_dynamic_filter_variable_mapping import RuleSparkSQLDynamicFilterVariableMapping
|
|
25
|
+
from acceldata.models.api.catalog.spark_resource_config import SparkResourceConfig
|
|
26
|
+
from typing import Optional, Set
|
|
27
|
+
from typing_extensions import Self
|
|
28
|
+
from pydantic_core import to_jsonable_python
|
|
29
|
+
|
|
30
|
+
class PolicyExecutionRequest(BaseModel):
|
|
31
|
+
"""
|
|
32
|
+
PolicyExecutionRequest
|
|
33
|
+
""" # noqa: E501
|
|
34
|
+
analysis_job_request_id: Optional[StrictStr] = Field(default=None, alias="analysisJobRequestId")
|
|
35
|
+
analytics_pipeline_id: Optional[StrictInt] = Field(default=None, alias="analyticsPipelineId")
|
|
36
|
+
asset_direction: Optional[StrictStr] = Field(default=None, alias="assetDirection")
|
|
37
|
+
auto_retry_enabled: Optional[StrictBool] = Field(default=False, alias="autoRetryEnabled")
|
|
38
|
+
column_variables: List[ColumnVariable] = Field(alias="columnVariables")
|
|
39
|
+
engine_type: Optional[StrictStr] = Field(default='SPARK', description="Allowed values at generation time: SPARK, JDBC_SQL, POD.", alias="engineType")
|
|
40
|
+
execution_type: StrictStr = Field(description="Allowed values at generation time: SELECTIVE, FULL, INCREMENTAL.", alias="executionType")
|
|
41
|
+
include_in_quality_score: StrictBool = Field(alias="includeInQualityScore")
|
|
42
|
+
marker_configs: Optional[List[PolicyExecutionMarkerConfig]] = Field(default=None, alias="markerConfigs")
|
|
43
|
+
monitor_execution_id: Optional[StrictInt] = Field(default=None, alias="monitorExecutionId")
|
|
44
|
+
pipeline_automation_execution_id: Optional[StrictInt] = Field(default=None, alias="pipelineAutomationExecutionId")
|
|
45
|
+
pipeline_run_id: Optional[StrictInt] = Field(default=None, alias="pipelineRunId")
|
|
46
|
+
profile_id: Optional[StrictInt] = Field(default=None, alias="profileId")
|
|
47
|
+
resource_strategy_type: StrictStr = Field(description="Allowed values at generation time: INVENTORY, CUSTOM.", alias="resourceStrategyType")
|
|
48
|
+
right_engine_type: Optional[StrictStr] = Field(default='SPARK', description="Allowed values at generation time: SPARK, JDBC_SQL, POD.", alias="rightEngineType")
|
|
49
|
+
right_spark_filter_selected_columns: Optional[List[StrictStr]] = Field(default=None, alias="rightSparkFilterSelectedColumns")
|
|
50
|
+
right_spark_sql_dynamic_filter_variable_mapping: Optional[List[RuleSparkSQLDynamicFilterVariableMapping]] = Field(default=None, alias="rightSparkSQLDynamicFilterVariableMapping")
|
|
51
|
+
rule_item_selections: Optional[List[StrictInt]] = Field(default=None, alias="ruleItemSelections")
|
|
52
|
+
selected_resource_inventory: Optional[StrictStr] = Field(default=None, alias="selectedResourceInventory")
|
|
53
|
+
source_execution_id: Optional[StrictInt] = Field(default=None, alias="sourceExecutionId")
|
|
54
|
+
spark_app_name: Optional[StrictStr] = Field(default=None, alias="sparkAppName")
|
|
55
|
+
spark_filter_selected_columns: Optional[List[StrictStr]] = Field(default=None, alias="sparkFilterSelectedColumns")
|
|
56
|
+
spark_resource_config: Optional[SparkResourceConfig] = Field(default=None, alias="sparkResourceConfig")
|
|
57
|
+
spark_sql_dynamic_filter_variable_mapping: Optional[List[RuleSparkSQLDynamicFilterVariableMapping]] = Field(default=None, alias="sparkSQLDynamicFilterVariableMapping")
|
|
58
|
+
__properties: ClassVar[List[str]] = ["analysisJobRequestId", "analyticsPipelineId", "assetDirection", "autoRetryEnabled", "columnVariables", "engineType", "executionType", "includeInQualityScore", "markerConfigs", "monitorExecutionId", "pipelineAutomationExecutionId", "pipelineRunId", "profileId", "resourceStrategyType", "rightEngineType", "rightSparkFilterSelectedColumns", "rightSparkSQLDynamicFilterVariableMapping", "ruleItemSelections", "selectedResourceInventory", "sourceExecutionId", "sparkAppName", "sparkFilterSelectedColumns", "sparkResourceConfig", "sparkSQLDynamicFilterVariableMapping"]
|
|
59
|
+
|
|
60
|
+
model_config = ConfigDict(
|
|
61
|
+
validate_by_name=True,
|
|
62
|
+
validate_by_alias=True,
|
|
63
|
+
validate_assignment=True,
|
|
64
|
+
protected_namespaces=(),
|
|
65
|
+
)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def to_str(self) -> str:
|
|
69
|
+
"""Returns the string representation of the model using alias"""
|
|
70
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
71
|
+
|
|
72
|
+
def to_json(self) -> str:
|
|
73
|
+
"""Returns the JSON representation of the model using alias"""
|
|
74
|
+
return json.dumps(to_jsonable_python(self.to_dict()))
|
|
75
|
+
|
|
76
|
+
@classmethod
|
|
77
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
78
|
+
"""Create an instance of PolicyExecutionRequest from a JSON string"""
|
|
79
|
+
return cls.from_dict(json.loads(json_str))
|
|
80
|
+
|
|
81
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
82
|
+
"""Return the dictionary representation of the model using alias.
|
|
83
|
+
|
|
84
|
+
This has the following differences from calling pydantic's
|
|
85
|
+
`self.model_dump(by_alias=True)`:
|
|
86
|
+
|
|
87
|
+
* `None` is only added to the output dict for nullable fields that
|
|
88
|
+
were set at model initialization. Other fields with value `None`
|
|
89
|
+
are ignored.
|
|
90
|
+
"""
|
|
91
|
+
excluded_fields: Set[str] = set([
|
|
92
|
+
])
|
|
93
|
+
|
|
94
|
+
_dict = self.model_dump(
|
|
95
|
+
by_alias=True,
|
|
96
|
+
exclude=excluded_fields,
|
|
97
|
+
exclude_none=True,
|
|
98
|
+
)
|
|
99
|
+
# override the default output from pydantic by calling `to_dict()` of each item in column_variables (list)
|
|
100
|
+
_items = []
|
|
101
|
+
if self.column_variables:
|
|
102
|
+
for _item_column_variables in self.column_variables:
|
|
103
|
+
if _item_column_variables:
|
|
104
|
+
_items.append(_item_column_variables.to_dict())
|
|
105
|
+
_dict['columnVariables'] = _items
|
|
106
|
+
# override the default output from pydantic by calling `to_dict()` of each item in marker_configs (list)
|
|
107
|
+
_items = []
|
|
108
|
+
if self.marker_configs:
|
|
109
|
+
for _item_marker_configs in self.marker_configs:
|
|
110
|
+
if _item_marker_configs:
|
|
111
|
+
_items.append(_item_marker_configs.to_dict())
|
|
112
|
+
_dict['markerConfigs'] = _items
|
|
113
|
+
# override the default output from pydantic by calling `to_dict()` of each item in right_spark_sql_dynamic_filter_variable_mapping (list)
|
|
114
|
+
_items = []
|
|
115
|
+
if self.right_spark_sql_dynamic_filter_variable_mapping:
|
|
116
|
+
for _item_right_spark_sql_dynamic_filter_variable_mapping in self.right_spark_sql_dynamic_filter_variable_mapping:
|
|
117
|
+
if _item_right_spark_sql_dynamic_filter_variable_mapping:
|
|
118
|
+
_items.append(_item_right_spark_sql_dynamic_filter_variable_mapping.to_dict())
|
|
119
|
+
_dict['rightSparkSQLDynamicFilterVariableMapping'] = _items
|
|
120
|
+
# override the default output from pydantic by calling `to_dict()` of spark_resource_config
|
|
121
|
+
if self.spark_resource_config:
|
|
122
|
+
_dict['sparkResourceConfig'] = self.spark_resource_config.to_dict()
|
|
123
|
+
# override the default output from pydantic by calling `to_dict()` of each item in spark_sql_dynamic_filter_variable_mapping (list)
|
|
124
|
+
_items = []
|
|
125
|
+
if self.spark_sql_dynamic_filter_variable_mapping:
|
|
126
|
+
for _item_spark_sql_dynamic_filter_variable_mapping in self.spark_sql_dynamic_filter_variable_mapping:
|
|
127
|
+
if _item_spark_sql_dynamic_filter_variable_mapping:
|
|
128
|
+
_items.append(_item_spark_sql_dynamic_filter_variable_mapping.to_dict())
|
|
129
|
+
_dict['sparkSQLDynamicFilterVariableMapping'] = _items
|
|
130
|
+
# set to None if analysis_job_request_id (nullable) is None
|
|
131
|
+
# and model_fields_set contains the field
|
|
132
|
+
if self.analysis_job_request_id is None and "analysis_job_request_id" in self.model_fields_set:
|
|
133
|
+
_dict['analysisJobRequestId'] = None
|
|
134
|
+
|
|
135
|
+
# set to None if asset_direction (nullable) is None
|
|
136
|
+
# and model_fields_set contains the field
|
|
137
|
+
if self.asset_direction is None and "asset_direction" in self.model_fields_set:
|
|
138
|
+
_dict['assetDirection'] = None
|
|
139
|
+
|
|
140
|
+
# set to None if engine_type (nullable) is None
|
|
141
|
+
# and model_fields_set contains the field
|
|
142
|
+
if self.engine_type is None and "engine_type" in self.model_fields_set:
|
|
143
|
+
_dict['engineType'] = None
|
|
144
|
+
|
|
145
|
+
# set to None if marker_configs (nullable) is None
|
|
146
|
+
# and model_fields_set contains the field
|
|
147
|
+
if self.marker_configs is None and "marker_configs" in self.model_fields_set:
|
|
148
|
+
_dict['markerConfigs'] = None
|
|
149
|
+
|
|
150
|
+
# set to None if right_engine_type (nullable) is None
|
|
151
|
+
# and model_fields_set contains the field
|
|
152
|
+
if self.right_engine_type is None and "right_engine_type" in self.model_fields_set:
|
|
153
|
+
_dict['rightEngineType'] = None
|
|
154
|
+
|
|
155
|
+
# set to None if right_spark_filter_selected_columns (nullable) is None
|
|
156
|
+
# and model_fields_set contains the field
|
|
157
|
+
if self.right_spark_filter_selected_columns is None and "right_spark_filter_selected_columns" in self.model_fields_set:
|
|
158
|
+
_dict['rightSparkFilterSelectedColumns'] = None
|
|
159
|
+
|
|
160
|
+
# set to None if right_spark_sql_dynamic_filter_variable_mapping (nullable) is None
|
|
161
|
+
# and model_fields_set contains the field
|
|
162
|
+
if self.right_spark_sql_dynamic_filter_variable_mapping is None and "right_spark_sql_dynamic_filter_variable_mapping" in self.model_fields_set:
|
|
163
|
+
_dict['rightSparkSQLDynamicFilterVariableMapping'] = None
|
|
164
|
+
|
|
165
|
+
# set to None if rule_item_selections (nullable) is None
|
|
166
|
+
# and model_fields_set contains the field
|
|
167
|
+
if self.rule_item_selections is None and "rule_item_selections" in self.model_fields_set:
|
|
168
|
+
_dict['ruleItemSelections'] = None
|
|
169
|
+
|
|
170
|
+
# set to None if selected_resource_inventory (nullable) is None
|
|
171
|
+
# and model_fields_set contains the field
|
|
172
|
+
if self.selected_resource_inventory is None and "selected_resource_inventory" in self.model_fields_set:
|
|
173
|
+
_dict['selectedResourceInventory'] = None
|
|
174
|
+
|
|
175
|
+
# set to None if spark_app_name (nullable) is None
|
|
176
|
+
# and model_fields_set contains the field
|
|
177
|
+
if self.spark_app_name is None and "spark_app_name" in self.model_fields_set:
|
|
178
|
+
_dict['sparkAppName'] = None
|
|
179
|
+
|
|
180
|
+
# set to None if spark_filter_selected_columns (nullable) is None
|
|
181
|
+
# and model_fields_set contains the field
|
|
182
|
+
if self.spark_filter_selected_columns is None and "spark_filter_selected_columns" in self.model_fields_set:
|
|
183
|
+
_dict['sparkFilterSelectedColumns'] = None
|
|
184
|
+
|
|
185
|
+
# set to None if spark_sql_dynamic_filter_variable_mapping (nullable) is None
|
|
186
|
+
# and model_fields_set contains the field
|
|
187
|
+
if self.spark_sql_dynamic_filter_variable_mapping is None and "spark_sql_dynamic_filter_variable_mapping" in self.model_fields_set:
|
|
188
|
+
_dict['sparkSQLDynamicFilterVariableMapping'] = None
|
|
189
|
+
|
|
190
|
+
return _dict
|
|
191
|
+
|
|
192
|
+
@classmethod
|
|
193
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
194
|
+
"""Create an instance of PolicyExecutionRequest from a dict"""
|
|
195
|
+
if obj is None:
|
|
196
|
+
return None
|
|
197
|
+
|
|
198
|
+
if not isinstance(obj, dict):
|
|
199
|
+
return cls.model_validate(obj)
|
|
200
|
+
|
|
201
|
+
_obj = cls.model_validate({
|
|
202
|
+
"analysisJobRequestId": obj.get("analysisJobRequestId"),
|
|
203
|
+
"analyticsPipelineId": obj.get("analyticsPipelineId"),
|
|
204
|
+
"assetDirection": obj.get("assetDirection"),
|
|
205
|
+
"autoRetryEnabled": obj.get("autoRetryEnabled") if obj.get("autoRetryEnabled") is not None else False,
|
|
206
|
+
"columnVariables": [ColumnVariable.from_dict(_item) for _item in obj["columnVariables"]] if obj.get("columnVariables") is not None else None,
|
|
207
|
+
"engineType": obj.get("engineType") if obj.get("engineType") is not None else 'SPARK',
|
|
208
|
+
"executionType": obj.get("executionType"),
|
|
209
|
+
"includeInQualityScore": obj.get("includeInQualityScore") if obj.get("includeInQualityScore") is not None else True,
|
|
210
|
+
"markerConfigs": [PolicyExecutionMarkerConfig.from_dict(_item) for _item in obj["markerConfigs"]] if obj.get("markerConfigs") is not None else None,
|
|
211
|
+
"monitorExecutionId": obj.get("monitorExecutionId"),
|
|
212
|
+
"pipelineAutomationExecutionId": obj.get("pipelineAutomationExecutionId"),
|
|
213
|
+
"pipelineRunId": obj.get("pipelineRunId"),
|
|
214
|
+
"profileId": obj.get("profileId"),
|
|
215
|
+
"resourceStrategyType": obj.get("resourceStrategyType") if obj.get("resourceStrategyType") is not None else 'CUSTOM',
|
|
216
|
+
"rightEngineType": obj.get("rightEngineType") if obj.get("rightEngineType") is not None else 'SPARK',
|
|
217
|
+
"rightSparkFilterSelectedColumns": obj.get("rightSparkFilterSelectedColumns"),
|
|
218
|
+
"rightSparkSQLDynamicFilterVariableMapping": [RuleSparkSQLDynamicFilterVariableMapping.from_dict(_item) for _item in obj["rightSparkSQLDynamicFilterVariableMapping"]] if obj.get("rightSparkSQLDynamicFilterVariableMapping") is not None else None,
|
|
219
|
+
"ruleItemSelections": obj.get("ruleItemSelections"),
|
|
220
|
+
"selectedResourceInventory": obj.get("selectedResourceInventory"),
|
|
221
|
+
"sourceExecutionId": obj.get("sourceExecutionId"),
|
|
222
|
+
"sparkAppName": obj.get("sparkAppName"),
|
|
223
|
+
"sparkFilterSelectedColumns": obj.get("sparkFilterSelectedColumns"),
|
|
224
|
+
"sparkResourceConfig": SparkResourceConfig.from_dict(obj["sparkResourceConfig"]) if obj.get("sparkResourceConfig") is not None else None,
|
|
225
|
+
"sparkSQLDynamicFilterVariableMapping": [RuleSparkSQLDynamicFilterVariableMapping.from_dict(_item) for _item in obj["sparkSQLDynamicFilterVariableMapping"]] if obj.get("sparkSQLDynamicFilterVariableMapping") is not None else None
|
|
226
|
+
})
|
|
227
|
+
return _obj
|
|
228
|
+
|
|
229
|
+
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Catalog Control Plane API
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: 1.0
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from datetime import datetime
|
|
21
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
|
|
22
|
+
from typing import Any, ClassVar, Dict, List, Optional
|
|
23
|
+
from typing import Optional, Set
|
|
24
|
+
from typing_extensions import Self
|
|
25
|
+
from pydantic_core import to_jsonable_python
|
|
26
|
+
|
|
27
|
+
class PolicyGroup(BaseModel):
|
|
28
|
+
"""
|
|
29
|
+
PolicyGroup
|
|
30
|
+
""" # noqa: E501
|
|
31
|
+
created_at: Optional[datetime] = Field(default=None, alias="createdAt")
|
|
32
|
+
description: Optional[StrictStr] = None
|
|
33
|
+
id: Optional[StrictInt] = None
|
|
34
|
+
name: Optional[StrictStr] = None
|
|
35
|
+
tenant_id: Optional[StrictStr] = Field(default=None, alias="tenantId")
|
|
36
|
+
updated_at: Optional[datetime] = Field(default=None, alias="updatedAt")
|
|
37
|
+
__properties: ClassVar[List[str]] = ["createdAt", "description", "id", "name", "tenantId", "updatedAt"]
|
|
38
|
+
|
|
39
|
+
model_config = ConfigDict(
|
|
40
|
+
validate_by_name=True,
|
|
41
|
+
validate_by_alias=True,
|
|
42
|
+
validate_assignment=True,
|
|
43
|
+
protected_namespaces=(),
|
|
44
|
+
)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def to_str(self) -> str:
|
|
48
|
+
"""Returns the string representation of the model using alias"""
|
|
49
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
50
|
+
|
|
51
|
+
def to_json(self) -> str:
|
|
52
|
+
"""Returns the JSON representation of the model using alias"""
|
|
53
|
+
return json.dumps(to_jsonable_python(self.to_dict()))
|
|
54
|
+
|
|
55
|
+
@classmethod
|
|
56
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
57
|
+
"""Create an instance of PolicyGroup from a JSON string"""
|
|
58
|
+
return cls.from_dict(json.loads(json_str))
|
|
59
|
+
|
|
60
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
61
|
+
"""Return the dictionary representation of the model using alias.
|
|
62
|
+
|
|
63
|
+
This has the following differences from calling pydantic's
|
|
64
|
+
`self.model_dump(by_alias=True)`:
|
|
65
|
+
|
|
66
|
+
* `None` is only added to the output dict for nullable fields that
|
|
67
|
+
were set at model initialization. Other fields with value `None`
|
|
68
|
+
are ignored.
|
|
69
|
+
"""
|
|
70
|
+
excluded_fields: Set[str] = set([
|
|
71
|
+
])
|
|
72
|
+
|
|
73
|
+
_dict = self.model_dump(
|
|
74
|
+
by_alias=True,
|
|
75
|
+
exclude=excluded_fields,
|
|
76
|
+
exclude_none=True,
|
|
77
|
+
)
|
|
78
|
+
# set to None if description (nullable) is None
|
|
79
|
+
# and model_fields_set contains the field
|
|
80
|
+
if self.description is None and "description" in self.model_fields_set:
|
|
81
|
+
_dict['description'] = None
|
|
82
|
+
|
|
83
|
+
# set to None if name (nullable) is None
|
|
84
|
+
# and model_fields_set contains the field
|
|
85
|
+
if self.name is None and "name" in self.model_fields_set:
|
|
86
|
+
_dict['name'] = None
|
|
87
|
+
|
|
88
|
+
# set to None if tenant_id (nullable) is None
|
|
89
|
+
# and model_fields_set contains the field
|
|
90
|
+
if self.tenant_id is None and "tenant_id" in self.model_fields_set:
|
|
91
|
+
_dict['tenantId'] = None
|
|
92
|
+
|
|
93
|
+
return _dict
|
|
94
|
+
|
|
95
|
+
@classmethod
|
|
96
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
97
|
+
"""Create an instance of PolicyGroup from a dict"""
|
|
98
|
+
if obj is None:
|
|
99
|
+
return None
|
|
100
|
+
|
|
101
|
+
if not isinstance(obj, dict):
|
|
102
|
+
return cls.model_validate(obj)
|
|
103
|
+
|
|
104
|
+
_obj = cls.model_validate({
|
|
105
|
+
"createdAt": obj.get("createdAt"),
|
|
106
|
+
"description": obj.get("description"),
|
|
107
|
+
"id": obj.get("id"),
|
|
108
|
+
"name": obj.get("name"),
|
|
109
|
+
"tenantId": obj.get("tenantId"),
|
|
110
|
+
"updatedAt": obj.get("updatedAt")
|
|
111
|
+
})
|
|
112
|
+
return _obj
|
|
113
|
+
|
|
114
|
+
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Catalog Control Plane API
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: 1.0
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
|
|
21
|
+
from typing import Any, ClassVar, Dict, List, Optional
|
|
22
|
+
from acceldata.models.api.catalog.udf_variable import UdfVariable
|
|
23
|
+
from typing import Optional, Set
|
|
24
|
+
from typing_extensions import Self
|
|
25
|
+
from pydantic_core import to_jsonable_python
|
|
26
|
+
|
|
27
|
+
class PolicyTransformUDF(BaseModel):
|
|
28
|
+
"""
|
|
29
|
+
PolicyTransformUDF
|
|
30
|
+
""" # noqa: E501
|
|
31
|
+
asset_id: StrictInt = Field(alias="assetId")
|
|
32
|
+
column_names: Optional[List[StrictStr]] = Field(default=None, alias="columnNames")
|
|
33
|
+
id: Optional[StrictInt] = None
|
|
34
|
+
name: StrictStr
|
|
35
|
+
parameters: List[UdfVariable]
|
|
36
|
+
rule_id: Optional[StrictInt] = Field(default=None, alias="ruleId")
|
|
37
|
+
udf_id: StrictInt = Field(alias="udfId")
|
|
38
|
+
__properties: ClassVar[List[str]] = ["assetId", "columnNames", "id", "name", "parameters", "ruleId", "udfId"]
|
|
39
|
+
|
|
40
|
+
model_config = ConfigDict(
|
|
41
|
+
validate_by_name=True,
|
|
42
|
+
validate_by_alias=True,
|
|
43
|
+
validate_assignment=True,
|
|
44
|
+
protected_namespaces=(),
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def to_str(self) -> str:
|
|
49
|
+
"""Returns the string representation of the model using alias"""
|
|
50
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
51
|
+
|
|
52
|
+
def to_json(self) -> str:
|
|
53
|
+
"""Returns the JSON representation of the model using alias"""
|
|
54
|
+
return json.dumps(to_jsonable_python(self.to_dict()))
|
|
55
|
+
|
|
56
|
+
@classmethod
|
|
57
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
58
|
+
"""Create an instance of PolicyTransformUDF from a JSON string"""
|
|
59
|
+
return cls.from_dict(json.loads(json_str))
|
|
60
|
+
|
|
61
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
62
|
+
"""Return the dictionary representation of the model using alias.
|
|
63
|
+
|
|
64
|
+
This has the following differences from calling pydantic's
|
|
65
|
+
`self.model_dump(by_alias=True)`:
|
|
66
|
+
|
|
67
|
+
* `None` is only added to the output dict for nullable fields that
|
|
68
|
+
were set at model initialization. Other fields with value `None`
|
|
69
|
+
are ignored.
|
|
70
|
+
"""
|
|
71
|
+
excluded_fields: Set[str] = set([
|
|
72
|
+
])
|
|
73
|
+
|
|
74
|
+
_dict = self.model_dump(
|
|
75
|
+
by_alias=True,
|
|
76
|
+
exclude=excluded_fields,
|
|
77
|
+
exclude_none=True,
|
|
78
|
+
)
|
|
79
|
+
# override the default output from pydantic by calling `to_dict()` of each item in parameters (list)
|
|
80
|
+
_items = []
|
|
81
|
+
if self.parameters:
|
|
82
|
+
for _item_parameters in self.parameters:
|
|
83
|
+
if _item_parameters:
|
|
84
|
+
_items.append(_item_parameters.to_dict())
|
|
85
|
+
_dict['parameters'] = _items
|
|
86
|
+
# set to None if column_names (nullable) is None
|
|
87
|
+
# and model_fields_set contains the field
|
|
88
|
+
if self.column_names is None and "column_names" in self.model_fields_set:
|
|
89
|
+
_dict['columnNames'] = None
|
|
90
|
+
|
|
91
|
+
return _dict
|
|
92
|
+
|
|
93
|
+
@classmethod
|
|
94
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
95
|
+
"""Create an instance of PolicyTransformUDF from a dict"""
|
|
96
|
+
if obj is None:
|
|
97
|
+
return None
|
|
98
|
+
|
|
99
|
+
if not isinstance(obj, dict):
|
|
100
|
+
return cls.model_validate(obj)
|
|
101
|
+
|
|
102
|
+
_obj = cls.model_validate({
|
|
103
|
+
"assetId": obj.get("assetId"),
|
|
104
|
+
"columnNames": obj.get("columnNames"),
|
|
105
|
+
"id": obj.get("id"),
|
|
106
|
+
"name": obj.get("name"),
|
|
107
|
+
"parameters": [UdfVariable.from_dict(_item) for _item in obj["parameters"]] if obj.get("parameters") is not None else None,
|
|
108
|
+
"ruleId": obj.get("ruleId"),
|
|
109
|
+
"udfId": obj.get("udfId")
|
|
110
|
+
})
|
|
111
|
+
return _obj
|
|
112
|
+
|
|
113
|
+
|