acceldata-sdk-python 26.7.0__py3-none-any.whl

acceldata/models/api/catalog/crawler_status_response.py

@@ -0,0 +1,90 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class CrawlerStatusResponse(BaseModel):
+    """
+    CrawlerStatusResponse
+    """ # noqa: E501
+    assembly_name: StrictStr = Field(alias="assemblyName")
+    status: StrictStr
+    __properties: ClassVar[List[str]] = ["assemblyName", "status"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of CrawlerStatusResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of CrawlerStatusResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "assemblyName": obj.get("assemblyName"),
+            "status": obj.get("status")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/create_profile.py

@@ -0,0 +1,194 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.analysis_job_context import AnalysisJobContext
+from acceldata.models.api.catalog.marker import Marker
+from acceldata.models.api.catalog.marker_config import MarkerConfig
+from acceldata.models.api.catalog.pattern_configuration import PatternConfiguration
+from acceldata.models.api.catalog.spark_resource_config import SparkResourceConfig
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class CreateProfile(BaseModel):
+    """
+    CreateProfile
+    """ # noqa: E501
+    analysis_job_context: Optional[AnalysisJobContext] = Field(default=None, alias="analysisJobContext")
+    auto_profile_id: Optional[StrictInt] = Field(default=None, alias="autoProfileId")
+    auto_retries: Optional[StrictInt] = Field(default=0, alias="autoRetries")
+    auto_retry_enabled: Optional[StrictBool] = Field(default=False, alias="autoRetryEnabled")
+    column_level: Optional[StrictInt] = Field(default=None, alias="columnLevel")
+    engine_type: Optional[StrictStr] = Field(default='SPARK', description="Allowed values at generation time: SPARK, JDBC_SQL, POD.", alias="engineType")
+    execution_mode: StrictStr = Field(description="Allowed values at generation time: MANUAL, SCHEDULED.", alias="executionMode")
+    is_data_change: Optional[StrictBool] = Field(default=False, alias="isDataChange")
+    job_type: StrictStr = Field(alias="jobType")
+    marker: Optional[Marker] = None
+    marker_config: Optional[MarkerConfig] = Field(default=None, alias="markerConfig")
+    no_of_columns_per_batch: Optional[StrictInt] = Field(default=300, alias="noOfColumnsPerBatch")
+    pattern_configuration: Optional[PatternConfiguration] = Field(default=None, alias="patternConfiguration")
+    pipeline_automation_execution_id: Optional[StrictInt] = Field(default=None, alias="pipelineAutomationExecutionId")
+    pipeline_run_id: Optional[StrictInt] = Field(default=None, alias="pipelineRunId")
+    profiling_type: StrictStr = Field(description="Allowed values at generation time: SELECTIVE, FULL, INCREMENTAL.", alias="profilingType")
+    request_id: Optional[StrictStr] = Field(default=None, alias="requestId")
+    resource_strategy_type: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: INVENTORY, CUSTOM.", alias="resourceStrategyType")
+    run_type: Optional[StrictStr] = Field(default='FULL_DATA_LOAD', description="Allowed values at generation time: FULL_DATA_LOAD, BATCH_DATA_LOAD.", alias="runType")
+    selected_columns: Optional[List[StrictStr]] = Field(default=None, alias="selectedColumns")
+    selected_resource_inventory: Optional[StrictStr] = Field(default=None, alias="selectedResourceInventory")
+    spark_cluster_context: Optional[StrictStr] = Field(default=None, description="Allowed values at generation time: LOCAL, LIVY, DATABRICKS, KUBERNETES, DATAPROC.", alias="sparkClusterContext")
+    spark_resource_config: Optional[SparkResourceConfig] = Field(default=None, alias="sparkResourceConfig")
+    status: Optional[StrictStr] = None
+    __properties: ClassVar[List[str]] = ["analysisJobContext", "autoProfileId", "autoRetries", "autoRetryEnabled", "columnLevel", "engineType", "executionMode", "isDataChange", "jobType", "marker", "markerConfig", "noOfColumnsPerBatch", "patternConfiguration", "pipelineAutomationExecutionId", "pipelineRunId", "profilingType", "requestId", "resourceStrategyType", "runType", "selectedColumns", "selectedResourceInventory", "sparkClusterContext", "sparkResourceConfig", "status"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of CreateProfile from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of analysis_job_context
+        if self.analysis_job_context:
+            _dict['analysisJobContext'] = self.analysis_job_context.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of marker
+        if self.marker:
+            _dict['marker'] = self.marker.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of marker_config
+        if self.marker_config:
+            _dict['markerConfig'] = self.marker_config.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of pattern_configuration
+        if self.pattern_configuration:
+            _dict['patternConfiguration'] = self.pattern_configuration.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of spark_resource_config
+        if self.spark_resource_config:
+            _dict['sparkResourceConfig'] = self.spark_resource_config.to_dict()
+        # set to None if engine_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.engine_type is None and "engine_type" in self.model_fields_set:
+            _dict['engineType'] = None
+
+        # set to None if request_id (nullable) is None
+        # and model_fields_set contains the field
+        if self.request_id is None and "request_id" in self.model_fields_set:
+            _dict['requestId'] = None
+
+        # set to None if resource_strategy_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.resource_strategy_type is None and "resource_strategy_type" in self.model_fields_set:
+            _dict['resourceStrategyType'] = None
+
+        # set to None if run_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.run_type is None and "run_type" in self.model_fields_set:
+            _dict['runType'] = None
+
+        # set to None if selected_columns (nullable) is None
+        # and model_fields_set contains the field
+        if self.selected_columns is None and "selected_columns" in self.model_fields_set:
+            _dict['selectedColumns'] = None
+
+        # set to None if selected_resource_inventory (nullable) is None
+        # and model_fields_set contains the field
+        if self.selected_resource_inventory is None and "selected_resource_inventory" in self.model_fields_set:
+            _dict['selectedResourceInventory'] = None
+
+        # set to None if spark_cluster_context (nullable) is None
+        # and model_fields_set contains the field
+        if self.spark_cluster_context is None and "spark_cluster_context" in self.model_fields_set:
+            _dict['sparkClusterContext'] = None
+
+        # set to None if status (nullable) is None
+        # and model_fields_set contains the field
+        if self.status is None and "status" in self.model_fields_set:
+            _dict['status'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of CreateProfile from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "analysisJobContext": AnalysisJobContext.from_dict(obj["analysisJobContext"]) if obj.get("analysisJobContext") is not None else None,
+            "autoProfileId": obj.get("autoProfileId"),
+            "autoRetries": obj.get("autoRetries") if obj.get("autoRetries") is not None else 0,
+            "autoRetryEnabled": obj.get("autoRetryEnabled") if obj.get("autoRetryEnabled") is not None else False,
+            "columnLevel": obj.get("columnLevel"),
+            "engineType": obj.get("engineType") if obj.get("engineType") is not None else 'SPARK',
+            "executionMode": obj.get("executionMode") if obj.get("executionMode") is not None else 'MANUAL',
+            "isDataChange": obj.get("isDataChange") if obj.get("isDataChange") is not None else False,
+            "jobType": obj.get("jobType") if obj.get("jobType") is not None else 'profile',
+            "marker": Marker.from_dict(obj["marker"]) if obj.get("marker") is not None else None,
+            "markerConfig": MarkerConfig.from_dict(obj["markerConfig"]) if obj.get("markerConfig") is not None else None,
+            "noOfColumnsPerBatch": obj.get("noOfColumnsPerBatch") if obj.get("noOfColumnsPerBatch") is not None else 300,
+            "patternConfiguration": PatternConfiguration.from_dict(obj["patternConfiguration"]) if obj.get("patternConfiguration") is not None else None,
+            "pipelineAutomationExecutionId": obj.get("pipelineAutomationExecutionId"),
+            "pipelineRunId": obj.get("pipelineRunId"),
+            "profilingType": obj.get("profilingType"),
+            "requestId": obj.get("requestId"),
+            "resourceStrategyType": obj.get("resourceStrategyType"),
+            "runType": obj.get("runType") if obj.get("runType") is not None else 'FULL_DATA_LOAD',
+            "selectedColumns": obj.get("selectedColumns"),
+            "selectedResourceInventory": obj.get("selectedResourceInventory"),
+            "sparkClusterContext": obj.get("sparkClusterContext"),
+            "sparkResourceConfig": SparkResourceConfig.from_dict(obj["sparkResourceConfig"]) if obj.get("sparkResourceConfig") is not None else None,
+            "status": obj.get("status")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/custom_sql_config.py

@@ -0,0 +1,121 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from acceldata.models.api.catalog.column_metadata import ColumnMetadata
+from acceldata.models.api.catalog.column_variable import ColumnVariable
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class CustomSqlConfig(BaseModel):
+    """
+    CustomSqlConfig
+    """ # noqa: E501
+    column_metadata_list: List[ColumnMetadata] = Field(alias="columnMetadataList")
+    column_variables: List[ColumnVariable] = Field(alias="columnVariables")
+    query_type: StrictStr = Field(alias="queryType")
+    rule_version: StrictInt = Field(alias="ruleVersion")
+    sanitized_query: StrictStr = Field(alias="sanitizedQuery")
+    sql_expression: StrictStr = Field(alias="sqlExpression")
+    table_alias: Optional[StrictStr] = Field(default=None, alias="tableAlias")
+    __properties: ClassVar[List[str]] = ["columnMetadataList", "columnVariables", "queryType", "ruleVersion", "sanitizedQuery", "sqlExpression", "tableAlias"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of CustomSqlConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in column_metadata_list (list)
+        _items = []
+        if self.column_metadata_list:
+            for _item_column_metadata_list in self.column_metadata_list:
+                if _item_column_metadata_list:
+                    _items.append(_item_column_metadata_list.to_dict())
+            _dict['columnMetadataList'] = _items
+        # override the default output from pydantic by calling `to_dict()` of each item in column_variables (list)
+        _items = []
+        if self.column_variables:
+            for _item_column_variables in self.column_variables:
+                if _item_column_variables:
+                    _items.append(_item_column_variables.to_dict())
+            _dict['columnVariables'] = _items
+        # set to None if table_alias (nullable) is None
+        # and model_fields_set contains the field
+        if self.table_alias is None and "table_alias" in self.model_fields_set:
+            _dict['tableAlias'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of CustomSqlConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "columnMetadataList": [ColumnMetadata.from_dict(_item) for _item in obj["columnMetadataList"]] if obj.get("columnMetadataList") is not None else None,
+            "columnVariables": [ColumnVariable.from_dict(_item) for _item in obj["columnVariables"]] if obj.get("columnVariables") is not None else None,
+            "queryType": obj.get("queryType"),
+            "ruleVersion": obj.get("ruleVersion"),
+            "sanitizedQuery": obj.get("sanitizedQuery"),
+            "sqlExpression": obj.get("sqlExpression"),
+            "tableAlias": obj.get("tableAlias")
+        })
+        return _obj
+
+

acceldata/models/api/catalog/data_bricks_spark_resource_config.py

@@ -0,0 +1,104 @@
+# coding: utf-8
+
+"""
+    Catalog Control Plane API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+from pydantic_core import to_jsonable_python
+
+class DataBricksSparkResourceConfig(BaseModel):
+    """
+    DataBricksSparkResourceConfig
+    """ # noqa: E501
+    cluster_driver_type: Optional[StrictStr] = Field(default=None, alias="clusterDriverType")
+    cluster_worker_type: Optional[StrictStr] = Field(default=None, alias="clusterWorkerType")
+    max_workers: Optional[StrictInt] = Field(default=None, alias="maxWorkers")
+    min_workers: Optional[StrictInt] = Field(default=None, alias="minWorkers")
+    __properties: ClassVar[List[str]] = ["clusterDriverType", "clusterWorkerType", "maxWorkers", "minWorkers"]
+
+    model_config = ConfigDict(
+        validate_by_name=True,
+        validate_by_alias=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        return json.dumps(to_jsonable_python(self.to_dict()))
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of DataBricksSparkResourceConfig from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if cluster_driver_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_driver_type is None and "cluster_driver_type" in self.model_fields_set:
+            _dict['clusterDriverType'] = None
+
+        # set to None if cluster_worker_type (nullable) is None
+        # and model_fields_set contains the field
+        if self.cluster_worker_type is None and "cluster_worker_type" in self.model_fields_set:
+            _dict['clusterWorkerType'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of DataBricksSparkResourceConfig from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "clusterDriverType": obj.get("clusterDriverType"),
+            "clusterWorkerType": obj.get("clusterWorkerType"),
+            "maxWorkers": obj.get("maxWorkers"),
+            "minWorkers": obj.get("minWorkers")
+        })
+        return _obj
+
+