databricks-sdk 0.38.0__py3-none-any.whl → 0.40.0__py3-none-any.whl

databricks/sdk/service/pipelines.py

@@ -11,7 +11,7 @@ from enum import Enum
 from typing import Callable, Dict, Iterator, List, Optional
 
 from ..errors import OperationFailed
-from ._internal import Wait, _enum, _from_dict, _repeated_dict
+from ._internal import Wait, _enum, _from_dict, _repeated_dict, _repeated_enum
 
 _LOG = logging.getLogger('databricks.sdk')
 
@@ -133,6 +133,36 @@ class CreatePipeline:
         if self.trigger: body['trigger'] = self.trigger.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the CreatePipeline into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.allow_duplicate_names is not None: body['allow_duplicate_names'] = self.allow_duplicate_names
+        if self.budget_policy_id is not None: body['budget_policy_id'] = self.budget_policy_id
+        if self.catalog is not None: body['catalog'] = self.catalog
+        if self.channel is not None: body['channel'] = self.channel
+        if self.clusters: body['clusters'] = self.clusters
+        if self.configuration: body['configuration'] = self.configuration
+        if self.continuous is not None: body['continuous'] = self.continuous
+        if self.deployment: body['deployment'] = self.deployment
+        if self.development is not None: body['development'] = self.development
+        if self.dry_run is not None: body['dry_run'] = self.dry_run
+        if self.edition is not None: body['edition'] = self.edition
+        if self.filters: body['filters'] = self.filters
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition
+        if self.id is not None: body['id'] = self.id
+        if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition
+        if self.libraries: body['libraries'] = self.libraries
+        if self.name is not None: body['name'] = self.name
+        if self.notifications: body['notifications'] = self.notifications
+        if self.photon is not None: body['photon'] = self.photon
+        if self.restart_window: body['restart_window'] = self.restart_window
+        if self.schema is not None: body['schema'] = self.schema
+        if self.serverless is not None: body['serverless'] = self.serverless
+        if self.storage is not None: body['storage'] = self.storage
+        if self.target is not None: body['target'] = self.target
+        if self.trigger: body['trigger'] = self.trigger
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> CreatePipeline:
         """Deserializes the CreatePipeline from a dictionary."""
@@ -178,6 +208,13 @@ class CreatePipelineResponse:
         if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the CreatePipelineResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.effective_settings: body['effective_settings'] = self.effective_settings
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> CreatePipelineResponse:
         """Deserializes the CreatePipelineResponse from a dictionary."""
@@ -198,6 +235,13 @@ class CronTrigger:
         if self.timezone_id is not None: body['timezone_id'] = self.timezone_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the CronTrigger into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.quartz_cron_schedule is not None: body['quartz_cron_schedule'] = self.quartz_cron_schedule
+        if self.timezone_id is not None: body['timezone_id'] = self.timezone_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> CronTrigger:
         """Deserializes the CronTrigger from a dictionary."""
@@ -220,6 +264,13 @@ class DataPlaneId:
         if self.seq_no is not None: body['seq_no'] = self.seq_no
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the DataPlaneId into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.instance is not None: body['instance'] = self.instance
+        if self.seq_no is not None: body['seq_no'] = self.seq_no
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> DataPlaneId:
         """Deserializes the DataPlaneId from a dictionary."""
@@ -234,6 +285,11 @@ class DeletePipelineResponse:
         body = {}
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the DeletePipelineResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> DeletePipelineResponse:
         """Deserializes the DeletePipelineResponse from a dictionary."""
@@ -367,6 +423,38 @@ class EditPipeline:
         if self.trigger: body['trigger'] = self.trigger.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the EditPipeline into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.allow_duplicate_names is not None: body['allow_duplicate_names'] = self.allow_duplicate_names
+        if self.budget_policy_id is not None: body['budget_policy_id'] = self.budget_policy_id
+        if self.catalog is not None: body['catalog'] = self.catalog
+        if self.channel is not None: body['channel'] = self.channel
+        if self.clusters: body['clusters'] = self.clusters
+        if self.configuration: body['configuration'] = self.configuration
+        if self.continuous is not None: body['continuous'] = self.continuous
+        if self.deployment: body['deployment'] = self.deployment
+        if self.development is not None: body['development'] = self.development
+        if self.edition is not None: body['edition'] = self.edition
+        if self.expected_last_modified is not None:
+            body['expected_last_modified'] = self.expected_last_modified
+        if self.filters: body['filters'] = self.filters
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition
+        if self.id is not None: body['id'] = self.id
+        if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition
+        if self.libraries: body['libraries'] = self.libraries
+        if self.name is not None: body['name'] = self.name
+        if self.notifications: body['notifications'] = self.notifications
+        if self.photon is not None: body['photon'] = self.photon
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.restart_window: body['restart_window'] = self.restart_window
+        if self.schema is not None: body['schema'] = self.schema
+        if self.serverless is not None: body['serverless'] = self.serverless
+        if self.storage is not None: body['storage'] = self.storage
+        if self.target is not None: body['target'] = self.target
+        if self.trigger: body['trigger'] = self.trigger
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> EditPipeline:
         """Deserializes the EditPipeline from a dictionary."""
@@ -406,6 +494,11 @@ class EditPipelineResponse:
         body = {}
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the EditPipelineResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> EditPipelineResponse:
         """Deserializes the EditPipelineResponse from a dictionary."""
@@ -427,6 +520,13 @@ class ErrorDetail:
         if self.fatal is not None: body['fatal'] = self.fatal
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ErrorDetail into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.exceptions: body['exceptions'] = self.exceptions
+        if self.fatal is not None: body['fatal'] = self.fatal
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ErrorDetail:
         """Deserializes the ErrorDetail from a dictionary."""
@@ -454,6 +554,12 @@ class FileLibrary:
         if self.path is not None: body['path'] = self.path
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the FileLibrary into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.path is not None: body['path'] = self.path
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> FileLibrary:
         """Deserializes the FileLibrary from a dictionary."""
@@ -475,6 +581,13 @@ class Filters:
         if self.include: body['include'] = [v for v in self.include]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the Filters into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.exclude: body['exclude'] = self.exclude
+        if self.include: body['include'] = self.include
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> Filters:
         """Deserializes the Filters from a dictionary."""
@@ -492,6 +605,12 @@ class GetPipelinePermissionLevelsResponse:
         if self.permission_levels: body['permission_levels'] = [v.as_dict() for v in self.permission_levels]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the GetPipelinePermissionLevelsResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.permission_levels: body['permission_levels'] = self.permission_levels
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> GetPipelinePermissionLevelsResponse:
         """Deserializes the GetPipelinePermissionLevelsResponse from a dictionary."""
@@ -554,6 +673,24 @@ class GetPipelineResponse:
         if self.state is not None: body['state'] = self.state.value
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the GetPipelineResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.cause is not None: body['cause'] = self.cause
+        if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
+        if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
+        if self.effective_budget_policy_id is not None:
+            body['effective_budget_policy_id'] = self.effective_budget_policy_id
+        if self.health is not None: body['health'] = self.health
+        if self.last_modified is not None: body['last_modified'] = self.last_modified
+        if self.latest_updates: body['latest_updates'] = self.latest_updates
+        if self.name is not None: body['name'] = self.name
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.run_as_user_name is not None: body['run_as_user_name'] = self.run_as_user_name
+        if self.spec: body['spec'] = self.spec
+        if self.state is not None: body['state'] = self.state
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> GetPipelineResponse:
         """Deserializes the GetPipelineResponse from a dictionary."""
@@ -589,6 +726,12 @@ class GetUpdateResponse:
         if self.update: body['update'] = self.update.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the GetUpdateResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.update: body['update'] = self.update
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> GetUpdateResponse:
         """Deserializes the GetUpdateResponse from a dictionary."""
@@ -614,6 +757,14 @@ class IngestionConfig:
         if self.table: body['table'] = self.table.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the IngestionConfig into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.report: body['report'] = self.report
+        if self.schema: body['schema'] = self.schema
+        if self.table: body['table'] = self.table
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> IngestionConfig:
         """Deserializes the IngestionConfig from a dictionary."""
@@ -655,6 +806,18 @@ class IngestionGatewayPipelineDefinition:
             body['gateway_storage_schema'] = self.gateway_storage_schema
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the IngestionGatewayPipelineDefinition into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.connection_id is not None: body['connection_id'] = self.connection_id
+        if self.connection_name is not None: body['connection_name'] = self.connection_name
+        if self.gateway_storage_catalog is not None:
+            body['gateway_storage_catalog'] = self.gateway_storage_catalog
+        if self.gateway_storage_name is not None: body['gateway_storage_name'] = self.gateway_storage_name
+        if self.gateway_storage_schema is not None:
+            body['gateway_storage_schema'] = self.gateway_storage_schema
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> IngestionGatewayPipelineDefinition:
         """Deserializes the IngestionGatewayPipelineDefinition from a dictionary."""
@@ -691,6 +854,15 @@ class IngestionPipelineDefinition:
         if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the IngestionPipelineDefinition into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.connection_name is not None: body['connection_name'] = self.connection_name
+        if self.ingestion_gateway_id is not None: body['ingestion_gateway_id'] = self.ingestion_gateway_id
+        if self.objects: body['objects'] = self.objects
+        if self.table_configuration: body['table_configuration'] = self.table_configuration
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> IngestionPipelineDefinition:
         """Deserializes the IngestionPipelineDefinition from a dictionary."""
@@ -719,6 +891,14 @@ class ListPipelineEventsResponse:
         if self.prev_page_token is not None: body['prev_page_token'] = self.prev_page_token
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ListPipelineEventsResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.events: body['events'] = self.events
+        if self.next_page_token is not None: body['next_page_token'] = self.next_page_token
+        if self.prev_page_token is not None: body['prev_page_token'] = self.prev_page_token
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ListPipelineEventsResponse:
         """Deserializes the ListPipelineEventsResponse from a dictionary."""
@@ -742,6 +922,13 @@ class ListPipelinesResponse:
         if self.statuses: body['statuses'] = [v.as_dict() for v in self.statuses]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ListPipelinesResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.next_page_token is not None: body['next_page_token'] = self.next_page_token
+        if self.statuses: body['statuses'] = self.statuses
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ListPipelinesResponse:
         """Deserializes the ListPipelinesResponse from a dictionary."""
@@ -768,6 +955,14 @@ class ListUpdatesResponse:
         if self.updates: body['updates'] = [v.as_dict() for v in self.updates]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ListUpdatesResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.next_page_token is not None: body['next_page_token'] = self.next_page_token
+        if self.prev_page_token is not None: body['prev_page_token'] = self.prev_page_token
+        if self.updates: body['updates'] = self.updates
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ListUpdatesResponse:
         """Deserializes the ListUpdatesResponse from a dictionary."""
@@ -784,6 +979,11 @@ class ManualTrigger:
         body = {}
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ManualTrigger into a shallow dictionary of its immediate attributes."""
+        body = {}
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ManualTrigger:
         """Deserializes the ManualTrigger from a dictionary."""
@@ -809,6 +1009,12 @@ class NotebookLibrary:
         if self.path is not None: body['path'] = self.path
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the NotebookLibrary into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.path is not None: body['path'] = self.path
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> NotebookLibrary:
         """Deserializes the NotebookLibrary from a dictionary."""
@@ -835,6 +1041,13 @@ class Notifications:
         if self.email_recipients: body['email_recipients'] = [v for v in self.email_recipients]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the Notifications into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.alerts: body['alerts'] = self.alerts
+        if self.email_recipients: body['email_recipients'] = self.email_recipients
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> Notifications:
         """Deserializes the Notifications from a dictionary."""
@@ -917,6 +1130,28 @@ class Origin:
         if self.update_id is not None: body['update_id'] = self.update_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the Origin into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.batch_id is not None: body['batch_id'] = self.batch_id
+        if self.cloud is not None: body['cloud'] = self.cloud
+        if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
+        if self.dataset_name is not None: body['dataset_name'] = self.dataset_name
+        if self.flow_id is not None: body['flow_id'] = self.flow_id
+        if self.flow_name is not None: body['flow_name'] = self.flow_name
+        if self.host is not None: body['host'] = self.host
+        if self.maintenance_id is not None: body['maintenance_id'] = self.maintenance_id
+        if self.materialization_name is not None: body['materialization_name'] = self.materialization_name
+        if self.org_id is not None: body['org_id'] = self.org_id
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.pipeline_name is not None: body['pipeline_name'] = self.pipeline_name
+        if self.region is not None: body['region'] = self.region
+        if self.request_id is not None: body['request_id'] = self.request_id
+        if self.table_id is not None: body['table_id'] = self.table_id
+        if self.uc_resource_id is not None: body['uc_resource_id'] = self.uc_resource_id
+        if self.update_id is not None: body['update_id'] = self.update_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> Origin:
         """Deserializes the Origin from a dictionary."""
@@ -963,6 +1198,16 @@ class PipelineAccessControlRequest:
         if self.user_name is not None: body['user_name'] = self.user_name
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineAccessControlRequest into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.group_name is not None: body['group_name'] = self.group_name
+        if self.permission_level is not None: body['permission_level'] = self.permission_level
+        if self.service_principal_name is not None:
+            body['service_principal_name'] = self.service_principal_name
+        if self.user_name is not None: body['user_name'] = self.user_name
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineAccessControlRequest:
         """Deserializes the PipelineAccessControlRequest from a dictionary."""
@@ -1000,6 +1245,17 @@ class PipelineAccessControlResponse:
         if self.user_name is not None: body['user_name'] = self.user_name
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineAccessControlResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.all_permissions: body['all_permissions'] = self.all_permissions
+        if self.display_name is not None: body['display_name'] = self.display_name
+        if self.group_name is not None: body['group_name'] = self.group_name
+        if self.service_principal_name is not None:
+            body['service_principal_name'] = self.service_principal_name
+        if self.user_name is not None: body['user_name'] = self.user_name
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineAccessControlResponse:
         """Deserializes the PipelineAccessControlResponse from a dictionary."""
@@ -1139,6 +1395,33 @@ class PipelineCluster:
         if self.ssh_public_keys: body['ssh_public_keys'] = [v for v in self.ssh_public_keys]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineCluster into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.apply_policy_default_values is not None:
+            body['apply_policy_default_values'] = self.apply_policy_default_values
+        if self.autoscale: body['autoscale'] = self.autoscale
+        if self.aws_attributes: body['aws_attributes'] = self.aws_attributes
+        if self.azure_attributes: body['azure_attributes'] = self.azure_attributes
+        if self.cluster_log_conf: body['cluster_log_conf'] = self.cluster_log_conf
+        if self.custom_tags: body['custom_tags'] = self.custom_tags
+        if self.driver_instance_pool_id is not None:
+            body['driver_instance_pool_id'] = self.driver_instance_pool_id
+        if self.driver_node_type_id is not None: body['driver_node_type_id'] = self.driver_node_type_id
+        if self.enable_local_disk_encryption is not None:
+            body['enable_local_disk_encryption'] = self.enable_local_disk_encryption
+        if self.gcp_attributes: body['gcp_attributes'] = self.gcp_attributes
+        if self.init_scripts: body['init_scripts'] = self.init_scripts
+        if self.instance_pool_id is not None: body['instance_pool_id'] = self.instance_pool_id
+        if self.label is not None: body['label'] = self.label
+        if self.node_type_id is not None: body['node_type_id'] = self.node_type_id
+        if self.num_workers is not None: body['num_workers'] = self.num_workers
+        if self.policy_id is not None: body['policy_id'] = self.policy_id
+        if self.spark_conf: body['spark_conf'] = self.spark_conf
+        if self.spark_env_vars: body['spark_env_vars'] = self.spark_env_vars
+        if self.ssh_public_keys: body['ssh_public_keys'] = self.ssh_public_keys
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineCluster:
         """Deserializes the PipelineCluster from a dictionary."""
@@ -1187,6 +1470,14 @@ class PipelineClusterAutoscale:
         if self.mode is not None: body['mode'] = self.mode.value
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineClusterAutoscale into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.max_workers is not None: body['max_workers'] = self.max_workers
+        if self.min_workers is not None: body['min_workers'] = self.min_workers
+        if self.mode is not None: body['mode'] = self.mode
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineClusterAutoscale:
         """Deserializes the PipelineClusterAutoscale from a dictionary."""
@@ -1220,6 +1511,13 @@ class PipelineDeployment:
         if self.metadata_file_path is not None: body['metadata_file_path'] = self.metadata_file_path
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineDeployment into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.kind is not None: body['kind'] = self.kind
+        if self.metadata_file_path is not None: body['metadata_file_path'] = self.metadata_file_path
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineDeployment:
         """Deserializes the PipelineDeployment from a dictionary."""
@@ -1270,6 +1568,20 @@ class PipelineEvent:
         if self.timestamp is not None: body['timestamp'] = self.timestamp
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineEvent into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.error: body['error'] = self.error
+        if self.event_type is not None: body['event_type'] = self.event_type
+        if self.id is not None: body['id'] = self.id
+        if self.level is not None: body['level'] = self.level
+        if self.maturity_level is not None: body['maturity_level'] = self.maturity_level
+        if self.message is not None: body['message'] = self.message
+        if self.origin: body['origin'] = self.origin
+        if self.sequence: body['sequence'] = self.sequence
+        if self.timestamp is not None: body['timestamp'] = self.timestamp
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineEvent:
         """Deserializes the PipelineEvent from a dictionary."""
@@ -1311,6 +1623,16 @@ class PipelineLibrary:
         if self.whl is not None: body['whl'] = self.whl
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineLibrary into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.file: body['file'] = self.file
+        if self.jar is not None: body['jar'] = self.jar
+        if self.maven: body['maven'] = self.maven
+        if self.notebook: body['notebook'] = self.notebook
+        if self.whl is not None: body['whl'] = self.whl
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineLibrary:
         """Deserializes the PipelineLibrary from a dictionary."""
@@ -1338,6 +1660,14 @@ class PipelinePermission:
         if self.permission_level is not None: body['permission_level'] = self.permission_level.value
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelinePermission into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.inherited is not None: body['inherited'] = self.inherited
+        if self.inherited_from_object: body['inherited_from_object'] = self.inherited_from_object
+        if self.permission_level is not None: body['permission_level'] = self.permission_level
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelinePermission:
         """Deserializes the PipelinePermission from a dictionary."""
@@ -1372,6 +1702,14 @@ class PipelinePermissions:
         if self.object_type is not None: body['object_type'] = self.object_type
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelinePermissions into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.access_control_list: body['access_control_list'] = self.access_control_list
+        if self.object_id is not None: body['object_id'] = self.object_id
+        if self.object_type is not None: body['object_type'] = self.object_type
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelinePermissions:
         """Deserializes the PipelinePermissions from a dictionary."""
@@ -1395,6 +1733,13 @@ class PipelinePermissionsDescription:
         if self.permission_level is not None: body['permission_level'] = self.permission_level.value
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelinePermissionsDescription into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.description is not None: body['description'] = self.description
+        if self.permission_level is not None: body['permission_level'] = self.permission_level
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelinePermissionsDescription:
         """Deserializes the PipelinePermissionsDescription from a dictionary."""
@@ -1417,6 +1762,13 @@ class PipelinePermissionsRequest:
         if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelinePermissionsRequest into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.access_control_list: body['access_control_list'] = self.access_control_list
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelinePermissionsRequest:
         """Deserializes the PipelinePermissionsRequest from a dictionary."""
@@ -1530,6 +1882,34 @@ class PipelineSpec:
         if self.trigger: body['trigger'] = self.trigger.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineSpec into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.budget_policy_id is not None: body['budget_policy_id'] = self.budget_policy_id
+        if self.catalog is not None: body['catalog'] = self.catalog
+        if self.channel is not None: body['channel'] = self.channel
+        if self.clusters: body['clusters'] = self.clusters
+        if self.configuration: body['configuration'] = self.configuration
+        if self.continuous is not None: body['continuous'] = self.continuous
+        if self.deployment: body['deployment'] = self.deployment
+        if self.development is not None: body['development'] = self.development
+        if self.edition is not None: body['edition'] = self.edition
+        if self.filters: body['filters'] = self.filters
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition
+        if self.id is not None: body['id'] = self.id
+        if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition
+        if self.libraries: body['libraries'] = self.libraries
+        if self.name is not None: body['name'] = self.name
+        if self.notifications: body['notifications'] = self.notifications
+        if self.photon is not None: body['photon'] = self.photon
+        if self.restart_window: body['restart_window'] = self.restart_window
+        if self.schema is not None: body['schema'] = self.schema
+        if self.serverless is not None: body['serverless'] = self.serverless
+        if self.storage is not None: body['storage'] = self.storage
+        if self.target is not None: body['target'] = self.target
+        if self.trigger: body['trigger'] = self.trigger
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineSpec:
         """Deserializes the PipelineSpec from a dictionary."""
@@ -1612,6 +1992,19 @@ class PipelineStateInfo:
         if self.state is not None: body['state'] = self.state.value
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineStateInfo into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
+        if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
+        if self.health is not None: body['health'] = self.health
+        if self.latest_updates: body['latest_updates'] = self.latest_updates
+        if self.name is not None: body['name'] = self.name
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.run_as_user_name is not None: body['run_as_user_name'] = self.run_as_user_name
+        if self.state is not None: body['state'] = self.state
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineStateInfo:
         """Deserializes the PipelineStateInfo from a dictionary."""
@@ -1645,6 +2038,13 @@ class PipelineTrigger:
         if self.manual: body['manual'] = self.manual.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PipelineTrigger into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.cron: body['cron'] = self.cron
+        if self.manual: body['manual'] = self.manual
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> PipelineTrigger:
         """Deserializes the PipelineTrigger from a dictionary."""
@@ -1679,6 +2079,16 @@ class ReportSpec:
         if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the ReportSpec into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.destination_catalog is not None: body['destination_catalog'] = self.destination_catalog
+        if self.destination_schema is not None: body['destination_schema'] = self.destination_schema
+        if self.destination_table is not None: body['destination_table'] = self.destination_table
+        if self.source_url is not None: body['source_url'] = self.source_url
+        if self.table_configuration: body['table_configuration'] = self.table_configuration
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> ReportSpec:
         """Deserializes the ReportSpec from a dictionary."""
@@ -1695,7 +2105,7 @@ class RestartWindow:
     """An integer between 0 and 23 denoting the start hour for the restart window in the 24-hour day.
     Continuous pipeline restart is triggered only within a five-hour window starting at this hour."""
 
-    days_of_week: Optional[RestartWindowDaysOfWeek] = None
+    days_of_week: Optional[List[RestartWindowDaysOfWeek]] = None
     """Days of week in which the restart is allowed to happen (within a five-hour window starting at
     start_hour). If not specified all days of the week will be used."""
 
@@ -1707,7 +2117,15 @@ class RestartWindow:
     def as_dict(self) -> dict:
         """Serializes the RestartWindow into a dictionary suitable for use as a JSON request body."""
         body = {}
-        if self.days_of_week is not None: body['days_of_week'] = self.days_of_week.value
+        if self.days_of_week: body['days_of_week'] = [v.value for v in self.days_of_week]
+        if self.start_hour is not None: body['start_hour'] = self.start_hour
+        if self.time_zone_id is not None: body['time_zone_id'] = self.time_zone_id
+        return body
+
+    def as_shallow_dict(self) -> dict:
+        """Serializes the RestartWindow into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.days_of_week: body['days_of_week'] = self.days_of_week
         if self.start_hour is not None: body['start_hour'] = self.start_hour
         if self.time_zone_id is not None: body['time_zone_id'] = self.time_zone_id
         return body
@@ -1715,7 +2133,7 @@ class RestartWindow:
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> RestartWindow:
         """Deserializes the RestartWindow from a dictionary."""
-        return cls(days_of_week=_enum(d, 'days_of_week', RestartWindowDaysOfWeek),
+        return cls(days_of_week=_repeated_enum(d, 'days_of_week', RestartWindowDaysOfWeek),
                    start_hour=d.get('start_hour', None),
                    time_zone_id=d.get('time_zone_id', None))
 
@@ -1764,6 +2182,16 @@ class SchemaSpec:
         if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the SchemaSpec into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.destination_catalog is not None: body['destination_catalog'] = self.destination_catalog
+        if self.destination_schema is not None: body['destination_schema'] = self.destination_schema
+        if self.source_catalog is not None: body['source_catalog'] = self.source_catalog
+        if self.source_schema is not None: body['source_schema'] = self.source_schema
+        if self.table_configuration: body['table_configuration'] = self.table_configuration
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> SchemaSpec:
         """Deserializes the SchemaSpec from a dictionary."""
@@ -1789,6 +2217,13 @@ class Sequencing:
         if self.data_plane_id: body['data_plane_id'] = self.data_plane_id.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the Sequencing into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.control_plane_seq_no is not None: body['control_plane_seq_no'] = self.control_plane_seq_no
+        if self.data_plane_id: body['data_plane_id'] = self.data_plane_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> Sequencing:
         """Deserializes the Sequencing from a dictionary."""
@@ -1815,6 +2250,14 @@ class SerializedException:
         if self.stack: body['stack'] = [v.as_dict() for v in self.stack]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the SerializedException into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.class_name is not None: body['class_name'] = self.class_name
+        if self.message is not None: body['message'] = self.message
+        if self.stack: body['stack'] = self.stack
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> SerializedException:
         """Deserializes the SerializedException from a dictionary."""
@@ -1846,6 +2289,15 @@ class StackFrame:
         if self.method_name is not None: body['method_name'] = self.method_name
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the StackFrame into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.declaring_class is not None: body['declaring_class'] = self.declaring_class
+        if self.file_name is not None: body['file_name'] = self.file_name
+        if self.line_number is not None: body['line_number'] = self.line_number
+        if self.method_name is not None: body['method_name'] = self.method_name
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> StackFrame:
         """Deserializes the StackFrame from a dictionary."""
@@ -1890,6 +2342,17 @@ class StartUpdate:
         if self.validate_only is not None: body['validate_only'] = self.validate_only
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the StartUpdate into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.cause is not None: body['cause'] = self.cause
+        if self.full_refresh is not None: body['full_refresh'] = self.full_refresh
+        if self.full_refresh_selection: body['full_refresh_selection'] = self.full_refresh_selection
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.refresh_selection: body['refresh_selection'] = self.refresh_selection
+        if self.validate_only is not None: body['validate_only'] = self.validate_only
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> StartUpdate:
         """Deserializes the StartUpdate from a dictionary."""
@@ -1921,6 +2384,12 @@ class StartUpdateResponse:
         if self.update_id is not None: body['update_id'] = self.update_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the StartUpdateResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.update_id is not None: body['update_id'] = self.update_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> StartUpdateResponse:
         """Deserializes the StartUpdateResponse from a dictionary."""
@@ -1935,6 +2404,11 @@ class StopPipelineResponse:
         body = {}
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the StopPipelineResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> StopPipelineResponse:
         """Deserializes the StopPipelineResponse from a dictionary."""
@@ -1978,6 +2452,18 @@ class TableSpec:
         if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the TableSpec into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.destination_catalog is not None: body['destination_catalog'] = self.destination_catalog
+        if self.destination_schema is not None: body['destination_schema'] = self.destination_schema
+        if self.destination_table is not None: body['destination_table'] = self.destination_table
+        if self.source_catalog is not None: body['source_catalog'] = self.source_catalog
+        if self.source_schema is not None: body['source_schema'] = self.source_schema
+        if self.source_table is not None: body['source_table'] = self.source_table
+        if self.table_configuration: body['table_configuration'] = self.table_configuration
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> TableSpec:
         """Deserializes the TableSpec from a dictionary."""
@@ -2016,6 +2502,16 @@ class TableSpecificConfig:
         if self.sequence_by: body['sequence_by'] = [v for v in self.sequence_by]
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the TableSpecificConfig into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.primary_keys: body['primary_keys'] = self.primary_keys
+        if self.salesforce_include_formula_fields is not None:
+            body['salesforce_include_formula_fields'] = self.salesforce_include_formula_fields
+        if self.scd_type is not None: body['scd_type'] = self.scd_type
+        if self.sequence_by: body['sequence_by'] = self.sequence_by
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> TableSpecificConfig:
         """Deserializes the TableSpecificConfig from a dictionary."""
@@ -2090,6 +2586,22 @@ class UpdateInfo:
         if self.validate_only is not None: body['validate_only'] = self.validate_only
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the UpdateInfo into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.cause is not None: body['cause'] = self.cause
+        if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
+        if self.config: body['config'] = self.config
+        if self.creation_time is not None: body['creation_time'] = self.creation_time
+        if self.full_refresh is not None: body['full_refresh'] = self.full_refresh
+        if self.full_refresh_selection: body['full_refresh_selection'] = self.full_refresh_selection
+        if self.pipeline_id is not None: body['pipeline_id'] = self.pipeline_id
+        if self.refresh_selection: body['refresh_selection'] = self.refresh_selection
+        if self.state is not None: body['state'] = self.state
+        if self.update_id is not None: body['update_id'] = self.update_id
+        if self.validate_only is not None: body['validate_only'] = self.validate_only
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> UpdateInfo:
         """Deserializes the UpdateInfo from a dictionary."""
@@ -2149,6 +2661,14 @@ class UpdateStateInfo:
         if self.update_id is not None: body['update_id'] = self.update_id
         return body
 
+    def as_shallow_dict(self) -> dict:
+        """Serializes the UpdateStateInfo into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.creation_time is not None: body['creation_time'] = self.creation_time
+        if self.state is not None: body['state'] = self.state
+        if self.update_id is not None: body['update_id'] = self.update_id
+        return body
+
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> UpdateStateInfo:
         """Deserializes the UpdateStateInfo from a dictionary."""