databricks-sdk 0.27.1__py3-none-any.whl → 0.29.0__py3-none-any.whl

databricks/sdk/service/marketplace.py

@@ -59,6 +59,38 @@ class AssetType(Enum):
     ASSET_TYPE_UNSPECIFIED = 'ASSET_TYPE_UNSPECIFIED'
 
 
+@dataclass
+class BatchGetListingsResponse:
+    listings: Optional[List[Listing]] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the BatchGetListingsResponse into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.listings: body['listings'] = [v.as_dict() for v in self.listings]
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> BatchGetListingsResponse:
+        """Deserializes the BatchGetListingsResponse from a dictionary."""
+        return cls(listings=_repeated_dict(d, 'listings', Listing))
+
+
+@dataclass
+class BatchGetProvidersResponse:
+    providers: Optional[List[ProviderInfo]] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the BatchGetProvidersResponse into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.providers: body['providers'] = [v.as_dict() for v in self.providers]
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> BatchGetProvidersResponse:
+        """Deserializes the BatchGetProvidersResponse from a dictionary."""
+        return cls(providers=_repeated_dict(d, 'providers', ProviderInfo))
+
+
 class Category(Enum):
 
     ADVERTISING_AND_MARKETING = 'ADVERTISING_AND_MARKETING'
@@ -1265,11 +1297,16 @@ class Listing:
 
     id: Optional[str] = None
 
+    provider_summary: Optional[ProviderListingSummaryInfo] = None
+    """we can not use just ProviderListingSummary since we already have same name on entity side of the
+    state"""
+
     def as_dict(self) -> dict:
         """Serializes the Listing into a dictionary suitable for use as a JSON request body."""
         body = {}
         if self.detail: body['detail'] = self.detail.as_dict()
         if self.id is not None: body['id'] = self.id
+        if self.provider_summary: body['provider_summary'] = self.provider_summary.as_dict()
         if self.summary: body['summary'] = self.summary.as_dict()
         return body
 
@@ -1278,6 +1315,7 @@ class Listing:
         """Deserializes the Listing from a dictionary."""
         return cls(detail=_from_dict(d, 'detail', ListingDetail),
                    id=d.get('id', None),
+                   provider_summary=_from_dict(d, 'provider_summary', ProviderListingSummaryInfo),
                    summary=_from_dict(d, 'summary', ListingSummary))
 
 
@@ -1695,6 +1733,37 @@ class ProviderAnalyticsDashboard:
         return cls(id=d.get('id', None))
 
 
+@dataclass
+class ProviderIconFile:
+    icon_file_id: Optional[str] = None
+
+    icon_file_path: Optional[str] = None
+
+    icon_type: Optional[ProviderIconType] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the ProviderIconFile into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.icon_file_id is not None: body['icon_file_id'] = self.icon_file_id
+        if self.icon_file_path is not None: body['icon_file_path'] = self.icon_file_path
+        if self.icon_type is not None: body['icon_type'] = self.icon_type.value
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> ProviderIconFile:
+        """Deserializes the ProviderIconFile from a dictionary."""
+        return cls(icon_file_id=d.get('icon_file_id', None),
+                   icon_file_path=d.get('icon_file_path', None),
+                   icon_type=_enum(d, 'icon_type', ProviderIconType))
+
+
+class ProviderIconType(Enum):
+
+    DARK = 'DARK'
+    PRIMARY = 'PRIMARY'
+    PROVIDER_ICON_TYPE_UNSPECIFIED = 'PROVIDER_ICON_TYPE_UNSPECIFIED'
+
+
 @dataclass
 class ProviderInfo:
     name: str
@@ -1768,6 +1837,33 @@ class ProviderInfo:
                    term_of_service_link=d.get('term_of_service_link', None))
 
 
+@dataclass
+class ProviderListingSummaryInfo:
+    """we can not use just ProviderListingSummary since we already have same name on entity side of the
+    state"""
+
+    description: Optional[str] = None
+
+    icon_files: Optional[List[ProviderIconFile]] = None
+
+    name: Optional[str] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the ProviderListingSummaryInfo into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.description is not None: body['description'] = self.description
+        if self.icon_files: body['icon_files'] = [v.as_dict() for v in self.icon_files]
+        if self.name is not None: body['name'] = self.name
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> ProviderListingSummaryInfo:
+        """Deserializes the ProviderListingSummaryInfo from a dictionary."""
+        return cls(description=d.get('description', None),
+                   icon_files=_repeated_dict(d, 'icon_files', ProviderIconFile),
+                   name=d.get('name', None))
+
+
 @dataclass
 class RegionInfo:
     cloud: Optional[str] = None
@@ -1908,34 +2004,6 @@ class SortBy(Enum):
     SORT_BY_UNSPECIFIED = 'SORT_BY_UNSPECIFIED'
 
 
-@dataclass
-class SortBySpec:
-    sort_by: SortBy
-    """The field on which to sort the listing."""
-
-    sort_order: SortOrder
-    """The order in which to sort the listing."""
-
-    def as_dict(self) -> dict:
-        """Serializes the SortBySpec into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        if self.sort_by is not None: body['sort_by'] = self.sort_by.value
-        if self.sort_order is not None: body['sort_order'] = self.sort_order.value
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, any]) -> SortBySpec:
-        """Deserializes the SortBySpec from a dictionary."""
-        return cls(sort_by=_enum(d, 'sort_by', SortBy), sort_order=_enum(d, 'sort_order', SortOrder))
-
-
-class SortOrder(Enum):
-
-    SORT_ORDER_ASCENDING = 'SORT_ORDER_ASCENDING'
-    SORT_ORDER_DESCENDING = 'SORT_ORDER_DESCENDING'
-    SORT_ORDER_UNSPECIFIED = 'SORT_ORDER_UNSPECIFIED'
-
-
 @dataclass
 class TokenDetail:
     bearer_token: Optional[str] = None
@@ -2560,6 +2628,26 @@ class ConsumerListingsAPI:
     def __init__(self, api_client):
         self._api = api_client
 
+    def batch_get(self, *, ids: Optional[List[str]] = None) -> BatchGetListingsResponse:
+        """Get one batch of listings. One may specify up to 50 IDs per request.
+        
+        Batch get a published listing in the Databricks Marketplace that the consumer has access to.
+        
+        :param ids: List[str] (optional)
+        
+        :returns: :class:`BatchGetListingsResponse`
+        """
+
+        query = {}
+        if ids is not None: query['ids'] = [v for v in ids]
+        headers = {'Accept': 'application/json', }
+
+        res = self._api.do('GET',
+                           '/api/2.1/marketplace-consumer/listings:batchGet',
+                           query=query,
+                           headers=headers)
+        return BatchGetListingsResponse.from_dict(res)
+
     def get(self, id: str) -> GetListingResponse:
         """Get listing.
         
@@ -2579,13 +2667,14 @@ class ConsumerListingsAPI:
              *,
              assets: Optional[List[AssetType]] = None,
              categories: Optional[List[Category]] = None,
+             is_ascending: Optional[bool] = None,
              is_free: Optional[bool] = None,
              is_private_exchange: Optional[bool] = None,
              is_staff_pick: Optional[bool] = None,
              page_size: Optional[int] = None,
              page_token: Optional[str] = None,
              provider_ids: Optional[List[str]] = None,
-             sort_by_spec: Optional[SortBySpec] = None,
+             sort_by: Optional[SortBy] = None,
              tags: Optional[List[ListingTag]] = None) -> Iterator[Listing]:
         """List listings.
         
@@ -2595,6 +2684,7 @@ class ConsumerListingsAPI:
           Matches any of the following asset types
         :param categories: List[:class:`Category`] (optional)
           Matches any of the following categories
+        :param is_ascending: bool (optional)
         :param is_free: bool (optional)
           Filters each listing based on if it is free.
         :param is_private_exchange: bool (optional)
@@ -2605,7 +2695,7 @@ class ConsumerListingsAPI:
         :param page_token: str (optional)
         :param provider_ids: List[str] (optional)
           Matches any of the following provider ids
-        :param sort_by_spec: :class:`SortBySpec` (optional)
+        :param sort_by: :class:`SortBy` (optional)
           Criteria for sorting the resulting set of listings.
         :param tags: List[:class:`ListingTag`] (optional)
           Matches any of the following tags
@@ -2616,13 +2706,14 @@ class ConsumerListingsAPI:
         query = {}
         if assets is not None: query['assets'] = [v.value for v in assets]
         if categories is not None: query['categories'] = [v.value for v in categories]
+        if is_ascending is not None: query['is_ascending'] = is_ascending
         if is_free is not None: query['is_free'] = is_free
         if is_private_exchange is not None: query['is_private_exchange'] = is_private_exchange
         if is_staff_pick is not None: query['is_staff_pick'] = is_staff_pick
         if page_size is not None: query['page_size'] = page_size
         if page_token is not None: query['page_token'] = page_token
         if provider_ids is not None: query['provider_ids'] = [v for v in provider_ids]
-        if sort_by_spec is not None: query['sort_by_spec'] = sort_by_spec.as_dict()
+        if sort_by is not None: query['sort_by'] = sort_by.value
         if tags is not None: query['tags'] = [v.as_dict() for v in tags]
         headers = {'Accept': 'application/json', }
 
@@ -2640,6 +2731,7 @@ class ConsumerListingsAPI:
                *,
                assets: Optional[List[AssetType]] = None,
                categories: Optional[List[Category]] = None,
+               is_ascending: Optional[bool] = None,
                is_free: Optional[bool] = None,
                is_private_exchange: Optional[bool] = None,
                page_size: Optional[int] = None,
@@ -2657,6 +2749,7 @@ class ConsumerListingsAPI:
           Matches any of the following asset types
         :param categories: List[:class:`Category`] (optional)
           Matches any of the following categories
+        :param is_ascending: bool (optional)
         :param is_free: bool (optional)
         :param is_private_exchange: bool (optional)
         :param page_size: int (optional)
@@ -2671,6 +2764,7 @@ class ConsumerListingsAPI:
         query = {}
         if assets is not None: query['assets'] = [v.value for v in assets]
         if categories is not None: query['categories'] = [v.value for v in categories]
+        if is_ascending is not None: query['is_ascending'] = is_ascending
         if is_free is not None: query['is_free'] = is_free
         if is_private_exchange is not None: query['is_private_exchange'] = is_private_exchange
         if page_size is not None: query['page_size'] = page_size
@@ -2802,6 +2896,26 @@ class ConsumerProvidersAPI:
     def __init__(self, api_client):
         self._api = api_client
 
+    def batch_get(self, *, ids: Optional[List[str]] = None) -> BatchGetProvidersResponse:
+        """Get one batch of providers. One may specify up to 50 IDs per request.
+        
+        Batch get a provider in the Databricks Marketplace with at least one visible listing.
+        
+        :param ids: List[str] (optional)
+        
+        :returns: :class:`BatchGetProvidersResponse`
+        """
+
+        query = {}
+        if ids is not None: query['ids'] = [v for v in ids]
+        headers = {'Accept': 'application/json', }
+
+        res = self._api.do('GET',
+                           '/api/2.1/marketplace-consumer/providers:batchGet',
+                           query=query,
+                           headers=headers)
+        return BatchGetProvidersResponse.from_dict(res)
+
     def get(self, id: str) -> GetProviderResponse:
         """Get a provider.
         

databricks/sdk/service/oauth2.py

@@ -160,6 +160,28 @@ class CreateServicePrincipalSecretResponse:
                    update_time=d.get('update_time', None))
 
 
+@dataclass
+class DataPlaneInfo:
+    authorization_details: Optional[str] = None
+    """Authorization details as a string."""
+
+    endpoint_url: Optional[str] = None
+    """The URL of the endpoint for this operation in the dataplane."""
+
+    def as_dict(self) -> dict:
+        """Serializes the DataPlaneInfo into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.authorization_details is not None: body['authorization_details'] = self.authorization_details
+        if self.endpoint_url is not None: body['endpoint_url'] = self.endpoint_url
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> DataPlaneInfo:
+        """Deserializes the DataPlaneInfo from a dictionary."""
+        return cls(authorization_details=d.get('authorization_details', None),
+                   endpoint_url=d.get('endpoint_url', None))
+
+
 @dataclass
 class DeleteCustomAppIntegrationOutput:
 

databricks/sdk/service/pipelines.py

@@ -57,6 +57,9 @@ class CreatePipeline:
     filters: Optional[Filters] = None
     """Filters on which Pipeline packages to include in the deployed graph."""
 
+    gateway_definition: Optional[IngestionGatewayPipelineDefinition] = None
+    """The definition of a gateway pipeline to support CDC."""
+
     id: Optional[str] = None
     """Unique identifier for this pipeline."""
 
@@ -104,6 +107,7 @@ class CreatePipeline:
         if self.dry_run is not None: body['dry_run'] = self.dry_run
         if self.edition is not None: body['edition'] = self.edition
         if self.filters: body['filters'] = self.filters.as_dict()
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition.as_dict()
         if self.id is not None: body['id'] = self.id
         if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition.as_dict()
         if self.libraries: body['libraries'] = [v.as_dict() for v in self.libraries]
@@ -130,6 +134,7 @@ class CreatePipeline:
                    dry_run=d.get('dry_run', None),
                    edition=d.get('edition', None),
                    filters=_from_dict(d, 'filters', Filters),
+                   gateway_definition=_from_dict(d, 'gateway_definition', IngestionGatewayPipelineDefinition),
                    id=d.get('id', None),
                    ingestion_definition=_from_dict(d, 'ingestion_definition',
                                                    ManagedIngestionPipelineDefinition),
@@ -266,6 +271,9 @@ class EditPipeline:
     filters: Optional[Filters] = None
     """Filters on which Pipeline packages to include in the deployed graph."""
 
+    gateway_definition: Optional[IngestionGatewayPipelineDefinition] = None
+    """The definition of a gateway pipeline to support CDC."""
+
     id: Optional[str] = None
     """Unique identifier for this pipeline."""
 
@@ -317,6 +325,7 @@ class EditPipeline:
         if self.expected_last_modified is not None:
             body['expected_last_modified'] = self.expected_last_modified
         if self.filters: body['filters'] = self.filters.as_dict()
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition.as_dict()
         if self.id is not None: body['id'] = self.id
         if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition.as_dict()
         if self.libraries: body['libraries'] = [v.as_dict() for v in self.libraries]
@@ -344,6 +353,7 @@ class EditPipeline:
                    edition=d.get('edition', None),
                    expected_last_modified=d.get('expected_last_modified', None),
                    filters=_from_dict(d, 'filters', Filters),
+                   gateway_definition=_from_dict(d, 'gateway_definition', IngestionGatewayPipelineDefinition),
                    id=d.get('id', None),
                    ingestion_definition=_from_dict(d, 'ingestion_definition',
                                                    ManagedIngestionPipelineDefinition),
@@ -570,6 +580,43 @@ class IngestionConfig:
         return cls(schema=_from_dict(d, 'schema', SchemaSpec), table=_from_dict(d, 'table', TableSpec))
 
 
+@dataclass
+class IngestionGatewayPipelineDefinition:
+    connection_id: Optional[str] = None
+    """Immutable. The Unity Catalog connection this gateway pipeline uses to communicate with the
+    source."""
+
+    gateway_storage_catalog: Optional[str] = None
+    """Required, Immutable. The name of the catalog for the gateway pipeline's storage location."""
+
+    gateway_storage_name: Optional[str] = None
+    """Required. The Unity Catalog-compatible naming for the gateway storage location. This is the
+    destination to use for the data that is extracted by the gateway. Delta Live Tables system will
+    automatically create the storage location under the catalog and schema."""
+
+    gateway_storage_schema: Optional[str] = None
+    """Required, Immutable. The name of the schema for the gateway pipelines's storage location."""
+
+    def as_dict(self) -> dict:
+        """Serializes the IngestionGatewayPipelineDefinition into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.connection_id is not None: body['connection_id'] = self.connection_id
+        if self.gateway_storage_catalog is not None:
+            body['gateway_storage_catalog'] = self.gateway_storage_catalog
+        if self.gateway_storage_name is not None: body['gateway_storage_name'] = self.gateway_storage_name
+        if self.gateway_storage_schema is not None:
+            body['gateway_storage_schema'] = self.gateway_storage_schema
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> IngestionGatewayPipelineDefinition:
+        """Deserializes the IngestionGatewayPipelineDefinition from a dictionary."""
+        return cls(connection_id=d.get('connection_id', None),
+                   gateway_storage_catalog=d.get('gateway_storage_catalog', None),
+                   gateway_storage_name=d.get('gateway_storage_name', None),
+                   gateway_storage_schema=d.get('gateway_storage_schema', None))
+
+
 @dataclass
 class ListPipelineEventsResponse:
     events: Optional[List[PipelineEvent]] = None
@@ -659,12 +706,17 @@ class ManagedIngestionPipelineDefinition:
     objects: Optional[List[IngestionConfig]] = None
     """Required. Settings specifying tables to replicate and the destination for the replicated tables."""
 
+    table_configuration: Optional[TableSpecificConfig] = None
+    """Configuration settings to control the ingestion of tables. These settings are applied to all
+    tables in the pipeline."""
+
     def as_dict(self) -> dict:
         """Serializes the ManagedIngestionPipelineDefinition into a dictionary suitable for use as a JSON request body."""
         body = {}
         if self.connection_name is not None: body['connection_name'] = self.connection_name
         if self.ingestion_gateway_id is not None: body['ingestion_gateway_id'] = self.ingestion_gateway_id
         if self.objects: body['objects'] = [v.as_dict() for v in self.objects]
+        if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
     @classmethod
@@ -672,7 +724,8 @@ class ManagedIngestionPipelineDefinition:
         """Deserializes the ManagedIngestionPipelineDefinition from a dictionary."""
         return cls(connection_name=d.get('connection_name', None),
                    ingestion_gateway_id=d.get('ingestion_gateway_id', None),
-                   objects=_repeated_dict(d, 'objects', IngestionConfig))
+                   objects=_repeated_dict(d, 'objects', IngestionConfig),
+                   table_configuration=_from_dict(d, 'table_configuration', TableSpecificConfig))
 
 
 @dataclass
@@ -1189,7 +1242,7 @@ class PipelineLibrary:
     """Specification of a maven library to be installed."""
 
     notebook: Optional[NotebookLibrary] = None
-    """The path to a notebook that defines a pipeline and is stored in the <Databricks> workspace."""
+    """The path to a notebook that defines a pipeline and is stored in the Databricks workspace."""
 
     def as_dict(self) -> dict:
         """Serializes the PipelineLibrary into a dictionary suitable for use as a JSON request body."""
@@ -1344,6 +1397,9 @@ class PipelineSpec:
     filters: Optional[Filters] = None
     """Filters on which Pipeline packages to include in the deployed graph."""
 
+    gateway_definition: Optional[IngestionGatewayPipelineDefinition] = None
+    """The definition of a gateway pipeline to support CDC."""
+
     id: Optional[str] = None
     """Unique identifier for this pipeline."""
 
@@ -1389,6 +1445,7 @@ class PipelineSpec:
         if self.development is not None: body['development'] = self.development
         if self.edition is not None: body['edition'] = self.edition
         if self.filters: body['filters'] = self.filters.as_dict()
+        if self.gateway_definition: body['gateway_definition'] = self.gateway_definition.as_dict()
         if self.id is not None: body['id'] = self.id
         if self.ingestion_definition: body['ingestion_definition'] = self.ingestion_definition.as_dict()
         if self.libraries: body['libraries'] = [v.as_dict() for v in self.libraries]
@@ -1413,6 +1470,7 @@ class PipelineSpec:
                    development=d.get('development', None),
                    edition=d.get('edition', None),
                    filters=_from_dict(d, 'filters', Filters),
+                   gateway_definition=_from_dict(d, 'gateway_definition', IngestionGatewayPipelineDefinition),
                    id=d.get('id', None),
                    ingestion_definition=_from_dict(d, 'ingestion_definition',
                                                    ManagedIngestionPipelineDefinition),
@@ -1523,6 +1581,11 @@ class SchemaSpec:
     source_schema: Optional[str] = None
     """Required. Schema name in the source database."""
 
+    table_configuration: Optional[TableSpecificConfig] = None
+    """Configuration settings to control the ingestion of tables. These settings are applied to all
+    tables in this schema and override the table_configuration defined in the
+    ManagedIngestionPipelineDefinition object."""
+
     def as_dict(self) -> dict:
         """Serializes the SchemaSpec into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -1530,6 +1593,7 @@ class SchemaSpec:
         if self.destination_schema is not None: body['destination_schema'] = self.destination_schema
         if self.source_catalog is not None: body['source_catalog'] = self.source_catalog
         if self.source_schema is not None: body['source_schema'] = self.source_schema
+        if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
     @classmethod
@@ -1538,7 +1602,8 @@ class SchemaSpec:
         return cls(destination_catalog=d.get('destination_catalog', None),
                    destination_schema=d.get('destination_schema', None),
                    source_catalog=d.get('source_catalog', None),
-                   source_schema=d.get('source_schema', None))
+                   source_schema=d.get('source_schema', None),
+                   table_configuration=_from_dict(d, 'table_configuration', TableSpecificConfig))
 
 
 @dataclass
@@ -1729,6 +1794,10 @@ class TableSpec:
     source_table: Optional[str] = None
     """Required. Table name in the source database."""
 
+    table_configuration: Optional[TableSpecificConfig] = None
+    """Configuration settings to control the ingestion of tables. These settings override the
+    table_configuration defined in the ManagedIngestionPipelineDefinition object and the SchemaSpec."""
+
     def as_dict(self) -> dict:
         """Serializes the TableSpec into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -1738,6 +1807,7 @@ class TableSpec:
         if self.source_catalog is not None: body['source_catalog'] = self.source_catalog
         if self.source_schema is not None: body['source_schema'] = self.source_schema
         if self.source_table is not None: body['source_table'] = self.source_table
+        if self.table_configuration: body['table_configuration'] = self.table_configuration.as_dict()
         return body
 
     @classmethod
@@ -1748,7 +1818,44 @@ class TableSpec:
                    destination_table=d.get('destination_table', None),
                    source_catalog=d.get('source_catalog', None),
                    source_schema=d.get('source_schema', None),
-                   source_table=d.get('source_table', None))
+                   source_table=d.get('source_table', None),
+                   table_configuration=_from_dict(d, 'table_configuration', TableSpecificConfig))
+
+
+@dataclass
+class TableSpecificConfig:
+    primary_keys: Optional[List[str]] = None
+    """The primary key of the table used to apply changes."""
+
+    salesforce_include_formula_fields: Optional[bool] = None
+    """If true, formula fields defined in the table are included in the ingestion. This setting is only
+    valid for the Salesforce connector"""
+
+    scd_type: Optional[TableSpecificConfigScdType] = None
+    """The SCD type to use to ingest the table."""
+
+    def as_dict(self) -> dict:
+        """Serializes the TableSpecificConfig into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.primary_keys: body['primary_keys'] = [v for v in self.primary_keys]
+        if self.salesforce_include_formula_fields is not None:
+            body['salesforce_include_formula_fields'] = self.salesforce_include_formula_fields
+        if self.scd_type is not None: body['scd_type'] = self.scd_type.value
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> TableSpecificConfig:
+        """Deserializes the TableSpecificConfig from a dictionary."""
+        return cls(primary_keys=d.get('primary_keys', None),
+                   salesforce_include_formula_fields=d.get('salesforce_include_formula_fields', None),
+                   scd_type=_enum(d, 'scd_type', TableSpecificConfigScdType))
+
+
+class TableSpecificConfigScdType(Enum):
+    """The SCD type to use to ingest the table."""
+
+    SCD_TYPE_1 = 'SCD_TYPE_1'
+    SCD_TYPE_2 = 'SCD_TYPE_2'
 
 
 @dataclass
@@ -1981,6 +2088,7 @@ class PipelinesAPI:
                dry_run: Optional[bool] = None,
                edition: Optional[str] = None,
                filters: Optional[Filters] = None,
+               gateway_definition: Optional[IngestionGatewayPipelineDefinition] = None,
                id: Optional[str] = None,
                ingestion_definition: Optional[ManagedIngestionPipelineDefinition] = None,
                libraries: Optional[List[PipelineLibrary]] = None,
@@ -2019,6 +2127,8 @@ class PipelinesAPI:
           Pipeline product edition.
         :param filters: :class:`Filters` (optional)
           Filters on which Pipeline packages to include in the deployed graph.
+        :param gateway_definition: :class:`IngestionGatewayPipelineDefinition` (optional)
+          The definition of a gateway pipeline to support CDC.
         :param id: str (optional)
           Unique identifier for this pipeline.
         :param ingestion_definition: :class:`ManagedIngestionPipelineDefinition` (optional)
@@ -2056,6 +2166,7 @@ class PipelinesAPI:
         if dry_run is not None: body['dry_run'] = dry_run
         if edition is not None: body['edition'] = edition
         if filters is not None: body['filters'] = filters.as_dict()
+        if gateway_definition is not None: body['gateway_definition'] = gateway_definition.as_dict()
         if id is not None: body['id'] = id
         if ingestion_definition is not None: body['ingestion_definition'] = ingestion_definition.as_dict()
         if libraries is not None: body['libraries'] = [v.as_dict() for v in libraries]
@@ -2385,6 +2496,7 @@ class PipelinesAPI:
                edition: Optional[str] = None,
                expected_last_modified: Optional[int] = None,
                filters: Optional[Filters] = None,
+               gateway_definition: Optional[IngestionGatewayPipelineDefinition] = None,
                id: Optional[str] = None,
                ingestion_definition: Optional[ManagedIngestionPipelineDefinition] = None,
                libraries: Optional[List[PipelineLibrary]] = None,
@@ -2426,6 +2538,8 @@ class PipelinesAPI:
           modified after that time, then the request will fail with a conflict.
         :param filters: :class:`Filters` (optional)
           Filters on which Pipeline packages to include in the deployed graph.
+        :param gateway_definition: :class:`IngestionGatewayPipelineDefinition` (optional)
+          The definition of a gateway pipeline to support CDC.
         :param id: str (optional)
           Unique identifier for this pipeline.
         :param ingestion_definition: :class:`ManagedIngestionPipelineDefinition` (optional)
@@ -2463,6 +2577,7 @@ class PipelinesAPI:
         if edition is not None: body['edition'] = edition
         if expected_last_modified is not None: body['expected_last_modified'] = expected_last_modified
         if filters is not None: body['filters'] = filters.as_dict()
+        if gateway_definition is not None: body['gateway_definition'] = gateway_definition.as_dict()
         if id is not None: body['id'] = id
         if ingestion_definition is not None: body['ingestion_definition'] = ingestion_definition.as_dict()
         if libraries is not None: body['libraries'] = [v.as_dict() for v in libraries]