databricks-sdk 0.52.0__py3-none-any.whl → 0.54.0__py3-none-any.whl

databricks/sdk/service/oauth2.py

@@ -368,6 +368,13 @@ class FederationPolicy:
     oidc_policy: Optional[OidcFederationPolicy] = None
     """Specifies the policy to use for validating OIDC claims in your federated tokens."""
 
+    policy_id: Optional[str] = None
+    """The ID of the federation policy."""
+
+    service_principal_id: Optional[int] = None
+    """The service principal ID that this federation policy applies to. Only set for service principal
+    federation policies."""
+
     uid: Optional[str] = None
     """Unique, immutable id of the federation policy."""
 
@@ -385,6 +392,10 @@ class FederationPolicy:
             body["name"] = self.name
         if self.oidc_policy:
             body["oidc_policy"] = self.oidc_policy.as_dict()
+        if self.policy_id is not None:
+            body["policy_id"] = self.policy_id
+        if self.service_principal_id is not None:
+            body["service_principal_id"] = self.service_principal_id
         if self.uid is not None:
             body["uid"] = self.uid
         if self.update_time is not None:
@@ -402,6 +413,10 @@ class FederationPolicy:
             body["name"] = self.name
         if self.oidc_policy:
             body["oidc_policy"] = self.oidc_policy
+        if self.policy_id is not None:
+            body["policy_id"] = self.policy_id
+        if self.service_principal_id is not None:
+            body["service_principal_id"] = self.service_principal_id
         if self.uid is not None:
             body["uid"] = self.uid
         if self.update_time is not None:
@@ -416,6 +431,8 @@ class FederationPolicy:
             description=d.get("description", None),
             name=d.get("name", None),
             oidc_policy=_from_dict(d, "oidc_policy", OidcFederationPolicy),
+            policy_id=d.get("policy_id", None),
+            service_principal_id=d.get("service_principal_id", None),
             uid=d.get("uid", None),
             update_time=d.get("update_time", None),
         )

databricks/sdk/service/pipelines.py

@@ -89,6 +89,11 @@ class CreatePipeline:
     restart_window: Optional[RestartWindow] = None
     """Restart window of this pipeline."""
 
+    root_path: Optional[str] = None
+    """Root path for this pipeline. This is used as the root directory when editing the pipeline in the
+    Databricks user interface and it is added to sys.path when executing Python sources during
+    pipeline execution."""
+
     run_as: Optional[RunAs] = None
     """Write-only setting, available only in Create/Update calls. Specifies the user or service
     principal that the pipeline runs as. If not specified, the pipeline runs as the user who created
@@ -159,6 +164,8 @@ class CreatePipeline:
             body["photon"] = self.photon
         if self.restart_window:
             body["restart_window"] = self.restart_window.as_dict()
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.run_as:
             body["run_as"] = self.run_as.as_dict()
         if self.schema is not None:
@@ -218,6 +225,8 @@ class CreatePipeline:
             body["photon"] = self.photon
         if self.restart_window:
             body["restart_window"] = self.restart_window
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.run_as:
             body["run_as"] = self.run_as
         if self.schema is not None:
@@ -257,6 +266,7 @@ class CreatePipeline:
             notifications=_repeated_dict(d, "notifications", Notifications),
             photon=d.get("photon", None),
             restart_window=_from_dict(d, "restart_window", RestartWindow),
+            root_path=d.get("root_path", None),
             run_as=_from_dict(d, "run_as", RunAs),
             schema=d.get("schema", None),
             serverless=d.get("serverless", None),
@@ -473,6 +483,11 @@ class EditPipeline:
     restart_window: Optional[RestartWindow] = None
     """Restart window of this pipeline."""
 
+    root_path: Optional[str] = None
+    """Root path for this pipeline. This is used as the root directory when editing the pipeline in the
+    Databricks user interface and it is added to sys.path when executing Python sources during
+    pipeline execution."""
+
     run_as: Optional[RunAs] = None
     """Write-only setting, available only in Create/Update calls. Specifies the user or service
     principal that the pipeline runs as. If not specified, the pipeline runs as the user who created
@@ -545,6 +560,8 @@ class EditPipeline:
             body["pipeline_id"] = self.pipeline_id
         if self.restart_window:
             body["restart_window"] = self.restart_window.as_dict()
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.run_as:
             body["run_as"] = self.run_as.as_dict()
         if self.schema is not None:
@@ -606,6 +623,8 @@ class EditPipeline:
             body["pipeline_id"] = self.pipeline_id
         if self.restart_window:
             body["restart_window"] = self.restart_window
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.run_as:
             body["run_as"] = self.run_as
         if self.schema is not None:
@@ -646,6 +665,7 @@ class EditPipeline:
             photon=d.get("photon", None),
             pipeline_id=d.get("pipeline_id", None),
             restart_window=_from_dict(d, "restart_window", RestartWindow),
+            root_path=d.get("root_path", None),
             run_as=_from_dict(d, "run_as", RunAs),
             schema=d.get("schema", None),
             serverless=d.get("serverless", None),
@@ -1103,6 +1123,10 @@ class IngestionPipelineDefinition:
     objects: Optional[List[IngestionConfig]] = None
     """Required. Settings specifying tables to replicate and the destination for the replicated tables."""
 
+    source_type: Optional[IngestionSourceType] = None
+    """The type of the foreign source. The source type will be inferred from the source connection or
+    ingestion gateway. This field is output only and will be ignored if provided."""
+
     table_configuration: Optional[TableSpecificConfig] = None
     """Configuration settings to control the ingestion of tables. These settings are applied to all
     tables in the pipeline."""
@@ -1116,6 +1140,8 @@ class IngestionPipelineDefinition:
             body["ingestion_gateway_id"] = self.ingestion_gateway_id
         if self.objects:
             body["objects"] = [v.as_dict() for v in self.objects]
+        if self.source_type is not None:
+            body["source_type"] = self.source_type.value
         if self.table_configuration:
             body["table_configuration"] = self.table_configuration.as_dict()
         return body
@@ -1129,6 +1155,8 @@ class IngestionPipelineDefinition:
             body["ingestion_gateway_id"] = self.ingestion_gateway_id
         if self.objects:
             body["objects"] = self.objects
+        if self.source_type is not None:
+            body["source_type"] = self.source_type
         if self.table_configuration:
             body["table_configuration"] = self.table_configuration
         return body
@@ -1140,10 +1168,27 @@ class IngestionPipelineDefinition:
             connection_name=d.get("connection_name", None),
             ingestion_gateway_id=d.get("ingestion_gateway_id", None),
             objects=_repeated_dict(d, "objects", IngestionConfig),
+            source_type=_enum(d, "source_type", IngestionSourceType),
             table_configuration=_from_dict(d, "table_configuration", TableSpecificConfig),
         )
 
 
+class IngestionSourceType(Enum):
+
+    DYNAMICS365 = "DYNAMICS365"
+    GA4_RAW_DATA = "GA4_RAW_DATA"
+    MANAGED_POSTGRESQL = "MANAGED_POSTGRESQL"
+    MYSQL = "MYSQL"
+    NETSUITE = "NETSUITE"
+    ORACLE = "ORACLE"
+    POSTGRESQL = "POSTGRESQL"
+    SALESFORCE = "SALESFORCE"
+    SERVICENOW = "SERVICENOW"
+    SHAREPOINT = "SHAREPOINT"
+    SQLSERVER = "SQLSERVER"
+    WORKDAY_RAAS = "WORKDAY_RAAS"
+
+
 @dataclass
 class ListPipelineEventsResponse:
     events: Optional[List[PipelineEvent]] = None
@@ -1508,6 +1553,31 @@ class Origin:
         )
 
 
+@dataclass
+class PathPattern:
+    include: Optional[str] = None
+    """The source code to include for pipelines"""
+
+    def as_dict(self) -> dict:
+        """Serializes the PathPattern into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.include is not None:
+            body["include"] = self.include
+        return body
+
+    def as_shallow_dict(self) -> dict:
+        """Serializes the PathPattern into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.include is not None:
+            body["include"] = self.include
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, Any]) -> PathPattern:
+        """Deserializes the PathPattern from a dictionary."""
+        return cls(include=d.get("include", None))
+
+
 @dataclass
 class PipelineAccessControlRequest:
     group_name: Optional[str] = None
@@ -2018,6 +2088,10 @@ class PipelineLibrary:
     file: Optional[FileLibrary] = None
     """The path to a file that defines a pipeline and is stored in the Databricks Repos."""
 
+    glob: Optional[PathPattern] = None
+    """The unified field to include source codes. Each entry can be a notebook path, a file path, or a
+    folder path that ends `/**`. This field cannot be used together with `notebook` or `file`."""
+
     jar: Optional[str] = None
     """URI of the jar to be installed. Currently only DBFS is supported."""
 
@@ -2035,6 +2109,8 @@ class PipelineLibrary:
         body = {}
         if self.file:
             body["file"] = self.file.as_dict()
+        if self.glob:
+            body["glob"] = self.glob.as_dict()
         if self.jar is not None:
             body["jar"] = self.jar
         if self.maven:
@@ -2050,6 +2126,8 @@ class PipelineLibrary:
         body = {}
         if self.file:
             body["file"] = self.file
+        if self.glob:
+            body["glob"] = self.glob
         if self.jar is not None:
             body["jar"] = self.jar
         if self.maven:
@@ -2065,6 +2143,7 @@ class PipelineLibrary:
         """Deserializes the PipelineLibrary from a dictionary."""
         return cls(
             file=_from_dict(d, "file", FileLibrary),
+            glob=_from_dict(d, "glob", PathPattern),
             jar=d.get("jar", None),
             maven=_from_dict(d, "maven", compute.MavenLibrary),
             notebook=_from_dict(d, "notebook", NotebookLibrary),
@@ -2293,6 +2372,11 @@ class PipelineSpec:
     restart_window: Optional[RestartWindow] = None
     """Restart window of this pipeline."""
 
+    root_path: Optional[str] = None
+    """Root path for this pipeline. This is used as the root directory when editing the pipeline in the
+    Databricks user interface and it is added to sys.path when executing Python sources during
+    pipeline execution."""
+
     schema: Optional[str] = None
     """The default schema (database) where tables are read from or published to."""
 
@@ -2351,6 +2435,8 @@ class PipelineSpec:
             body["photon"] = self.photon
         if self.restart_window:
             body["restart_window"] = self.restart_window.as_dict()
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.schema is not None:
             body["schema"] = self.schema
         if self.serverless is not None:
@@ -2404,6 +2490,8 @@ class PipelineSpec:
             body["photon"] = self.photon
         if self.restart_window:
             body["restart_window"] = self.restart_window
+        if self.root_path is not None:
+            body["root_path"] = self.root_path
         if self.schema is not None:
             body["schema"] = self.schema
         if self.serverless is not None:
@@ -2439,6 +2527,7 @@ class PipelineSpec:
             notifications=_repeated_dict(d, "notifications", Notifications),
             photon=d.get("photon", None),
             restart_window=_from_dict(d, "restart_window", RestartWindow),
+            root_path=d.get("root_path", None),
             schema=d.get("schema", None),
             serverless=d.get("serverless", None),
             storage=d.get("storage", None),
@@ -2996,6 +3085,7 @@ class StartUpdateCause(Enum):
     """What triggered this update."""
 
     API_CALL = "API_CALL"
+    INFRASTRUCTURE_MAINTENANCE = "INFRASTRUCTURE_MAINTENANCE"
     JOB_TASK = "JOB_TASK"
     RETRY_ON_FAILURE = "RETRY_ON_FAILURE"
     SCHEMA_CHANGE = "SCHEMA_CHANGE"
@@ -3321,6 +3411,7 @@ class UpdateInfoCause(Enum):
     """What triggered this update."""
 
     API_CALL = "API_CALL"
+    INFRASTRUCTURE_MAINTENANCE = "INFRASTRUCTURE_MAINTENANCE"
     JOB_TASK = "JOB_TASK"
     RETRY_ON_FAILURE = "RETRY_ON_FAILURE"
     SCHEMA_CHANGE = "SCHEMA_CHANGE"
@@ -3472,6 +3563,7 @@ class PipelinesAPI:
         notifications: Optional[List[Notifications]] = None,
         photon: Optional[bool] = None,
         restart_window: Optional[RestartWindow] = None,
+        root_path: Optional[str] = None,
         run_as: Optional[RunAs] = None,
         schema: Optional[str] = None,
         serverless: Optional[bool] = None,
@@ -3528,6 +3620,10 @@ class PipelinesAPI:
           Whether Photon is enabled for this pipeline.
         :param restart_window: :class:`RestartWindow` (optional)
           Restart window of this pipeline.
+        :param root_path: str (optional)
+          Root path for this pipeline. This is used as the root directory when editing the pipeline in the
+          Databricks user interface and it is added to sys.path when executing Python sources during pipeline
+          execution.
         :param run_as: :class:`RunAs` (optional)
           Write-only setting, available only in Create/Update calls. Specifies the user or service principal
           that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline.
@@ -3592,6 +3688,8 @@ class PipelinesAPI:
             body["photon"] = photon
         if restart_window is not None:
             body["restart_window"] = restart_window.as_dict()
+        if root_path is not None:
+            body["root_path"] = root_path
         if run_as is not None:
             body["run_as"] = run_as.as_dict()
         if schema is not None:
@@ -3980,6 +4078,7 @@ class PipelinesAPI:
         notifications: Optional[List[Notifications]] = None,
         photon: Optional[bool] = None,
         restart_window: Optional[RestartWindow] = None,
+        root_path: Optional[str] = None,
         run_as: Optional[RunAs] = None,
         schema: Optional[str] = None,
         serverless: Optional[bool] = None,
@@ -4039,6 +4138,10 @@ class PipelinesAPI:
           Whether Photon is enabled for this pipeline.
         :param restart_window: :class:`RestartWindow` (optional)
           Restart window of this pipeline.
+        :param root_path: str (optional)
+          Root path for this pipeline. This is used as the root directory when editing the pipeline in the
+          Databricks user interface and it is added to sys.path when executing Python sources during pipeline
+          execution.
         :param run_as: :class:`RunAs` (optional)
           Write-only setting, available only in Create/Update calls. Specifies the user or service principal
           that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline.
@@ -4103,6 +4206,8 @@ class PipelinesAPI:
             body["photon"] = photon
         if restart_window is not None:
             body["restart_window"] = restart_window.as_dict()
+        if root_path is not None:
+            body["root_path"] = root_path
         if run_as is not None:
             body["run_as"] = run_as.as_dict()
         if schema is not None: