@pulumi/databricks 1.68.0-alpha.1745473147 → 1.68.0

package/types/input.d.ts

@@ -1626,7 +1626,7 @@ export interface GetClusterClusterInfoSpec {
     /**
      * [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
      */
-    sparkVersion: string;
+    sparkVersion?: string;
     /**
      * SSH public key contents that will be added to each Spark node in this cluster.
      */
@@ -1721,7 +1721,7 @@ export interface GetClusterClusterInfoSpecArgs {
     /**
      * [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
      */
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     /**
      * SSH public key contents that will be added to each Spark node in this cluster.
      */
@@ -3287,7 +3287,7 @@ export interface GetJobJobSettingsSettingsJobClusterNewCluster {
     sparkEnvVars?: {
         [key: string]: string;
     };
-    sparkVersion: string;
+    sparkVersion?: string;
     sshPublicKeys?: string[];
     workloadType?: inputs.GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType;
 }
@@ -3325,7 +3325,7 @@ export interface GetJobJobSettingsSettingsJobClusterNewClusterArgs {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     workloadType?: pulumi.Input<inputs.GetJobJobSettingsSettingsJobClusterNewClusterWorkloadTypeArgs>;
 }
@@ -3613,7 +3613,7 @@ export interface GetJobJobSettingsSettingsNewCluster {
     sparkEnvVars?: {
         [key: string]: string;
     };
-    sparkVersion: string;
+    sparkVersion?: string;
     sshPublicKeys?: string[];
     workloadType?: inputs.GetJobJobSettingsSettingsNewClusterWorkloadType;
 }
@@ -3651,7 +3651,7 @@ export interface GetJobJobSettingsSettingsNewClusterArgs {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     workloadType?: pulumi.Input<inputs.GetJobJobSettingsSettingsNewClusterWorkloadTypeArgs>;
 }
@@ -3987,6 +3987,7 @@ export interface GetJobJobSettingsSettingsSparkSubmitTaskArgs {
 }
 export interface GetJobJobSettingsSettingsTask {
     conditionTask?: inputs.GetJobJobSettingsSettingsTaskConditionTask;
+    dashboardTask?: inputs.GetJobJobSettingsSettingsTaskDashboardTask;
     dbtTask?: inputs.GetJobJobSettingsSettingsTaskDbtTask;
     dependsOns?: inputs.GetJobJobSettingsSettingsTaskDependsOn[];
     description?: string;
@@ -4003,6 +4004,7 @@ export interface GetJobJobSettingsSettingsTask {
     notebookTask?: inputs.GetJobJobSettingsSettingsTaskNotebookTask;
     notificationSettings?: inputs.GetJobJobSettingsSettingsTaskNotificationSettings;
     pipelineTask?: inputs.GetJobJobSettingsSettingsTaskPipelineTask;
+    powerBiTask?: inputs.GetJobJobSettingsSettingsTaskPowerBiTask;
     pythonWheelTask?: inputs.GetJobJobSettingsSettingsTaskPythonWheelTask;
     retryOnTimeout?: boolean;
     runIf?: string;
@@ -4017,6 +4019,7 @@ export interface GetJobJobSettingsSettingsTask {
 }
 export interface GetJobJobSettingsSettingsTaskArgs {
     conditionTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskConditionTaskArgs>;
+    dashboardTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskDashboardTaskArgs>;
     dbtTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskDbtTaskArgs>;
     dependsOns?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskDependsOnArgs>[]>;
     description?: pulumi.Input<string>;
@@ -4033,6 +4036,7 @@ export interface GetJobJobSettingsSettingsTaskArgs {
     notebookTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskNotebookTaskArgs>;
     notificationSettings?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskNotificationSettingsArgs>;
     pipelineTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskPipelineTaskArgs>;
+    powerBiTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskPowerBiTaskArgs>;
     pythonWheelTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskPythonWheelTaskArgs>;
     retryOnTimeout?: pulumi.Input<boolean>;
     runIf?: pulumi.Input<string>;
@@ -4055,6 +4059,34 @@ export interface GetJobJobSettingsSettingsTaskConditionTaskArgs {
     op: pulumi.Input<string>;
     right: pulumi.Input<string>;
 }
+export interface GetJobJobSettingsSettingsTaskDashboardTask {
+    dashboardId?: string;
+    subscription?: inputs.GetJobJobSettingsSettingsTaskDashboardTaskSubscription;
+    warehouseId?: string;
+}
+export interface GetJobJobSettingsSettingsTaskDashboardTaskArgs {
+    dashboardId?: pulumi.Input<string>;
+    subscription?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionArgs>;
+    warehouseId?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskDashboardTaskSubscription {
+    customSubject?: string;
+    paused?: boolean;
+    subscribers?: inputs.GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionSubscriber[];
+}
+export interface GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionArgs {
+    customSubject?: pulumi.Input<string>;
+    paused?: pulumi.Input<boolean>;
+    subscribers?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionSubscriberArgs>[]>;
+}
+export interface GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionSubscriber {
+    destinationId?: string;
+    userName?: string;
+}
+export interface GetJobJobSettingsSettingsTaskDashboardTaskSubscriptionSubscriberArgs {
+    destinationId?: pulumi.Input<string>;
+    userName?: pulumi.Input<string>;
+}
 export interface GetJobJobSettingsSettingsTaskDbtTask {
     catalog?: string;
     commands: string[];
@@ -4109,6 +4141,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskArgs {
 }
 export interface GetJobJobSettingsSettingsTaskForEachTaskTask {
     conditionTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskConditionTask;
+    dashboardTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTask;
     dbtTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDbtTask;
     dependsOns?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDependsOn[];
     description?: string;
@@ -4124,6 +4157,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTask {
     notebookTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNotebookTask;
     notificationSettings?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNotificationSettings;
     pipelineTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPipelineTask;
+    powerBiTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTask;
     pythonWheelTask?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPythonWheelTask;
     retryOnTimeout?: boolean;
     runIf?: string;
@@ -4138,6 +4172,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTask {
 }
 export interface GetJobJobSettingsSettingsTaskForEachTaskTaskArgs {
     conditionTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskConditionTaskArgs>;
+    dashboardTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskArgs>;
     dbtTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDbtTaskArgs>;
     dependsOns?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDependsOnArgs>[]>;
     description?: pulumi.Input<string>;
@@ -4153,6 +4188,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTaskArgs {
     notebookTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNotebookTaskArgs>;
     notificationSettings?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNotificationSettingsArgs>;
     pipelineTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPipelineTaskArgs>;
+    powerBiTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskArgs>;
     pythonWheelTask?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPythonWheelTaskArgs>;
     retryOnTimeout?: pulumi.Input<boolean>;
     runIf?: pulumi.Input<string>;
@@ -4175,6 +4211,34 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTaskConditionTaskArgs {
     op: pulumi.Input<string>;
     right: pulumi.Input<string>;
 }
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTask {
+    dashboardId?: string;
+    subscription?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscription;
+    warehouseId?: string;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskArgs {
+    dashboardId?: pulumi.Input<string>;
+    subscription?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionArgs>;
+    warehouseId?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscription {
+    customSubject?: string;
+    paused?: boolean;
+    subscribers?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionSubscriber[];
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionArgs {
+    customSubject?: pulumi.Input<string>;
+    paused?: pulumi.Input<boolean>;
+    subscribers?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionSubscriberArgs>[]>;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionSubscriber {
+    destinationId?: string;
+    userName?: string;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDashboardTaskSubscriptionSubscriberArgs {
+    destinationId?: pulumi.Input<string>;
+    userName?: pulumi.Input<string>;
+}
 export interface GetJobJobSettingsSettingsTaskForEachTaskTaskDbtTask {
     catalog?: string;
     commands: string[];
@@ -4311,7 +4375,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTaskNewCluster {
     sparkEnvVars?: {
         [key: string]: string;
     };
-    sparkVersion: string;
+    sparkVersion?: string;
     sshPublicKeys?: string[];
     workloadType?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadType;
 }
@@ -4349,7 +4413,7 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTaskNewClusterArgs {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     workloadType?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadTypeArgs>;
 }
@@ -4593,6 +4657,52 @@ export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPipelineTaskArgs {
     fullRefresh?: pulumi.Input<boolean>;
     pipelineId: pulumi.Input<string>;
 }
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTask {
+    connectionResourceName?: string;
+    powerBiModel?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskPowerBiModel;
+    refreshAfterUpdate?: boolean;
+    tables?: inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskTable[];
+    warehouseId?: string;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskArgs {
+    connectionResourceName?: pulumi.Input<string>;
+    powerBiModel?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskPowerBiModelArgs>;
+    refreshAfterUpdate?: pulumi.Input<boolean>;
+    tables?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskTableArgs>[]>;
+    warehouseId?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskPowerBiModel {
+    authenticationMethod?: string;
+    modelName?: string;
+    overwriteExisting?: boolean;
+    storageMode?: string;
+    workspaceName?: string;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskPowerBiModelArgs {
+    authenticationMethod?: pulumi.Input<string>;
+    modelName?: pulumi.Input<string>;
+    overwriteExisting?: pulumi.Input<boolean>;
+    storageMode?: pulumi.Input<string>;
+    workspaceName?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskTable {
+    catalog?: string;
+    /**
+     * the job name of databricks.Job if the resource was matched by id.
+     */
+    name?: string;
+    schema?: string;
+    storageMode?: string;
+}
+export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPowerBiTaskTableArgs {
+    catalog?: pulumi.Input<string>;
+    /**
+     * the job name of databricks.Job if the resource was matched by id.
+     */
+    name?: pulumi.Input<string>;
+    schema?: pulumi.Input<string>;
+    storageMode?: pulumi.Input<string>;
+}
 export interface GetJobJobSettingsSettingsTaskForEachTaskTaskPythonWheelTask {
     entryPoint?: string;
     namedParameters?: {
@@ -4887,7 +4997,7 @@ export interface GetJobJobSettingsSettingsTaskNewCluster {
     sparkEnvVars?: {
         [key: string]: string;
     };
-    sparkVersion: string;
+    sparkVersion?: string;
     sshPublicKeys?: string[];
     workloadType?: inputs.GetJobJobSettingsSettingsTaskNewClusterWorkloadType;
 }
@@ -4925,7 +5035,7 @@ export interface GetJobJobSettingsSettingsTaskNewClusterArgs {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     workloadType?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskNewClusterWorkloadTypeArgs>;
 }
@@ -5169,6 +5279,52 @@ export interface GetJobJobSettingsSettingsTaskPipelineTaskArgs {
     fullRefresh?: pulumi.Input<boolean>;
     pipelineId: pulumi.Input<string>;
 }
+export interface GetJobJobSettingsSettingsTaskPowerBiTask {
+    connectionResourceName?: string;
+    powerBiModel?: inputs.GetJobJobSettingsSettingsTaskPowerBiTaskPowerBiModel;
+    refreshAfterUpdate?: boolean;
+    tables?: inputs.GetJobJobSettingsSettingsTaskPowerBiTaskTable[];
+    warehouseId?: string;
+}
+export interface GetJobJobSettingsSettingsTaskPowerBiTaskArgs {
+    connectionResourceName?: pulumi.Input<string>;
+    powerBiModel?: pulumi.Input<inputs.GetJobJobSettingsSettingsTaskPowerBiTaskPowerBiModelArgs>;
+    refreshAfterUpdate?: pulumi.Input<boolean>;
+    tables?: pulumi.Input<pulumi.Input<inputs.GetJobJobSettingsSettingsTaskPowerBiTaskTableArgs>[]>;
+    warehouseId?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskPowerBiTaskPowerBiModel {
+    authenticationMethod?: string;
+    modelName?: string;
+    overwriteExisting?: boolean;
+    storageMode?: string;
+    workspaceName?: string;
+}
+export interface GetJobJobSettingsSettingsTaskPowerBiTaskPowerBiModelArgs {
+    authenticationMethod?: pulumi.Input<string>;
+    modelName?: pulumi.Input<string>;
+    overwriteExisting?: pulumi.Input<boolean>;
+    storageMode?: pulumi.Input<string>;
+    workspaceName?: pulumi.Input<string>;
+}
+export interface GetJobJobSettingsSettingsTaskPowerBiTaskTable {
+    catalog?: string;
+    /**
+     * the job name of databricks.Job if the resource was matched by id.
+     */
+    name?: string;
+    schema?: string;
+    storageMode?: string;
+}
+export interface GetJobJobSettingsSettingsTaskPowerBiTaskTableArgs {
+    catalog?: pulumi.Input<string>;
+    /**
+     * the job name of databricks.Job if the resource was matched by id.
+     */
+    name?: pulumi.Input<string>;
+    schema?: pulumi.Input<string>;
+    storageMode?: pulumi.Input<string>;
+}
 export interface GetJobJobSettingsSettingsTaskPythonWheelTask {
     entryPoint?: string;
     namedParameters?: {
@@ -7698,8 +7854,6 @@ export interface JobEmailNotifications {
     noAlertForSkippedRuns?: pulumi.Input<boolean>;
     /**
      * (List) list of emails to notify when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * The following parameter is only available for the job level configuration.
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
@@ -7710,6 +7864,11 @@ export interface JobEmailNotifications {
      * (List) list of emails to notify when the run starts.
      */
     onStarts?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * (List) list of emails to notify when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * The following parameter is only available for the job level configuration.
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * (List) list of emails to notify when the run completes successfully.
@@ -7838,7 +7997,7 @@ export interface JobJobClusterNewCluster {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     useMlRuntime?: pulumi.Input<boolean>;
     /**
@@ -8052,7 +8211,7 @@ export interface JobNewCluster {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     useMlRuntime?: pulumi.Input<boolean>;
     /**
@@ -8351,11 +8510,13 @@ export interface JobSparkPythonTask {
      */
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
     /**
-     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/Repos`. For files stored in a remote repository, the path must be relative. This field is required.
+     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/`. For files stored in a remote repository, the path must be relative. This field is required.
      */
     pythonFile: pulumi.Input<string>;
     /**
-     * Location type of the Python file, can only be `GIT`. When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * Location type of the Python file. When set to `WORKSPACE` or not specified, the file will be retrieved from the local Databricks workspace or cloud location (if the pythonFile has a URI format). When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * * `WORKSPACE`: The Python file is located in a Databricks workspace or at a cloud filesystem URI.
+     * * `GIT`: The Python file is located in a remote Git repository.
      */
     source?: pulumi.Input<string>;
 }
@@ -8495,24 +8656,39 @@ export interface JobTaskConditionTask {
 }
 export interface JobTaskDashboardTask {
     /**
-     * (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
+     * The identifier of the dashboard to refresh
      */
     dashboardId?: pulumi.Input<string>;
+    /**
+     * Represents a subscription configuration for scheduled dashboard snapshots.
+     */
     subscription?: pulumi.Input<inputs.JobTaskDashboardTaskSubscription>;
+    /**
+     * The warehouse id to execute the dashboard with for the schedule. If not specified, will use the default warehouse of dashboard
+     */
     warehouseId?: pulumi.Input<string>;
 }
 export interface JobTaskDashboardTaskSubscription {
     /**
-     * string specifying a custom subject of email sent.
+     * Allows users to specify a custom subject line on the email sent to subscribers.
      */
     customSubject?: pulumi.Input<string>;
+    /**
+     * When true, the subscription will not send emails.
+     */
     paused?: pulumi.Input<boolean>;
+    /**
+     * The list of subscribers to send the snapshot of the dashboard to.
+     */
     subscribers?: pulumi.Input<pulumi.Input<inputs.JobTaskDashboardTaskSubscriptionSubscriber>[]>;
 }
 export interface JobTaskDashboardTaskSubscriptionSubscriber {
+    /**
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
+     */
     destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the user's email when the `userName` field is present.
      */
     userName?: pulumi.Input<string>;
 }
@@ -8569,8 +8745,6 @@ export interface JobTaskEmailNotifications {
     noAlertForSkippedRuns?: pulumi.Input<boolean>;
     /**
      * (List) list of emails to notify when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * The following parameter is only available for the job level configuration.
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
@@ -8581,6 +8755,11 @@ export interface JobTaskEmailNotifications {
      * (List) list of emails to notify when the run starts.
      */
     onStarts?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * (List) list of emails to notify when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * The following parameter is only available for the job level configuration.
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * (List) list of emails to notify when the run completes successfully.
@@ -8730,24 +8909,39 @@ export interface JobTaskForEachTaskTaskConditionTask {
 }
 export interface JobTaskForEachTaskTaskDashboardTask {
     /**
-     * (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
+     * The identifier of the dashboard to refresh
      */
     dashboardId?: pulumi.Input<string>;
+    /**
+     * Represents a subscription configuration for scheduled dashboard snapshots.
+     */
     subscription?: pulumi.Input<inputs.JobTaskForEachTaskTaskDashboardTaskSubscription>;
+    /**
+     * The warehouse id to execute the dashboard with for the schedule. If not specified, will use the default warehouse of dashboard
+     */
     warehouseId?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskDashboardTaskSubscription {
     /**
-     * string specifying a custom subject of email sent.
+     * Allows users to specify a custom subject line on the email sent to subscribers.
      */
     customSubject?: pulumi.Input<string>;
+    /**
+     * When true, the subscription will not send emails.
+     */
     paused?: pulumi.Input<boolean>;
+    /**
+     * The list of subscribers to send the snapshot of the dashboard to.
+     */
     subscribers?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskDashboardTaskSubscriptionSubscriber>[]>;
 }
 export interface JobTaskForEachTaskTaskDashboardTaskSubscriptionSubscriber {
+    /**
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
+     */
     destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the user's email when the `userName` field is present.
      */
     userName?: pulumi.Input<string>;
 }
@@ -8804,8 +8998,6 @@ export interface JobTaskForEachTaskTaskEmailNotifications {
     noAlertForSkippedRuns?: pulumi.Input<boolean>;
     /**
      * (List) list of emails to notify when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * The following parameter is only available for the job level configuration.
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
@@ -8816,6 +9008,11 @@ export interface JobTaskForEachTaskTaskEmailNotifications {
      * (List) list of emails to notify when the run starts.
      */
     onStarts?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * (List) list of emails to notify when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * The following parameter is only available for the job level configuration.
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * (List) list of emails to notify when the run completes successfully.
@@ -8918,7 +9115,7 @@ export interface JobTaskForEachTaskTaskNewCluster {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     useMlRuntime?: pulumi.Input<boolean>;
     /**
@@ -9120,32 +9317,65 @@ export interface JobTaskForEachTaskTaskPipelineTask {
     pipelineId: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskPowerBiTask {
+    /**
+     * The resource name of the UC connection to authenticate from Databricks to Power BI
+     */
     connectionResourceName?: pulumi.Input<string>;
+    /**
+     * The semantic model to update. Block consists of following fields:
+     */
     powerBiModel?: pulumi.Input<inputs.JobTaskForEachTaskTaskPowerBiTaskPowerBiModel>;
+    /**
+     * Whether the model should be refreshed after the update. Default is false
+     */
     refreshAfterUpdate?: pulumi.Input<boolean>;
+    /**
+     * The tables to be exported to Power BI. Block consists of following fields:
+     */
     tables?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskPowerBiTaskTable>[]>;
+    /**
+     * The SQL warehouse ID to use as the Power BI data source
+     */
     warehouseId?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskPowerBiTaskPowerBiModel {
+    /**
+     * How the published Power BI model authenticates to Databricks
+     */
     authenticationMethod?: pulumi.Input<string>;
+    /**
+     * The name of the Power BI model
+     */
     modelName?: pulumi.Input<string>;
+    /**
+     * Whether to overwrite existing Power BI models. Default is false
+     */
     overwriteExisting?: pulumi.Input<boolean>;
+    /**
+     * The default storage mode of the Power BI model
+     */
     storageMode?: pulumi.Input<string>;
+    /**
+     * The name of the Power BI workspace of the model
+     */
     workspaceName?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskPowerBiTaskTable {
     /**
-     * The name of the catalog to use inside Unity Catalog.
+     * The catalog name in Databricks
      */
     catalog?: pulumi.Input<string>;
     /**
-     * An optional name for the job. The default value is Untitled.
+     * The table name in Databricks. If empty, all tables under the schema are selected.
      */
     name?: pulumi.Input<string>;
     /**
-     * The name of the schema dbt should run in. Defaults to `default`.
+     * The schema name in Databricks
      */
     schema?: pulumi.Input<string>;
+    /**
+     * The Power BI storage mode of the table
+     */
     storageMode?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskPythonWheelTask {
@@ -9220,11 +9450,13 @@ export interface JobTaskForEachTaskTaskSparkPythonTask {
      */
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
     /**
-     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/Repos`. For files stored in a remote repository, the path must be relative. This field is required.
+     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/`. For files stored in a remote repository, the path must be relative. This field is required.
      */
     pythonFile: pulumi.Input<string>;
     /**
-     * Location type of the Python file, can only be `GIT`. When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * Location type of the Python file. When set to `WORKSPACE` or not specified, the file will be retrieved from the local Databricks workspace or cloud location (if the pythonFile has a URI format). When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * * `WORKSPACE`: The Python file is located in a Databricks workspace or at a cloud filesystem URI.
+     * * `GIT`: The Python file is located in a remote Git repository.
      */
     source?: pulumi.Input<string>;
 }
@@ -9277,10 +9509,10 @@ export interface JobTaskForEachTaskTaskSqlTaskAlert {
     subscriptions?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskSqlTaskAlertSubscription>[]>;
 }
 export interface JobTaskForEachTaskTaskSqlTaskAlertSubscription {
-    destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
      */
+    destinationId?: pulumi.Input<string>;
     userName?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskSqlTaskDashboard {
@@ -9302,10 +9534,10 @@ export interface JobTaskForEachTaskTaskSqlTaskDashboard {
     subscriptions?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskSqlTaskDashboardSubscription>[]>;
 }
 export interface JobTaskForEachTaskTaskSqlTaskDashboardSubscription {
-    destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
      */
+    destinationId?: pulumi.Input<string>;
     userName?: pulumi.Input<string>;
 }
 export interface JobTaskForEachTaskTaskSqlTaskFile {
@@ -9370,10 +9602,6 @@ export interface JobTaskForEachTaskTaskSqlTaskQuery {
 export interface JobTaskForEachTaskTaskWebhookNotifications {
     /**
      * (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
-     *
-     * Example
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceeded>[]>;
     /**
@@ -9384,6 +9612,13 @@ export interface JobTaskForEachTaskTaskWebhookNotifications {
      * (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
      */
     onStarts?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskWebhookNotificationsOnStart>[]>;
+    /**
+     * (List) list of notification IDs to call when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
+     *
+     * Example
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskWebhookNotificationsOnStreamingBacklogExceeded>[]>;
     /**
      * (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
@@ -9516,7 +9751,7 @@ export interface JobTaskNewCluster {
     sparkEnvVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
-    sparkVersion: pulumi.Input<string>;
+    sparkVersion?: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
     useMlRuntime?: pulumi.Input<boolean>;
     /**
@@ -9718,32 +9953,65 @@ export interface JobTaskPipelineTask {
     pipelineId: pulumi.Input<string>;
 }
 export interface JobTaskPowerBiTask {
+    /**
+     * The resource name of the UC connection to authenticate from Databricks to Power BI
+     */
     connectionResourceName?: pulumi.Input<string>;
+    /**
+     * The semantic model to update. Block consists of following fields:
+     */
     powerBiModel?: pulumi.Input<inputs.JobTaskPowerBiTaskPowerBiModel>;
+    /**
+     * Whether the model should be refreshed after the update. Default is false
+     */
     refreshAfterUpdate?: pulumi.Input<boolean>;
+    /**
+     * The tables to be exported to Power BI. Block consists of following fields:
+     */
     tables?: pulumi.Input<pulumi.Input<inputs.JobTaskPowerBiTaskTable>[]>;
+    /**
+     * The SQL warehouse ID to use as the Power BI data source
+     */
     warehouseId?: pulumi.Input<string>;
 }
 export interface JobTaskPowerBiTaskPowerBiModel {
+    /**
+     * How the published Power BI model authenticates to Databricks
+     */
     authenticationMethod?: pulumi.Input<string>;
+    /**
+     * The name of the Power BI model
+     */
     modelName?: pulumi.Input<string>;
+    /**
+     * Whether to overwrite existing Power BI models. Default is false
+     */
     overwriteExisting?: pulumi.Input<boolean>;
+    /**
+     * The default storage mode of the Power BI model
+     */
     storageMode?: pulumi.Input<string>;
+    /**
+     * The name of the Power BI workspace of the model
+     */
     workspaceName?: pulumi.Input<string>;
 }
 export interface JobTaskPowerBiTaskTable {
     /**
-     * The name of the catalog to use inside Unity Catalog.
+     * The catalog name in Databricks
      */
     catalog?: pulumi.Input<string>;
     /**
-     * An optional name for the job. The default value is Untitled.
+     * The table name in Databricks. If empty, all tables under the schema are selected.
      */
     name?: pulumi.Input<string>;
     /**
-     * The name of the schema dbt should run in. Defaults to `default`.
+     * The schema name in Databricks
      */
     schema?: pulumi.Input<string>;
+    /**
+     * The Power BI storage mode of the table
+     */
     storageMode?: pulumi.Input<string>;
 }
 export interface JobTaskPythonWheelTask {
@@ -9818,11 +10086,13 @@ export interface JobTaskSparkPythonTask {
      */
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
     /**
-     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/Repos`. For files stored in a remote repository, the path must be relative. This field is required.
+     * The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g. `s3:/`, `abfss:/`, `gs:/`), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with `/`. For files stored in a remote repository, the path must be relative. This field is required.
      */
     pythonFile: pulumi.Input<string>;
     /**
-     * Location type of the Python file, can only be `GIT`. When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * Location type of the Python file. When set to `WORKSPACE` or not specified, the file will be retrieved from the local Databricks workspace or cloud location (if the pythonFile has a URI format). When set to `GIT`, the Python file will be retrieved from a Git repository defined in `gitSource`.
+     * * `WORKSPACE`: The Python file is located in a Databricks workspace or at a cloud filesystem URI.
+     * * `GIT`: The Python file is located in a remote Git repository.
      */
     source?: pulumi.Input<string>;
 }
@@ -9875,10 +10145,10 @@ export interface JobTaskSqlTaskAlert {
     subscriptions?: pulumi.Input<pulumi.Input<inputs.JobTaskSqlTaskAlertSubscription>[]>;
 }
 export interface JobTaskSqlTaskAlertSubscription {
-    destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
      */
+    destinationId?: pulumi.Input<string>;
     userName?: pulumi.Input<string>;
 }
 export interface JobTaskSqlTaskDashboard {
@@ -9900,10 +10170,10 @@ export interface JobTaskSqlTaskDashboard {
     subscriptions?: pulumi.Input<pulumi.Input<inputs.JobTaskSqlTaskDashboardSubscription>[]>;
 }
 export interface JobTaskSqlTaskDashboardSubscription {
-    destinationId?: pulumi.Input<string>;
     /**
-     * The email of an active workspace user. Non-admin users can only set this field to their own email.
+     * A snapshot of the dashboard will be sent to the destination when the `destinationId` field is present.
      */
+    destinationId?: pulumi.Input<string>;
     userName?: pulumi.Input<string>;
 }
 export interface JobTaskSqlTaskFile {
@@ -9968,10 +10238,6 @@ export interface JobTaskSqlTaskQuery {
 export interface JobTaskWebhookNotifications {
     /**
      * (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
-     *
-     * Example
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<inputs.JobTaskWebhookNotificationsOnDurationWarningThresholdExceeded>[]>;
     /**
@@ -9982,6 +10248,13 @@ export interface JobTaskWebhookNotifications {
      * (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
      */
     onStarts?: pulumi.Input<pulumi.Input<inputs.JobTaskWebhookNotificationsOnStart>[]>;
+    /**
+     * (List) list of notification IDs to call when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
+     *
+     * Example
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<inputs.JobTaskWebhookNotificationsOnStreamingBacklogExceeded>[]>;
     /**
      * (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
@@ -10085,10 +10358,6 @@ export interface JobTriggerTableUpdate {
 export interface JobWebhookNotifications {
     /**
      * (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the `RUN_DURATION_SECONDS` metric in the `health` block.
-     *
-     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
-     *
-     * Example
      */
     onDurationWarningThresholdExceededs?: pulumi.Input<pulumi.Input<inputs.JobWebhookNotificationsOnDurationWarningThresholdExceeded>[]>;
     /**
@@ -10099,6 +10368,13 @@ export interface JobWebhookNotifications {
      * (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
      */
     onStarts?: pulumi.Input<pulumi.Input<inputs.JobWebhookNotificationsOnStart>[]>;
+    /**
+     * (List) list of notification IDs to call when any streaming backlog thresholds are exceeded for any stream.
+     *
+     * Note that the `id` is not to be confused with the name of the alert destination. The `id` can be retrieved through the API or the URL of Databricks UI `https://<workspace host>/sql/destinations/<notification id>?o=<workspace id>`
+     *
+     * Example
+     */
     onStreamingBacklogExceededs?: pulumi.Input<pulumi.Input<inputs.JobWebhookNotificationsOnStreamingBacklogExceeded>[]>;
     /**
      * (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
@@ -10711,7 +10987,7 @@ export interface ModelServingConfigServedEntityExternalModelOpenaiConfig {
      */
     microsoftEntraTenantId?: pulumi.Input<string>;
     /**
-     * This is the base URL for the OpenAI API (default: "https://api.openai.com/v1"). For Azure OpenAI, this field is required and is the base URL for the Azure OpenAI API service provided by Azure.
+     * This is the base URL for the OpenAI API (default: "<https://api.openai.com/v1>"). For Azure OpenAI, this field is required and is the base URL for the Azure OpenAI API service provided by Azure.
      */
     openaiApiBase?: pulumi.Input<string>;
     /**
@@ -10958,13 +11234,13 @@ export interface MwsNetworksGcpNetworkInfo {
     /**
      * The name of the secondary IP range for pods. A Databricks-managed GKE cluster uses this IP range for its pods. This secondary IP range can only be used by one workspace.
      *
-     * @deprecated gcp_network_info.pod_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.74.0/docs/guides/gcp-workspace#creating-a-vpc
+     * @deprecated gcp_network_info.pod_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.75.0/docs/guides/gcp-workspace#creating-a-vpc
      */
     podIpRangeName?: pulumi.Input<string>;
     /**
      * The name of the secondary IP range for services. A Databricks-managed GKE cluster uses this IP range for its services. This secondary IP range can only be used by one workspace.
      *
-     * @deprecated gcp_network_info.service_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.74.0/docs/guides/gcp-workspace#creating-a-vpc
+     * @deprecated gcp_network_info.service_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.75.0/docs/guides/gcp-workspace#creating-a-vpc
      */
     serviceIpRangeName?: pulumi.Input<string>;
     /**
@@ -11025,11 +11301,11 @@ export interface MwsWorkspacesExternalCustomerInfo {
 }
 export interface MwsWorkspacesGcpManagedNetworkConfig {
     /**
-     * @deprecated gcp_managed_network_config.gke_cluster_pod_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.74.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
+     * @deprecated gcp_managed_network_config.gke_cluster_pod_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.75.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
      */
     gkeClusterPodIpRange?: pulumi.Input<string>;
     /**
-     * @deprecated gcp_managed_network_config.gke_cluster_service_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.74.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
+     * @deprecated gcp_managed_network_config.gke_cluster_service_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.75.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
      */
     gkeClusterServiceIpRange?: pulumi.Input<string>;
     subnetCidr: pulumi.Input<string>;