@pulumi/databricks 1.40.0-alpha.1715755798 → 1.40.0

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@pulumi/databricks",
-    "version": "1.40.0-alpha.1715755798+5579760",
+    "version": "1.40.0",
     "description": "A Pulumi package for creating and managing databricks cloud resources.",
     "keywords": [
         "pulumi",
@@ -24,6 +24,6 @@
     "pulumi": {
         "resource": true,
         "name": "databricks",
-        "version": "1.40.0-alpha.1715755798+5579760"
+        "version": "1.40.0"
     }
 }

package/package.json.bak

@@ -1,6 +1,6 @@
 {
     "name": "@pulumi/databricks",
-    "version": "1.40.0-alpha.1715755798+5579760",
+    "version": "1.40.0",
     "description": "A Pulumi package for creating and managing databricks cloud resources.",
     "keywords": [
         "pulumi",
@@ -24,6 +24,6 @@
     "pulumi": {
         "resource": true,
         "name": "databricks",
-        "version": "1.40.0-alpha.1715755798+5579760"
+        "version": "1.40.0"
     }
 }

package/types/input.d.ts

@@ -4286,6 +4286,7 @@ export interface JobGitSource {
      * hash of Git commit to use. Conflicts with `branch` and `tag`.
      */
     commit?: pulumi.Input<string>;
+    gitSnapshot?: pulumi.Input<inputs.JobGitSourceGitSnapshot>;
     jobSource?: pulumi.Input<inputs.JobGitSourceJobSource>;
     /**
      * case insensitive name of the Git provider.  Following values are supported right now (could be a subject for change, consult [Repos API documentation](https://docs.databricks.com/dev-tools/api/latest/repos.html)): `gitHub`, `gitHubEnterprise`, `bitbucketCloud`, `bitbucketServer`, `azureDevOpsServices`, `gitLab`, `gitLabEnterpriseEdition`.
@@ -4300,6 +4301,9 @@ export interface JobGitSource {
      */
     url: pulumi.Input<string>;
 }
+export interface JobGitSourceGitSnapshot {
+    usedCommit?: pulumi.Input<string>;
+}
 export interface JobGitSourceJobSource {
     dirtyState?: pulumi.Input<string>;
     importFromGitBranch: pulumi.Input<string>;
@@ -4341,6 +4345,7 @@ export interface JobJobClusterNewCluster {
     autoterminationMinutes?: pulumi.Input<number>;
     awsAttributes?: pulumi.Input<inputs.JobJobClusterNewClusterAwsAttributes>;
     azureAttributes?: pulumi.Input<inputs.JobJobClusterNewClusterAzureAttributes>;
+    cloneFrom?: pulumi.Input<inputs.JobJobClusterNewClusterCloneFrom>;
     clusterId?: pulumi.Input<string>;
     clusterLogConf?: pulumi.Input<inputs.JobJobClusterNewClusterClusterLogConf>;
     clusterMountInfos?: pulumi.Input<pulumi.Input<inputs.JobJobClusterNewClusterClusterMountInfo>[]>;
@@ -4358,6 +4363,10 @@ export interface JobJobClusterNewCluster {
     idempotencyToken?: pulumi.Input<string>;
     initScripts?: pulumi.Input<pulumi.Input<inputs.JobJobClusterNewClusterInitScript>[]>;
     instancePoolId?: pulumi.Input<string>;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: pulumi.Input<pulumi.Input<inputs.JobJobClusterNewClusterLibrary>[]>;
     nodeTypeId?: pulumi.Input<string>;
     numWorkers?: pulumi.Input<number>;
     policyId?: pulumi.Input<string>;
@@ -4380,7 +4389,9 @@ export interface JobJobClusterNewClusterAutoscale {
 export interface JobJobClusterNewClusterAwsAttributes {
     availability?: pulumi.Input<string>;
     ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeIops?: pulumi.Input<number>;
     ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeThroughput?: pulumi.Input<number>;
     ebsVolumeType?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
@@ -4390,8 +4401,16 @@ export interface JobJobClusterNewClusterAwsAttributes {
 export interface JobJobClusterNewClusterAzureAttributes {
     availability?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
+    logAnalyticsInfo?: pulumi.Input<inputs.JobJobClusterNewClusterAzureAttributesLogAnalyticsInfo>;
     spotBidMaxPrice?: pulumi.Input<number>;
 }
+export interface JobJobClusterNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: pulumi.Input<string>;
+    logAnalyticsWorkspaceId?: pulumi.Input<string>;
+}
+export interface JobJobClusterNewClusterCloneFrom {
+    sourceClusterId: pulumi.Input<string>;
+}
 export interface JobJobClusterNewClusterClusterLogConf {
     dbfs?: pulumi.Input<inputs.JobJobClusterNewClusterClusterLogConfDbfs>;
     s3?: pulumi.Input<inputs.JobJobClusterNewClusterClusterLogConfS3>;
@@ -4475,6 +4494,28 @@ export interface JobJobClusterNewClusterInitScriptVolumes {
 export interface JobJobClusterNewClusterInitScriptWorkspace {
     destination: pulumi.Input<string>;
 }
+export interface JobJobClusterNewClusterLibrary {
+    cran?: pulumi.Input<inputs.JobJobClusterNewClusterLibraryCran>;
+    egg?: pulumi.Input<string>;
+    jar?: pulumi.Input<string>;
+    maven?: pulumi.Input<inputs.JobJobClusterNewClusterLibraryMaven>;
+    pypi?: pulumi.Input<inputs.JobJobClusterNewClusterLibraryPypi>;
+    requirements?: pulumi.Input<string>;
+    whl?: pulumi.Input<string>;
+}
+export interface JobJobClusterNewClusterLibraryCran {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobJobClusterNewClusterLibraryMaven {
+    coordinates: pulumi.Input<string>;
+    exclusions?: pulumi.Input<pulumi.Input<string>[]>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobJobClusterNewClusterLibraryPypi {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
 export interface JobJobClusterNewClusterWorkloadType {
     clients: pulumi.Input<inputs.JobJobClusterNewClusterWorkloadTypeClients>;
 }
@@ -4510,6 +4551,7 @@ export interface JobNewCluster {
     autoterminationMinutes?: pulumi.Input<number>;
     awsAttributes?: pulumi.Input<inputs.JobNewClusterAwsAttributes>;
     azureAttributes?: pulumi.Input<inputs.JobNewClusterAzureAttributes>;
+    cloneFrom?: pulumi.Input<inputs.JobNewClusterCloneFrom>;
     clusterId?: pulumi.Input<string>;
     clusterLogConf?: pulumi.Input<inputs.JobNewClusterClusterLogConf>;
     clusterMountInfos?: pulumi.Input<pulumi.Input<inputs.JobNewClusterClusterMountInfo>[]>;
@@ -4527,6 +4569,10 @@ export interface JobNewCluster {
     idempotencyToken?: pulumi.Input<string>;
     initScripts?: pulumi.Input<pulumi.Input<inputs.JobNewClusterInitScript>[]>;
     instancePoolId?: pulumi.Input<string>;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: pulumi.Input<pulumi.Input<inputs.JobNewClusterLibrary>[]>;
     nodeTypeId?: pulumi.Input<string>;
     numWorkers?: pulumi.Input<number>;
     policyId?: pulumi.Input<string>;
@@ -4549,7 +4595,9 @@ export interface JobNewClusterAutoscale {
 export interface JobNewClusterAwsAttributes {
     availability?: pulumi.Input<string>;
     ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeIops?: pulumi.Input<number>;
     ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeThroughput?: pulumi.Input<number>;
     ebsVolumeType?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
@@ -4559,8 +4607,16 @@ export interface JobNewClusterAwsAttributes {
 export interface JobNewClusterAzureAttributes {
     availability?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
+    logAnalyticsInfo?: pulumi.Input<inputs.JobNewClusterAzureAttributesLogAnalyticsInfo>;
     spotBidMaxPrice?: pulumi.Input<number>;
 }
+export interface JobNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: pulumi.Input<string>;
+    logAnalyticsWorkspaceId?: pulumi.Input<string>;
+}
+export interface JobNewClusterCloneFrom {
+    sourceClusterId: pulumi.Input<string>;
+}
 export interface JobNewClusterClusterLogConf {
     dbfs?: pulumi.Input<inputs.JobNewClusterClusterLogConfDbfs>;
     s3?: pulumi.Input<inputs.JobNewClusterClusterLogConfS3>;
@@ -4644,6 +4700,28 @@ export interface JobNewClusterInitScriptVolumes {
 export interface JobNewClusterInitScriptWorkspace {
     destination: pulumi.Input<string>;
 }
+export interface JobNewClusterLibrary {
+    cran?: pulumi.Input<inputs.JobNewClusterLibraryCran>;
+    egg?: pulumi.Input<string>;
+    jar?: pulumi.Input<string>;
+    maven?: pulumi.Input<inputs.JobNewClusterLibraryMaven>;
+    pypi?: pulumi.Input<inputs.JobNewClusterLibraryPypi>;
+    requirements?: pulumi.Input<string>;
+    whl?: pulumi.Input<string>;
+}
+export interface JobNewClusterLibraryCran {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobNewClusterLibraryMaven {
+    coordinates: pulumi.Input<string>;
+    exclusions?: pulumi.Input<pulumi.Input<string>[]>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobNewClusterLibraryPypi {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
 export interface JobNewClusterWorkloadType {
     clients: pulumi.Input<inputs.JobNewClusterWorkloadTypeClients>;
 }
@@ -4822,6 +4900,7 @@ export interface JobTask {
      * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
      */
     description?: pulumi.Input<string>;
+    disableAutoOptimization?: pulumi.Input<boolean>;
     /**
      * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
      */
@@ -4870,7 +4949,7 @@ export interface JobTask {
      */
     retryOnTimeout?: pulumi.Input<boolean>;
     /**
-     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`.
+     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. One of `ALL_SUCCESS`, `AT_LEAST_ONE_SUCCESS`, `NONE_FAILED`, `ALL_DONE`, `AT_LEAST_ONE_FAILED` or `ALL_FAILED`. When omitted, defaults to `ALL_SUCCESS`.
      */
     runIf?: pulumi.Input<string>;
     runJobTask?: pulumi.Input<inputs.JobTaskRunJobTask>;
@@ -4998,6 +5077,7 @@ export interface JobTaskForEachTaskTask {
      * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
      */
     description?: pulumi.Input<string>;
+    disableAutoOptimization?: pulumi.Input<boolean>;
     /**
      * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
      */
@@ -5045,7 +5125,7 @@ export interface JobTaskForEachTaskTask {
      */
     retryOnTimeout?: pulumi.Input<boolean>;
     /**
-     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`.
+     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. One of `ALL_SUCCESS`, `AT_LEAST_ONE_SUCCESS`, `NONE_FAILED`, `ALL_DONE`, `AT_LEAST_ONE_FAILED` or `ALL_FAILED`. When omitted, defaults to `ALL_SUCCESS`.
      */
     runIf?: pulumi.Input<string>;
     runJobTask?: pulumi.Input<inputs.JobTaskForEachTaskTaskRunJobTask>;
@@ -5196,6 +5276,7 @@ export interface JobTaskForEachTaskTaskNewCluster {
     autoterminationMinutes?: pulumi.Input<number>;
     awsAttributes?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterAwsAttributes>;
     azureAttributes?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterAzureAttributes>;
+    cloneFrom?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterCloneFrom>;
     clusterId?: pulumi.Input<string>;
     clusterLogConf?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterClusterLogConf>;
     clusterMountInfos?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterClusterMountInfo>[]>;
@@ -5213,8 +5294,12 @@ export interface JobTaskForEachTaskTaskNewCluster {
     idempotencyToken?: pulumi.Input<string>;
     initScripts?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterInitScript>[]>;
     instancePoolId?: pulumi.Input<string>;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterLibrary>[]>;
     nodeTypeId?: pulumi.Input<string>;
-    numWorkers: pulumi.Input<number>;
+    numWorkers?: pulumi.Input<number>;
     policyId?: pulumi.Input<string>;
     runtimeEngine?: pulumi.Input<string>;
     singleUserName?: pulumi.Input<string>;
@@ -5235,7 +5320,9 @@ export interface JobTaskForEachTaskTaskNewClusterAutoscale {
 export interface JobTaskForEachTaskTaskNewClusterAwsAttributes {
     availability?: pulumi.Input<string>;
     ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeIops?: pulumi.Input<number>;
     ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeThroughput?: pulumi.Input<number>;
     ebsVolumeType?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
@@ -5245,8 +5332,16 @@ export interface JobTaskForEachTaskTaskNewClusterAwsAttributes {
 export interface JobTaskForEachTaskTaskNewClusterAzureAttributes {
     availability?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
+    logAnalyticsInfo?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterAzureAttributesLogAnalyticsInfo>;
     spotBidMaxPrice?: pulumi.Input<number>;
 }
+export interface JobTaskForEachTaskTaskNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: pulumi.Input<string>;
+    logAnalyticsWorkspaceId?: pulumi.Input<string>;
+}
+export interface JobTaskForEachTaskTaskNewClusterCloneFrom {
+    sourceClusterId: pulumi.Input<string>;
+}
 export interface JobTaskForEachTaskTaskNewClusterClusterLogConf {
     dbfs?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterClusterLogConfDbfs>;
     s3?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterClusterLogConfS3>;
@@ -5293,6 +5388,9 @@ export interface JobTaskForEachTaskTaskNewClusterGcpAttributes {
 }
 export interface JobTaskForEachTaskTaskNewClusterInitScript {
     abfss?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterInitScriptAbfss>;
+    /**
+     * @deprecated For init scripts use 'volumes', 'workspace' or cloud storage location instead of 'dbfs'.
+     */
     dbfs?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterInitScriptDbfs>;
     file?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterInitScriptFile>;
     gcs?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterInitScriptGcs>;
@@ -5327,6 +5425,28 @@ export interface JobTaskForEachTaskTaskNewClusterInitScriptVolumes {
 export interface JobTaskForEachTaskTaskNewClusterInitScriptWorkspace {
     destination: pulumi.Input<string>;
 }
+export interface JobTaskForEachTaskTaskNewClusterLibrary {
+    cran?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterLibraryCran>;
+    egg?: pulumi.Input<string>;
+    jar?: pulumi.Input<string>;
+    maven?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterLibraryMaven>;
+    pypi?: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterLibraryPypi>;
+    requirements?: pulumi.Input<string>;
+    whl?: pulumi.Input<string>;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryCran {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryMaven {
+    coordinates: pulumi.Input<string>;
+    exclusions?: pulumi.Input<pulumi.Input<string>[]>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryPypi {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
 export interface JobTaskForEachTaskTaskNewClusterWorkloadType {
     clients: pulumi.Input<inputs.JobTaskForEachTaskTaskNewClusterWorkloadTypeClients>;
 }
@@ -5403,6 +5523,8 @@ export interface JobTaskForEachTaskTaskPythonWheelTask {
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface JobTaskForEachTaskTaskRunJobTask {
+    dbtCommands?: pulumi.Input<pulumi.Input<string>[]>;
+    jarParams?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * (String) ID of the job
      */
@@ -5413,6 +5535,21 @@ export interface JobTaskForEachTaskTaskRunJobTask {
     jobParameters?: pulumi.Input<{
         [key: string]: any;
     }>;
+    notebookParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    pipelineParams?: pulumi.Input<inputs.JobTaskForEachTaskTaskRunJobTaskPipelineParams>;
+    pythonNamedParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    pythonParams?: pulumi.Input<pulumi.Input<string>[]>;
+    sparkSubmitParams?: pulumi.Input<pulumi.Input<string>[]>;
+    sqlParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+}
+export interface JobTaskForEachTaskTaskRunJobTaskPipelineParams {
+    fullRefresh?: pulumi.Input<boolean>;
 }
 export interface JobTaskForEachTaskTaskSparkJarTask {
     jarUri?: pulumi.Input<string>;
@@ -5666,6 +5803,7 @@ export interface JobTaskNewCluster {
     autoterminationMinutes?: pulumi.Input<number>;
     awsAttributes?: pulumi.Input<inputs.JobTaskNewClusterAwsAttributes>;
     azureAttributes?: pulumi.Input<inputs.JobTaskNewClusterAzureAttributes>;
+    cloneFrom?: pulumi.Input<inputs.JobTaskNewClusterCloneFrom>;
     clusterId?: pulumi.Input<string>;
     clusterLogConf?: pulumi.Input<inputs.JobTaskNewClusterClusterLogConf>;
     clusterMountInfos?: pulumi.Input<pulumi.Input<inputs.JobTaskNewClusterClusterMountInfo>[]>;
@@ -5683,6 +5821,10 @@ export interface JobTaskNewCluster {
     idempotencyToken?: pulumi.Input<string>;
     initScripts?: pulumi.Input<pulumi.Input<inputs.JobTaskNewClusterInitScript>[]>;
     instancePoolId?: pulumi.Input<string>;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: pulumi.Input<pulumi.Input<inputs.JobTaskNewClusterLibrary>[]>;
     nodeTypeId?: pulumi.Input<string>;
     numWorkers?: pulumi.Input<number>;
     policyId?: pulumi.Input<string>;
@@ -5705,7 +5847,9 @@ export interface JobTaskNewClusterAutoscale {
 export interface JobTaskNewClusterAwsAttributes {
     availability?: pulumi.Input<string>;
     ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeIops?: pulumi.Input<number>;
     ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeThroughput?: pulumi.Input<number>;
     ebsVolumeType?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
@@ -5715,8 +5859,16 @@ export interface JobTaskNewClusterAwsAttributes {
 export interface JobTaskNewClusterAzureAttributes {
     availability?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
+    logAnalyticsInfo?: pulumi.Input<inputs.JobTaskNewClusterAzureAttributesLogAnalyticsInfo>;
     spotBidMaxPrice?: pulumi.Input<number>;
 }
+export interface JobTaskNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: pulumi.Input<string>;
+    logAnalyticsWorkspaceId?: pulumi.Input<string>;
+}
+export interface JobTaskNewClusterCloneFrom {
+    sourceClusterId: pulumi.Input<string>;
+}
 export interface JobTaskNewClusterClusterLogConf {
     dbfs?: pulumi.Input<inputs.JobTaskNewClusterClusterLogConfDbfs>;
     s3?: pulumi.Input<inputs.JobTaskNewClusterClusterLogConfS3>;
@@ -5800,6 +5952,28 @@ export interface JobTaskNewClusterInitScriptVolumes {
 export interface JobTaskNewClusterInitScriptWorkspace {
     destination: pulumi.Input<string>;
 }
+export interface JobTaskNewClusterLibrary {
+    cran?: pulumi.Input<inputs.JobTaskNewClusterLibraryCran>;
+    egg?: pulumi.Input<string>;
+    jar?: pulumi.Input<string>;
+    maven?: pulumi.Input<inputs.JobTaskNewClusterLibraryMaven>;
+    pypi?: pulumi.Input<inputs.JobTaskNewClusterLibraryPypi>;
+    requirements?: pulumi.Input<string>;
+    whl?: pulumi.Input<string>;
+}
+export interface JobTaskNewClusterLibraryCran {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobTaskNewClusterLibraryMaven {
+    coordinates: pulumi.Input<string>;
+    exclusions?: pulumi.Input<pulumi.Input<string>[]>;
+    repo?: pulumi.Input<string>;
+}
+export interface JobTaskNewClusterLibraryPypi {
+    package: pulumi.Input<string>;
+    repo?: pulumi.Input<string>;
+}
 export interface JobTaskNewClusterWorkloadType {
     clients: pulumi.Input<inputs.JobTaskNewClusterWorkloadTypeClients>;
 }
@@ -5876,6 +6050,8 @@ export interface JobTaskPythonWheelTask {
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface JobTaskRunJobTask {
+    dbtCommands?: pulumi.Input<pulumi.Input<string>[]>;
+    jarParams?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * (String) ID of the job
      */
@@ -5886,6 +6062,21 @@ export interface JobTaskRunJobTask {
     jobParameters?: pulumi.Input<{
         [key: string]: any;
     }>;
+    notebookParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    pipelineParams?: pulumi.Input<inputs.JobTaskRunJobTaskPipelineParams>;
+    pythonNamedParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    pythonParams?: pulumi.Input<pulumi.Input<string>[]>;
+    sparkSubmitParams?: pulumi.Input<pulumi.Input<string>[]>;
+    sqlParams?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+}
+export interface JobTaskRunJobTaskPipelineParams {
+    fullRefresh?: pulumi.Input<boolean>;
 }
 export interface JobTaskSparkJarTask {
     jarUri?: pulumi.Input<string>;
@@ -6100,6 +6291,7 @@ export interface JobTrigger {
      * Indicate whether this trigger is paused or not. Either `PAUSED` or `UNPAUSED`. When the `pauseStatus` field is omitted in the block, the server will default to using `UNPAUSED` as a value for `pauseStatus`.
      */
     pauseStatus?: pulumi.Input<string>;
+    table?: pulumi.Input<inputs.JobTriggerTable>;
     /**
      * configuration block to define a trigger for Table Update events consisting of following attributes:
      */
@@ -6119,6 +6311,12 @@ export interface JobTriggerFileArrival {
      */
     waitAfterLastChangeSeconds?: pulumi.Input<number>;
 }
+export interface JobTriggerTable {
+    condition?: pulumi.Input<string>;
+    minTimeBetweenTriggersSeconds?: pulumi.Input<number>;
+    tableNames?: pulumi.Input<pulumi.Input<string>[]>;
+    waitAfterLastChangeSeconds?: pulumi.Input<number>;
+}
 export interface JobTriggerTableUpdate {
     /**
      * The table(s) condition based on which to trigger a job run. Valid values are `ANY_UPDATED` or `ALL_UPDATED`.

package/types/output.d.ts

@@ -2436,6 +2436,7 @@ export interface JobGitSource {
      * hash of Git commit to use. Conflicts with `branch` and `tag`.
      */
     commit?: string;
+    gitSnapshot?: outputs.JobGitSourceGitSnapshot;
     jobSource?: outputs.JobGitSourceJobSource;
     /**
      * case insensitive name of the Git provider.  Following values are supported right now (could be a subject for change, consult [Repos API documentation](https://docs.databricks.com/dev-tools/api/latest/repos.html)): `gitHub`, `gitHubEnterprise`, `bitbucketCloud`, `bitbucketServer`, `azureDevOpsServices`, `gitLab`, `gitLabEnterpriseEdition`.
@@ -2450,6 +2451,9 @@ export interface JobGitSource {
      */
     url: string;
 }
+export interface JobGitSourceGitSnapshot {
+    usedCommit?: string;
+}
 export interface JobGitSourceJobSource {
     dirtyState?: string;
     importFromGitBranch: string;
@@ -2491,6 +2495,7 @@ export interface JobJobClusterNewCluster {
     autoterminationMinutes?: number;
     awsAttributes?: outputs.JobJobClusterNewClusterAwsAttributes;
     azureAttributes?: outputs.JobJobClusterNewClusterAzureAttributes;
+    cloneFrom?: outputs.JobJobClusterNewClusterCloneFrom;
     clusterId?: string;
     clusterLogConf?: outputs.JobJobClusterNewClusterClusterLogConf;
     clusterMountInfos?: outputs.JobJobClusterNewClusterClusterMountInfo[];
@@ -2508,6 +2513,10 @@ export interface JobJobClusterNewCluster {
     idempotencyToken?: string;
     initScripts?: outputs.JobJobClusterNewClusterInitScript[];
     instancePoolId?: string;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: outputs.JobJobClusterNewClusterLibrary[];
     nodeTypeId: string;
     numWorkers?: number;
     policyId?: string;
@@ -2530,7 +2539,9 @@ export interface JobJobClusterNewClusterAutoscale {
 export interface JobJobClusterNewClusterAwsAttributes {
     availability?: string;
     ebsVolumeCount?: number;
+    ebsVolumeIops?: number;
     ebsVolumeSize?: number;
+    ebsVolumeThroughput?: number;
     ebsVolumeType?: string;
     firstOnDemand?: number;
     instanceProfileArn?: string;
@@ -2540,8 +2551,16 @@ export interface JobJobClusterNewClusterAwsAttributes {
 export interface JobJobClusterNewClusterAzureAttributes {
     availability?: string;
     firstOnDemand?: number;
+    logAnalyticsInfo?: outputs.JobJobClusterNewClusterAzureAttributesLogAnalyticsInfo;
     spotBidMaxPrice?: number;
 }
+export interface JobJobClusterNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: string;
+    logAnalyticsWorkspaceId?: string;
+}
+export interface JobJobClusterNewClusterCloneFrom {
+    sourceClusterId: string;
+}
 export interface JobJobClusterNewClusterClusterLogConf {
     dbfs?: outputs.JobJobClusterNewClusterClusterLogConfDbfs;
     s3?: outputs.JobJobClusterNewClusterClusterLogConfS3;
@@ -2625,6 +2644,28 @@ export interface JobJobClusterNewClusterInitScriptVolumes {
 export interface JobJobClusterNewClusterInitScriptWorkspace {
     destination: string;
 }
+export interface JobJobClusterNewClusterLibrary {
+    cran?: outputs.JobJobClusterNewClusterLibraryCran;
+    egg?: string;
+    jar?: string;
+    maven?: outputs.JobJobClusterNewClusterLibraryMaven;
+    pypi?: outputs.JobJobClusterNewClusterLibraryPypi;
+    requirements?: string;
+    whl?: string;
+}
+export interface JobJobClusterNewClusterLibraryCran {
+    package: string;
+    repo?: string;
+}
+export interface JobJobClusterNewClusterLibraryMaven {
+    coordinates: string;
+    exclusions?: string[];
+    repo?: string;
+}
+export interface JobJobClusterNewClusterLibraryPypi {
+    package: string;
+    repo?: string;
+}
 export interface JobJobClusterNewClusterWorkloadType {
     clients: outputs.JobJobClusterNewClusterWorkloadTypeClients;
 }
@@ -2660,6 +2701,7 @@ export interface JobNewCluster {
     autoterminationMinutes?: number;
     awsAttributes?: outputs.JobNewClusterAwsAttributes;
     azureAttributes?: outputs.JobNewClusterAzureAttributes;
+    cloneFrom?: outputs.JobNewClusterCloneFrom;
     clusterId?: string;
     clusterLogConf?: outputs.JobNewClusterClusterLogConf;
     clusterMountInfos?: outputs.JobNewClusterClusterMountInfo[];
@@ -2677,6 +2719,10 @@ export interface JobNewCluster {
     idempotencyToken?: string;
     initScripts?: outputs.JobNewClusterInitScript[];
     instancePoolId?: string;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: outputs.JobNewClusterLibrary[];
     nodeTypeId: string;
     numWorkers?: number;
     policyId?: string;
@@ -2699,7 +2745,9 @@ export interface JobNewClusterAutoscale {
 export interface JobNewClusterAwsAttributes {
     availability?: string;
     ebsVolumeCount?: number;
+    ebsVolumeIops?: number;
     ebsVolumeSize?: number;
+    ebsVolumeThroughput?: number;
     ebsVolumeType?: string;
     firstOnDemand?: number;
     instanceProfileArn?: string;
@@ -2709,8 +2757,16 @@ export interface JobNewClusterAwsAttributes {
 export interface JobNewClusterAzureAttributes {
     availability?: string;
     firstOnDemand?: number;
+    logAnalyticsInfo?: outputs.JobNewClusterAzureAttributesLogAnalyticsInfo;
     spotBidMaxPrice?: number;
 }
+export interface JobNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: string;
+    logAnalyticsWorkspaceId?: string;
+}
+export interface JobNewClusterCloneFrom {
+    sourceClusterId: string;
+}
 export interface JobNewClusterClusterLogConf {
     dbfs?: outputs.JobNewClusterClusterLogConfDbfs;
     s3?: outputs.JobNewClusterClusterLogConfS3;
@@ -2794,6 +2850,28 @@ export interface JobNewClusterInitScriptVolumes {
 export interface JobNewClusterInitScriptWorkspace {
     destination: string;
 }
+export interface JobNewClusterLibrary {
+    cran?: outputs.JobNewClusterLibraryCran;
+    egg?: string;
+    jar?: string;
+    maven?: outputs.JobNewClusterLibraryMaven;
+    pypi?: outputs.JobNewClusterLibraryPypi;
+    requirements?: string;
+    whl?: string;
+}
+export interface JobNewClusterLibraryCran {
+    package: string;
+    repo?: string;
+}
+export interface JobNewClusterLibraryMaven {
+    coordinates: string;
+    exclusions?: string[];
+    repo?: string;
+}
+export interface JobNewClusterLibraryPypi {
+    package: string;
+    repo?: string;
+}
 export interface JobNewClusterWorkloadType {
     clients: outputs.JobNewClusterWorkloadTypeClients;
 }
@@ -2972,6 +3050,7 @@ export interface JobTask {
      * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
      */
     description?: string;
+    disableAutoOptimization?: boolean;
     /**
      * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
      */
@@ -3020,7 +3099,7 @@ export interface JobTask {
      */
     retryOnTimeout: boolean;
     /**
-     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`.
+     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. One of `ALL_SUCCESS`, `AT_LEAST_ONE_SUCCESS`, `NONE_FAILED`, `ALL_DONE`, `AT_LEAST_ONE_FAILED` or `ALL_FAILED`. When omitted, defaults to `ALL_SUCCESS`.
      */
     runIf?: string;
     runJobTask?: outputs.JobTaskRunJobTask;
@@ -3148,6 +3227,7 @@ export interface JobTaskForEachTaskTask {
      * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
      */
     description?: string;
+    disableAutoOptimization?: boolean;
     /**
      * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
      */
@@ -3195,7 +3275,7 @@ export interface JobTaskForEachTaskTask {
      */
     retryOnTimeout: boolean;
     /**
-     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`.
+     * An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. One of `ALL_SUCCESS`, `AT_LEAST_ONE_SUCCESS`, `NONE_FAILED`, `ALL_DONE`, `AT_LEAST_ONE_FAILED` or `ALL_FAILED`. When omitted, defaults to `ALL_SUCCESS`.
      */
     runIf?: string;
     runJobTask?: outputs.JobTaskForEachTaskTaskRunJobTask;
@@ -3346,6 +3426,7 @@ export interface JobTaskForEachTaskTaskNewCluster {
     autoterminationMinutes?: number;
     awsAttributes?: outputs.JobTaskForEachTaskTaskNewClusterAwsAttributes;
     azureAttributes?: outputs.JobTaskForEachTaskTaskNewClusterAzureAttributes;
+    cloneFrom?: outputs.JobTaskForEachTaskTaskNewClusterCloneFrom;
     clusterId?: string;
     clusterLogConf?: outputs.JobTaskForEachTaskTaskNewClusterClusterLogConf;
     clusterMountInfos?: outputs.JobTaskForEachTaskTaskNewClusterClusterMountInfo[];
@@ -3363,8 +3444,12 @@ export interface JobTaskForEachTaskTaskNewCluster {
     idempotencyToken?: string;
     initScripts?: outputs.JobTaskForEachTaskTaskNewClusterInitScript[];
     instancePoolId?: string;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: outputs.JobTaskForEachTaskTaskNewClusterLibrary[];
     nodeTypeId: string;
-    numWorkers: number;
+    numWorkers?: number;
     policyId?: string;
     runtimeEngine?: string;
     singleUserName?: string;
@@ -3385,7 +3470,9 @@ export interface JobTaskForEachTaskTaskNewClusterAutoscale {
 export interface JobTaskForEachTaskTaskNewClusterAwsAttributes {
     availability?: string;
     ebsVolumeCount?: number;
+    ebsVolumeIops?: number;
     ebsVolumeSize?: number;
+    ebsVolumeThroughput?: number;
     ebsVolumeType?: string;
     firstOnDemand?: number;
     instanceProfileArn?: string;
@@ -3395,8 +3482,16 @@ export interface JobTaskForEachTaskTaskNewClusterAwsAttributes {
 export interface JobTaskForEachTaskTaskNewClusterAzureAttributes {
     availability?: string;
     firstOnDemand?: number;
+    logAnalyticsInfo?: outputs.JobTaskForEachTaskTaskNewClusterAzureAttributesLogAnalyticsInfo;
     spotBidMaxPrice?: number;
 }
+export interface JobTaskForEachTaskTaskNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: string;
+    logAnalyticsWorkspaceId?: string;
+}
+export interface JobTaskForEachTaskTaskNewClusterCloneFrom {
+    sourceClusterId: string;
+}
 export interface JobTaskForEachTaskTaskNewClusterClusterLogConf {
     dbfs?: outputs.JobTaskForEachTaskTaskNewClusterClusterLogConfDbfs;
     s3?: outputs.JobTaskForEachTaskTaskNewClusterClusterLogConfS3;
@@ -3443,6 +3538,9 @@ export interface JobTaskForEachTaskTaskNewClusterGcpAttributes {
 }
 export interface JobTaskForEachTaskTaskNewClusterInitScript {
     abfss?: outputs.JobTaskForEachTaskTaskNewClusterInitScriptAbfss;
+    /**
+     * @deprecated For init scripts use 'volumes', 'workspace' or cloud storage location instead of 'dbfs'.
+     */
     dbfs?: outputs.JobTaskForEachTaskTaskNewClusterInitScriptDbfs;
     file?: outputs.JobTaskForEachTaskTaskNewClusterInitScriptFile;
     gcs?: outputs.JobTaskForEachTaskTaskNewClusterInitScriptGcs;
@@ -3477,6 +3575,28 @@ export interface JobTaskForEachTaskTaskNewClusterInitScriptVolumes {
 export interface JobTaskForEachTaskTaskNewClusterInitScriptWorkspace {
     destination: string;
 }
+export interface JobTaskForEachTaskTaskNewClusterLibrary {
+    cran?: outputs.JobTaskForEachTaskTaskNewClusterLibraryCran;
+    egg?: string;
+    jar?: string;
+    maven?: outputs.JobTaskForEachTaskTaskNewClusterLibraryMaven;
+    pypi?: outputs.JobTaskForEachTaskTaskNewClusterLibraryPypi;
+    requirements?: string;
+    whl?: string;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryCran {
+    package: string;
+    repo?: string;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryMaven {
+    coordinates: string;
+    exclusions?: string[];
+    repo?: string;
+}
+export interface JobTaskForEachTaskTaskNewClusterLibraryPypi {
+    package: string;
+    repo?: string;
+}
 export interface JobTaskForEachTaskTaskNewClusterWorkloadType {
     clients: outputs.JobTaskForEachTaskTaskNewClusterWorkloadTypeClients;
 }
@@ -3553,6 +3673,8 @@ export interface JobTaskForEachTaskTaskPythonWheelTask {
     parameters?: string[];
 }
 export interface JobTaskForEachTaskTaskRunJobTask {
+    dbtCommands?: string[];
+    jarParams?: string[];
     /**
      * (String) ID of the job
      */
@@ -3563,6 +3685,21 @@ export interface JobTaskForEachTaskTaskRunJobTask {
     jobParameters?: {
         [key: string]: any;
     };
+    notebookParams?: {
+        [key: string]: any;
+    };
+    pipelineParams?: outputs.JobTaskForEachTaskTaskRunJobTaskPipelineParams;
+    pythonNamedParams?: {
+        [key: string]: any;
+    };
+    pythonParams?: string[];
+    sparkSubmitParams?: string[];
+    sqlParams?: {
+        [key: string]: any;
+    };
+}
+export interface JobTaskForEachTaskTaskRunJobTaskPipelineParams {
+    fullRefresh?: boolean;
 }
 export interface JobTaskForEachTaskTaskSparkJarTask {
     jarUri?: string;
@@ -3816,6 +3953,7 @@ export interface JobTaskNewCluster {
     autoterminationMinutes?: number;
     awsAttributes?: outputs.JobTaskNewClusterAwsAttributes;
     azureAttributes?: outputs.JobTaskNewClusterAzureAttributes;
+    cloneFrom?: outputs.JobTaskNewClusterCloneFrom;
     clusterId?: string;
     clusterLogConf?: outputs.JobTaskNewClusterClusterLogConf;
     clusterMountInfos?: outputs.JobTaskNewClusterClusterMountInfo[];
@@ -3833,6 +3971,10 @@ export interface JobTaskNewCluster {
     idempotencyToken?: string;
     initScripts?: outputs.JobTaskNewClusterInitScript[];
     instancePoolId?: string;
+    /**
+     * (List) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
+     */
+    libraries?: outputs.JobTaskNewClusterLibrary[];
     nodeTypeId: string;
     numWorkers?: number;
     policyId?: string;
@@ -3855,7 +3997,9 @@ export interface JobTaskNewClusterAutoscale {
 export interface JobTaskNewClusterAwsAttributes {
     availability?: string;
     ebsVolumeCount?: number;
+    ebsVolumeIops?: number;
     ebsVolumeSize?: number;
+    ebsVolumeThroughput?: number;
     ebsVolumeType?: string;
     firstOnDemand?: number;
     instanceProfileArn?: string;
@@ -3865,8 +4009,16 @@ export interface JobTaskNewClusterAwsAttributes {
 export interface JobTaskNewClusterAzureAttributes {
     availability?: string;
     firstOnDemand?: number;
+    logAnalyticsInfo?: outputs.JobTaskNewClusterAzureAttributesLogAnalyticsInfo;
     spotBidMaxPrice?: number;
 }
+export interface JobTaskNewClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: string;
+    logAnalyticsWorkspaceId?: string;
+}
+export interface JobTaskNewClusterCloneFrom {
+    sourceClusterId: string;
+}
 export interface JobTaskNewClusterClusterLogConf {
     dbfs?: outputs.JobTaskNewClusterClusterLogConfDbfs;
     s3?: outputs.JobTaskNewClusterClusterLogConfS3;
@@ -3950,6 +4102,28 @@ export interface JobTaskNewClusterInitScriptVolumes {
 export interface JobTaskNewClusterInitScriptWorkspace {
     destination: string;
 }
+export interface JobTaskNewClusterLibrary {
+    cran?: outputs.JobTaskNewClusterLibraryCran;
+    egg?: string;
+    jar?: string;
+    maven?: outputs.JobTaskNewClusterLibraryMaven;
+    pypi?: outputs.JobTaskNewClusterLibraryPypi;
+    requirements?: string;
+    whl?: string;
+}
+export interface JobTaskNewClusterLibraryCran {
+    package: string;
+    repo?: string;
+}
+export interface JobTaskNewClusterLibraryMaven {
+    coordinates: string;
+    exclusions?: string[];
+    repo?: string;
+}
+export interface JobTaskNewClusterLibraryPypi {
+    package: string;
+    repo?: string;
+}
 export interface JobTaskNewClusterWorkloadType {
     clients: outputs.JobTaskNewClusterWorkloadTypeClients;
 }
@@ -4026,6 +4200,8 @@ export interface JobTaskPythonWheelTask {
     parameters?: string[];
 }
 export interface JobTaskRunJobTask {
+    dbtCommands?: string[];
+    jarParams?: string[];
     /**
      * (String) ID of the job
      */
@@ -4036,6 +4212,21 @@ export interface JobTaskRunJobTask {
     jobParameters?: {
         [key: string]: any;
     };
+    notebookParams?: {
+        [key: string]: any;
+    };
+    pipelineParams?: outputs.JobTaskRunJobTaskPipelineParams;
+    pythonNamedParams?: {
+        [key: string]: any;
+    };
+    pythonParams?: string[];
+    sparkSubmitParams?: string[];
+    sqlParams?: {
+        [key: string]: any;
+    };
+}
+export interface JobTaskRunJobTaskPipelineParams {
+    fullRefresh?: boolean;
 }
 export interface JobTaskSparkJarTask {
     jarUri?: string;
@@ -4250,6 +4441,7 @@ export interface JobTrigger {
      * Indicate whether this trigger is paused or not. Either `PAUSED` or `UNPAUSED`. When the `pauseStatus` field is omitted in the block, the server will default to using `UNPAUSED` as a value for `pauseStatus`.
      */
     pauseStatus?: string;
+    table?: outputs.JobTriggerTable;
     /**
      * configuration block to define a trigger for Table Update events consisting of following attributes:
      */
@@ -4269,6 +4461,12 @@ export interface JobTriggerFileArrival {
      */
     waitAfterLastChangeSeconds?: number;
 }
+export interface JobTriggerTable {
+    condition?: string;
+    minTimeBetweenTriggersSeconds?: number;
+    tableNames?: string[];
+    waitAfterLastChangeSeconds?: number;
+}
 export interface JobTriggerTableUpdate {
     /**
      * The table(s) condition based on which to trigger a job run. Valid values are `ANY_UPDATED` or `ALL_UPDATED`.