@pulumi/databricks 1.48.0-alpha.1723008506 → 1.48.0-alpha.1723806379

package/storageCredential.d.ts

@@ -103,6 +103,7 @@ export declare class StorageCredential extends pulumi.CustomResource {
     readonly awsIamRole: pulumi.Output<outputs.StorageCredentialAwsIamRole | undefined>;
     readonly azureManagedIdentity: pulumi.Output<outputs.StorageCredentialAzureManagedIdentity | undefined>;
     readonly azureServicePrincipal: pulumi.Output<outputs.StorageCredentialAzureServicePrincipal | undefined>;
+    readonly cloudflareApiToken: pulumi.Output<outputs.StorageCredentialCloudflareApiToken | undefined>;
     readonly comment: pulumi.Output<string | undefined>;
     readonly databricksGcpServiceAccount: pulumi.Output<outputs.StorageCredentialDatabricksGcpServiceAccount>;
     /**
@@ -160,6 +161,7 @@ export interface StorageCredentialState {
     awsIamRole?: pulumi.Input<inputs.StorageCredentialAwsIamRole>;
     azureManagedIdentity?: pulumi.Input<inputs.StorageCredentialAzureManagedIdentity>;
     azureServicePrincipal?: pulumi.Input<inputs.StorageCredentialAzureServicePrincipal>;
+    cloudflareApiToken?: pulumi.Input<inputs.StorageCredentialCloudflareApiToken>;
     comment?: pulumi.Input<string>;
     databricksGcpServiceAccount?: pulumi.Input<inputs.StorageCredentialDatabricksGcpServiceAccount>;
     /**
@@ -209,6 +211,7 @@ export interface StorageCredentialArgs {
     awsIamRole?: pulumi.Input<inputs.StorageCredentialAwsIamRole>;
     azureManagedIdentity?: pulumi.Input<inputs.StorageCredentialAzureManagedIdentity>;
     azureServicePrincipal?: pulumi.Input<inputs.StorageCredentialAzureServicePrincipal>;
+    cloudflareApiToken?: pulumi.Input<inputs.StorageCredentialCloudflareApiToken>;
     comment?: pulumi.Input<string>;
     databricksGcpServiceAccount?: pulumi.Input<inputs.StorageCredentialDatabricksGcpServiceAccount>;
     /**

package/storageCredential.js

@@ -119,6 +119,7 @@ class StorageCredential extends pulumi.CustomResource {
             resourceInputs["awsIamRole"] = state ? state.awsIamRole : undefined;
             resourceInputs["azureManagedIdentity"] = state ? state.azureManagedIdentity : undefined;
             resourceInputs["azureServicePrincipal"] = state ? state.azureServicePrincipal : undefined;
+            resourceInputs["cloudflareApiToken"] = state ? state.cloudflareApiToken : undefined;
             resourceInputs["comment"] = state ? state.comment : undefined;
             resourceInputs["databricksGcpServiceAccount"] = state ? state.databricksGcpServiceAccount : undefined;
             resourceInputs["forceDestroy"] = state ? state.forceDestroy : undefined;
@@ -137,6 +138,7 @@ class StorageCredential extends pulumi.CustomResource {
             resourceInputs["awsIamRole"] = args ? args.awsIamRole : undefined;
             resourceInputs["azureManagedIdentity"] = args ? args.azureManagedIdentity : undefined;
             resourceInputs["azureServicePrincipal"] = args ? args.azureServicePrincipal : undefined;
+            resourceInputs["cloudflareApiToken"] = args ? args.cloudflareApiToken : undefined;
             resourceInputs["comment"] = args ? args.comment : undefined;
             resourceInputs["databricksGcpServiceAccount"] = args ? args.databricksGcpServiceAccount : undefined;
             resourceInputs["forceDestroy"] = args ? args.forceDestroy : undefined;

package/storageCredential.js.map

@@ -1 +1 @@
-{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAGzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IACxD;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;IAuDD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,6BAA6B,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,SAAS,CAAC;YACtG,cAAc,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,eAAe,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1D,cAAc,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,cAAc,CAAC,gBAAgB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5E,cAAc,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,CAAC;SACzF;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,6BAA6B,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC,SAAS,CAAC;YACpG,cAAc,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,cAAc,CAAC,qBAAqB,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC;SAC7D;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;;AAzHL,8CA0HC;AA5GG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}
+{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAGzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IACxD;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;IAwDD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,oBAAoB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC;YACpF,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,6BAA6B,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC,SAAS,CAAC;YACtG,cAAc,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,eAAe,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1D,cAAc,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,cAAc,CAAC,gBAAgB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5E,cAAc,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,CAAC;SACzF;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC;YAClF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,6BAA6B,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC,SAAS,CAAC;YACpG,cAAc,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,cAAc,CAAC,qBAAqB,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC;SAC7D;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;;AA5HL,8CA6HC;AA/GG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}

package/types/input.d.ts

@@ -144,7 +144,7 @@ export interface ClusterAzureAttributes {
     firstOnDemand?: pulumi.Input<number>;
     logAnalyticsInfo?: pulumi.Input<inputs.ClusterAzureAttributesLogAnalyticsInfo>;
     /**
-     * The max price for Azure spot instances.  Use `-1` to specify the lowest price.
+     * The max bid price used for Azure spot instances. You can set this to greater than or equal to the current spot price. You can also set this to `-1`, which specifies that the instance cannot be evicted on the basis of price. The price for the instance will be the current price for spot instances or the price for a standard instance.
      */
     spotBidMaxPrice?: pulumi.Input<number>;
 }
@@ -5686,7 +5686,7 @@ export interface InstancePoolAzureAttributes {
      */
     availability?: pulumi.Input<string>;
     /**
-     * The max price for Azure spot instances.  Use `-1` to specify the lowest price.
+     * The max bid price used for Azure spot instances. You can set this to greater than or equal to the current spot price. You can also set this to `-1`, which specifies that the instance cannot be evicted on the basis of price. The price for the instance will be the current price for spot instances or the price for a standard instance.
      */
     spotBidMaxPrice?: pulumi.Input<number>;
 }
@@ -6481,12 +6481,15 @@ export interface JobTask {
      */
     dependsOns?: pulumi.Input<pulumi.Input<inputs.JobTaskDependsOn>[]>;
     /**
-     * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
+     * description for this task.
      */
     description?: pulumi.Input<string>;
+    /**
+     * A flag to disable auto optimization in serverless tasks.
+     */
     disableAutoOptimization?: pulumi.Input<boolean>;
     /**
-     * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
+     * An optional block to specify a set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This block is documented below.
      */
     emailNotifications?: pulumi.Input<inputs.JobTaskEmailNotifications>;
     /**
@@ -6500,8 +6503,6 @@ export interface JobTask {
     forEachTask?: pulumi.Input<inputs.JobTaskForEachTask>;
     /**
      * block described below that specifies health conditions for a given task.
-     *
-     * > **Note** If no `jobClusterKey`, `existingClusterId`, or `newCluster` were specified in task definition, then task will executed using serverless compute.
      */
     health?: pulumi.Input<inputs.JobTaskHealth>;
     /**
@@ -6555,6 +6556,8 @@ export interface JobTask {
     timeoutSeconds?: pulumi.Input<number>;
     /**
      * (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
+     *
+     * > **Note** If no `jobClusterKey`, `existingClusterId`, or `newCluster` were specified in task definition, then task will executed using serverless compute.
      */
     webhookNotifications?: pulumi.Input<inputs.JobTaskWebhookNotifications>;
 }
@@ -6667,12 +6670,15 @@ export interface JobTaskForEachTaskTask {
      */
     dependsOns?: pulumi.Input<pulumi.Input<inputs.JobTaskForEachTaskTaskDependsOn>[]>;
     /**
-     * An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
+     * description for this task.
      */
     description?: pulumi.Input<string>;
+    /**
+     * A flag to disable auto optimization in serverless tasks.
+     */
     disableAutoOptimization?: pulumi.Input<boolean>;
     /**
-     * (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
+     * An optional block to specify a set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This block is documented below.
      */
     emailNotifications?: pulumi.Input<inputs.JobTaskForEachTaskTaskEmailNotifications>;
     /**
@@ -6685,8 +6691,6 @@ export interface JobTaskForEachTaskTask {
     existingClusterId?: pulumi.Input<string>;
     /**
      * block described below that specifies health conditions for a given task.
-     *
-     * > **Note** If no `jobClusterKey`, `existingClusterId`, or `newCluster` were specified in task definition, then task will executed using serverless compute.
      */
     health?: pulumi.Input<inputs.JobTaskForEachTaskTaskHealth>;
     /**
@@ -6740,6 +6744,8 @@ export interface JobTaskForEachTaskTask {
     timeoutSeconds?: pulumi.Input<number>;
     /**
      * (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
+     *
+     * > **Note** If no `jobClusterKey`, `existingClusterId`, or `newCluster` were specified in task definition, then task will executed using serverless compute.
      */
     webhookNotifications?: pulumi.Input<inputs.JobTaskForEachTaskTaskWebhookNotifications>;
 }
@@ -8164,6 +8170,11 @@ export interface MetastoreDataAccessAzureServicePrincipal {
     clientSecret: pulumi.Input<string>;
     directoryId: pulumi.Input<string>;
 }
+export interface MetastoreDataAccessCloudflareApiToken {
+    accessKeyId: pulumi.Input<string>;
+    accountId: pulumi.Input<string>;
+    secretAccessKey: pulumi.Input<string>;
+}
 export interface MetastoreDataAccessDatabricksGcpServiceAccount {
     credentialId?: pulumi.Input<string>;
     email?: pulumi.Input<string>;
@@ -8316,6 +8327,7 @@ export interface ModelServingConfigServedEntityExternalModel {
      * Databricks Model Serving Config
      */
     databricksModelServingConfig?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModelDatabricksModelServingConfig>;
+    googleCloudVertexAiConfig?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModelGoogleCloudVertexAiConfig>;
     /**
      * The name of the external model.
      */
@@ -8341,13 +8353,15 @@ export interface ModelServingConfigServedEntityExternalModelAi21labsConfig {
     /**
      * The Databricks secret key reference for an AI21Labs API key.
      */
-    ai21labsApiKey: pulumi.Input<string>;
+    ai21labsApiKey?: pulumi.Input<string>;
+    ai21labsApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig {
     /**
      * The Databricks secret key reference for an AWS Access Key ID with permissions to interact with Bedrock services.
      */
-    awsAccessKeyId: pulumi.Input<string>;
+    awsAccessKeyId?: pulumi.Input<string>;
+    awsAccessKeyIdPlaintext?: pulumi.Input<string>;
     /**
      * The AWS region to use. Bedrock has to be enabled there.
      */
@@ -8355,7 +8369,8 @@ export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig
     /**
      * The Databricks secret key reference for an AWS Secret Access Key paired with the access key ID, with permissions to interact with Bedrock services.
      */
-    awsSecretAccessKey: pulumi.Input<string>;
+    awsSecretAccessKey?: pulumi.Input<string>;
+    awsSecretAccessKeyPlaintext?: pulumi.Input<string>;
     /**
      * The underlying provider in Amazon Bedrock. Supported values (case insensitive) include: `Anthropic`, `Cohere`, `AI21Labs`, `Amazon`.
      */
@@ -8366,27 +8381,38 @@ export interface ModelServingConfigServedEntityExternalModelAnthropicConfig {
      * The Databricks secret key reference for an Anthropic API key.
      * The Databricks secret key reference for an Anthropic API key.
      */
-    anthropicApiKey: pulumi.Input<string>;
+    anthropicApiKey?: pulumi.Input<string>;
+    anthropicApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelCohereConfig {
+    cohereApiBase?: pulumi.Input<string>;
     /**
      * The Databricks secret key reference for a Cohere API key.
      */
-    cohereApiKey: pulumi.Input<string>;
+    cohereApiKey?: pulumi.Input<string>;
+    cohereApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelDatabricksModelServingConfig {
     /**
      * The Databricks secret key reference for a Databricks API token that corresponds to a user or service principal with Can Query access to the model serving endpoint pointed to by this external model.
      */
-    databricksApiToken: pulumi.Input<string>;
+    databricksApiToken?: pulumi.Input<string>;
+    databricksApiTokenPlaintext?: pulumi.Input<string>;
     /**
      * The URL of the Databricks workspace containing the model serving endpoint pointed to by this external model.
      */
     databricksWorkspaceUrl: pulumi.Input<string>;
 }
+export interface ModelServingConfigServedEntityExternalModelGoogleCloudVertexAiConfig {
+    privateKey?: pulumi.Input<string>;
+    privateKeyPlaintext?: pulumi.Input<string>;
+    projectId?: pulumi.Input<string>;
+    region?: pulumi.Input<string>;
+}
 export interface ModelServingConfigServedEntityExternalModelOpenaiConfig {
     microsoftEntraClientId?: pulumi.Input<string>;
     microsoftEntraClientSecret?: pulumi.Input<string>;
+    microsoftEntraClientSecretPlaintext?: pulumi.Input<string>;
     microsoftEntraTenantId?: pulumi.Input<string>;
     /**
      * This is the base URL for the OpenAI API (default: "https://api.openai.com/v1"). For Azure OpenAI, this field is required, and is the base URL for the Azure OpenAI API service provided by Azure.
@@ -8396,6 +8422,7 @@ export interface ModelServingConfigServedEntityExternalModelOpenaiConfig {
      * The Databricks secret key reference for an OpenAI or Azure OpenAI API key.
      */
     openaiApiKey?: pulumi.Input<string>;
+    openaiApiKeyPlaintext?: pulumi.Input<string>;
     /**
      * This is an optional field to specify the type of OpenAI API to use. For Azure OpenAI, this field is required, and adjust this parameter to represent the preferred security access validation protocol. For access token validation, use azure. For authentication using Azure Active Directory (Azure AD) use, azuread.
      */
@@ -8417,7 +8444,8 @@ export interface ModelServingConfigServedEntityExternalModelPalmConfig {
     /**
      * The Databricks secret key reference for a PaLM API key.
      */
-    palmApiKey: pulumi.Input<string>;
+    palmApiKey?: pulumi.Input<string>;
+    palmApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedModel {
     /**
@@ -8708,6 +8736,74 @@ export interface MwsWorkspacesToken {
     tokenId?: pulumi.Input<string>;
     tokenValue?: pulumi.Input<string>;
 }
+export interface NotificationDestinationConfig {
+    /**
+     * The email configuration of the Notification Destination. It must contain the following:
+     */
+    email?: pulumi.Input<inputs.NotificationDestinationConfigEmail>;
+    /**
+     * The Generic Webhook configuration of the Notification Destination. It must contain the following:
+     */
+    genericWebhook?: pulumi.Input<inputs.NotificationDestinationConfigGenericWebhook>;
+    /**
+     * The Microsoft Teams configuration of the Notification Destination. It must contain the following:
+     */
+    microsoftTeams?: pulumi.Input<inputs.NotificationDestinationConfigMicrosoftTeams>;
+    /**
+     * The PagerDuty configuration of the Notification Destination. It must contain the following:
+     */
+    pagerduty?: pulumi.Input<inputs.NotificationDestinationConfigPagerduty>;
+    /**
+     * The Slack configuration of the Notification Destination. It must contain the following:
+     */
+    slack?: pulumi.Input<inputs.NotificationDestinationConfigSlack>;
+}
+export interface NotificationDestinationConfigEmail {
+    /**
+     * The list of email addresses to send notifications to.
+     */
+    addresses?: pulumi.Input<pulumi.Input<string>[]>;
+}
+export interface NotificationDestinationConfigGenericWebhook {
+    /**
+     * The password for basic authentication.
+     *
+     * > **NOTE** If the type of notification destination is changed, the existing notification destination will be deleted and a new notification destination will be created with the new type.
+     */
+    password?: pulumi.Input<string>;
+    passwordSet?: pulumi.Input<boolean>;
+    /**
+     * The Generic Webhook URL.
+     */
+    url?: pulumi.Input<string>;
+    urlSet?: pulumi.Input<boolean>;
+    /**
+     * The username for basic authentication.
+     */
+    username?: pulumi.Input<string>;
+    usernameSet?: pulumi.Input<boolean>;
+}
+export interface NotificationDestinationConfigMicrosoftTeams {
+    /**
+     * The Microsoft Teams webhook URL.
+     */
+    url?: pulumi.Input<string>;
+    urlSet?: pulumi.Input<boolean>;
+}
+export interface NotificationDestinationConfigPagerduty {
+    /**
+     * The PagerDuty integration key.
+     */
+    integrationKey?: pulumi.Input<string>;
+    integrationKeySet?: pulumi.Input<boolean>;
+}
+export interface NotificationDestinationConfigSlack {
+    /**
+     * The Slack webhook URL.
+     */
+    url?: pulumi.Input<string>;
+    urlSet?: pulumi.Input<boolean>;
+}
 export interface OnlineTableSpec {
     /**
      * Whether to create a full-copy pipeline -- a pipeline that stops after creates a full copy of the source table upon initialization and does not process any change data feeds (CDFs) afterwards. The pipeline can still be manually triggered afterwards, but it always perform a full copy of the source table and there are no incremental updates. This mode is useful for syncing views or tables without CDFs to online tables. Note that the full-copy pipeline only supports "triggered" scheduling policy.
@@ -8842,14 +8938,16 @@ export interface PipelineCluster {
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface PipelineClusterAutoscale {
-    maxWorkers?: pulumi.Input<number>;
-    minWorkers?: pulumi.Input<number>;
+    maxWorkers: pulumi.Input<number>;
+    minWorkers: pulumi.Input<number>;
     mode?: pulumi.Input<string>;
 }
 export interface PipelineClusterAwsAttributes {
     availability?: pulumi.Input<string>;
     ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeIops?: pulumi.Input<number>;
     ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeThroughput?: pulumi.Input<number>;
     ebsVolumeType?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
@@ -8859,8 +8957,13 @@ export interface PipelineClusterAwsAttributes {
 export interface PipelineClusterAzureAttributes {
     availability?: pulumi.Input<string>;
     firstOnDemand?: pulumi.Input<number>;
+    logAnalyticsInfo?: pulumi.Input<inputs.PipelineClusterAzureAttributesLogAnalyticsInfo>;
     spotBidMaxPrice?: pulumi.Input<number>;
 }
+export interface PipelineClusterAzureAttributesLogAnalyticsInfo {
+    logAnalyticsPrimaryKey?: pulumi.Input<string>;
+    logAnalyticsWorkspaceId?: pulumi.Input<string>;
+}
 export interface PipelineClusterClusterLogConf {
     dbfs?: pulumi.Input<inputs.PipelineClusterClusterLogConfDbfs>;
     s3?: pulumi.Input<inputs.PipelineClusterClusterLogConfS3>;
@@ -8923,22 +9026,101 @@ export interface PipelineClusterInitScriptWorkspace {
     destination: pulumi.Input<string>;
 }
 export interface PipelineDeployment {
+    /**
+     * The deployment method that manages the pipeline.
+     */
     kind?: pulumi.Input<string>;
+    /**
+     * The path to the file containing metadata about the deployment.
+     */
     metadataFilePath?: pulumi.Input<string>;
 }
 export interface PipelineFilters {
+    /**
+     * Paths to exclude.
+     */
     excludes?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * Paths to include.
+     */
     includes?: pulumi.Input<pulumi.Input<string>[]>;
 }
+export interface PipelineGatewayDefinition {
+    /**
+     * Immutable. The Unity Catalog connection this gateway pipeline uses to communicate with the source.
+     */
+    connectionId?: pulumi.Input<string>;
+    /**
+     * Required, Immutable. The name of the catalog for the gateway pipeline's storage location.
+     */
+    gatewayStorageCatalog?: pulumi.Input<string>;
+    /**
+     * Required. The Unity Catalog-compatible naming for the gateway storage location. This is the destination to use for the data that is extracted by the gateway. Delta Live Tables system will automatically create the storage location under the catalog and schema.
+     */
+    gatewayStorageName?: pulumi.Input<string>;
+    /**
+     * Required, Immutable. The name of the schema for the gateway pipelines's storage location.
+     */
+    gatewayStorageSchema?: pulumi.Input<string>;
+}
+export interface PipelineIngestionDefinition {
+    connectionName?: pulumi.Input<string>;
+    ingestionGatewayId?: pulumi.Input<string>;
+    objects?: pulumi.Input<pulumi.Input<inputs.PipelineIngestionDefinitionObject>[]>;
+    tableConfiguration?: pulumi.Input<inputs.PipelineIngestionDefinitionTableConfiguration>;
+}
+export interface PipelineIngestionDefinitionObject {
+    schema?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectSchema>;
+    table?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectTable>;
+}
+export interface PipelineIngestionDefinitionObjectSchema {
+    destinationCatalog?: pulumi.Input<string>;
+    destinationSchema?: pulumi.Input<string>;
+    sourceCatalog?: pulumi.Input<string>;
+    sourceSchema?: pulumi.Input<string>;
+    tableConfiguration?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectSchemaTableConfiguration>;
+}
+export interface PipelineIngestionDefinitionObjectSchemaTableConfiguration {
+    primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
+    scdType?: pulumi.Input<string>;
+}
+export interface PipelineIngestionDefinitionObjectTable {
+    destinationCatalog?: pulumi.Input<string>;
+    destinationSchema?: pulumi.Input<string>;
+    destinationTable?: pulumi.Input<string>;
+    sourceCatalog?: pulumi.Input<string>;
+    sourceSchema?: pulumi.Input<string>;
+    sourceTable?: pulumi.Input<string>;
+    tableConfiguration?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectTableTableConfiguration>;
+}
+export interface PipelineIngestionDefinitionObjectTableTableConfiguration {
+    primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
+    scdType?: pulumi.Input<string>;
+}
+export interface PipelineIngestionDefinitionTableConfiguration {
+    primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
+    scdType?: pulumi.Input<string>;
+}
+export interface PipelineLatestUpdate {
+    creationTime?: pulumi.Input<string>;
+    state?: pulumi.Input<string>;
+    updateId?: pulumi.Input<string>;
+}
 export interface PipelineLibrary {
     file?: pulumi.Input<inputs.PipelineLibraryFile>;
     jar?: pulumi.Input<string>;
     maven?: pulumi.Input<inputs.PipelineLibraryMaven>;
     notebook?: pulumi.Input<inputs.PipelineLibraryNotebook>;
+    /**
+     * @deprecated The 'whl' field is deprecated
+     */
     whl?: pulumi.Input<string>;
 }
 export interface PipelineLibraryFile {
-    path: pulumi.Input<string>;
+    path?: pulumi.Input<string>;
 }
 export interface PipelineLibraryMaven {
     coordinates: pulumi.Input<string>;
@@ -8946,7 +9128,7 @@ export interface PipelineLibraryMaven {
     repo?: pulumi.Input<string>;
 }
 export interface PipelineLibraryNotebook {
-    path: pulumi.Input<string>;
+    path?: pulumi.Input<string>;
 }
 export interface PipelineNotification {
     /**
@@ -8956,11 +9138,21 @@ export interface PipelineNotification {
      * * `on-update-fatal-failure` - a pipeline update fails with a non-retryable (fatal) error.
      * * `on-flow-failure` - a single data flow fails.
      */
-    alerts: pulumi.Input<pulumi.Input<string>[]>;
+    alerts?: pulumi.Input<pulumi.Input<string>[]>;
     /**
      * non-empty list of emails to notify.
      */
-    emailRecipients: pulumi.Input<pulumi.Input<string>[]>;
+    emailRecipients?: pulumi.Input<pulumi.Input<string>[]>;
+}
+export interface PipelineTrigger {
+    cron?: pulumi.Input<inputs.PipelineTriggerCron>;
+    manual?: pulumi.Input<inputs.PipelineTriggerManual>;
+}
+export interface PipelineTriggerCron {
+    quartzCronSchedule?: pulumi.Input<string>;
+    timezoneId?: pulumi.Input<string>;
+}
+export interface PipelineTriggerManual {
 }
 export interface QualityMonitorCustomMetric {
     /**
@@ -9459,12 +9651,28 @@ export interface StorageCredentialAzureServicePrincipal {
      */
     directoryId: pulumi.Input<string>;
 }
+export interface StorageCredentialCloudflareApiToken {
+    /**
+     * R2 API token access key ID
+     */
+    accessKeyId: pulumi.Input<string>;
+    /**
+     * R2 account ID
+     */
+    accountId: pulumi.Input<string>;
+    /**
+     * R2 API token secret access key
+     *
+     * `azureServicePrincipal` optional configuration block to use service principal as credential details for Azure (Legacy):
+     */
+    secretAccessKey: pulumi.Input<string>;
+}
 export interface StorageCredentialDatabricksGcpServiceAccount {
     credentialId?: pulumi.Input<string>;
     /**
      * The email of the GCP service account created, to be granted access to relevant buckets.
      *
-     * `azureServicePrincipal` optional configuration block to use service principal as credential details for Azure (Legacy):
+     * `cloudflareApiToken` optional configuration block for using a Cloudflare API Token as credential details. This requires account admin access:
      */
     email?: pulumi.Input<string>;
 }
@@ -9472,7 +9680,7 @@ export interface StorageCredentialGcpServiceAccountKey {
     /**
      * The email of the GCP service account created, to be granted access to relevant buckets.
      *
-     * `azureServicePrincipal` optional configuration block to use service principal as credential details for Azure (Legacy):
+     * `cloudflareApiToken` optional configuration block for using a Cloudflare API Token as credential details. This requires account admin access:
      */
     email: pulumi.Input<string>;
     privateKey: pulumi.Input<string>;