@pulumi/databricks 0.4.1 → 0.4.2-alpha.1657287601

package/storageCredential.js

@@ -41,16 +41,22 @@ const utilities = require("./utilities");
  * import * as pulumi from "@pulumi/pulumi";
  * import * as databricks from "@pulumi/databricks";
  *
- * const external = new databricks.StorageCredential("external", {
+ * const externalSp = new databricks.StorageCredential("externalSp", {
  *     azureServicePrincipal: {
  *         directoryId: _var.tenant_id,
  *         applicationId: azuread_application.ext_cred.application_id,
  *         clientSecret: azuread_application_password.ext_cred.value,
  *     },
- *     comment: "Managed by TF",
+ *     comment: "SP credential managed by TF",
+ * });
+ * const externalMi = new databricks.StorageCredential("externalMi", {
+ *     azureManagedIdentity: {
+ *         accessConnectorId: _var.access_connector_id,
+ *     },
+ *     comment: "Managed identity credential managed by TF",
  * });
  * const externalCreds = new databricks.Grants("externalCreds", {
- *     storageCredential: external.id,
+ *     storageCredential: databricks_storage_credential.external.id,
  *     grants: [{
  *         principal: "Data Engineers",
  *         privileges: ["CREATE_TABLE"],
@@ -73,18 +79,22 @@ class StorageCredential extends pulumi.CustomResource {
         if (opts.id) {
             const state = argsOrState;
             resourceInputs["awsIamRole"] = state ? state.awsIamRole : undefined;
+            resourceInputs["azureManagedIdentity"] = state ? state.azureManagedIdentity : undefined;
             resourceInputs["azureServicePrincipal"] = state ? state.azureServicePrincipal : undefined;
             resourceInputs["comment"] = state ? state.comment : undefined;
             resourceInputs["metastoreId"] = state ? state.metastoreId : undefined;
             resourceInputs["name"] = state ? state.name : undefined;
+            resourceInputs["owner"] = state ? state.owner : undefined;
         }
         else {
             const args = argsOrState;
             resourceInputs["awsIamRole"] = args ? args.awsIamRole : undefined;
+            resourceInputs["azureManagedIdentity"] = args ? args.azureManagedIdentity : undefined;
             resourceInputs["azureServicePrincipal"] = args ? args.azureServicePrincipal : undefined;
             resourceInputs["comment"] = args ? args.comment : undefined;
             resourceInputs["metastoreId"] = args ? args.metastoreId : undefined;
             resourceInputs["name"] = args ? args.name : undefined;
+            resourceInputs["owner"] = args ? args.owner : undefined;
         }
         opts = pulumi.mergeOptions(utilities.resourceOptsDefaults(), opts);
         super(StorageCredential.__pulumiType, name, resourceInputs, opts);

package/storageCredential.js.map

@@ -1 +1 @@
-{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAEzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4DG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IA6CxD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;SAC3D;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;SACzD;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAhED;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;;AA1BL,8CAkEC;AApDG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}
+{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAEzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IA+CxD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC7D;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC3D;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAtED;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;;AA1BL,8CAwEC;AA1DG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}

package/table.d.ts

@@ -105,7 +105,7 @@ export declare class Table extends pulumi.CustomResource {
      */
     readonly name: pulumi.Output<string>;
     /**
-     * Username/groupname of Table owner. Currently this field can only be changed after the resource is created.
+     * Username/groupname/sp applicationId Table owner.
      */
     readonly owner: pulumi.Output<string>;
     /**
@@ -165,7 +165,7 @@ export interface TableState {
      */
     name?: pulumi.Input<string>;
     /**
-     * Username/groupname of Table owner. Currently this field can only be changed after the resource is created.
+     * Username/groupname/sp applicationId Table owner.
      */
     owner?: pulumi.Input<string>;
     /**
@@ -217,7 +217,7 @@ export interface TableArgs {
      */
     name?: pulumi.Input<string>;
     /**
-     * Username/groupname of Table owner. Currently this field can only be changed after the resource is created.
+     * Username/groupname/sp applicationId Table owner.
      */
     owner?: pulumi.Input<string>;
     /**

package/token.d.ts

@@ -1,6 +1,6 @@
 import * as pulumi from "@pulumi/pulumi";
 /**
- * This resource creates [Personal Access Tokens](https://docs.databricks.com/sql/user/security/personal-access-tokens.html) for the same user, that is authenticated with the provider. Most likely you should use databricks.OboToken to create [On-Behalf-Of tokens](https://docs.databricks.com/administration-guide/users-groups/service-principals.html#manage-personal-access-tokens-for-a-service-principal) for a databricks.ServicePrincipal in Databricks workspaces on AWS. Databricks workspaces on other clouds use their own native OAuth token flows.
+ * This resource creates [Personal Access Tokens](https://docs.databricks.com/sql/user/security/personal-access-tokens.html) for the same user that is authenticated with the provider. Most likely you should use databricks.OboToken to create [On-Behalf-Of tokens](https://docs.databricks.com/administration-guide/users-groups/service-principals.html#manage-personal-access-tokens-for-a-service-principal) for a databricks.ServicePrincipal in Databricks workspaces on AWS. Databricks workspaces on other clouds use their own native OAuth token flows.
  *
  * ## Example Usage
  *

package/token.js

@@ -6,7 +6,7 @@ exports.Token = void 0;
 const pulumi = require("@pulumi/pulumi");
 const utilities = require("./utilities");
 /**
- * This resource creates [Personal Access Tokens](https://docs.databricks.com/sql/user/security/personal-access-tokens.html) for the same user, that is authenticated with the provider. Most likely you should use databricks.OboToken to create [On-Behalf-Of tokens](https://docs.databricks.com/administration-guide/users-groups/service-principals.html#manage-personal-access-tokens-for-a-service-principal) for a databricks.ServicePrincipal in Databricks workspaces on AWS. Databricks workspaces on other clouds use their own native OAuth token flows.
+ * This resource creates [Personal Access Tokens](https://docs.databricks.com/sql/user/security/personal-access-tokens.html) for the same user that is authenticated with the provider. Most likely you should use databricks.OboToken to create [On-Behalf-Of tokens](https://docs.databricks.com/administration-guide/users-groups/service-principals.html#manage-personal-access-tokens-for-a-service-principal) for a databricks.ServicePrincipal in Databricks workspaces on AWS. Databricks workspaces on other clouds use their own native OAuth token flows.
  *
  * ## Example Usage
  *

package/types/input.d.ts

@@ -109,7 +109,7 @@ export interface InstancePoolAwsAttributes {
      */
     spotBidPricePercent?: pulumi.Input<number>;
     /**
-     * (String) Identifier for the availability zone/datacenter in which the instance pool resides. This string is of a form like `"us-west-2a"`. The provided availability zone must be in the same region as the Databricks deployment. For example, `"us-west-2a"` is not a valid zone ID if the Databricks deployment resides in the `"us-east-1"` region. This is an optional field. If not specified, a default zone is used. You can find the list of available zones as well as the default value by using the [List Zones API](https://docs.databricks.com/dev-tools/api/latest/clusters.html#clusterclusterservicelistavailablezones).
+     * (String) Identifier for the availability zone/datacenter in which the instance pool resides. This string is of the form like `"us-west-2a"`. The provided availability zone must be in the same region as the Databricks deployment. For example, `"us-west-2a"` is not a valid zone ID if the Databricks deployment resides in the `"us-east-1"` region. This is an optional field. If not specified, a default zone is used. You can find the list of available zones as well as the default value by using the [List Zones API](https://docs.databricks.com/dev-tools/api/latest/clusters.html#clusterclusterservicelistavailablezones).
      */
     zoneId?: pulumi.Input<string>;
 }
@@ -119,7 +119,7 @@ export interface InstancePoolAzureAttributes {
      */
     availability?: pulumi.Input<string>;
     /**
-     * The max price for Azure spot instances.  Use `-1` to specify lowest price.
+     * The max price for Azure spot instances.  Use `-1` to specify the lowest price.
      */
     spotBidMaxPrice?: pulumi.Input<number>;
 }
@@ -526,6 +526,7 @@ export interface JobSparkSubmitTask {
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface JobTask {
+    dbtTask?: pulumi.Input<inputs.JobTaskDbtTask>;
     dependsOns?: pulumi.Input<pulumi.Input<inputs.JobTaskDependsOn>[]>;
     description?: pulumi.Input<string>;
     /**
@@ -566,12 +567,18 @@ export interface JobTask {
     sparkJarTask?: pulumi.Input<inputs.JobTaskSparkJarTask>;
     sparkPythonTask?: pulumi.Input<inputs.JobTaskSparkPythonTask>;
     sparkSubmitTask?: pulumi.Input<inputs.JobTaskSparkSubmitTask>;
+    sqlTask?: pulumi.Input<inputs.JobTaskSqlTask>;
     taskKey?: pulumi.Input<string>;
     /**
      * (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
      */
     timeoutSeconds?: pulumi.Input<number>;
 }
+export interface JobTaskDbtTask {
+    commands: pulumi.Input<pulumi.Input<string>[]>;
+    projectDirectory?: pulumi.Input<string>;
+    schema?: pulumi.Input<string>;
+}
 export interface JobTaskDependsOn {
     taskKey?: pulumi.Input<string>;
 }
@@ -791,6 +798,27 @@ export interface JobTaskSparkSubmitTask {
      */
     parameters?: pulumi.Input<pulumi.Input<string>[]>;
 }
+export interface JobTaskSqlTask {
+    alert?: pulumi.Input<inputs.JobTaskSqlTaskAlert>;
+    dashboard?: pulumi.Input<inputs.JobTaskSqlTaskDashboard>;
+    /**
+     * Parameters for the task
+     */
+    parameters?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    query?: pulumi.Input<inputs.JobTaskSqlTaskQuery>;
+    warehouseId?: pulumi.Input<string>;
+}
+export interface JobTaskSqlTaskAlert {
+    alertId: pulumi.Input<string>;
+}
+export interface JobTaskSqlTaskDashboard {
+    dashboardId: pulumi.Input<string>;
+}
+export interface JobTaskSqlTaskQuery {
+    queryId: pulumi.Input<string>;
+}
 export interface LibraryCran {
     package: pulumi.Input<string>;
     repo?: pulumi.Input<string>;
@@ -810,6 +838,12 @@ export interface MetastoreDataAccessAwsIamRole {
      */
     roleArn: pulumi.Input<string>;
 }
+export interface MetastoreDataAccessAzureManagedIdentity {
+    /**
+     * The Resource ID of the Azure Databricks Access Connector resource, of the form `/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-name/providers/Microsoft.Databricks/accessConnectors/connector-name`
+     */
+    accessConnectorId: pulumi.Input<string>;
+}
 export interface MetastoreDataAccessAzureServicePrincipal {
     /**
      * The application ID of the application registration within the referenced AAD tenant
@@ -927,7 +961,8 @@ export interface MwsWorkspacesExternalCustomerInfo {
 }
 export interface MwsWorkspacesNetwork {
     gcpCommonNetworkConfig: pulumi.Input<inputs.MwsWorkspacesNetworkGcpCommonNetworkConfig>;
-    gcpManagedNetworkConfig: pulumi.Input<inputs.MwsWorkspacesNetworkGcpManagedNetworkConfig>;
+    gcpManagedNetworkConfig?: pulumi.Input<inputs.MwsWorkspacesNetworkGcpManagedNetworkConfig>;
+    networkId?: pulumi.Input<string>;
 }
 export interface MwsWorkspacesNetworkGcpCommonNetworkConfig {
     gkeClusterMasterIpRange: pulumi.Input<string>;
@@ -946,16 +981,19 @@ export interface MwsWorkspacesToken {
 }
 export interface PermissionsAccessControl {
     /**
-     * name of the group, which should be used if the user name is not used. We recommend setting permissions on groups.
+     * name of the group. We recommend setting permissions on groups.
      */
     groupName?: pulumi.Input<string>;
     /**
      * permission level according to specific resource. See examples above for the reference.
      */
     permissionLevel: pulumi.Input<string>;
+    /**
+     * Application ID of the service_principal.
+     */
     servicePrincipalName?: pulumi.Input<string>;
     /**
-     * name of the user, which should be used if group name is not used
+     * name of the user.
      */
     userName?: pulumi.Input<string>;
 }
@@ -966,7 +1004,9 @@ export interface PipelineCluster {
     customTags?: pulumi.Input<{
         [key: string]: any;
     }>;
+    driverInstancePoolId?: pulumi.Input<string>;
     driverNodeTypeId?: pulumi.Input<string>;
+    gcpAttributes?: pulumi.Input<inputs.PipelineClusterGcpAttributes>;
     initScripts?: pulumi.Input<pulumi.Input<inputs.PipelineClusterInitScript>[]>;
     instancePoolId?: pulumi.Input<string>;
     label?: pulumi.Input<string>;
@@ -985,6 +1025,7 @@ export interface PipelineClusterAutoscale {
     minWorkers?: pulumi.Input<number>;
 }
 export interface PipelineClusterAwsAttributes {
+    firstOnDemand?: pulumi.Input<number>;
     instanceProfileArn?: pulumi.Input<string>;
     zoneId?: pulumi.Input<string>;
 }
@@ -1004,6 +1045,9 @@ export interface PipelineClusterClusterLogConfS3 {
     kmsKey?: pulumi.Input<string>;
     region?: pulumi.Input<string>;
 }
+export interface PipelineClusterGcpAttributes {
+    googleServiceAccount?: pulumi.Input<string>;
+}
 export interface PipelineClusterInitScript {
     dbfs?: pulumi.Input<inputs.PipelineClusterInitScriptDbfs>;
     file?: pulumi.Input<inputs.PipelineClusterInitScriptFile>;
@@ -1181,6 +1225,12 @@ export interface StorageCredentialAwsIamRole {
      */
     roleArn: pulumi.Input<string>;
 }
+export interface StorageCredentialAzureManagedIdentity {
+    /**
+     * The Resource ID of the Azure Databricks Access Connector resource, of the form `/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-name/providers/Microsoft.Databricks/accessConnectors/connector-name`
+     */
+    accessConnectorId: pulumi.Input<string>;
+}
 export interface StorageCredentialAzureServicePrincipal {
     /**
      * The application ID of the application registration within the referenced AAD tenant

package/types/output.d.ts

@@ -122,7 +122,7 @@ export interface InstancePoolAwsAttributes {
      */
     spotBidPricePercent?: number;
     /**
-     * (String) Identifier for the availability zone/datacenter in which the instance pool resides. This string is of a form like `"us-west-2a"`. The provided availability zone must be in the same region as the Databricks deployment. For example, `"us-west-2a"` is not a valid zone ID if the Databricks deployment resides in the `"us-east-1"` region. This is an optional field. If not specified, a default zone is used. You can find the list of available zones as well as the default value by using the [List Zones API](https://docs.databricks.com/dev-tools/api/latest/clusters.html#clusterclusterservicelistavailablezones).
+     * (String) Identifier for the availability zone/datacenter in which the instance pool resides. This string is of the form like `"us-west-2a"`. The provided availability zone must be in the same region as the Databricks deployment. For example, `"us-west-2a"` is not a valid zone ID if the Databricks deployment resides in the `"us-east-1"` region. This is an optional field. If not specified, a default zone is used. You can find the list of available zones as well as the default value by using the [List Zones API](https://docs.databricks.com/dev-tools/api/latest/clusters.html#clusterclusterservicelistavailablezones).
      */
     zoneId: string;
 }
@@ -132,7 +132,7 @@ export interface InstancePoolAzureAttributes {
      */
     availability?: string;
     /**
-     * The max price for Azure spot instances.  Use `-1` to specify lowest price.
+     * The max price for Azure spot instances.  Use `-1` to specify the lowest price.
      */
     spotBidMaxPrice?: number;
 }
@@ -539,6 +539,7 @@ export interface JobSparkSubmitTask {
     parameters?: string[];
 }
 export interface JobTask {
+    dbtTask?: outputs.JobTaskDbtTask;
     dependsOns?: outputs.JobTaskDependsOn[];
     description?: string;
     /**
@@ -579,12 +580,18 @@ export interface JobTask {
     sparkJarTask?: outputs.JobTaskSparkJarTask;
     sparkPythonTask?: outputs.JobTaskSparkPythonTask;
     sparkSubmitTask?: outputs.JobTaskSparkSubmitTask;
+    sqlTask?: outputs.JobTaskSqlTask;
     taskKey?: string;
     /**
      * (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
      */
     timeoutSeconds?: number;
 }
+export interface JobTaskDbtTask {
+    commands: string[];
+    projectDirectory?: string;
+    schema?: string;
+}
 export interface JobTaskDependsOn {
     taskKey?: string;
 }
@@ -804,6 +811,27 @@ export interface JobTaskSparkSubmitTask {
      */
     parameters?: string[];
 }
+export interface JobTaskSqlTask {
+    alert?: outputs.JobTaskSqlTaskAlert;
+    dashboard?: outputs.JobTaskSqlTaskDashboard;
+    /**
+     * Parameters for the task
+     */
+    parameters?: {
+        [key: string]: any;
+    };
+    query?: outputs.JobTaskSqlTaskQuery;
+    warehouseId?: string;
+}
+export interface JobTaskSqlTaskAlert {
+    alertId: string;
+}
+export interface JobTaskSqlTaskDashboard {
+    dashboardId: string;
+}
+export interface JobTaskSqlTaskQuery {
+    queryId: string;
+}
 export interface LibraryCran {
     package: string;
     repo?: string;
@@ -823,6 +851,12 @@ export interface MetastoreDataAccessAwsIamRole {
      */
     roleArn: string;
 }
+export interface MetastoreDataAccessAzureManagedIdentity {
+    /**
+     * The Resource ID of the Azure Databricks Access Connector resource, of the form `/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-name/providers/Microsoft.Databricks/accessConnectors/connector-name`
+     */
+    accessConnectorId: string;
+}
 export interface MetastoreDataAccessAzureServicePrincipal {
     /**
      * The application ID of the application registration within the referenced AAD tenant
@@ -940,7 +974,8 @@ export interface MwsWorkspacesExternalCustomerInfo {
 }
 export interface MwsWorkspacesNetwork {
     gcpCommonNetworkConfig: outputs.MwsWorkspacesNetworkGcpCommonNetworkConfig;
-    gcpManagedNetworkConfig: outputs.MwsWorkspacesNetworkGcpManagedNetworkConfig;
+    gcpManagedNetworkConfig?: outputs.MwsWorkspacesNetworkGcpManagedNetworkConfig;
+    networkId?: string;
 }
 export interface MwsWorkspacesNetworkGcpCommonNetworkConfig {
     gkeClusterMasterIpRange: string;
@@ -959,16 +994,19 @@ export interface MwsWorkspacesToken {
 }
 export interface PermissionsAccessControl {
     /**
-     * name of the group, which should be used if the user name is not used. We recommend setting permissions on groups.
+     * name of the group. We recommend setting permissions on groups.
      */
     groupName?: string;
     /**
      * permission level according to specific resource. See examples above for the reference.
      */
     permissionLevel: string;
+    /**
+     * Application ID of the service_principal.
+     */
     servicePrincipalName?: string;
     /**
-     * name of the user, which should be used if group name is not used
+     * name of the user.
      */
     userName?: string;
 }
@@ -979,7 +1017,9 @@ export interface PipelineCluster {
     customTags?: {
         [key: string]: any;
     };
+    driverInstancePoolId?: string;
     driverNodeTypeId: string;
+    gcpAttributes?: outputs.PipelineClusterGcpAttributes;
     initScripts?: outputs.PipelineClusterInitScript[];
     instancePoolId?: string;
     label?: string;
@@ -998,6 +1038,7 @@ export interface PipelineClusterAutoscale {
     minWorkers?: number;
 }
 export interface PipelineClusterAwsAttributes {
+    firstOnDemand?: number;
     instanceProfileArn?: string;
     zoneId?: string;
 }
@@ -1017,6 +1058,9 @@ export interface PipelineClusterClusterLogConfS3 {
     kmsKey?: string;
     region?: string;
 }
+export interface PipelineClusterGcpAttributes {
+    googleServiceAccount?: string;
+}
 export interface PipelineClusterInitScript {
     dbfs?: outputs.PipelineClusterInitScriptDbfs;
     file?: outputs.PipelineClusterInitScriptFile;
@@ -1194,6 +1238,12 @@ export interface StorageCredentialAwsIamRole {
      */
     roleArn: string;
 }
+export interface StorageCredentialAzureManagedIdentity {
+    /**
+     * The Resource ID of the Azure Databricks Access Connector resource, of the form `/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-name/providers/Microsoft.Databricks/accessConnectors/connector-name`
+     */
+    accessConnectorId: string;
+}
 export interface StorageCredentialAzureServicePrincipal {
     /**
      * The application ID of the application registration within the referenced AAD tenant

package/user.d.ts

@@ -14,7 +14,7 @@ import * as pulumi from "@pulumi/pulumi";
  * * databricks.GroupInstanceProfile to attach databricks.InstanceProfile (AWS) to databricks_group.
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/user.js

@@ -20,7 +20,7 @@ const utilities = require("./utilities");
  * * databricks.GroupInstanceProfile to attach databricks.InstanceProfile (AWS) to databricks_group.
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/userInstanceProfile.d.ts

@@ -26,7 +26,7 @@ import * as pulumi from "@pulumi/pulumi";
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
  * * databricks.User to [manage users](https://docs.databricks.com/administration-guide/users-groups/users.html), that could be added to databricks.Group within the workspace.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/userInstanceProfile.js

@@ -32,7 +32,7 @@ const utilities = require("./utilities");
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
  * * databricks.User to [manage users](https://docs.databricks.com/administration-guide/users-groups/users.html), that could be added to databricks.Group within the workspace.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/userRole.d.ts

@@ -39,7 +39,7 @@ import * as pulumi from "@pulumi/pulumi";
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
  * * databricks.User to [manage users](https://docs.databricks.com/administration-guide/users-groups/users.html), that could be added to databricks.Group within the workspace.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/userRole.js

@@ -45,7 +45,7 @@ const utilities = require("./utilities");
  * * databricksGroupMember to attach users and groups as group members.
  * * databricks.InstanceProfile to manage AWS EC2 instance profiles that users can launch databricks.Cluster and access data, like databricks_mount.
  * * databricks.User to [manage users](https://docs.databricks.com/administration-guide/users-groups/users.html), that could be added to databricks.Group within the workspace.
- * * databricks.User data to retrieves information about databricks_user.
+ * * databricks.User data to retrieve information about databricks_user.
  *
  * ## Import
  *

package/workspaceConf.d.ts

@@ -38,7 +38,7 @@ export declare class WorkspaceConf extends pulumi.CustomResource {
      */
     static isInstance(obj: any): obj is WorkspaceConf;
     /**
-     * Key-value map of strings, that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
+     * Key-value map of strings that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
      */
     readonly customConfig: pulumi.Output<{
         [key: string]: any;
@@ -57,7 +57,7 @@ export declare class WorkspaceConf extends pulumi.CustomResource {
  */
 export interface WorkspaceConfState {
     /**
-     * Key-value map of strings, that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
+     * Key-value map of strings that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
      */
     customConfig?: pulumi.Input<{
         [key: string]: any;
@@ -68,7 +68,7 @@ export interface WorkspaceConfState {
  */
 export interface WorkspaceConfArgs {
     /**
-     * Key-value map of strings, that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
+     * Key-value map of strings that represent workspace configuration. Upon resource deletion, properties that start with `enable` or `enforce` will be reset to `false` value, regardless of initial default one.
      */
     customConfig?: pulumi.Input<{
         [key: string]: any;

package/awsS3Mount.d.ts

@@ -1,50 +0,0 @@
-import * as pulumi from "@pulumi/pulumi";
-export declare class AwsS3Mount extends pulumi.CustomResource {
-    /**
-     * Get an existing AwsS3Mount resource's state with the given name, ID, and optional extra
-     * properties used to qualify the lookup.
-     *
-     * @param name The _unique_ name of the resulting resource.
-     * @param id The _unique_ provider ID of the resource to lookup.
-     * @param state Any extra arguments used during the lookup.
-     * @param opts Optional settings to control the behavior of the CustomResource.
-     */
-    static get(name: string, id: pulumi.Input<pulumi.ID>, state?: AwsS3MountState, opts?: pulumi.CustomResourceOptions): AwsS3Mount;
-    /**
-     * Returns true if the given object is an instance of AwsS3Mount.  This is designed to work even
-     * when multiple copies of the Pulumi SDK have been loaded into the same process.
-     */
-    static isInstance(obj: any): obj is AwsS3Mount;
-    readonly clusterId: pulumi.Output<string>;
-    readonly instanceProfile: pulumi.Output<string | undefined>;
-    readonly mountName: pulumi.Output<string>;
-    readonly s3BucketName: pulumi.Output<string>;
-    readonly source: pulumi.Output<string>;
-    /**
-     * Create a AwsS3Mount resource with the given unique name, arguments, and options.
-     *
-     * @param name The _unique_ name of the resource.
-     * @param args The arguments to use to populate this resource's properties.
-     * @param opts A bag of options that control this resource's behavior.
-     */
-    constructor(name: string, args: AwsS3MountArgs, opts?: pulumi.CustomResourceOptions);
-}
-/**
- * Input properties used for looking up and filtering AwsS3Mount resources.
- */
-export interface AwsS3MountState {
-    clusterId?: pulumi.Input<string>;
-    instanceProfile?: pulumi.Input<string>;
-    mountName?: pulumi.Input<string>;
-    s3BucketName?: pulumi.Input<string>;
-    source?: pulumi.Input<string>;
-}
-/**
- * The set of arguments for constructing a AwsS3Mount resource.
- */
-export interface AwsS3MountArgs {
-    clusterId?: pulumi.Input<string>;
-    instanceProfile?: pulumi.Input<string>;
-    mountName: pulumi.Input<string>;
-    s3BucketName: pulumi.Input<string>;
-}

package/awsS3Mount.js

@@ -1,63 +0,0 @@
-"use strict";
-// *** WARNING: this file was generated by the Pulumi Terraform Bridge (tfgen) Tool. ***
-// *** Do not edit by hand unless you're certain you know what you are doing! ***
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AwsS3Mount = void 0;
-const pulumi = require("@pulumi/pulumi");
-const utilities = require("./utilities");
-class AwsS3Mount extends pulumi.CustomResource {
-    constructor(name, argsOrState, opts) {
-        let resourceInputs = {};
-        opts = opts || {};
-        if (opts.id) {
-            const state = argsOrState;
-            resourceInputs["clusterId"] = state ? state.clusterId : undefined;
-            resourceInputs["instanceProfile"] = state ? state.instanceProfile : undefined;
-            resourceInputs["mountName"] = state ? state.mountName : undefined;
-            resourceInputs["s3BucketName"] = state ? state.s3BucketName : undefined;
-            resourceInputs["source"] = state ? state.source : undefined;
-        }
-        else {
-            const args = argsOrState;
-            if ((!args || args.mountName === undefined) && !opts.urn) {
-                throw new Error("Missing required property 'mountName'");
-            }
-            if ((!args || args.s3BucketName === undefined) && !opts.urn) {
-                throw new Error("Missing required property 's3BucketName'");
-            }
-            resourceInputs["clusterId"] = args ? args.clusterId : undefined;
-            resourceInputs["instanceProfile"] = args ? args.instanceProfile : undefined;
-            resourceInputs["mountName"] = args ? args.mountName : undefined;
-            resourceInputs["s3BucketName"] = args ? args.s3BucketName : undefined;
-            resourceInputs["source"] = undefined /*out*/;
-        }
-        opts = pulumi.mergeOptions(utilities.resourceOptsDefaults(), opts);
-        super(AwsS3Mount.__pulumiType, name, resourceInputs, opts);
-    }
-    /**
-     * Get an existing AwsS3Mount resource's state with the given name, ID, and optional extra
-     * properties used to qualify the lookup.
-     *
-     * @param name The _unique_ name of the resulting resource.
-     * @param id The _unique_ provider ID of the resource to lookup.
-     * @param state Any extra arguments used during the lookup.
-     * @param opts Optional settings to control the behavior of the CustomResource.
-     */
-    static get(name, id, state, opts) {
-        return new AwsS3Mount(name, state, Object.assign(Object.assign({}, opts), { id: id }));
-    }
-    /**
-     * Returns true if the given object is an instance of AwsS3Mount.  This is designed to work even
-     * when multiple copies of the Pulumi SDK have been loaded into the same process.
-     */
-    static isInstance(obj) {
-        if (obj === undefined || obj === null) {
-            return false;
-        }
-        return obj['__pulumiType'] === AwsS3Mount.__pulumiType;
-    }
-}
-exports.AwsS3Mount = AwsS3Mount;
-/** @internal */
-AwsS3Mount.__pulumiType = 'databricks:index/awsS3Mount:AwsS3Mount';
-//# sourceMappingURL=awsS3Mount.js.map

package/awsS3Mount.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"awsS3Mount.js","sourceRoot":"","sources":["../awsS3Mount.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AACzC,yCAAyC;AAEzC,MAAa,UAAW,SAAQ,MAAM,CAAC,cAAc;IA0CjD,YAAY,IAAY,EAAE,WAA8C,EAAE,IAAmC;QACzG,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAA0C,CAAC;YACzD,cAAc,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,iBAAiB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9E,cAAc,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,cAAc,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;SAC/D;aAAM;YACH,MAAM,IAAI,GAAG,WAAyC,CAAC;YACvD,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;aAC5D;YACD,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;aAC/D;YACD,cAAc,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,cAAc,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5E,cAAc,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,cAAc,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC;SAChD;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAnED;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAAuB,EAAE,IAAmC;QACrH,OAAO,IAAI,UAAU,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACjE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,UAAU,CAAC,YAAY,CAAC;IAC3D,CAAC;;AA1BL,gCAqEC;AAvDG,gBAAgB;AACO,uBAAY,GAAG,wCAAwC,CAAC"}