@pulumi/databricks 1.0.0 → 1.1.0-alpha.1658787480

package/storageCredential.d.ts

@@ -4,60 +4,9 @@ import { input as inputs, output as outputs } from "./types";
  * > **Public Preview** This feature is in [Public Preview](https://docs.databricks.com/release-notes/release-types.html). Contact your Databricks representative to request access.
  *
  * To work with external tables, Unity Catalog introduces two new objects to access and work with external cloud storage:
- * - `databricks.StorageCredential` represents authentication methods to access cloud storage (e.g. an IAM role for Amazon S3 or a service principal for Azure Storage). Storage credentials are access-controlled to determine which users can use the credential.
- * - databricks.ExternalLocation are objects that combine a cloud storage path with a Storage Credential that can be used to access the location.
- *
- * ## Example Usage
- *
- * For AWS
- *
- * ```typescript
- * import * as pulumi from "@pulumi/pulumi";
- * import * as databricks from "@pulumi/databricks";
- *
- * const external = new databricks.StorageCredential("external", {
- *     awsIamRole: {
- *         roleArn: aws_iam_role.external_data_access.arn,
- *     },
- *     comment: "Managed by TF",
- * });
- * const externalCreds = new databricks.Grants("externalCreds", {
- *     storageCredential: external.id,
- *     grants: [{
- *         principal: "Data Engineers",
- *         privileges: ["CREATE_TABLE"],
- *     }],
- * });
- * ```
- *
- * For Azure
- *
- * ```typescript
- * import * as pulumi from "@pulumi/pulumi";
- * import * as databricks from "@pulumi/databricks";
  *
- * const externalSp = new databricks.StorageCredential("externalSp", {
- *     azureServicePrincipal: {
- *         directoryId: _var.tenant_id,
- *         applicationId: azuread_application.ext_cred.application_id,
- *         clientSecret: azuread_application_password.ext_cred.value,
- *     },
- *     comment: "SP credential managed by TF",
- * });
- * const externalMi = new databricks.StorageCredential("externalMi", {
- *     azureManagedIdentity: {
- *         accessConnectorId: _var.access_connector_id,
- *     },
- *     comment: "Managed identity credential managed by TF",
- * });
- * const externalCreds = new databricks.Grants("externalCreds", {
- *     storageCredential: databricks_storage_credential.external.id,
- *     grants: [{
- *         principal: "Data Engineers",
- *         privileges: ["CREATE_TABLE"],
- *     }],
- * });
- * ```
+ * - `databricks.StorageCredential` represents authentication methods to access cloud storage (e.g. an IAM role for Amazon S3 or a service principal/managed identity for Azure Storage). Storage credentials are access-controlled to determine which users can use the credential.
+ * - databricks.ExternalLocation are objects that combine a cloud storage path with a Storage Credential that can be used to access the location.
  *
  * ## Import
  *

package/storageCredential.js

@@ -9,60 +9,9 @@ const utilities = require("./utilities");
  * > **Public Preview** This feature is in [Public Preview](https://docs.databricks.com/release-notes/release-types.html). Contact your Databricks representative to request access.
  *
  * To work with external tables, Unity Catalog introduces two new objects to access and work with external cloud storage:
- * - `databricks.StorageCredential` represents authentication methods to access cloud storage (e.g. an IAM role for Amazon S3 or a service principal for Azure Storage). Storage credentials are access-controlled to determine which users can use the credential.
- * - databricks.ExternalLocation are objects that combine a cloud storage path with a Storage Credential that can be used to access the location.
- *
- * ## Example Usage
- *
- * For AWS
- *
- * ```typescript
- * import * as pulumi from "@pulumi/pulumi";
- * import * as databricks from "@pulumi/databricks";
- *
- * const external = new databricks.StorageCredential("external", {
- *     awsIamRole: {
- *         roleArn: aws_iam_role.external_data_access.arn,
- *     },
- *     comment: "Managed by TF",
- * });
- * const externalCreds = new databricks.Grants("externalCreds", {
- *     storageCredential: external.id,
- *     grants: [{
- *         principal: "Data Engineers",
- *         privileges: ["CREATE_TABLE"],
- *     }],
- * });
- * ```
- *
- * For Azure
- *
- * ```typescript
- * import * as pulumi from "@pulumi/pulumi";
- * import * as databricks from "@pulumi/databricks";
  *
- * const externalSp = new databricks.StorageCredential("externalSp", {
- *     azureServicePrincipal: {
- *         directoryId: _var.tenant_id,
- *         applicationId: azuread_application.ext_cred.application_id,
- *         clientSecret: azuread_application_password.ext_cred.value,
- *     },
- *     comment: "SP credential managed by TF",
- * });
- * const externalMi = new databricks.StorageCredential("externalMi", {
- *     azureManagedIdentity: {
- *         accessConnectorId: _var.access_connector_id,
- *     },
- *     comment: "Managed identity credential managed by TF",
- * });
- * const externalCreds = new databricks.Grants("externalCreds", {
- *     storageCredential: databricks_storage_credential.external.id,
- *     grants: [{
- *         principal: "Data Engineers",
- *         privileges: ["CREATE_TABLE"],
- *     }],
- * });
- * ```
+ * - `databricks.StorageCredential` represents authentication methods to access cloud storage (e.g. an IAM role for Amazon S3 or a service principal/managed identity for Azure Storage). Storage credentials are access-controlled to determine which users can use the credential.
+ * - databricks.ExternalLocation are objects that combine a cloud storage path with a Storage Credential that can be used to access the location.
  *
  * ## Import
  *

package/storageCredential.js.map

@@ -1 +1 @@
-{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAEzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IA+CxD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC7D;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC3D;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAtED;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;;AA1BL,8CAwEC;AA1DG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}
+{"version":3,"file":"storageCredential.js","sourceRoot":"","sources":["../storageCredential.ts"],"names":[],"mappings":";AAAA,wFAAwF;AACxF,iFAAiF;;;AAEjF,yCAAyC;AAEzC,yCAAyC;AAEzC;;;;;;;;;;;;;;;GAeG;AACH,MAAa,iBAAkB,SAAQ,MAAM,CAAC,cAAc;IA+CxD,YAAY,IAAY,EAAE,WAA4D,EAAE,IAAmC;QACvH,IAAI,cAAc,GAAkB,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,WAAiD,CAAC;YAChE,cAAc,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,cAAc,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9D,cAAc,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,cAAc,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC7D;aAAM;YACH,MAAM,IAAI,GAAG,WAAgD,CAAC;YAC9D,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,cAAc,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;YACtF,cAAc,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5D,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SAC3D;QACD,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAtED;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,CAAC,IAAY,EAAE,EAA2B,EAAE,KAA8B,EAAE,IAAmC;QAC5H,OAAO,IAAI,iBAAiB,CAAC,IAAI,EAAO,KAAK,kCAAO,IAAI,KAAE,EAAE,EAAE,EAAE,IAAG,CAAC;IACxE,CAAC;IAKD;;;OAGG;IACI,MAAM,CAAC,UAAU,CAAC,GAAQ;QAC7B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,GAAG,CAAC,cAAc,CAAC,KAAK,iBAAiB,CAAC,YAAY,CAAC;IAClE,CAAC;;AA1BL,8CAwEC;AA1DG,gBAAgB;AACO,8BAAY,GAAG,sDAAsD,CAAC"}

package/types/input.d.ts

@@ -95,6 +95,457 @@ export interface ClusterLibraryPypi {
     package: pulumi.Input<string>;
     repo?: pulumi.Input<string>;
 }
+export interface ClusterWorkloadType {
+    clients: pulumi.Input<inputs.ClusterWorkloadTypeClients>;
+}
+export interface ClusterWorkloadTypeClients {
+    jobs?: pulumi.Input<boolean>;
+    notebooks?: pulumi.Input<boolean>;
+}
+export interface GetClusterClusterInfo {
+    autoscale?: inputs.GetClusterClusterInfoAutoscale;
+    /**
+     * Automatically terminate the cluster after being inactive for this time in minutes. If specified, the threshold must be between 10 and 10000 minutes. You can also set this value to 0 to explicitly disable automatic termination.
+     */
+    autoterminationMinutes?: number;
+    awsAttributes?: inputs.GetClusterClusterInfoAwsAttributes;
+    azureAttributes?: inputs.GetClusterClusterInfoAzureAttributes;
+    clusterCores?: number;
+    /**
+     * The id of the cluster
+     */
+    clusterId?: string;
+    clusterLogConf?: inputs.GetClusterClusterInfoClusterLogConf;
+    clusterLogStatus?: inputs.GetClusterClusterInfoClusterLogStatus;
+    clusterMemoryMb?: number;
+    /**
+     * Cluster name, which doesn’t have to be unique.
+     */
+    clusterName?: string;
+    clusterSource?: string;
+    creatorUserName?: string;
+    /**
+     * Additional tags for cluster resources.
+     */
+    customTags?: {
+        [key: string]: any;
+    };
+    /**
+     * Security features of the cluster. Unity Catalog requires `SINGLE_USER` or `USER_ISOLATION` mode. `LEGACY_PASSTHROUGH` for passthrough cluster and `LEGACY_TABLE_ACL` for Table ACL cluster. Default to `NONE`, i.e. no security feature enabled.
+     */
+    dataSecurityMode?: string;
+    defaultTags: {
+        [key: string]: any;
+    };
+    dockerImage?: inputs.GetClusterClusterInfoDockerImage;
+    driver?: inputs.GetClusterClusterInfoDriver;
+    /**
+     * similar to `instancePoolId`, but for driver node.
+     */
+    driverInstancePoolId?: string;
+    /**
+     * The node type of the Spark driver.
+     */
+    driverNodeTypeId?: string;
+    /**
+     * Use autoscaling local storage.
+     */
+    enableElasticDisk?: boolean;
+    /**
+     * Enable local disk encryption.
+     */
+    enableLocalDiskEncryption?: boolean;
+    executors?: inputs.GetClusterClusterInfoExecutor[];
+    gcpAttributes?: inputs.GetClusterClusterInfoGcpAttributes;
+    initScripts?: inputs.GetClusterClusterInfoInitScript[];
+    instancePoolId?: string;
+    jdbcPort?: number;
+    lastActivityTime?: number;
+    lastStateLossTime?: number;
+    /**
+     * Any supported databricks.getNodeType id.
+     * * `instancePoolId` The pool of idle instances the cluster is attached to.
+     */
+    nodeTypeId?: string;
+    numWorkers?: number;
+    /**
+     * Identifier of Cluster Policy to validate cluster and preset certain defaults.
+     */
+    policyId?: string;
+    /**
+     * The optional user name of the user to assign to an interactive cluster. This field is required when using standard AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
+     */
+    singleUserName?: string;
+    /**
+     * Map with key-value pairs to fine-tune Spark clusters.
+     */
+    sparkConf?: {
+        [key: string]: any;
+    };
+    sparkContextId?: number;
+    /**
+     * Map with environment variable key-value pairs to fine-tune Spark clusters. Key-value pairs of the form (X,Y) are exported (i.e., X='Y') while launching the driver and workers.
+     */
+    sparkEnvVars?: {
+        [key: string]: any;
+    };
+    /**
+     * [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
+     */
+    sparkVersion: string;
+    /**
+     * SSH public key contents that will be added to each Spark node in this cluster.
+     */
+    sshPublicKeys?: string[];
+    startTime?: number;
+    state: string;
+    stateMessage?: string;
+    terminateTime?: number;
+    terminationReason?: inputs.GetClusterClusterInfoTerminationReason;
+}
+export interface GetClusterClusterInfoArgs {
+    autoscale?: pulumi.Input<inputs.GetClusterClusterInfoAutoscaleArgs>;
+    /**
+     * Automatically terminate the cluster after being inactive for this time in minutes. If specified, the threshold must be between 10 and 10000 minutes. You can also set this value to 0 to explicitly disable automatic termination.
+     */
+    autoterminationMinutes?: pulumi.Input<number>;
+    awsAttributes?: pulumi.Input<inputs.GetClusterClusterInfoAwsAttributesArgs>;
+    azureAttributes?: pulumi.Input<inputs.GetClusterClusterInfoAzureAttributesArgs>;
+    clusterCores?: pulumi.Input<number>;
+    /**
+     * The id of the cluster
+     */
+    clusterId?: pulumi.Input<string>;
+    clusterLogConf?: pulumi.Input<inputs.GetClusterClusterInfoClusterLogConfArgs>;
+    clusterLogStatus?: pulumi.Input<inputs.GetClusterClusterInfoClusterLogStatusArgs>;
+    clusterMemoryMb?: pulumi.Input<number>;
+    /**
+     * Cluster name, which doesn’t have to be unique.
+     */
+    clusterName?: pulumi.Input<string>;
+    clusterSource?: pulumi.Input<string>;
+    creatorUserName?: pulumi.Input<string>;
+    /**
+     * Additional tags for cluster resources.
+     */
+    customTags?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    /**
+     * Security features of the cluster. Unity Catalog requires `SINGLE_USER` or `USER_ISOLATION` mode. `LEGACY_PASSTHROUGH` for passthrough cluster and `LEGACY_TABLE_ACL` for Table ACL cluster. Default to `NONE`, i.e. no security feature enabled.
+     */
+    dataSecurityMode?: pulumi.Input<string>;
+    defaultTags: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    dockerImage?: pulumi.Input<inputs.GetClusterClusterInfoDockerImageArgs>;
+    driver?: pulumi.Input<inputs.GetClusterClusterInfoDriverArgs>;
+    /**
+     * similar to `instancePoolId`, but for driver node.
+     */
+    driverInstancePoolId?: pulumi.Input<string>;
+    /**
+     * The node type of the Spark driver.
+     */
+    driverNodeTypeId?: pulumi.Input<string>;
+    /**
+     * Use autoscaling local storage.
+     */
+    enableElasticDisk?: pulumi.Input<boolean>;
+    /**
+     * Enable local disk encryption.
+     */
+    enableLocalDiskEncryption?: pulumi.Input<boolean>;
+    executors?: pulumi.Input<pulumi.Input<inputs.GetClusterClusterInfoExecutorArgs>[]>;
+    gcpAttributes?: pulumi.Input<inputs.GetClusterClusterInfoGcpAttributesArgs>;
+    initScripts?: pulumi.Input<pulumi.Input<inputs.GetClusterClusterInfoInitScriptArgs>[]>;
+    instancePoolId?: pulumi.Input<string>;
+    jdbcPort?: pulumi.Input<number>;
+    lastActivityTime?: pulumi.Input<number>;
+    lastStateLossTime?: pulumi.Input<number>;
+    /**
+     * Any supported databricks.getNodeType id.
+     * * `instancePoolId` The pool of idle instances the cluster is attached to.
+     */
+    nodeTypeId?: pulumi.Input<string>;
+    numWorkers?: pulumi.Input<number>;
+    /**
+     * Identifier of Cluster Policy to validate cluster and preset certain defaults.
+     */
+    policyId?: pulumi.Input<string>;
+    /**
+     * The optional user name of the user to assign to an interactive cluster. This field is required when using standard AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
+     */
+    singleUserName?: pulumi.Input<string>;
+    /**
+     * Map with key-value pairs to fine-tune Spark clusters.
+     */
+    sparkConf?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    sparkContextId?: pulumi.Input<number>;
+    /**
+     * Map with environment variable key-value pairs to fine-tune Spark clusters. Key-value pairs of the form (X,Y) are exported (i.e., X='Y') while launching the driver and workers.
+     */
+    sparkEnvVars?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    /**
+     * [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
+     */
+    sparkVersion: pulumi.Input<string>;
+    /**
+     * SSH public key contents that will be added to each Spark node in this cluster.
+     */
+    sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    startTime?: pulumi.Input<number>;
+    state: pulumi.Input<string>;
+    stateMessage?: pulumi.Input<string>;
+    terminateTime?: pulumi.Input<number>;
+    terminationReason?: pulumi.Input<inputs.GetClusterClusterInfoTerminationReasonArgs>;
+}
+export interface GetClusterClusterInfoAutoscale {
+    maxWorkers?: number;
+    minWorkers?: number;
+}
+export interface GetClusterClusterInfoAutoscaleArgs {
+    maxWorkers?: pulumi.Input<number>;
+    minWorkers?: pulumi.Input<number>;
+}
+export interface GetClusterClusterInfoAwsAttributes {
+    availability?: string;
+    ebsVolumeCount?: number;
+    ebsVolumeSize?: number;
+    ebsVolumeType?: string;
+    firstOnDemand?: number;
+    instanceProfileArn?: string;
+    spotBidPricePercent?: number;
+    zoneId?: string;
+}
+export interface GetClusterClusterInfoAwsAttributesArgs {
+    availability?: pulumi.Input<string>;
+    ebsVolumeCount?: pulumi.Input<number>;
+    ebsVolumeSize?: pulumi.Input<number>;
+    ebsVolumeType?: pulumi.Input<string>;
+    firstOnDemand?: pulumi.Input<number>;
+    instanceProfileArn?: pulumi.Input<string>;
+    spotBidPricePercent?: pulumi.Input<number>;
+    zoneId?: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoAzureAttributes {
+    availability?: string;
+    firstOnDemand?: number;
+    spotBidMaxPrice?: number;
+}
+export interface GetClusterClusterInfoAzureAttributesArgs {
+    availability?: pulumi.Input<string>;
+    firstOnDemand?: pulumi.Input<number>;
+    spotBidMaxPrice?: pulumi.Input<number>;
+}
+export interface GetClusterClusterInfoClusterLogConf {
+    dbfs?: inputs.GetClusterClusterInfoClusterLogConfDbfs;
+    s3?: inputs.GetClusterClusterInfoClusterLogConfS3;
+}
+export interface GetClusterClusterInfoClusterLogConfArgs {
+    dbfs?: pulumi.Input<inputs.GetClusterClusterInfoClusterLogConfDbfsArgs>;
+    s3?: pulumi.Input<inputs.GetClusterClusterInfoClusterLogConfS3Args>;
+}
+export interface GetClusterClusterInfoClusterLogConfDbfs {
+    destination: string;
+}
+export interface GetClusterClusterInfoClusterLogConfDbfsArgs {
+    destination: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoClusterLogConfS3Args {
+    cannedAcl?: pulumi.Input<string>;
+    destination: pulumi.Input<string>;
+    enableEncryption?: pulumi.Input<boolean>;
+    encryptionType?: pulumi.Input<string>;
+    endpoint?: pulumi.Input<string>;
+    kmsKey?: pulumi.Input<string>;
+    region?: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoClusterLogConfS3 {
+    cannedAcl?: string;
+    destination: string;
+    enableEncryption?: boolean;
+    encryptionType?: string;
+    endpoint?: string;
+    kmsKey?: string;
+    region?: string;
+}
+export interface GetClusterClusterInfoClusterLogStatus {
+    lastAttempted?: number;
+    lastException?: string;
+}
+export interface GetClusterClusterInfoClusterLogStatusArgs {
+    lastAttempted?: pulumi.Input<number>;
+    lastException?: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoDockerImageArgs {
+    basicAuth?: pulumi.Input<inputs.GetClusterClusterInfoDockerImageBasicAuthArgs>;
+    url: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoDockerImage {
+    basicAuth?: inputs.GetClusterClusterInfoDockerImageBasicAuth;
+    url: string;
+}
+export interface GetClusterClusterInfoDockerImageBasicAuth {
+    password: string;
+    username: string;
+}
+export interface GetClusterClusterInfoDockerImageBasicAuthArgs {
+    password: pulumi.Input<string>;
+    username: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoDriver {
+    hostPrivateIp?: string;
+    instanceId?: string;
+    nodeAwsAttributes?: inputs.GetClusterClusterInfoDriverNodeAwsAttributes;
+    nodeId?: string;
+    privateIp?: string;
+    publicDns?: string;
+    startTimestamp?: number;
+}
+export interface GetClusterClusterInfoDriverArgs {
+    hostPrivateIp?: pulumi.Input<string>;
+    instanceId?: pulumi.Input<string>;
+    nodeAwsAttributes?: pulumi.Input<inputs.GetClusterClusterInfoDriverNodeAwsAttributesArgs>;
+    nodeId?: pulumi.Input<string>;
+    privateIp?: pulumi.Input<string>;
+    publicDns?: pulumi.Input<string>;
+    startTimestamp?: pulumi.Input<number>;
+}
+export interface GetClusterClusterInfoDriverNodeAwsAttributes {
+    isSpot?: boolean;
+}
+export interface GetClusterClusterInfoDriverNodeAwsAttributesArgs {
+    isSpot?: pulumi.Input<boolean>;
+}
+export interface GetClusterClusterInfoExecutor {
+    hostPrivateIp?: string;
+    instanceId?: string;
+    nodeAwsAttributes?: inputs.GetClusterClusterInfoExecutorNodeAwsAttributes;
+    nodeId?: string;
+    privateIp?: string;
+    publicDns?: string;
+    startTimestamp?: number;
+}
+export interface GetClusterClusterInfoExecutorArgs {
+    hostPrivateIp?: pulumi.Input<string>;
+    instanceId?: pulumi.Input<string>;
+    nodeAwsAttributes?: pulumi.Input<inputs.GetClusterClusterInfoExecutorNodeAwsAttributesArgs>;
+    nodeId?: pulumi.Input<string>;
+    privateIp?: pulumi.Input<string>;
+    publicDns?: pulumi.Input<string>;
+    startTimestamp?: pulumi.Input<number>;
+}
+export interface GetClusterClusterInfoExecutorNodeAwsAttributes {
+    isSpot?: boolean;
+}
+export interface GetClusterClusterInfoExecutorNodeAwsAttributesArgs {
+    isSpot?: pulumi.Input<boolean>;
+}
+export interface GetClusterClusterInfoGcpAttributesArgs {
+    availability?: pulumi.Input<string>;
+    bootDiskSize?: pulumi.Input<number>;
+    googleServiceAccount?: pulumi.Input<string>;
+    usePreemptibleExecutors?: pulumi.Input<boolean>;
+    zoneId?: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoGcpAttributes {
+    availability?: string;
+    bootDiskSize?: number;
+    googleServiceAccount?: string;
+    usePreemptibleExecutors?: boolean;
+    zoneId?: string;
+}
+export interface GetClusterClusterInfoInitScript {
+    dbfs?: inputs.GetClusterClusterInfoInitScriptDbfs;
+    s3?: inputs.GetClusterClusterInfoInitScriptS3;
+}
+export interface GetClusterClusterInfoInitScriptArgs {
+    dbfs?: pulumi.Input<inputs.GetClusterClusterInfoInitScriptDbfsArgs>;
+    s3?: pulumi.Input<inputs.GetClusterClusterInfoInitScriptS3Args>;
+}
+export interface GetClusterClusterInfoInitScriptDbfsArgs {
+    destination: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoInitScriptDbfs {
+    destination: string;
+}
+export interface GetClusterClusterInfoInitScriptS3 {
+    cannedAcl?: string;
+    destination: string;
+    enableEncryption?: boolean;
+    encryptionType?: string;
+    endpoint?: string;
+    kmsKey?: string;
+    region?: string;
+}
+export interface GetClusterClusterInfoInitScriptS3Args {
+    cannedAcl?: pulumi.Input<string>;
+    destination: pulumi.Input<string>;
+    enableEncryption?: pulumi.Input<boolean>;
+    encryptionType?: pulumi.Input<string>;
+    endpoint?: pulumi.Input<string>;
+    kmsKey?: pulumi.Input<string>;
+    region?: pulumi.Input<string>;
+}
+export interface GetClusterClusterInfoTerminationReason {
+    code?: string;
+    parameters?: {
+        [key: string]: any;
+    };
+    type?: string;
+}
+export interface GetClusterClusterInfoTerminationReasonArgs {
+    code?: pulumi.Input<string>;
+    parameters?: pulumi.Input<{
+        [key: string]: any;
+    }>;
+    type?: pulumi.Input<string>;
+}
+export interface GetSqlWarehouseChannel {
+    /**
+     * Name of the Databricks SQL release channel. Possible values are: `CHANNEL_NAME_PREVIEW` and `CHANNEL_NAME_CURRENT`. Default is `CHANNEL_NAME_CURRENT`.
+     */
+    name?: string;
+}
+export interface GetSqlWarehouseChannelArgs {
+    /**
+     * Name of the Databricks SQL release channel. Possible values are: `CHANNEL_NAME_PREVIEW` and `CHANNEL_NAME_CURRENT`. Default is `CHANNEL_NAME_CURRENT`.
+     */
+    name?: pulumi.Input<string>;
+}
+export interface GetSqlWarehouseOdbcParams {
+    host?: string;
+    hostname?: string;
+    path: string;
+    port: number;
+    protocol: string;
+}
+export interface GetSqlWarehouseOdbcParamsArgs {
+    host?: pulumi.Input<string>;
+    hostname?: pulumi.Input<string>;
+    path: pulumi.Input<string>;
+    port: pulumi.Input<number>;
+    protocol: pulumi.Input<string>;
+}
+export interface GetSqlWarehouseTags {
+    customTags: inputs.GetSqlWarehouseTagsCustomTag[];
+}
+export interface GetSqlWarehouseTagsArgs {
+    customTags: pulumi.Input<pulumi.Input<inputs.GetSqlWarehouseTagsCustomTagArgs>[]>;
+}
+export interface GetSqlWarehouseTagsCustomTag {
+    key: string;
+    value: string;
+}
+export interface GetSqlWarehouseTagsCustomTagArgs {
+    key: pulumi.Input<string>;
+    value: pulumi.Input<string>;
+}
 export interface GrantsGrant {
     principal: pulumi.Input<string>;
     privileges: pulumi.Input<pulumi.Input<string>[]>;
@@ -144,6 +595,23 @@ export interface InstancePoolGcpAttributes {
      */
     availability?: pulumi.Input<string>;
 }
+export interface InstancePoolInstancePoolFleetAttributes {
+    fleetOnDemandOption?: pulumi.Input<inputs.InstancePoolInstancePoolFleetAttributesFleetOnDemandOption>;
+    fleetSpotOption?: pulumi.Input<inputs.InstancePoolInstancePoolFleetAttributesFleetSpotOption>;
+    launchTemplateOverrides: pulumi.Input<pulumi.Input<inputs.InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride>[]>;
+}
+export interface InstancePoolInstancePoolFleetAttributesFleetOnDemandOption {
+    allocationStrategy: pulumi.Input<string>;
+    instancePoolsToUseCount?: pulumi.Input<number>;
+}
+export interface InstancePoolInstancePoolFleetAttributesFleetSpotOption {
+    allocationStrategy: pulumi.Input<string>;
+    instancePoolsToUseCount?: pulumi.Input<number>;
+}
+export interface InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride {
+    availabilityZone: pulumi.Input<string>;
+    instanceType: pulumi.Input<string>;
+}
 export interface InstancePoolPreloadedDockerImage {
     basicAuth?: pulumi.Input<inputs.InstancePoolPreloadedDockerImageBasicAuth>;
     url: pulumi.Input<string>;
@@ -236,6 +704,7 @@ export interface JobJobClusterNewCluster {
     }>;
     sparkVersion: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    workloadType?: pulumi.Input<inputs.JobJobClusterNewClusterWorkloadType>;
 }
 export interface JobJobClusterNewClusterAutoscale {
     maxWorkers?: pulumi.Input<number>;
@@ -314,6 +783,13 @@ export interface JobJobClusterNewClusterInitScriptS3 {
     kmsKey?: pulumi.Input<string>;
     region?: pulumi.Input<string>;
 }
+export interface JobJobClusterNewClusterWorkloadType {
+    clients: pulumi.Input<inputs.JobJobClusterNewClusterWorkloadTypeClients>;
+}
+export interface JobJobClusterNewClusterWorkloadTypeClients {
+    jobs?: pulumi.Input<boolean>;
+    notebooks?: pulumi.Input<boolean>;
+}
 export interface JobLibrary {
     cran?: pulumi.Input<inputs.JobLibraryCran>;
     egg?: pulumi.Input<string>;
@@ -368,6 +844,7 @@ export interface JobNewCluster {
     }>;
     sparkVersion: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    workloadType?: pulumi.Input<inputs.JobNewClusterWorkloadType>;
 }
 export interface JobNewClusterAutoscale {
     maxWorkers?: pulumi.Input<number>;
@@ -446,6 +923,13 @@ export interface JobNewClusterInitScriptS3 {
     kmsKey?: pulumi.Input<string>;
     region?: pulumi.Input<string>;
 }
+export interface JobNewClusterWorkloadType {
+    clients: pulumi.Input<inputs.JobNewClusterWorkloadTypeClients>;
+}
+export interface JobNewClusterWorkloadTypeClients {
+    jobs?: pulumi.Input<boolean>;
+    notebooks?: pulumi.Input<boolean>;
+}
 export interface JobNotebookTask {
     /**
      * (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.
@@ -655,6 +1139,7 @@ export interface JobTaskNewCluster {
     }>;
     sparkVersion: pulumi.Input<string>;
     sshPublicKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    workloadType?: pulumi.Input<inputs.JobTaskNewClusterWorkloadType>;
 }
 export interface JobTaskNewClusterAutoscale {
     maxWorkers?: pulumi.Input<number>;
@@ -733,6 +1218,13 @@ export interface JobTaskNewClusterInitScriptS3 {
     kmsKey?: pulumi.Input<string>;
     region?: pulumi.Input<string>;
 }
+export interface JobTaskNewClusterWorkloadType {
+    clients: pulumi.Input<inputs.JobTaskNewClusterWorkloadTypeClients>;
+}
+export interface JobTaskNewClusterWorkloadTypeClients {
+    jobs?: pulumi.Input<boolean>;
+    notebooks?: pulumi.Input<boolean>;
+}
 export interface JobTaskNotebookTask {
     /**
      * (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.