pulumi-databricks 1.77.0a1762276204__py3-none-any.whl → 1.78.0__py3-none-any.whl

pulumi_databricks/external_location.py

@@ -39,7 +39,7 @@ class ExternalLocationArgs:
         """
         The set of arguments for constructing a ExternalLocation resource.
         :param pulumi.Input[_builtins.str] credential_name: Name of the StorageCredential to use with this external location.
-        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         :param pulumi.Input[_builtins.str] comment: User-supplied free-form text.
         :param pulumi.Input[_builtins.bool] enable_file_events: indicates if managed file events are enabled for this external location.  Requires `file_event_queue` block.
         :param pulumi.Input[_builtins.bool] fallback: Indicates whether fallback mode is enabled for this external location. When fallback mode is enabled (disabled by default), the access to the location falls back to cluster credentials if UC credentials are not sufficient.
@@ -96,7 +96,7 @@ class ExternalLocationArgs:
     @pulumi.getter
     def url(self) -> pulumi.Input[_builtins.str]:
         """
-        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         return pulumi.get(self, "url")
 
@@ -294,7 +294,7 @@ class _ExternalLocationState:
         :param pulumi.Input[_builtins.bool] skip_validation: Suppress validation errors if any & force save the external location
         :param pulumi.Input[_builtins.int] updated_at: Time at which external location this was last modified, in epoch milliseconds.
         :param pulumi.Input[_builtins.str] updated_by: Username of user who last modified the external location.
-        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         if browse_only is not None:
             pulumi.set(__self__, "browse_only", browse_only)
@@ -571,7 +571,7 @@ class _ExternalLocationState:
     @pulumi.getter
     def url(self) -> Optional[pulumi.Input[_builtins.str]]:
         """
-        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         return pulumi.get(self, "url")
 
@@ -642,6 +642,68 @@ class ExternalLocation(pulumi.CustomResource):
 
         For Azure
 
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+        import pulumi_std as std
+
+        external = databricks.StorageCredential("external",
+            name=ext_cred["displayName"],
+            azure_service_principal={
+                "directory_id": tenant_id,
+                "application_id": ext_cred["applicationId"],
+                "client_secret": ext_cred_azuread_application_password["value"],
+            },
+            comment="Managed by TF",
+            opts = pulumi.ResourceOptions(depends_on=[this]))
+        some = databricks.ExternalLocation("some",
+            name="external",
+            url=std.format(input="abfss://%s@%s.dfs.core.windows.net",
+                args=[
+                    ext_storage["name"],
+                    ext_storage_azurerm_storage_account["name"],
+                ]).result,
+            credential_name=external.id,
+            comment="Managed by TF",
+            opts = pulumi.ResourceOptions(depends_on=[this]))
+        some_grants = databricks.Grants("some",
+            external_location=some.id,
+            grants=[{
+                "principal": "Data Engineers",
+                "privileges": [
+                    "CREATE_EXTERNAL_TABLE",
+                    "READ_FILES",
+                ],
+            }])
+        ```
+
+        For GCP
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        ext = databricks.StorageCredential("ext",
+            name="the-creds",
+            databricks_gcp_service_account={})
+        some = databricks.ExternalLocation("some",
+            name="the-ext-location",
+            url=f"gs://{ext_bucket['name']}",
+            credential_name=ext.id,
+            comment="Managed by TF")
+        some_grants = databricks.Grants("some",
+            external_location=some.id,
+            grants=[{
+                "principal": "Data Engineers",
+                "privileges": [
+                    "CREATE_EXTERNAL_TABLE",
+                    "READ_FILES",
+                ],
+            }])
+        ```
+
+        Example `encryption_details` specifying SSE_S3 encryption:
+
         ## Import
 
         This resource can be imported by `name`:
@@ -677,7 +739,7 @@ class ExternalLocation(pulumi.CustomResource):
         :param pulumi.Input[_builtins.str] owner: Username/groupname/sp application_id of the external location owner.
         :param pulumi.Input[_builtins.bool] read_only: Indicates whether the external location is read-only.
         :param pulumi.Input[_builtins.bool] skip_validation: Suppress validation errors if any & force save the external location
-        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         ...
     @overload
@@ -725,6 +787,68 @@ class ExternalLocation(pulumi.CustomResource):
 
         For Azure
 
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+        import pulumi_std as std
+
+        external = databricks.StorageCredential("external",
+            name=ext_cred["displayName"],
+            azure_service_principal={
+                "directory_id": tenant_id,
+                "application_id": ext_cred["applicationId"],
+                "client_secret": ext_cred_azuread_application_password["value"],
+            },
+            comment="Managed by TF",
+            opts = pulumi.ResourceOptions(depends_on=[this]))
+        some = databricks.ExternalLocation("some",
+            name="external",
+            url=std.format(input="abfss://%s@%s.dfs.core.windows.net",
+                args=[
+                    ext_storage["name"],
+                    ext_storage_azurerm_storage_account["name"],
+                ]).result,
+            credential_name=external.id,
+            comment="Managed by TF",
+            opts = pulumi.ResourceOptions(depends_on=[this]))
+        some_grants = databricks.Grants("some",
+            external_location=some.id,
+            grants=[{
+                "principal": "Data Engineers",
+                "privileges": [
+                    "CREATE_EXTERNAL_TABLE",
+                    "READ_FILES",
+                ],
+            }])
+        ```
+
+        For GCP
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        ext = databricks.StorageCredential("ext",
+            name="the-creds",
+            databricks_gcp_service_account={})
+        some = databricks.ExternalLocation("some",
+            name="the-ext-location",
+            url=f"gs://{ext_bucket['name']}",
+            credential_name=ext.id,
+            comment="Managed by TF")
+        some_grants = databricks.Grants("some",
+            external_location=some.id,
+            grants=[{
+                "principal": "Data Engineers",
+                "privileges": [
+                    "CREATE_EXTERNAL_TABLE",
+                    "READ_FILES",
+                ],
+            }])
+        ```
+
+        Example `encryption_details` specifying SSE_S3 encryption:
+
         ## Import
 
         This resource can be imported by `name`:
@@ -865,7 +989,7 @@ class ExternalLocation(pulumi.CustomResource):
         :param pulumi.Input[_builtins.bool] skip_validation: Suppress validation errors if any & force save the external location
         :param pulumi.Input[_builtins.int] updated_at: Time at which external location this was last modified, in epoch milliseconds.
         :param pulumi.Input[_builtins.str] updated_by: Username of user who last modified the external location.
-        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        :param pulumi.Input[_builtins.str] url: Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         opts = pulumi.ResourceOptions.merge(opts, pulumi.ResourceOptions(id=id))
 
@@ -1046,7 +1170,7 @@ class ExternalLocation(pulumi.CustomResource):
     @pulumi.getter
     def url(self) -> pulumi.Output[_builtins.str]:
         """
-        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).
+        Path URL in cloud storage, of the form: `s3://[bucket-host]/[bucket-dir]` (AWS), `abfss://[user]@[host]/[path]` (Azure), `gs://[bucket-host]/[bucket-dir]` (GCP).   If the URL contains special characters, such as space, `&`, etc., they should be percent-encoded (space > `%20`, etc.).
         """
         return pulumi.get(self, "url")
 

pulumi_databricks/file.py

@@ -270,7 +270,7 @@ class File(pulumi.CustomResource):
 
         init_script = databricks.File("init_script",
             content_base64=std.base64encode(input=\"\"\"#!/bin/bash
-        echo "Hello World"
+        echo \\"Hello World\\"
         \"\"\").result,
             path=f"{this['volumePath']}/fileName")
         ```
@@ -368,7 +368,7 @@ class File(pulumi.CustomResource):
 
         init_script = databricks.File("init_script",
             content_base64=std.base64encode(input=\"\"\"#!/bin/bash
-        echo "Hello World"
+        echo \\"Hello World\\"
         \"\"\").result,
             path=f"{this['volumePath']}/fileName")
         ```

pulumi_databricks/get_aws_assume_role_policy.py

@@ -121,22 +121,22 @@ def get_aws_assume_role_policy(aws_partition: Optional[_builtins.str] = None,
     # Account Id that could be found in the top right corner of https://accounts.cloud.databricks.com/
     databricks_account_id = config.require_object("databricksAccountId")
     this = databricks.get_aws_cross_account_policy()
-    cross_account_policy = aws.iam.Policy("cross_account_policy",
-        name=f"{prefix}-crossaccount-iam-policy",
+    cross_account_policy = aws.index.IamPolicy("cross_account_policy",
+        name=f{prefix}-crossaccount-iam-policy,
         policy=this.json)
     this_get_aws_assume_role_policy = databricks.get_aws_assume_role_policy(external_id=databricks_account_id)
-    cross_account = aws.iam.Role("cross_account",
-        name=f"{prefix}-crossaccount-iam-role",
+    cross_account = aws.index.IamRole("cross_account",
+        name=f{prefix}-crossaccount-iam-role,
         assume_role_policy=this_get_aws_assume_role_policy.json,
-        description="Grants Databricks full access to VPC resources")
-    cross_account_role_policy_attachment = aws.iam.RolePolicyAttachment("cross_account",
+        description=Grants Databricks full access to VPC resources)
+    cross_account_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("cross_account",
         policy_arn=cross_account_policy.arn,
         role=cross_account.name)
     # required only in case of multi-workspace setup
     this_mws_credentials = databricks.MwsCredentials("this",
         account_id=databricks_account_id,
         credentials_name=f"{prefix}-creds",
-        role_arn=cross_account.arn)
+        role_arn=cross_account["arn"])
     ```
 
     ## Related Resources
@@ -190,22 +190,22 @@ def get_aws_assume_role_policy_output(aws_partition: Optional[pulumi.Input[Optio
     # Account Id that could be found in the top right corner of https://accounts.cloud.databricks.com/
     databricks_account_id = config.require_object("databricksAccountId")
     this = databricks.get_aws_cross_account_policy()
-    cross_account_policy = aws.iam.Policy("cross_account_policy",
-        name=f"{prefix}-crossaccount-iam-policy",
+    cross_account_policy = aws.index.IamPolicy("cross_account_policy",
+        name=f{prefix}-crossaccount-iam-policy,
         policy=this.json)
     this_get_aws_assume_role_policy = databricks.get_aws_assume_role_policy(external_id=databricks_account_id)
-    cross_account = aws.iam.Role("cross_account",
-        name=f"{prefix}-crossaccount-iam-role",
+    cross_account = aws.index.IamRole("cross_account",
+        name=f{prefix}-crossaccount-iam-role,
         assume_role_policy=this_get_aws_assume_role_policy.json,
-        description="Grants Databricks full access to VPC resources")
-    cross_account_role_policy_attachment = aws.iam.RolePolicyAttachment("cross_account",
+        description=Grants Databricks full access to VPC resources)
+    cross_account_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("cross_account",
         policy_arn=cross_account_policy.arn,
         role=cross_account.name)
     # required only in case of multi-workspace setup
     this_mws_credentials = databricks.MwsCredentials("this",
         account_id=databricks_account_id,
         credentials_name=f"{prefix}-creds",
-        role_arn=cross_account.arn)
+        role_arn=cross_account["arn"])
     ```
 
     ## Related Resources

pulumi_databricks/get_aws_bucket_policy.py

@@ -125,12 +125,12 @@ def get_aws_bucket_policy(aws_partition: Optional[_builtins.str] = None,
     import pulumi_aws as aws
     import pulumi_databricks as databricks
 
-    this_bucket = aws.s3.Bucket("this",
-        bucket="<unique_bucket_name>",
+    this_s3_bucket = aws.index.S3Bucket("this",
+        bucket=<unique_bucket_name>,
         force_destroy=True)
-    this = databricks.get_aws_bucket_policy_output(bucket=this_bucket.bucket)
-    this_bucket_policy = aws.s3.BucketPolicy("this",
-        bucket=this_bucket.id,
+    this = databricks.get_aws_bucket_policy(bucket=this_s3_bucket["bucket"])
+    this_s3_bucket_policy = aws.index.S3BucketPolicy("this",
+        bucket=this_s3_bucket.id,
         policy=this.json)
     ```
 
@@ -177,12 +177,12 @@ def get_aws_bucket_policy_output(aws_partition: Optional[pulumi.Input[Optional[_
     import pulumi_aws as aws
     import pulumi_databricks as databricks
 
-    this_bucket = aws.s3.Bucket("this",
-        bucket="<unique_bucket_name>",
+    this_s3_bucket = aws.index.S3Bucket("this",
+        bucket=<unique_bucket_name>,
         force_destroy=True)
-    this = databricks.get_aws_bucket_policy_output(bucket=this_bucket.bucket)
-    this_bucket_policy = aws.s3.BucketPolicy("this",
-        bucket=this_bucket.id,
+    this = databricks.get_aws_bucket_policy(bucket=this_s3_bucket["bucket"])
+    this_s3_bucket_policy = aws.index.S3BucketPolicy("this",
+        bucket=this_s3_bucket.id,
         policy=this.json)
     ```
 

pulumi_databricks/get_aws_unity_catalog_assume_role_policy.py

@@ -130,13 +130,13 @@ def get_aws_unity_catalog_assume_role_policy(aws_account_id: Optional[_builtins.
     this_get_aws_unity_catalog_assume_role_policy = databricks.get_aws_unity_catalog_assume_role_policy(aws_account_id=aws_account_id,
         role_name=f"{prefix}-uc-access",
         external_id="12345")
-    unity_metastore = aws.iam.Policy("unity_metastore",
-        name=f"{prefix}-unity-catalog-metastore-access-iam-policy",
+    unity_metastore = aws.index.IamPolicy("unity_metastore",
+        name=f{prefix}-unity-catalog-metastore-access-iam-policy,
         policy=this.json)
-    metastore_data_access = aws.iam.Role("metastore_data_access",
-        name=f"{prefix}-uc-access",
+    metastore_data_access = aws.index.IamRole("metastore_data_access",
+        name=f{prefix}-uc-access,
         assume_role_policy=this_get_aws_unity_catalog_assume_role_policy.json)
-    metastore_data_access_role_policy_attachment = aws.iam.RolePolicyAttachment("metastore_data_access",
+    metastore_data_access_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("metastore_data_access",
         role=metastore_data_access.name,
         policy_arn=unity_metastore.arn)
     ```
@@ -192,13 +192,13 @@ def get_aws_unity_catalog_assume_role_policy_output(aws_account_id: Optional[pul
     this_get_aws_unity_catalog_assume_role_policy = databricks.get_aws_unity_catalog_assume_role_policy(aws_account_id=aws_account_id,
         role_name=f"{prefix}-uc-access",
         external_id="12345")
-    unity_metastore = aws.iam.Policy("unity_metastore",
-        name=f"{prefix}-unity-catalog-metastore-access-iam-policy",
+    unity_metastore = aws.index.IamPolicy("unity_metastore",
+        name=f{prefix}-unity-catalog-metastore-access-iam-policy,
         policy=this.json)
-    metastore_data_access = aws.iam.Role("metastore_data_access",
-        name=f"{prefix}-uc-access",
+    metastore_data_access = aws.index.IamRole("metastore_data_access",
+        name=f{prefix}-uc-access,
         assume_role_policy=this_get_aws_unity_catalog_assume_role_policy.json)
-    metastore_data_access_role_policy_attachment = aws.iam.RolePolicyAttachment("metastore_data_access",
+    metastore_data_access_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("metastore_data_access",
         role=metastore_data_access.name,
         policy_arn=unity_metastore.arn)
     ```

pulumi_databricks/get_aws_unity_catalog_policy.py

@@ -133,13 +133,13 @@ def get_aws_unity_catalog_policy(aws_account_id: Optional[_builtins.str] = None,
     this_get_aws_unity_catalog_assume_role_policy = databricks.get_aws_unity_catalog_assume_role_policy(aws_account_id=aws_account_id,
         role_name=f"{prefix}-uc-access",
         external_id="12345")
-    unity_metastore = aws.iam.Policy("unity_metastore",
-        name=f"{prefix}-unity-catalog-metastore-access-iam-policy",
+    unity_metastore = aws.index.IamPolicy("unity_metastore",
+        name=f{prefix}-unity-catalog-metastore-access-iam-policy,
         policy=this.json)
-    metastore_data_access = aws.iam.Role("metastore_data_access",
-        name=f"{prefix}-uc-access",
+    metastore_data_access = aws.index.IamRole("metastore_data_access",
+        name=f{prefix}-uc-access,
         assume_role_policy=this_get_aws_unity_catalog_assume_role_policy.json)
-    metastore_data_access_role_policy_attachment = aws.iam.RolePolicyAttachment("metastore_data_access",
+    metastore_data_access_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("metastore_data_access",
         role=metastore_data_access.name,
         policy_arn=unity_metastore.arn)
     ```
@@ -195,13 +195,13 @@ def get_aws_unity_catalog_policy_output(aws_account_id: Optional[pulumi.Input[_b
     this_get_aws_unity_catalog_assume_role_policy = databricks.get_aws_unity_catalog_assume_role_policy(aws_account_id=aws_account_id,
         role_name=f"{prefix}-uc-access",
         external_id="12345")
-    unity_metastore = aws.iam.Policy("unity_metastore",
-        name=f"{prefix}-unity-catalog-metastore-access-iam-policy",
+    unity_metastore = aws.index.IamPolicy("unity_metastore",
+        name=f{prefix}-unity-catalog-metastore-access-iam-policy,
         policy=this.json)
-    metastore_data_access = aws.iam.Role("metastore_data_access",
-        name=f"{prefix}-uc-access",
+    metastore_data_access = aws.index.IamRole("metastore_data_access",
+        name=f{prefix}-uc-access,
         assume_role_policy=this_get_aws_unity_catalog_assume_role_policy.json)
-    metastore_data_access_role_policy_attachment = aws.iam.RolePolicyAttachment("metastore_data_access",
+    metastore_data_access_iam_role_policy_attachment = aws.index.IamRolePolicyAttachment("metastore_data_access",
         role=metastore_data_access.name,
         policy_arn=unity_metastore.arn)
     ```

pulumi_databricks/get_cluster.py

@@ -116,6 +116,33 @@ def get_cluster(cluster_id: Optional[_builtins.str] = None,
     all_get_cluster = {__key: databricks.get_cluster(cluster_id=__value) for __key, __value in all.ids}
     ```
 
+    ### Multiple clusters with the same name
+
+    When fetching a cluster whose name is not unique (including terminated but not permanently deleted clusters), you must use the `cluster_id` argument to uniquely identify the cluster. Combine this data source with `get_clusters` to get the `cluster_id` of the cluster you want to fetch.
+
+    ```python
+    import pulumi
+    import pulumi_databricks as databricks
+
+    my_cluster = databricks.get_clusters(cluster_name_contains="my-cluster",
+        filter_by={
+            "cluster_states": ["RUNNING"],
+        })
+    my_cluster_get_cluster = databricks.get_cluster(cluster_id=my_cluster.ids[0])
+    ```
+
+    ## Related Resources
+
+    The following resources are often used in the same context:
+
+    * End to end workspace management guide.
+    * Cluster to create [Databricks Clusters](https://docs.databricks.com/clusters/index.html).
+    * ClusterPolicy to create a Cluster policy, which limits the ability to create clusters based on a set of rules.
+    * InstancePool to manage [instance pools](https://docs.databricks.com/clusters/instance-pools/index.html) to reduce cluster start and auto-scaling times by maintaining a set of idle, ready-to-use instances.
+    * Job to manage [Databricks Jobs](https://docs.databricks.com/jobs.html) to run non-interactive code in a databricks_cluster.
+    * Library to install a [library](https://docs.databricks.com/libraries/index.html) on databricks_cluster.
+    * Pipeline to deploy [Lakeflow Declarative Pipelines](https://docs.databricks.com/aws/en/dlt).
+
 
     :param _builtins.str cluster_id: The id of the cluster.
     :param Union['GetClusterClusterInfoArgs', 'GetClusterClusterInfoArgsDict'] cluster_info: block, consisting of following fields:
@@ -161,6 +188,33 @@ def get_cluster_output(cluster_id: Optional[pulumi.Input[Optional[_builtins.str]
     all_get_cluster = {__key: databricks.get_cluster(cluster_id=__value) for __key, __value in all.ids}
     ```
 
+    ### Multiple clusters with the same name
+
+    When fetching a cluster whose name is not unique (including terminated but not permanently deleted clusters), you must use the `cluster_id` argument to uniquely identify the cluster. Combine this data source with `get_clusters` to get the `cluster_id` of the cluster you want to fetch.
+
+    ```python
+    import pulumi
+    import pulumi_databricks as databricks
+
+    my_cluster = databricks.get_clusters(cluster_name_contains="my-cluster",
+        filter_by={
+            "cluster_states": ["RUNNING"],
+        })
+    my_cluster_get_cluster = databricks.get_cluster(cluster_id=my_cluster.ids[0])
+    ```
+
+    ## Related Resources
+
+    The following resources are often used in the same context:
+
+    * End to end workspace management guide.
+    * Cluster to create [Databricks Clusters](https://docs.databricks.com/clusters/index.html).
+    * ClusterPolicy to create a Cluster policy, which limits the ability to create clusters based on a set of rules.
+    * InstancePool to manage [instance pools](https://docs.databricks.com/clusters/instance-pools/index.html) to reduce cluster start and auto-scaling times by maintaining a set of idle, ready-to-use instances.
+    * Job to manage [Databricks Jobs](https://docs.databricks.com/jobs.html) to run non-interactive code in a databricks_cluster.
+    * Library to install a [library](https://docs.databricks.com/libraries/index.html) on databricks_cluster.
+    * Pipeline to deploy [Lakeflow Declarative Pipelines](https://docs.databricks.com/aws/en/dlt).
+
 
     :param _builtins.str cluster_id: The id of the cluster.
     :param Union['GetClusterClusterInfoArgs', 'GetClusterClusterInfoArgsDict'] cluster_info: block, consisting of following fields:

pulumi_databricks/get_current_config.py

@@ -130,10 +130,10 @@ def get_current_config(account_id: Optional[_builtins.str] = None,
             "azure": True,
         }].apply(lambda entries: [{
             "accessConnectorId": cloud_credential_id,
-        } for entry in entries])),
+        } for entry2 in entries])),
         databricks_gcp_service_account=single_or_none([{"key": k, "value": v} for k, v in {} if this.cloud_type == "gcp" else {
             "gcp": True,
-        }].apply(lambda entries: [{} for entry in entries])),
+        }].apply(lambda entries: [{} for entry3 in entries])),
         name="storage_cred",
         comment="Managed by TF")
     ```
@@ -209,10 +209,10 @@ def get_current_config_output(account_id: Optional[pulumi.Input[Optional[_builti
             "azure": True,
         }].apply(lambda entries: [{
             "accessConnectorId": cloud_credential_id,
-        } for entry in entries])),
+        } for entry2 in entries])),
         databricks_gcp_service_account=single_or_none([{"key": k, "value": v} for k, v in {} if this.cloud_type == "gcp" else {
             "gcp": True,
-        }].apply(lambda entries: [{} for entry in entries])),
+        }].apply(lambda entries: [{} for entry3 in entries])),
         name="storage_cred",
         comment="Managed by TF")
     ```

pulumi_databricks/get_metastore.py

@@ -113,12 +113,12 @@ def get_metastore(id: Optional[_builtins.str] = None,
     import pulumi_aws as aws
     import pulumi_databricks as databricks
 
-    metastore = aws.s3.Bucket("metastore",
-        bucket=f"{prefix}-metastore",
+    metastore = aws.index.S3Bucket("metastore",
+        bucket=f{prefix}-metastore,
         force_destroy=True)
     this_metastore = databricks.Metastore("this",
         name="primary",
-        storage_root=metastore.id.apply(lambda id: f"s3://{id}/metastore"),
+        storage_root=f"s3://{metastore['id']}/metastore",
         owner=unity_admin_group,
         force_destroy=True)
     this = databricks.get_metastore_output(metastore_id=this_metastore.id)
@@ -175,12 +175,12 @@ def get_metastore_output(id: Optional[pulumi.Input[Optional[_builtins.str]]] = N
     import pulumi_aws as aws
     import pulumi_databricks as databricks
 
-    metastore = aws.s3.Bucket("metastore",
-        bucket=f"{prefix}-metastore",
+    metastore = aws.index.S3Bucket("metastore",
+        bucket=f{prefix}-metastore,
         force_destroy=True)
     this_metastore = databricks.Metastore("this",
         name="primary",
-        storage_root=metastore.id.apply(lambda id: f"s3://{id}/metastore"),
+        storage_root=f"s3://{metastore['id']}/metastore",
         owner=unity_admin_group,
         force_destroy=True)
     this = databricks.get_metastore_output(metastore_id=this_metastore.id)

pulumi_databricks/get_notebook.py

@@ -13,6 +13,8 @@ if sys.version_info >= (3, 11):
 else:
     from typing_extensions import NotRequired, TypedDict, TypeAlias
 from . import _utilities
+from . import outputs
+from ._inputs import *
 
 __all__ = [
     'GetNotebookResult',
@@ -26,7 +28,7 @@ class GetNotebookResult:
     """
     A collection of values returned by getNotebook.
     """
-    def __init__(__self__, content=None, format=None, id=None, language=None, object_id=None, object_type=None, path=None, workspace_path=None):
+    def __init__(__self__, content=None, format=None, id=None, language=None, object_id=None, object_type=None, path=None, provider_config=None, workspace_path=None):
         if content and not isinstance(content, str):
             raise TypeError("Expected argument 'content' to be a str")
         pulumi.set(__self__, "content", content)
@@ -48,6 +50,9 @@ class GetNotebookResult:
         if path and not isinstance(path, str):
             raise TypeError("Expected argument 'path' to be a str")
         pulumi.set(__self__, "path", path)
+        if provider_config and not isinstance(provider_config, dict):
+            raise TypeError("Expected argument 'provider_config' to be a dict")
+        pulumi.set(__self__, "provider_config", provider_config)
         if workspace_path and not isinstance(workspace_path, str):
             raise TypeError("Expected argument 'workspace_path' to be a str")
         pulumi.set(__self__, "workspace_path", workspace_path)
@@ -102,6 +107,11 @@ class GetNotebookResult:
     def path(self) -> _builtins.str:
         return pulumi.get(self, "path")
 
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> Optional['outputs.GetNotebookProviderConfigResult']:
+        return pulumi.get(self, "provider_config")
+
     @_builtins.property
     @pulumi.getter(name="workspacePath")
     def workspace_path(self) -> _builtins.str:
@@ -124,6 +134,7 @@ class AwaitableGetNotebookResult(GetNotebookResult):
             object_id=self.object_id,
             object_type=self.object_type,
             path=self.path,
+            provider_config=self.provider_config,
             workspace_path=self.workspace_path)
 
 
@@ -132,6 +143,7 @@ def get_notebook(format: Optional[_builtins.str] = None,
                  object_id: Optional[_builtins.int] = None,
                  object_type: Optional[_builtins.str] = None,
                  path: Optional[_builtins.str] = None,
+                 provider_config: Optional[Union['GetNotebookProviderConfigArgs', 'GetNotebookProviderConfigArgsDict']] = None,
                  opts: Optional[pulumi.InvokeOptions] = None) -> AwaitableGetNotebookResult:
     """
     This data source allows to export a notebook from Databricks Workspace.
@@ -154,6 +166,7 @@ def get_notebook(format: Optional[_builtins.str] = None,
     :param _builtins.int object_id: notebook object ID
     :param _builtins.str object_type: notebook object type
     :param _builtins.str path: Notebook path on the workspace
+    :param Union['GetNotebookProviderConfigArgs', 'GetNotebookProviderConfigArgsDict'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
     """
     __args__ = dict()
     __args__['format'] = format
@@ -161,6 +174,7 @@ def get_notebook(format: Optional[_builtins.str] = None,
     __args__['objectId'] = object_id
     __args__['objectType'] = object_type
     __args__['path'] = path
+    __args__['providerConfig'] = provider_config
     opts = pulumi.InvokeOptions.merge(_utilities.get_invoke_opts_defaults(), opts)
     __ret__ = pulumi.runtime.invoke('databricks:index/getNotebook:getNotebook', __args__, opts=opts, typ=GetNotebookResult).value
 
@@ -172,12 +186,14 @@ def get_notebook(format: Optional[_builtins.str] = None,
         object_id=pulumi.get(__ret__, 'object_id'),
         object_type=pulumi.get(__ret__, 'object_type'),
         path=pulumi.get(__ret__, 'path'),
+        provider_config=pulumi.get(__ret__, 'provider_config'),
         workspace_path=pulumi.get(__ret__, 'workspace_path'))
 def get_notebook_output(format: Optional[pulumi.Input[_builtins.str]] = None,
                         language: Optional[pulumi.Input[Optional[_builtins.str]]] = None,
                         object_id: Optional[pulumi.Input[Optional[_builtins.int]]] = None,
                         object_type: Optional[pulumi.Input[Optional[_builtins.str]]] = None,
                         path: Optional[pulumi.Input[_builtins.str]] = None,
+                        provider_config: Optional[pulumi.Input[Optional[Union['GetNotebookProviderConfigArgs', 'GetNotebookProviderConfigArgsDict']]]] = None,
                         opts: Optional[Union[pulumi.InvokeOptions, pulumi.InvokeOutputOptions]] = None) -> pulumi.Output[GetNotebookResult]:
     """
     This data source allows to export a notebook from Databricks Workspace.
@@ -200,6 +216,7 @@ def get_notebook_output(format: Optional[pulumi.Input[_builtins.str]] = None,
     :param _builtins.int object_id: notebook object ID
     :param _builtins.str object_type: notebook object type
     :param _builtins.str path: Notebook path on the workspace
+    :param Union['GetNotebookProviderConfigArgs', 'GetNotebookProviderConfigArgsDict'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
     """
     __args__ = dict()
     __args__['format'] = format
@@ -207,6 +224,7 @@ def get_notebook_output(format: Optional[pulumi.Input[_builtins.str]] = None,
     __args__['objectId'] = object_id
     __args__['objectType'] = object_type
     __args__['path'] = path
+    __args__['providerConfig'] = provider_config
     opts = pulumi.InvokeOutputOptions.merge(_utilities.get_invoke_opts_defaults(), opts)
     __ret__ = pulumi.runtime.invoke_output('databricks:index/getNotebook:getNotebook', __args__, opts=opts, typ=GetNotebookResult)
     return __ret__.apply(lambda __response__: GetNotebookResult(
@@ -217,4 +235,5 @@ def get_notebook_output(format: Optional[pulumi.Input[_builtins.str]] = None,
         object_id=pulumi.get(__response__, 'object_id'),
         object_type=pulumi.get(__response__, 'object_type'),
         path=pulumi.get(__response__, 'path'),
+        provider_config=pulumi.get(__response__, 'provider_config'),
         workspace_path=pulumi.get(__response__, 'workspace_path')))