PyPI - pulumi-databricks - Versions diffs - 1.75.0a1756323569__py3-none-any.whl → 1.77.0__py3-none-any.whl - Mend

pulumi-databricks 1.75.0a1756323569py3-none-any.whl → 1.77.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (159) hide show

pulumi_databricks/__init__.py +129 -46
pulumi_databricks/_inputs.py +13377 -13798
pulumi_databricks/account_federation_policy.py +473 -0
pulumi_databricks/account_network_policy.py +12 -4
pulumi_databricks/account_setting_v2.py +759 -0
pulumi_databricks/alert_v2.py +223 -90
pulumi_databricks/app.py +111 -4
pulumi_databricks/apps_settings_custom_template.py +531 -0
pulumi_databricks/budget_policy.py +28 -5
pulumi_databricks/catalog.py +322 -2
pulumi_databricks/cluster.py +47 -168
pulumi_databricks/config/__init__.pyi +2 -0
pulumi_databricks/config/vars.py +4 -0
pulumi_databricks/connection.py +0 -34
pulumi_databricks/data_quality_monitor.py +453 -0
pulumi_databricks/data_quality_refresh.py +492 -0
pulumi_databricks/database_database_catalog.py +8 -4
pulumi_databricks/database_instance.py +354 -73
pulumi_databricks/database_synced_database_table.py +52 -4
pulumi_databricks/entitlements.py +21 -21
pulumi_databricks/entity_tag_assignment.py +409 -0
pulumi_databricks/external_metadata.py +15 -11
pulumi_databricks/feature_engineering_feature.py +480 -0
pulumi_databricks/feature_engineering_materialized_feature.py +397 -0
pulumi_databricks/get_account_federation_policies.py +127 -0
pulumi_databricks/get_account_federation_policy.py +214 -0
pulumi_databricks/get_account_network_policies.py +4 -0
pulumi_databricks/get_account_network_policy.py +17 -18
pulumi_databricks/get_account_setting_v2.py +331 -0
pulumi_databricks/get_alert_v2.py +78 -70
pulumi_databricks/get_alerts_v2.py +31 -12
pulumi_databricks/get_app.py +21 -9
pulumi_databricks/get_apps.py +22 -10
pulumi_databricks/get_apps_settings_custom_template.py +207 -0
pulumi_databricks/get_apps_settings_custom_templates.py +133 -0
pulumi_databricks/get_aws_bucket_policy.py +6 -6
pulumi_databricks/get_budget_policies.py +70 -6
pulumi_databricks/get_budget_policy.py +35 -30
pulumi_databricks/get_catalog.py +21 -4
pulumi_databricks/get_catalogs.py +23 -4
pulumi_databricks/get_cluster.py +21 -4
pulumi_databricks/get_cluster_policy.py +23 -4
pulumi_databricks/get_clusters.py +21 -4
pulumi_databricks/get_current_metastore.py +21 -4
pulumi_databricks/get_dashboards.py +24 -4
pulumi_databricks/get_data_quality_monitor.py +210 -0
pulumi_databricks/get_data_quality_monitors.py +143 -0
pulumi_databricks/get_data_quality_refresh.py +270 -0
pulumi_databricks/get_data_quality_refreshes.py +207 -0
pulumi_databricks/get_database_database_catalog.py +6 -20
pulumi_databricks/get_database_database_catalogs.py +46 -8
pulumi_databricks/get_database_instance.py +122 -75
pulumi_databricks/get_database_instances.py +31 -6
pulumi_databricks/get_database_synced_database_table.py +7 -28
pulumi_databricks/get_database_synced_database_tables.py +43 -5
pulumi_databricks/get_directory.py +20 -1
pulumi_databricks/get_entity_tag_assignment.py +202 -0
pulumi_databricks/get_entity_tag_assignments.py +187 -0
pulumi_databricks/get_external_location.py +21 -4
pulumi_databricks/get_external_locations.py +23 -4
pulumi_databricks/get_external_metadata.py +12 -50
pulumi_databricks/get_external_metadatas.py +55 -6
pulumi_databricks/get_feature_engineering_feature.py +179 -0
pulumi_databricks/get_feature_engineering_features.py +103 -0
pulumi_databricks/get_feature_engineering_materialized_feature.py +180 -0
pulumi_databricks/get_feature_engineering_materialized_features.py +123 -0
pulumi_databricks/get_functions.py +16 -1
pulumi_databricks/get_instance_profiles.py +21 -4
pulumi_databricks/get_jobs.py +23 -4
pulumi_databricks/get_materialized_features_feature_tag.py +3 -11
pulumi_databricks/get_materialized_features_feature_tags.py +59 -8
pulumi_databricks/get_metastore.py +2 -2
pulumi_databricks/get_mlflow_experiment.py +18 -1
pulumi_databricks/get_mlflow_model.py +18 -1
pulumi_databricks/get_mlflow_models.py +23 -4
pulumi_databricks/get_node_type.py +42 -5
pulumi_databricks/get_notification_destinations.py +17 -1
pulumi_databricks/get_online_store.py +7 -17
pulumi_databricks/get_online_stores.py +29 -8
pulumi_databricks/get_pipelines.py +23 -4
pulumi_databricks/get_policy_info.py +28 -99
pulumi_databricks/get_policy_infos.py +92 -5
pulumi_databricks/get_quality_monitor_v2.py +4 -0
pulumi_databricks/get_quality_monitors_v2.py +22 -3
pulumi_databricks/get_registered_model.py +19 -4
pulumi_databricks/get_registered_model_versions.py +19 -4
pulumi_databricks/get_rfa_access_request_destinations.py +126 -0
pulumi_databricks/get_schema.py +18 -1
pulumi_databricks/get_schemas.py +23 -4
pulumi_databricks/get_service_principal_federation_policies.py +151 -0
pulumi_databricks/get_service_principal_federation_policy.py +220 -0
pulumi_databricks/get_serving_endpoints.py +19 -4
pulumi_databricks/get_share.py +117 -18
pulumi_databricks/get_shares.py +22 -3
pulumi_databricks/get_spark_version.py +20 -1
pulumi_databricks/get_sql_warehouse.py +16 -1
pulumi_databricks/get_sql_warehouses.py +20 -1
pulumi_databricks/get_storage_credential.py +18 -1
pulumi_databricks/get_storage_credentials.py +23 -4
pulumi_databricks/get_table.py +18 -1
pulumi_databricks/get_tables.py +20 -1
pulumi_databricks/get_tag_policies.py +139 -0
pulumi_databricks/get_tag_policy.py +175 -0
pulumi_databricks/get_views.py +20 -1
pulumi_databricks/get_volume.py +18 -1
pulumi_databricks/get_volumes.py +20 -1
pulumi_databricks/get_workspace_network_option.py +8 -16
pulumi_databricks/get_workspace_setting_v2.py +331 -0
pulumi_databricks/get_zones.py +20 -1
pulumi_databricks/git_credential.py +54 -7
pulumi_databricks/grant.py +2 -2
pulumi_databricks/group.py +21 -21
pulumi_databricks/job.py +47 -0
pulumi_databricks/library.py +165 -0
pulumi_databricks/materialized_features_feature_tag.py +8 -4
pulumi_databricks/mws_ncc_private_endpoint_rule.py +7 -7
pulumi_databricks/mws_permission_assignment.py +16 -16
pulumi_databricks/mws_storage_configurations.py +6 -6
pulumi_databricks/mws_workspaces.py +76 -29
pulumi_databricks/online_store.py +8 -4
pulumi_databricks/outputs.py +26397 -22382
pulumi_databricks/permission_assignment.py +266 -24
pulumi_databricks/pipeline.py +37 -3
pulumi_databricks/policy_info.py +43 -39
pulumi_databricks/provider.py +15 -0
pulumi_databricks/pulumi-plugin.json +1 -1
pulumi_databricks/quality_monitor.py +47 -0
pulumi_databricks/quality_monitor_v2.py +8 -4
pulumi_databricks/registered_model.py +301 -29
pulumi_databricks/rfa_access_request_destinations.py +286 -0
pulumi_databricks/service_principal_federation_policy.py +469 -0
pulumi_databricks/share.py +71 -84
pulumi_databricks/sql_endpoint.py +47 -0
pulumi_databricks/sql_table.py +35 -7
pulumi_databricks/storage_credential.py +59 -6
pulumi_databricks/tag_policy.py +357 -0
pulumi_databricks/user.py +21 -21
pulumi_databricks/workspace_binding.py +0 -48
pulumi_databricks/workspace_network_option.py +8 -4
pulumi_databricks/workspace_setting_v2.py +759 -0
{pulumi_databricks-1.75.0a1756323569.dist-info → pulumi_databricks-1.77.0.dist-info}/METADATA +1 -1
pulumi_databricks-1.77.0.dist-info/RECORD +250 -0
pulumi_databricks/clean_room_asset.py +0 -891
pulumi_databricks/clean_room_auto_approval_rule.py +0 -426
pulumi_databricks/clean_rooms_clean_room.py +0 -518
pulumi_databricks/get_clean_room_asset.py +0 -399
pulumi_databricks/get_clean_room_asset_revisions_clean_room_asset.py +0 -375
pulumi_databricks/get_clean_room_asset_revisions_clean_room_assets.py +0 -82
pulumi_databricks/get_clean_room_assets.py +0 -104
pulumi_databricks/get_clean_room_auto_approval_rule.py +0 -200
pulumi_databricks/get_clean_room_auto_approval_rules.py +0 -82
pulumi_databricks/get_clean_rooms_clean_room.py +0 -272
pulumi_databricks/get_clean_rooms_clean_rooms.py +0 -104
pulumi_databricks/get_recipient_federation_policies.py +0 -82
pulumi_databricks/get_recipient_federation_policy.py +0 -165
pulumi_databricks/recipient_federation_policy.py +0 -346
pulumi_databricks-1.75.0a1756323569.dist-info/RECORD +0 -231
{pulumi_databricks-1.75.0a1756323569.dist-info → pulumi_databricks-1.77.0.dist-info}/WHEEL +0 -0
{pulumi_databricks-1.75.0a1756323569.dist-info → pulumi_databricks-1.77.0.dist-info}/top_level.txt +0 -0

pulumi_databricks/cluster.py CHANGED Viewed

@@ -49,6 +49,7 @@ class ClusterArgs:
                  node_type_id: Optional[pulumi.Input[_builtins.str]] = None,
                  num_workers: Optional[pulumi.Input[_builtins.int]] = None,
                  policy_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input['ClusterProviderConfigArgs']] = None,
                  remote_disk_throughput: Optional[pulumi.Input[_builtins.int]] = None,
                  runtime_engine: Optional[pulumi.Input[_builtins.str]] = None,
                  single_user_name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -99,33 +100,10 @@ class ClusterArgs:
         :param pulumi.Input[_builtins.bool] is_single_node: When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`, and `num_workers`.
         :param pulumi.Input[_builtins.str] kind: The kind of compute described by this compute specification.  Possible values (see [API docs](https://docs.databricks.com/api/workspace/clusters/create#kind) for full list): `CLASSIC_PREVIEW` (if corresponding public preview is enabled).
         :param pulumi.Input[_builtins.bool] no_wait: If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-               The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-               ```python
-               import pulumi
-               import pulumi_databricks as databricks
-               smallest = databricks.get_node_type(local_disk=True)
-               latest_lts = databricks.get_spark_version(long_term_support=True)
-               shared_autoscaling = databricks.Cluster("shared_autoscaling",
-                   cluster_name="Shared Autoscaling",
-                   spark_version=latest_lts.id,
-                   node_type_id=smallest.id,
-                   autotermination_minutes=20,
-                   autoscale={
-                       "min_workers": 1,
-                       "max_workers": 50,
-                   },
-                   spark_conf={
-                       "spark.databricks.io.cache.enabled": "true",
-                       "spark.databricks.io.cache.maxDiskUsage": "50g",
-                       "spark.databricks.io.cache.maxMetaDataCache": "1g",
-                   })
-               ```
         :param pulumi.Input[_builtins.str] node_type_id: Any supported get_node_type id. If `instance_pool_id` is specified, this field is not needed.
         :param pulumi.Input[_builtins.int] num_workers: Number of worker nodes that this cluster should have. A cluster has one Spark driver and `num_workers` executors for a total of `num_workers` + 1 Spark nodes.
         :param pulumi.Input[_builtins.str] policy_id: Identifier of Cluster Policy to validate cluster and preset certain defaults. *The primary use for cluster policies is to allow users to create policy-scoped clusters via UI rather than sharing configuration for API-created clusters.* For example, when you specify `policy_id` of [external metastore](https://docs.databricks.com/administration-guide/clusters/policies.html#external-metastore-policy) policy, you still have to fill in relevant keys for `spark_conf`.  If relevant fields aren't filled in, then it will cause the configuration drift detected on each plan/apply, and Pulumi will try to apply the detected changes.
+        :param pulumi.Input['ClusterProviderConfigArgs'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
         :param pulumi.Input[_builtins.str] runtime_engine: The type of runtime engine to use. If not specified, the runtime engine type is inferred based on the spark_version value. Allowed values include: `PHOTON`, `STANDARD`.
         :param pulumi.Input[_builtins.str] single_user_name: The optional user name of the user (or group name if `kind` if specified) to assign to an interactive cluster. This field is required when using `data_security_mode` set to `SINGLE_USER` or AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
         :param pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]] spark_conf: should have following items:
@@ -190,6 +168,8 @@ class ClusterArgs:
             pulumi.set(__self__, "num_workers", num_workers)
         if policy_id is not None:
             pulumi.set(__self__, "policy_id", policy_id)
+        if provider_config is not None:
+            pulumi.set(__self__, "provider_config", provider_config)
         if remote_disk_throughput is not None:
             pulumi.set(__self__, "remote_disk_throughput", remote_disk_throughput)
         if runtime_engine is not None:
@@ -498,30 +478,6 @@ class ClusterArgs:
     def no_wait(self) -> Optional[pulumi.Input[_builtins.bool]]:
         """
         If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-        The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-        ```python
-        import pulumi
-        import pulumi_databricks as databricks
-        smallest = databricks.get_node_type(local_disk=True)
-        latest_lts = databricks.get_spark_version(long_term_support=True)
-        shared_autoscaling = databricks.Cluster("shared_autoscaling",
-            cluster_name="Shared Autoscaling",
-            spark_version=latest_lts.id,
-            node_type_id=smallest.id,
-            autotermination_minutes=20,
-            autoscale={
-                "min_workers": 1,
-                "max_workers": 50,
-            },
-            spark_conf={
-                "spark.databricks.io.cache.enabled": "true",
-                "spark.databricks.io.cache.maxDiskUsage": "50g",
-                "spark.databricks.io.cache.maxMetaDataCache": "1g",
-            })
-        ```
         """
         return pulumi.get(self, "no_wait")
@@ -565,6 +521,18 @@ class ClusterArgs:
     def policy_id(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "policy_id", value)
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> Optional[pulumi.Input['ClusterProviderConfigArgs']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
+    @provider_config.setter
+    def provider_config(self, value: Optional[pulumi.Input['ClusterProviderConfigArgs']]):
+        pulumi.set(self, "provider_config", value)
     @_builtins.property
     @pulumi.getter(name="remoteDiskThroughput")
     def remote_disk_throughput(self) -> Optional[pulumi.Input[_builtins.int]]:
@@ -699,6 +667,7 @@ class _ClusterState:
                  node_type_id: Optional[pulumi.Input[_builtins.str]] = None,
                  num_workers: Optional[pulumi.Input[_builtins.int]] = None,
                  policy_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input['ClusterProviderConfigArgs']] = None,
                  remote_disk_throughput: Optional[pulumi.Input[_builtins.int]] = None,
                  runtime_engine: Optional[pulumi.Input[_builtins.str]] = None,
                  single_user_name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -752,33 +721,10 @@ class _ClusterState:
         :param pulumi.Input[_builtins.bool] is_single_node: When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`, and `num_workers`.
         :param pulumi.Input[_builtins.str] kind: The kind of compute described by this compute specification.  Possible values (see [API docs](https://docs.databricks.com/api/workspace/clusters/create#kind) for full list): `CLASSIC_PREVIEW` (if corresponding public preview is enabled).
         :param pulumi.Input[_builtins.bool] no_wait: If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-               The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-               ```python
-               import pulumi
-               import pulumi_databricks as databricks
-               smallest = databricks.get_node_type(local_disk=True)
-               latest_lts = databricks.get_spark_version(long_term_support=True)
-               shared_autoscaling = databricks.Cluster("shared_autoscaling",
-                   cluster_name="Shared Autoscaling",
-                   spark_version=latest_lts.id,
-                   node_type_id=smallest.id,
-                   autotermination_minutes=20,
-                   autoscale={
-                       "min_workers": 1,
-                       "max_workers": 50,
-                   },
-                   spark_conf={
-                       "spark.databricks.io.cache.enabled": "true",
-                       "spark.databricks.io.cache.maxDiskUsage": "50g",
-                       "spark.databricks.io.cache.maxMetaDataCache": "1g",
-                   })
-               ```
         :param pulumi.Input[_builtins.str] node_type_id: Any supported get_node_type id. If `instance_pool_id` is specified, this field is not needed.
         :param pulumi.Input[_builtins.int] num_workers: Number of worker nodes that this cluster should have. A cluster has one Spark driver and `num_workers` executors for a total of `num_workers` + 1 Spark nodes.
         :param pulumi.Input[_builtins.str] policy_id: Identifier of Cluster Policy to validate cluster and preset certain defaults. *The primary use for cluster policies is to allow users to create policy-scoped clusters via UI rather than sharing configuration for API-created clusters.* For example, when you specify `policy_id` of [external metastore](https://docs.databricks.com/administration-guide/clusters/policies.html#external-metastore-policy) policy, you still have to fill in relevant keys for `spark_conf`.  If relevant fields aren't filled in, then it will cause the configuration drift detected on each plan/apply, and Pulumi will try to apply the detected changes.
+        :param pulumi.Input['ClusterProviderConfigArgs'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
         :param pulumi.Input[_builtins.str] runtime_engine: The type of runtime engine to use. If not specified, the runtime engine type is inferred based on the spark_version value. Allowed values include: `PHOTON`, `STANDARD`.
         :param pulumi.Input[_builtins.str] single_user_name: The optional user name of the user (or group name if `kind` if specified) to assign to an interactive cluster. This field is required when using `data_security_mode` set to `SINGLE_USER` or AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
         :param pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]] spark_conf: should have following items:
@@ -848,6 +794,8 @@ class _ClusterState:
             pulumi.set(__self__, "num_workers", num_workers)
         if policy_id is not None:
             pulumi.set(__self__, "policy_id", policy_id)
+        if provider_config is not None:
+            pulumi.set(__self__, "provider_config", provider_config)
         if remote_disk_throughput is not None:
             pulumi.set(__self__, "remote_disk_throughput", remote_disk_throughput)
         if runtime_engine is not None:
@@ -1171,30 +1119,6 @@ class _ClusterState:
     def no_wait(self) -> Optional[pulumi.Input[_builtins.bool]]:
         """
         If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-        The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-        ```python
-        import pulumi
-        import pulumi_databricks as databricks
-        smallest = databricks.get_node_type(local_disk=True)
-        latest_lts = databricks.get_spark_version(long_term_support=True)
-        shared_autoscaling = databricks.Cluster("shared_autoscaling",
-            cluster_name="Shared Autoscaling",
-            spark_version=latest_lts.id,
-            node_type_id=smallest.id,
-            autotermination_minutes=20,
-            autoscale={
-                "min_workers": 1,
-                "max_workers": 50,
-            },
-            spark_conf={
-                "spark.databricks.io.cache.enabled": "true",
-                "spark.databricks.io.cache.maxDiskUsage": "50g",
-                "spark.databricks.io.cache.maxMetaDataCache": "1g",
-            })
-        ```
         """
         return pulumi.get(self, "no_wait")
@@ -1238,6 +1162,18 @@ class _ClusterState:
     def policy_id(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "policy_id", value)
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> Optional[pulumi.Input['ClusterProviderConfigArgs']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
+    @provider_config.setter
+    def provider_config(self, value: Optional[pulumi.Input['ClusterProviderConfigArgs']]):
+        pulumi.set(self, "provider_config", value)
     @_builtins.property
     @pulumi.getter(name="remoteDiskThroughput")
     def remote_disk_throughput(self) -> Optional[pulumi.Input[_builtins.int]]:
@@ -1406,6 +1342,7 @@ class Cluster(pulumi.CustomResource):
                  node_type_id: Optional[pulumi.Input[_builtins.str]] = None,
                  num_workers: Optional[pulumi.Input[_builtins.int]] = None,
                  policy_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input[Union['ClusterProviderConfigArgs', 'ClusterProviderConfigArgsDict']]] = None,
                  remote_disk_throughput: Optional[pulumi.Input[_builtins.int]] = None,
                  runtime_engine: Optional[pulumi.Input[_builtins.str]] = None,
                  single_user_name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -1468,33 +1405,10 @@ class Cluster(pulumi.CustomResource):
         :param pulumi.Input[_builtins.bool] is_single_node: When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`, and `num_workers`.
         :param pulumi.Input[_builtins.str] kind: The kind of compute described by this compute specification.  Possible values (see [API docs](https://docs.databricks.com/api/workspace/clusters/create#kind) for full list): `CLASSIC_PREVIEW` (if corresponding public preview is enabled).
         :param pulumi.Input[_builtins.bool] no_wait: If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-               The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-               ```python
-               import pulumi
-               import pulumi_databricks as databricks
-               smallest = databricks.get_node_type(local_disk=True)
-               latest_lts = databricks.get_spark_version(long_term_support=True)
-               shared_autoscaling = databricks.Cluster("shared_autoscaling",
-                   cluster_name="Shared Autoscaling",
-                   spark_version=latest_lts.id,
-                   node_type_id=smallest.id,
-                   autotermination_minutes=20,
-                   autoscale={
-                       "min_workers": 1,
-                       "max_workers": 50,
-                   },
-                   spark_conf={
-                       "spark.databricks.io.cache.enabled": "true",
-                       "spark.databricks.io.cache.maxDiskUsage": "50g",
-                       "spark.databricks.io.cache.maxMetaDataCache": "1g",
-                   })
-               ```
         :param pulumi.Input[_builtins.str] node_type_id: Any supported get_node_type id. If `instance_pool_id` is specified, this field is not needed.
         :param pulumi.Input[_builtins.int] num_workers: Number of worker nodes that this cluster should have. A cluster has one Spark driver and `num_workers` executors for a total of `num_workers` + 1 Spark nodes.
         :param pulumi.Input[_builtins.str] policy_id: Identifier of Cluster Policy to validate cluster and preset certain defaults. *The primary use for cluster policies is to allow users to create policy-scoped clusters via UI rather than sharing configuration for API-created clusters.* For example, when you specify `policy_id` of [external metastore](https://docs.databricks.com/administration-guide/clusters/policies.html#external-metastore-policy) policy, you still have to fill in relevant keys for `spark_conf`.  If relevant fields aren't filled in, then it will cause the configuration drift detected on each plan/apply, and Pulumi will try to apply the detected changes.
+        :param pulumi.Input[Union['ClusterProviderConfigArgs', 'ClusterProviderConfigArgsDict']] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
         :param pulumi.Input[_builtins.str] runtime_engine: The type of runtime engine to use. If not specified, the runtime engine type is inferred based on the spark_version value. Allowed values include: `PHOTON`, `STANDARD`.
         :param pulumi.Input[_builtins.str] single_user_name: The optional user name of the user (or group name if `kind` if specified) to assign to an interactive cluster. This field is required when using `data_security_mode` set to `SINGLE_USER` or AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
         :param pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]] spark_conf: should have following items:
@@ -1564,6 +1478,7 @@ class Cluster(pulumi.CustomResource):
                  node_type_id: Optional[pulumi.Input[_builtins.str]] = None,
                  num_workers: Optional[pulumi.Input[_builtins.int]] = None,
                  policy_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input[Union['ClusterProviderConfigArgs', 'ClusterProviderConfigArgsDict']]] = None,
                  remote_disk_throughput: Optional[pulumi.Input[_builtins.int]] = None,
                  runtime_engine: Optional[pulumi.Input[_builtins.str]] = None,
                  single_user_name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -1610,6 +1525,7 @@ class Cluster(pulumi.CustomResource):
             __props__.__dict__["node_type_id"] = node_type_id
             __props__.__dict__["num_workers"] = num_workers
             __props__.__dict__["policy_id"] = policy_id
+            __props__.__dict__["provider_config"] = provider_config
             __props__.__dict__["remote_disk_throughput"] = remote_disk_throughput
             __props__.__dict__["runtime_engine"] = runtime_engine
             __props__.__dict__["single_user_name"] = single_user_name
@@ -1665,6 +1581,7 @@ class Cluster(pulumi.CustomResource):
             node_type_id: Optional[pulumi.Input[_builtins.str]] = None,
             num_workers: Optional[pulumi.Input[_builtins.int]] = None,
             policy_id: Optional[pulumi.Input[_builtins.str]] = None,
+            provider_config: Optional[pulumi.Input[Union['ClusterProviderConfigArgs', 'ClusterProviderConfigArgsDict']]] = None,
             remote_disk_throughput: Optional[pulumi.Input[_builtins.int]] = None,
             runtime_engine: Optional[pulumi.Input[_builtins.str]] = None,
             single_user_name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -1723,33 +1640,10 @@ class Cluster(pulumi.CustomResource):
         :param pulumi.Input[_builtins.bool] is_single_node: When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`, and `num_workers`.
         :param pulumi.Input[_builtins.str] kind: The kind of compute described by this compute specification.  Possible values (see [API docs](https://docs.databricks.com/api/workspace/clusters/create#kind) for full list): `CLASSIC_PREVIEW` (if corresponding public preview is enabled).
         :param pulumi.Input[_builtins.bool] no_wait: If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-               The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-               ```python
-               import pulumi
-               import pulumi_databricks as databricks
-               smallest = databricks.get_node_type(local_disk=True)
-               latest_lts = databricks.get_spark_version(long_term_support=True)
-               shared_autoscaling = databricks.Cluster("shared_autoscaling",
-                   cluster_name="Shared Autoscaling",
-                   spark_version=latest_lts.id,
-                   node_type_id=smallest.id,
-                   autotermination_minutes=20,
-                   autoscale={
-                       "min_workers": 1,
-                       "max_workers": 50,
-                   },
-                   spark_conf={
-                       "spark.databricks.io.cache.enabled": "true",
-                       "spark.databricks.io.cache.maxDiskUsage": "50g",
-                       "spark.databricks.io.cache.maxMetaDataCache": "1g",
-                   })
-               ```
         :param pulumi.Input[_builtins.str] node_type_id: Any supported get_node_type id. If `instance_pool_id` is specified, this field is not needed.
         :param pulumi.Input[_builtins.int] num_workers: Number of worker nodes that this cluster should have. A cluster has one Spark driver and `num_workers` executors for a total of `num_workers` + 1 Spark nodes.
         :param pulumi.Input[_builtins.str] policy_id: Identifier of Cluster Policy to validate cluster and preset certain defaults. *The primary use for cluster policies is to allow users to create policy-scoped clusters via UI rather than sharing configuration for API-created clusters.* For example, when you specify `policy_id` of [external metastore](https://docs.databricks.com/administration-guide/clusters/policies.html#external-metastore-policy) policy, you still have to fill in relevant keys for `spark_conf`.  If relevant fields aren't filled in, then it will cause the configuration drift detected on each plan/apply, and Pulumi will try to apply the detected changes.
+        :param pulumi.Input[Union['ClusterProviderConfigArgs', 'ClusterProviderConfigArgsDict']] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
         :param pulumi.Input[_builtins.str] runtime_engine: The type of runtime engine to use. If not specified, the runtime engine type is inferred based on the spark_version value. Allowed values include: `PHOTON`, `STANDARD`.
         :param pulumi.Input[_builtins.str] single_user_name: The optional user name of the user (or group name if `kind` if specified) to assign to an interactive cluster. This field is required when using `data_security_mode` set to `SINGLE_USER` or AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
         :param pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]] spark_conf: should have following items:
@@ -1794,6 +1688,7 @@ class Cluster(pulumi.CustomResource):
         __props__.__dict__["node_type_id"] = node_type_id
         __props__.__dict__["num_workers"] = num_workers
         __props__.__dict__["policy_id"] = policy_id
+        __props__.__dict__["provider_config"] = provider_config
         __props__.__dict__["remote_disk_throughput"] = remote_disk_throughput
         __props__.__dict__["runtime_engine"] = runtime_engine
         __props__.__dict__["single_user_name"] = single_user_name
@@ -2006,30 +1901,6 @@ class Cluster(pulumi.CustomResource):
     def no_wait(self) -> pulumi.Output[Optional[_builtins.bool]]:
         """
         If true, the provider will not wait for the cluster to reach `RUNNING` state when creating the cluster, allowing cluster creation and library installation to continue asynchronously. Defaults to false (the provider will wait for cluster creation and library installation to succeed).
-        The following example demonstrates how to create an autoscaling cluster with [Delta Cache](https://docs.databricks.com/delta/optimizations/delta-cache.html) enabled:
-        ```python
-        import pulumi
-        import pulumi_databricks as databricks
-        smallest = databricks.get_node_type(local_disk=True)
-        latest_lts = databricks.get_spark_version(long_term_support=True)
-        shared_autoscaling = databricks.Cluster("shared_autoscaling",
-            cluster_name="Shared Autoscaling",
-            spark_version=latest_lts.id,
-            node_type_id=smallest.id,
-            autotermination_minutes=20,
-            autoscale={
-                "min_workers": 1,
-                "max_workers": 50,
-            },
-            spark_conf={
-                "spark.databricks.io.cache.enabled": "true",
-                "spark.databricks.io.cache.maxDiskUsage": "50g",
-                "spark.databricks.io.cache.maxMetaDataCache": "1g",
-            })
-        ```
         """
         return pulumi.get(self, "no_wait")
@@ -2057,6 +1928,14 @@ class Cluster(pulumi.CustomResource):
         """
         return pulumi.get(self, "policy_id")
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> pulumi.Output[Optional['outputs.ClusterProviderConfig']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
     @_builtins.property
     @pulumi.getter(name="remoteDiskThroughput")
     def remote_disk_throughput(self) -> pulumi.Output[Optional[_builtins.int]]:

pulumi_databricks/config/__init__.pyi CHANGED Viewed

@@ -64,6 +64,8 @@ httpTimeoutSeconds: Optional[int]
 metadataServiceUrl: Optional[str]
+oauthCallbackPort: Optional[int]
 oidcTokenEnv: Optional[str]
 password: Optional[str]

pulumi_databricks/config/vars.py CHANGED Viewed

@@ -120,6 +120,10 @@ class _ExportableConfig(types.ModuleType):
     def metadata_service_url(self) -> Optional[str]:
         return __config__.get('metadataServiceUrl')
+    @_builtins.property
+    def oauth_callback_port(self) -> Optional[int]:
+        return __config__.get_int('oauthCallbackPort')
     @_builtins.property
     def oidc_token_env(self) -> Optional[str]:
         return __config__.get('oidcTokenEnv')

pulumi_databricks/connection.py CHANGED Viewed

@@ -23,7 +23,6 @@ class ConnectionArgs:
     def __init__(__self__, *,
                  comment: Optional[pulumi.Input[_builtins.str]] = None,
                  connection_type: Optional[pulumi.Input[_builtins.str]] = None,
-                 environment_settings: Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']] = None,
                  name: Optional[pulumi.Input[_builtins.str]] = None,
                  options: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
                  owner: Optional[pulumi.Input[_builtins.str]] = None,
@@ -43,8 +42,6 @@ class ConnectionArgs:
             pulumi.set(__self__, "comment", comment)
         if connection_type is not None:
             pulumi.set(__self__, "connection_type", connection_type)
-        if environment_settings is not None:
-            pulumi.set(__self__, "environment_settings", environment_settings)
         if name is not None:
             pulumi.set(__self__, "name", name)
         if options is not None:
@@ -80,15 +77,6 @@ class ConnectionArgs:
     def connection_type(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "connection_type", value)
-    @_builtins.property
-    @pulumi.getter(name="environmentSettings")
-    def environment_settings(self) -> Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']]:
-        return pulumi.get(self, "environment_settings")
-    @environment_settings.setter
-    def environment_settings(self, value: Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']]):
-        pulumi.set(self, "environment_settings", value)
     @_builtins.property
     @pulumi.getter
     def name(self) -> Optional[pulumi.Input[_builtins.str]]:
@@ -159,7 +147,6 @@ class _ConnectionState:
                  created_at: Optional[pulumi.Input[_builtins.int]] = None,
                  created_by: Optional[pulumi.Input[_builtins.str]] = None,
                  credential_type: Optional[pulumi.Input[_builtins.str]] = None,
-                 environment_settings: Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']] = None,
                  full_name: Optional[pulumi.Input[_builtins.str]] = None,
                  metastore_id: Optional[pulumi.Input[_builtins.str]] = None,
                  name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -204,8 +191,6 @@ class _ConnectionState:
             pulumi.set(__self__, "created_by", created_by)
         if credential_type is not None:
             pulumi.set(__self__, "credential_type", credential_type)
-        if environment_settings is not None:
-            pulumi.set(__self__, "environment_settings", environment_settings)
         if full_name is not None:
             pulumi.set(__self__, "full_name", full_name)
         if metastore_id is not None:
@@ -303,15 +288,6 @@ class _ConnectionState:
     def credential_type(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "credential_type", value)
-    @_builtins.property
-    @pulumi.getter(name="environmentSettings")
-    def environment_settings(self) -> Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']]:
-        return pulumi.get(self, "environment_settings")
-    @environment_settings.setter
-    def environment_settings(self, value: Optional[pulumi.Input['ConnectionEnvironmentSettingsArgs']]):
-        pulumi.set(self, "environment_settings", value)
     @_builtins.property
     @pulumi.getter(name="fullName")
     def full_name(self) -> Optional[pulumi.Input[_builtins.str]]:
@@ -462,7 +438,6 @@ class Connection(pulumi.CustomResource):
                  opts: Optional[pulumi.ResourceOptions] = None,
                  comment: Optional[pulumi.Input[_builtins.str]] = None,
                  connection_type: Optional[pulumi.Input[_builtins.str]] = None,
-                 environment_settings: Optional[pulumi.Input[Union['ConnectionEnvironmentSettingsArgs', 'ConnectionEnvironmentSettingsArgsDict']]] = None,
                  name: Optional[pulumi.Input[_builtins.str]] = None,
                  options: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
                  owner: Optional[pulumi.Input[_builtins.str]] = None,
@@ -820,7 +795,6 @@ class Connection(pulumi.CustomResource):
                  opts: Optional[pulumi.ResourceOptions] = None,
                  comment: Optional[pulumi.Input[_builtins.str]] = None,
                  connection_type: Optional[pulumi.Input[_builtins.str]] = None,
-                 environment_settings: Optional[pulumi.Input[Union['ConnectionEnvironmentSettingsArgs', 'ConnectionEnvironmentSettingsArgsDict']]] = None,
                  name: Optional[pulumi.Input[_builtins.str]] = None,
                  options: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
                  owner: Optional[pulumi.Input[_builtins.str]] = None,
@@ -837,7 +811,6 @@ class Connection(pulumi.CustomResource):
             __props__.__dict__["comment"] = comment
             __props__.__dict__["connection_type"] = connection_type
-            __props__.__dict__["environment_settings"] = environment_settings
             __props__.__dict__["name"] = name
             __props__.__dict__["options"] = None if options is None else pulumi.Output.secret(options)
             __props__.__dict__["owner"] = owner
@@ -872,7 +845,6 @@ class Connection(pulumi.CustomResource):
             created_at: Optional[pulumi.Input[_builtins.int]] = None,
             created_by: Optional[pulumi.Input[_builtins.str]] = None,
             credential_type: Optional[pulumi.Input[_builtins.str]] = None,
-            environment_settings: Optional[pulumi.Input[Union['ConnectionEnvironmentSettingsArgs', 'ConnectionEnvironmentSettingsArgsDict']]] = None,
             full_name: Optional[pulumi.Input[_builtins.str]] = None,
             metastore_id: Optional[pulumi.Input[_builtins.str]] = None,
             name: Optional[pulumi.Input[_builtins.str]] = None,
@@ -920,7 +892,6 @@ class Connection(pulumi.CustomResource):
         __props__.__dict__["created_at"] = created_at
         __props__.__dict__["created_by"] = created_by
         __props__.__dict__["credential_type"] = credential_type
-        __props__.__dict__["environment_settings"] = environment_settings
         __props__.__dict__["full_name"] = full_name
         __props__.__dict__["metastore_id"] = metastore_id
         __props__.__dict__["name"] = name
@@ -983,11 +954,6 @@ class Connection(pulumi.CustomResource):
         """
         return pulumi.get(self, "credential_type")
-    @_builtins.property
-    @pulumi.getter(name="environmentSettings")
-    def environment_settings(self) -> pulumi.Output[Optional['outputs.ConnectionEnvironmentSettings']]:
-        return pulumi.get(self, "environment_settings")
     @_builtins.property
     @pulumi.getter(name="fullName")
     def full_name(self) -> pulumi.Output[_builtins.str]:

pulumi-databricks 1.75.0a1756323569__py3-none-any.whl → 1.77.0__py3-none-any.whl

pulumi-databricks 1.75.0a1756323569py3-none-any.whl → 1.77.0py3-none-any.whl