pulumi-databricks 1.74.0a1753335781__py3-none-any.whl → 1.77.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pulumi_databricks/__init__.py +185 -12
- pulumi_databricks/_inputs.py +30467 -20225
- pulumi_databricks/access_control_rule_set.py +28 -29
- pulumi_databricks/account_federation_policy.py +473 -0
- pulumi_databricks/account_network_policy.py +74 -43
- pulumi_databricks/account_setting_v2.py +759 -0
- pulumi_databricks/aibi_dashboard_embedding_access_policy_setting.py +30 -31
- pulumi_databricks/aibi_dashboard_embedding_approved_domains_setting.py +30 -31
- pulumi_databricks/alert.py +185 -186
- pulumi_databricks/alert_v2.py +369 -211
- pulumi_databricks/app.py +315 -209
- pulumi_databricks/apps_settings_custom_template.py +531 -0
- pulumi_databricks/artifact_allowlist.py +72 -73
- pulumi_databricks/automatic_cluster_update_workspace_setting.py +30 -31
- pulumi_databricks/budget.py +84 -85
- pulumi_databricks/budget_policy.py +75 -53
- pulumi_databricks/catalog.py +544 -225
- pulumi_databricks/catalog_workspace_binding.py +82 -83
- pulumi_databricks/cluster.py +561 -683
- pulumi_databricks/cluster_policy.py +115 -116
- pulumi_databricks/compliance_security_profile_workspace_setting.py +30 -31
- pulumi_databricks/config/__init__.py +1 -1
- pulumi_databricks/config/__init__.pyi +3 -2
- pulumi_databricks/config/vars.py +40 -37
- pulumi_databricks/connection.py +346 -211
- pulumi_databricks/credential.py +262 -263
- pulumi_databricks/custom_app_integration.py +175 -176
- pulumi_databricks/dashboard.py +207 -208
- pulumi_databricks/data_quality_monitor.py +453 -0
- pulumi_databricks/data_quality_refresh.py +492 -0
- pulumi_databricks/database_database_catalog.py +437 -0
- pulumi_databricks/database_instance.py +938 -137
- pulumi_databricks/database_synced_database_table.py +589 -0
- pulumi_databricks/dbfs_file.py +87 -84
- pulumi_databricks/default_namespace_setting.py +30 -31
- pulumi_databricks/directory.py +61 -62
- pulumi_databricks/disable_legacy_access_setting.py +109 -33
- pulumi_databricks/disable_legacy_dbfs_setting.py +58 -39
- pulumi_databricks/disable_legacy_features_setting.py +62 -37
- pulumi_databricks/enhanced_security_monitoring_workspace_setting.py +30 -31
- pulumi_databricks/entitlements.py +148 -149
- pulumi_databricks/entity_tag_assignment.py +409 -0
- pulumi_databricks/external_location.py +276 -290
- pulumi_databricks/external_metadata.py +726 -0
- pulumi_databricks/feature_engineering_feature.py +480 -0
- pulumi_databricks/feature_engineering_materialized_feature.py +397 -0
- pulumi_databricks/file.py +96 -97
- pulumi_databricks/get_account_federation_policies.py +127 -0
- pulumi_databricks/get_account_federation_policy.py +214 -0
- pulumi_databricks/get_account_network_policies.py +36 -7
- pulumi_databricks/get_account_network_policy.py +33 -29
- pulumi_databricks/get_account_setting_v2.py +331 -0
- pulumi_databricks/get_alert_v2.py +100 -84
- pulumi_databricks/get_alerts_v2.py +35 -17
- pulumi_databricks/get_app.py +31 -20
- pulumi_databricks/get_apps.py +26 -15
- pulumi_databricks/get_apps_settings_custom_template.py +207 -0
- pulumi_databricks/get_apps_settings_custom_templates.py +133 -0
- pulumi_databricks/get_aws_assume_role_policy.py +27 -28
- pulumi_databricks/get_aws_bucket_policy.py +39 -40
- pulumi_databricks/get_aws_cross_account_policy.py +47 -48
- pulumi_databricks/get_aws_unity_catalog_assume_role_policy.py +35 -36
- pulumi_databricks/get_aws_unity_catalog_policy.py +35 -36
- pulumi_databricks/get_budget_policies.py +74 -11
- pulumi_databricks/get_budget_policy.py +43 -39
- pulumi_databricks/get_catalog.py +35 -19
- pulumi_databricks/get_catalogs.py +32 -14
- pulumi_databricks/get_cluster.py +41 -25
- pulumi_databricks/get_cluster_policy.py +72 -54
- pulumi_databricks/get_clusters.py +41 -25
- pulumi_databricks/get_current_config.py +23 -24
- pulumi_databricks/get_current_metastore.py +29 -13
- pulumi_databricks/get_current_user.py +17 -18
- pulumi_databricks/get_dashboards.py +34 -15
- pulumi_databricks/get_data_quality_monitor.py +210 -0
- pulumi_databricks/get_data_quality_monitors.py +143 -0
- pulumi_databricks/get_data_quality_refresh.py +270 -0
- pulumi_databricks/get_data_quality_refreshes.py +207 -0
- pulumi_databricks/get_database_database_catalog.py +176 -0
- pulumi_databricks/get_database_database_catalogs.py +120 -0
- pulumi_databricks/get_database_instance.py +274 -50
- pulumi_databricks/get_database_instances.py +35 -11
- pulumi_databricks/get_database_synced_database_table.py +225 -0
- pulumi_databricks/get_database_synced_database_tables.py +120 -0
- pulumi_databricks/get_dbfs_file.py +19 -20
- pulumi_databricks/get_dbfs_file_paths.py +16 -17
- pulumi_databricks/get_directory.py +43 -25
- pulumi_databricks/get_entity_tag_assignment.py +202 -0
- pulumi_databricks/get_entity_tag_assignments.py +187 -0
- pulumi_databricks/get_external_location.py +35 -19
- pulumi_databricks/get_external_locations.py +32 -14
- pulumi_databricks/get_external_metadata.py +292 -0
- pulumi_databricks/get_external_metadatas.py +135 -0
- pulumi_databricks/get_feature_engineering_feature.py +179 -0
- pulumi_databricks/get_feature_engineering_features.py +103 -0
- pulumi_databricks/get_feature_engineering_materialized_feature.py +180 -0
- pulumi_databricks/get_feature_engineering_materialized_features.py +123 -0
- pulumi_databricks/get_functions.py +38 -24
- pulumi_databricks/get_group.py +85 -86
- pulumi_databricks/get_instance_pool.py +10 -11
- pulumi_databricks/get_instance_profiles.py +25 -9
- pulumi_databricks/get_job.py +22 -23
- pulumi_databricks/get_jobs.py +44 -26
- pulumi_databricks/get_materialized_features_feature_tag.py +102 -0
- pulumi_databricks/get_materialized_features_feature_tags.py +133 -0
- pulumi_databricks/get_metastore.py +28 -29
- pulumi_databricks/get_metastores.py +9 -10
- pulumi_databricks/get_mlflow_experiment.py +62 -46
- pulumi_databricks/get_mlflow_model.py +47 -31
- pulumi_databricks/get_mlflow_models.py +32 -14
- pulumi_databricks/get_mws_credentials.py +9 -10
- pulumi_databricks/get_mws_network_connectivity_config.py +40 -41
- pulumi_databricks/get_mws_network_connectivity_configs.py +15 -16
- pulumi_databricks/get_mws_workspaces.py +5 -6
- pulumi_databricks/get_node_type.py +123 -87
- pulumi_databricks/get_notebook.py +37 -38
- pulumi_databricks/get_notebook_paths.py +16 -17
- pulumi_databricks/get_notification_destinations.py +33 -18
- pulumi_databricks/get_online_store.py +36 -27
- pulumi_databricks/get_online_stores.py +33 -13
- pulumi_databricks/get_pipelines.py +49 -31
- pulumi_databricks/get_policy_info.py +338 -0
- pulumi_databricks/get_policy_infos.py +169 -0
- pulumi_databricks/get_quality_monitor_v2.py +21 -18
- pulumi_databricks/get_quality_monitors_v2.py +26 -8
- pulumi_databricks/get_registered_model.py +41 -27
- pulumi_databricks/get_registered_model_versions.py +29 -15
- pulumi_databricks/get_rfa_access_request_destinations.py +126 -0
- pulumi_databricks/get_schema.py +32 -16
- pulumi_databricks/get_schemas.py +38 -20
- pulumi_databricks/get_service_principal.py +80 -58
- pulumi_databricks/get_service_principal_federation_policies.py +151 -0
- pulumi_databricks/get_service_principal_federation_policy.py +220 -0
- pulumi_databricks/get_service_principals.py +16 -17
- pulumi_databricks/get_serving_endpoints.py +23 -9
- pulumi_databricks/get_share.py +130 -32
- pulumi_databricks/get_shares.py +29 -11
- pulumi_databricks/get_spark_version.py +87 -69
- pulumi_databricks/get_sql_warehouse.py +124 -110
- pulumi_databricks/get_sql_warehouses.py +37 -19
- pulumi_databricks/get_storage_credential.py +32 -16
- pulumi_databricks/get_storage_credentials.py +32 -14
- pulumi_databricks/get_table.py +30 -14
- pulumi_databricks/get_tables.py +41 -23
- pulumi_databricks/get_tag_policies.py +139 -0
- pulumi_databricks/get_tag_policy.py +175 -0
- pulumi_databricks/get_user.py +33 -34
- pulumi_databricks/get_views.py +41 -23
- pulumi_databricks/get_volume.py +32 -16
- pulumi_databricks/get_volumes.py +41 -23
- pulumi_databricks/get_workspace_network_option.py +45 -26
- pulumi_databricks/get_workspace_setting_v2.py +331 -0
- pulumi_databricks/get_zones.py +39 -21
- pulumi_databricks/git_credential.py +242 -76
- pulumi_databricks/global_init_script.py +99 -100
- pulumi_databricks/grant.py +215 -212
- pulumi_databricks/grants.py +200 -211
- pulumi_databricks/group.py +176 -177
- pulumi_databricks/group_instance_profile.py +37 -38
- pulumi_databricks/group_member.py +37 -38
- pulumi_databricks/group_role.py +37 -38
- pulumi_databricks/instance_pool.py +168 -169
- pulumi_databricks/instance_profile.py +69 -70
- pulumi_databricks/ip_access_list.py +71 -72
- pulumi_databricks/job.py +426 -346
- pulumi_databricks/lakehouse_monitor.py +199 -200
- pulumi_databricks/library.py +264 -99
- pulumi_databricks/materialized_features_feature_tag.py +213 -0
- pulumi_databricks/metastore.py +254 -255
- pulumi_databricks/metastore_assignment.py +52 -53
- pulumi_databricks/metastore_data_access.py +153 -154
- pulumi_databricks/metastore_provider.py +69 -70
- pulumi_databricks/mlflow_experiment.py +108 -109
- pulumi_databricks/mlflow_model.py +45 -46
- pulumi_databricks/mlflow_webhook.py +75 -76
- pulumi_databricks/model_serving.py +195 -74
- pulumi_databricks/model_serving_provisioned_throughput.py +100 -54
- pulumi_databricks/mount.py +103 -104
- pulumi_databricks/mws_credentials.py +99 -100
- pulumi_databricks/mws_customer_managed_keys.py +75 -76
- pulumi_databricks/mws_log_delivery.py +188 -189
- pulumi_databricks/mws_ncc_binding.py +35 -36
- pulumi_databricks/mws_ncc_private_endpoint_rule.py +312 -289
- pulumi_databricks/mws_network_connectivity_config.py +136 -98
- pulumi_databricks/mws_networks.py +159 -160
- pulumi_databricks/mws_permission_assignment.py +70 -71
- pulumi_databricks/mws_private_access_settings.py +116 -117
- pulumi_databricks/mws_storage_configurations.py +74 -75
- pulumi_databricks/mws_vpc_endpoint.py +149 -150
- pulumi_databricks/mws_workspaces.py +464 -418
- pulumi_databricks/notebook.py +143 -144
- pulumi_databricks/notification_destination.py +38 -39
- pulumi_databricks/obo_token.py +63 -64
- pulumi_databricks/online_store.py +121 -70
- pulumi_databricks/online_table.py +41 -42
- pulumi_databricks/outputs.py +47821 -30802
- pulumi_databricks/permission_assignment.py +298 -57
- pulumi_databricks/permissions.py +523 -362
- pulumi_databricks/pipeline.py +515 -480
- pulumi_databricks/policy_info.py +916 -0
- pulumi_databricks/provider.py +283 -269
- pulumi_databricks/pulumi-plugin.json +1 -1
- pulumi_databricks/quality_monitor.py +263 -217
- pulumi_databricks/quality_monitor_v2.py +49 -46
- pulumi_databricks/query.py +227 -228
- pulumi_databricks/recipient.py +208 -209
- pulumi_databricks/registered_model.py +393 -122
- pulumi_databricks/repo.py +117 -118
- pulumi_databricks/restrict_workspace_admins_setting.py +30 -31
- pulumi_databricks/rfa_access_request_destinations.py +286 -0
- pulumi_databricks/schema.py +159 -160
- pulumi_databricks/secret.py +72 -73
- pulumi_databricks/secret_acl.py +52 -53
- pulumi_databricks/secret_scope.py +55 -56
- pulumi_databricks/service_principal.py +279 -278
- pulumi_databricks/service_principal_federation_policy.py +469 -0
- pulumi_databricks/service_principal_role.py +35 -36
- pulumi_databricks/service_principal_secret.py +156 -157
- pulumi_databricks/share.py +186 -187
- pulumi_databricks/sql_alert.py +98 -99
- pulumi_databricks/sql_dashboard.py +94 -95
- pulumi_databricks/sql_endpoint.py +298 -266
- pulumi_databricks/sql_global_config.py +103 -104
- pulumi_databricks/sql_permissions.py +121 -122
- pulumi_databricks/sql_query.py +150 -151
- pulumi_databricks/sql_table.py +310 -283
- pulumi_databricks/sql_visualization.py +92 -93
- pulumi_databricks/sql_widget.py +91 -88
- pulumi_databricks/storage_credential.py +236 -184
- pulumi_databricks/system_schema.py +50 -51
- pulumi_databricks/table.py +147 -148
- pulumi_databricks/tag_policy.py +357 -0
- pulumi_databricks/token.py +83 -84
- pulumi_databricks/user.py +284 -285
- pulumi_databricks/user_instance_profile.py +35 -36
- pulumi_databricks/user_role.py +35 -36
- pulumi_databricks/vector_search_endpoint.py +117 -118
- pulumi_databricks/vector_search_index.py +86 -87
- pulumi_databricks/volume.py +129 -130
- pulumi_databricks/workspace_binding.py +82 -131
- pulumi_databricks/workspace_conf.py +18 -19
- pulumi_databricks/workspace_file.py +100 -101
- pulumi_databricks/workspace_network_option.py +89 -40
- pulumi_databricks/workspace_setting_v2.py +759 -0
- {pulumi_databricks-1.74.0a1753335781.dist-info → pulumi_databricks-1.77.0.dist-info}/METADATA +1 -1
- pulumi_databricks-1.77.0.dist-info/RECORD +250 -0
- pulumi_databricks/get_recipient_federation_policies.py +0 -83
- pulumi_databricks/get_recipient_federation_policy.py +0 -166
- pulumi_databricks/recipient_federation_policy.py +0 -347
- pulumi_databricks-1.74.0a1753335781.dist-info/RECORD +0 -205
- {pulumi_databricks-1.74.0a1753335781.dist-info → pulumi_databricks-1.77.0.dist-info}/WHEEL +0 -0
- {pulumi_databricks-1.74.0a1753335781.dist-info → pulumi_databricks-1.77.0.dist-info}/top_level.txt +0 -0
|
@@ -2,8 +2,7 @@
|
|
|
2
2
|
# *** WARNING: this file was generated by pulumi-language-python. ***
|
|
3
3
|
# *** Do not edit by hand unless you're certain you know what you are doing! ***
|
|
4
4
|
|
|
5
|
-
import builtins
|
|
6
|
-
import copy
|
|
5
|
+
import builtins as _builtins
|
|
7
6
|
import warnings
|
|
8
7
|
import sys
|
|
9
8
|
import pulumi
|
|
@@ -22,38 +21,38 @@ __all__ = ['LakehouseMonitorArgs', 'LakehouseMonitor']
|
|
|
22
21
|
@pulumi.input_type
|
|
23
22
|
class LakehouseMonitorArgs:
|
|
24
23
|
def __init__(__self__, *,
|
|
25
|
-
assets_dir: pulumi.Input[
|
|
26
|
-
output_schema_name: pulumi.Input[
|
|
27
|
-
table_name: pulumi.Input[
|
|
28
|
-
baseline_table_name: Optional[pulumi.Input[
|
|
24
|
+
assets_dir: pulumi.Input[_builtins.str],
|
|
25
|
+
output_schema_name: pulumi.Input[_builtins.str],
|
|
26
|
+
table_name: pulumi.Input[_builtins.str],
|
|
27
|
+
baseline_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
29
28
|
custom_metrics: Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]] = None,
|
|
30
29
|
data_classification_config: Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']] = None,
|
|
31
30
|
inference_log: Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']] = None,
|
|
32
|
-
latest_monitor_failure_msg: Optional[pulumi.Input[
|
|
31
|
+
latest_monitor_failure_msg: Optional[pulumi.Input[_builtins.str]] = None,
|
|
33
32
|
notifications: Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']] = None,
|
|
34
33
|
schedule: Optional[pulumi.Input['LakehouseMonitorScheduleArgs']] = None,
|
|
35
|
-
skip_builtin_dashboard: Optional[pulumi.Input[
|
|
36
|
-
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
34
|
+
skip_builtin_dashboard: Optional[pulumi.Input[_builtins.bool]] = None,
|
|
35
|
+
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
|
|
37
36
|
snapshot: Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']] = None,
|
|
38
37
|
time_series: Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']] = None,
|
|
39
|
-
warehouse_id: Optional[pulumi.Input[
|
|
38
|
+
warehouse_id: Optional[pulumi.Input[_builtins.str]] = None):
|
|
40
39
|
"""
|
|
41
40
|
The set of arguments for constructing a LakehouseMonitor resource.
|
|
42
|
-
:param pulumi.Input[
|
|
43
|
-
:param pulumi.Input[
|
|
44
|
-
:param pulumi.Input[
|
|
45
|
-
:param pulumi.Input[
|
|
41
|
+
:param pulumi.Input[_builtins.str] assets_dir: The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
42
|
+
:param pulumi.Input[_builtins.str] output_schema_name: Schema where output metric tables are created
|
|
43
|
+
:param pulumi.Input[_builtins.str] table_name: The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
44
|
+
:param pulumi.Input[_builtins.str] baseline_table_name: Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
46
45
|
table.
|
|
47
46
|
:param pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]] custom_metrics: Custom metrics to compute on the monitored table. These can be aggregate metrics, derived metrics (from already computed aggregate metrics), or drift metrics (comparing metrics across time windows).
|
|
48
47
|
:param pulumi.Input['LakehouseMonitorDataClassificationConfigArgs'] data_classification_config: The data classification config for the monitor
|
|
49
48
|
:param pulumi.Input['LakehouseMonitorInferenceLogArgs'] inference_log: Configuration for the inference log monitor
|
|
50
49
|
:param pulumi.Input['LakehouseMonitorNotificationsArgs'] notifications: The notification settings for the monitor. The following optional blocks are supported, each consisting of the single string array field with name `email_addresses` containing a list of emails to notify:
|
|
51
50
|
:param pulumi.Input['LakehouseMonitorScheduleArgs'] schedule: The schedule for automatically updating and refreshing metric tables. This block consists of following fields:
|
|
52
|
-
:param pulumi.Input[
|
|
53
|
-
:param pulumi.Input[Sequence[pulumi.Input[
|
|
51
|
+
:param pulumi.Input[_builtins.bool] skip_builtin_dashboard: Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
52
|
+
:param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] slicing_exprs: List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
54
53
|
:param pulumi.Input['LakehouseMonitorSnapshotArgs'] snapshot: Configuration for monitoring snapshot tables.
|
|
55
54
|
:param pulumi.Input['LakehouseMonitorTimeSeriesArgs'] time_series: Configuration for monitoring timeseries tables.
|
|
56
|
-
:param pulumi.Input[
|
|
55
|
+
:param pulumi.Input[_builtins.str] warehouse_id: Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
57
56
|
"""
|
|
58
57
|
pulumi.set(__self__, "assets_dir", assets_dir)
|
|
59
58
|
pulumi.set(__self__, "output_schema_name", output_schema_name)
|
|
@@ -83,45 +82,45 @@ class LakehouseMonitorArgs:
|
|
|
83
82
|
if warehouse_id is not None:
|
|
84
83
|
pulumi.set(__self__, "warehouse_id", warehouse_id)
|
|
85
84
|
|
|
86
|
-
@property
|
|
85
|
+
@_builtins.property
|
|
87
86
|
@pulumi.getter(name="assetsDir")
|
|
88
|
-
def assets_dir(self) -> pulumi.Input[
|
|
87
|
+
def assets_dir(self) -> pulumi.Input[_builtins.str]:
|
|
89
88
|
"""
|
|
90
89
|
The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
91
90
|
"""
|
|
92
91
|
return pulumi.get(self, "assets_dir")
|
|
93
92
|
|
|
94
93
|
@assets_dir.setter
|
|
95
|
-
def assets_dir(self, value: pulumi.Input[
|
|
94
|
+
def assets_dir(self, value: pulumi.Input[_builtins.str]):
|
|
96
95
|
pulumi.set(self, "assets_dir", value)
|
|
97
96
|
|
|
98
|
-
@property
|
|
97
|
+
@_builtins.property
|
|
99
98
|
@pulumi.getter(name="outputSchemaName")
|
|
100
|
-
def output_schema_name(self) -> pulumi.Input[
|
|
99
|
+
def output_schema_name(self) -> pulumi.Input[_builtins.str]:
|
|
101
100
|
"""
|
|
102
101
|
Schema where output metric tables are created
|
|
103
102
|
"""
|
|
104
103
|
return pulumi.get(self, "output_schema_name")
|
|
105
104
|
|
|
106
105
|
@output_schema_name.setter
|
|
107
|
-
def output_schema_name(self, value: pulumi.Input[
|
|
106
|
+
def output_schema_name(self, value: pulumi.Input[_builtins.str]):
|
|
108
107
|
pulumi.set(self, "output_schema_name", value)
|
|
109
108
|
|
|
110
|
-
@property
|
|
109
|
+
@_builtins.property
|
|
111
110
|
@pulumi.getter(name="tableName")
|
|
112
|
-
def table_name(self) -> pulumi.Input[
|
|
111
|
+
def table_name(self) -> pulumi.Input[_builtins.str]:
|
|
113
112
|
"""
|
|
114
113
|
The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
115
114
|
"""
|
|
116
115
|
return pulumi.get(self, "table_name")
|
|
117
116
|
|
|
118
117
|
@table_name.setter
|
|
119
|
-
def table_name(self, value: pulumi.Input[
|
|
118
|
+
def table_name(self, value: pulumi.Input[_builtins.str]):
|
|
120
119
|
pulumi.set(self, "table_name", value)
|
|
121
120
|
|
|
122
|
-
@property
|
|
121
|
+
@_builtins.property
|
|
123
122
|
@pulumi.getter(name="baselineTableName")
|
|
124
|
-
def baseline_table_name(self) -> Optional[pulumi.Input[
|
|
123
|
+
def baseline_table_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
125
124
|
"""
|
|
126
125
|
Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
127
126
|
table.
|
|
@@ -129,10 +128,10 @@ class LakehouseMonitorArgs:
|
|
|
129
128
|
return pulumi.get(self, "baseline_table_name")
|
|
130
129
|
|
|
131
130
|
@baseline_table_name.setter
|
|
132
|
-
def baseline_table_name(self, value: Optional[pulumi.Input[
|
|
131
|
+
def baseline_table_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
133
132
|
pulumi.set(self, "baseline_table_name", value)
|
|
134
133
|
|
|
135
|
-
@property
|
|
134
|
+
@_builtins.property
|
|
136
135
|
@pulumi.getter(name="customMetrics")
|
|
137
136
|
def custom_metrics(self) -> Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]]:
|
|
138
137
|
"""
|
|
@@ -144,7 +143,7 @@ class LakehouseMonitorArgs:
|
|
|
144
143
|
def custom_metrics(self, value: Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]]):
|
|
145
144
|
pulumi.set(self, "custom_metrics", value)
|
|
146
145
|
|
|
147
|
-
@property
|
|
146
|
+
@_builtins.property
|
|
148
147
|
@pulumi.getter(name="dataClassificationConfig")
|
|
149
148
|
def data_classification_config(self) -> Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']]:
|
|
150
149
|
"""
|
|
@@ -156,7 +155,7 @@ class LakehouseMonitorArgs:
|
|
|
156
155
|
def data_classification_config(self, value: Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']]):
|
|
157
156
|
pulumi.set(self, "data_classification_config", value)
|
|
158
157
|
|
|
159
|
-
@property
|
|
158
|
+
@_builtins.property
|
|
160
159
|
@pulumi.getter(name="inferenceLog")
|
|
161
160
|
def inference_log(self) -> Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']]:
|
|
162
161
|
"""
|
|
@@ -168,16 +167,16 @@ class LakehouseMonitorArgs:
|
|
|
168
167
|
def inference_log(self, value: Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']]):
|
|
169
168
|
pulumi.set(self, "inference_log", value)
|
|
170
169
|
|
|
171
|
-
@property
|
|
170
|
+
@_builtins.property
|
|
172
171
|
@pulumi.getter(name="latestMonitorFailureMsg")
|
|
173
|
-
def latest_monitor_failure_msg(self) -> Optional[pulumi.Input[
|
|
172
|
+
def latest_monitor_failure_msg(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
174
173
|
return pulumi.get(self, "latest_monitor_failure_msg")
|
|
175
174
|
|
|
176
175
|
@latest_monitor_failure_msg.setter
|
|
177
|
-
def latest_monitor_failure_msg(self, value: Optional[pulumi.Input[
|
|
176
|
+
def latest_monitor_failure_msg(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
178
177
|
pulumi.set(self, "latest_monitor_failure_msg", value)
|
|
179
178
|
|
|
180
|
-
@property
|
|
179
|
+
@_builtins.property
|
|
181
180
|
@pulumi.getter
|
|
182
181
|
def notifications(self) -> Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']]:
|
|
183
182
|
"""
|
|
@@ -189,7 +188,7 @@ class LakehouseMonitorArgs:
|
|
|
189
188
|
def notifications(self, value: Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']]):
|
|
190
189
|
pulumi.set(self, "notifications", value)
|
|
191
190
|
|
|
192
|
-
@property
|
|
191
|
+
@_builtins.property
|
|
193
192
|
@pulumi.getter
|
|
194
193
|
def schedule(self) -> Optional[pulumi.Input['LakehouseMonitorScheduleArgs']]:
|
|
195
194
|
"""
|
|
@@ -201,31 +200,31 @@ class LakehouseMonitorArgs:
|
|
|
201
200
|
def schedule(self, value: Optional[pulumi.Input['LakehouseMonitorScheduleArgs']]):
|
|
202
201
|
pulumi.set(self, "schedule", value)
|
|
203
202
|
|
|
204
|
-
@property
|
|
203
|
+
@_builtins.property
|
|
205
204
|
@pulumi.getter(name="skipBuiltinDashboard")
|
|
206
|
-
def skip_builtin_dashboard(self) -> Optional[pulumi.Input[
|
|
205
|
+
def skip_builtin_dashboard(self) -> Optional[pulumi.Input[_builtins.bool]]:
|
|
207
206
|
"""
|
|
208
207
|
Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
209
208
|
"""
|
|
210
209
|
return pulumi.get(self, "skip_builtin_dashboard")
|
|
211
210
|
|
|
212
211
|
@skip_builtin_dashboard.setter
|
|
213
|
-
def skip_builtin_dashboard(self, value: Optional[pulumi.Input[
|
|
212
|
+
def skip_builtin_dashboard(self, value: Optional[pulumi.Input[_builtins.bool]]):
|
|
214
213
|
pulumi.set(self, "skip_builtin_dashboard", value)
|
|
215
214
|
|
|
216
|
-
@property
|
|
215
|
+
@_builtins.property
|
|
217
216
|
@pulumi.getter(name="slicingExprs")
|
|
218
|
-
def slicing_exprs(self) -> Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
217
|
+
def slicing_exprs(self) -> Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]]:
|
|
219
218
|
"""
|
|
220
219
|
List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
221
220
|
"""
|
|
222
221
|
return pulumi.get(self, "slicing_exprs")
|
|
223
222
|
|
|
224
223
|
@slicing_exprs.setter
|
|
225
|
-
def slicing_exprs(self, value: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
224
|
+
def slicing_exprs(self, value: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]]):
|
|
226
225
|
pulumi.set(self, "slicing_exprs", value)
|
|
227
226
|
|
|
228
|
-
@property
|
|
227
|
+
@_builtins.property
|
|
229
228
|
@pulumi.getter
|
|
230
229
|
def snapshot(self) -> Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']]:
|
|
231
230
|
"""
|
|
@@ -237,7 +236,7 @@ class LakehouseMonitorArgs:
|
|
|
237
236
|
def snapshot(self, value: Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']]):
|
|
238
237
|
pulumi.set(self, "snapshot", value)
|
|
239
238
|
|
|
240
|
-
@property
|
|
239
|
+
@_builtins.property
|
|
241
240
|
@pulumi.getter(name="timeSeries")
|
|
242
241
|
def time_series(self) -> Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']]:
|
|
243
242
|
"""
|
|
@@ -249,64 +248,64 @@ class LakehouseMonitorArgs:
|
|
|
249
248
|
def time_series(self, value: Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']]):
|
|
250
249
|
pulumi.set(self, "time_series", value)
|
|
251
250
|
|
|
252
|
-
@property
|
|
251
|
+
@_builtins.property
|
|
253
252
|
@pulumi.getter(name="warehouseId")
|
|
254
|
-
def warehouse_id(self) -> Optional[pulumi.Input[
|
|
253
|
+
def warehouse_id(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
255
254
|
"""
|
|
256
255
|
Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
257
256
|
"""
|
|
258
257
|
return pulumi.get(self, "warehouse_id")
|
|
259
258
|
|
|
260
259
|
@warehouse_id.setter
|
|
261
|
-
def warehouse_id(self, value: Optional[pulumi.Input[
|
|
260
|
+
def warehouse_id(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
262
261
|
pulumi.set(self, "warehouse_id", value)
|
|
263
262
|
|
|
264
263
|
|
|
265
264
|
@pulumi.input_type
|
|
266
265
|
class _LakehouseMonitorState:
|
|
267
266
|
def __init__(__self__, *,
|
|
268
|
-
assets_dir: Optional[pulumi.Input[
|
|
269
|
-
baseline_table_name: Optional[pulumi.Input[
|
|
267
|
+
assets_dir: Optional[pulumi.Input[_builtins.str]] = None,
|
|
268
|
+
baseline_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
270
269
|
custom_metrics: Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]] = None,
|
|
271
|
-
dashboard_id: Optional[pulumi.Input[
|
|
270
|
+
dashboard_id: Optional[pulumi.Input[_builtins.str]] = None,
|
|
272
271
|
data_classification_config: Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']] = None,
|
|
273
|
-
drift_metrics_table_name: Optional[pulumi.Input[
|
|
272
|
+
drift_metrics_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
274
273
|
inference_log: Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']] = None,
|
|
275
|
-
latest_monitor_failure_msg: Optional[pulumi.Input[
|
|
276
|
-
monitor_version: Optional[pulumi.Input[
|
|
274
|
+
latest_monitor_failure_msg: Optional[pulumi.Input[_builtins.str]] = None,
|
|
275
|
+
monitor_version: Optional[pulumi.Input[_builtins.int]] = None,
|
|
277
276
|
notifications: Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']] = None,
|
|
278
|
-
output_schema_name: Optional[pulumi.Input[
|
|
279
|
-
profile_metrics_table_name: Optional[pulumi.Input[
|
|
277
|
+
output_schema_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
278
|
+
profile_metrics_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
280
279
|
schedule: Optional[pulumi.Input['LakehouseMonitorScheduleArgs']] = None,
|
|
281
|
-
skip_builtin_dashboard: Optional[pulumi.Input[
|
|
282
|
-
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
280
|
+
skip_builtin_dashboard: Optional[pulumi.Input[_builtins.bool]] = None,
|
|
281
|
+
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
|
|
283
282
|
snapshot: Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']] = None,
|
|
284
|
-
status: Optional[pulumi.Input[
|
|
285
|
-
table_name: Optional[pulumi.Input[
|
|
283
|
+
status: Optional[pulumi.Input[_builtins.str]] = None,
|
|
284
|
+
table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
286
285
|
time_series: Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']] = None,
|
|
287
|
-
warehouse_id: Optional[pulumi.Input[
|
|
286
|
+
warehouse_id: Optional[pulumi.Input[_builtins.str]] = None):
|
|
288
287
|
"""
|
|
289
288
|
Input properties used for looking up and filtering LakehouseMonitor resources.
|
|
290
|
-
:param pulumi.Input[
|
|
291
|
-
:param pulumi.Input[
|
|
289
|
+
:param pulumi.Input[_builtins.str] assets_dir: The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
290
|
+
:param pulumi.Input[_builtins.str] baseline_table_name: Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
292
291
|
table.
|
|
293
292
|
:param pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]] custom_metrics: Custom metrics to compute on the monitored table. These can be aggregate metrics, derived metrics (from already computed aggregate metrics), or drift metrics (comparing metrics across time windows).
|
|
294
|
-
:param pulumi.Input[
|
|
293
|
+
:param pulumi.Input[_builtins.str] dashboard_id: The ID of the generated dashboard.
|
|
295
294
|
:param pulumi.Input['LakehouseMonitorDataClassificationConfigArgs'] data_classification_config: The data classification config for the monitor
|
|
296
|
-
:param pulumi.Input[
|
|
295
|
+
:param pulumi.Input[_builtins.str] drift_metrics_table_name: The full name of the drift metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
297
296
|
:param pulumi.Input['LakehouseMonitorInferenceLogArgs'] inference_log: Configuration for the inference log monitor
|
|
298
|
-
:param pulumi.Input[
|
|
297
|
+
:param pulumi.Input[_builtins.int] monitor_version: The version of the monitor config (e.g. 1,2,3). If negative, the monitor may be corrupted
|
|
299
298
|
:param pulumi.Input['LakehouseMonitorNotificationsArgs'] notifications: The notification settings for the monitor. The following optional blocks are supported, each consisting of the single string array field with name `email_addresses` containing a list of emails to notify:
|
|
300
|
-
:param pulumi.Input[
|
|
301
|
-
:param pulumi.Input[
|
|
299
|
+
:param pulumi.Input[_builtins.str] output_schema_name: Schema where output metric tables are created
|
|
300
|
+
:param pulumi.Input[_builtins.str] profile_metrics_table_name: The full name of the profile metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
302
301
|
:param pulumi.Input['LakehouseMonitorScheduleArgs'] schedule: The schedule for automatically updating and refreshing metric tables. This block consists of following fields:
|
|
303
|
-
:param pulumi.Input[
|
|
304
|
-
:param pulumi.Input[Sequence[pulumi.Input[
|
|
302
|
+
:param pulumi.Input[_builtins.bool] skip_builtin_dashboard: Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
303
|
+
:param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] slicing_exprs: List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
305
304
|
:param pulumi.Input['LakehouseMonitorSnapshotArgs'] snapshot: Configuration for monitoring snapshot tables.
|
|
306
|
-
:param pulumi.Input[
|
|
307
|
-
:param pulumi.Input[
|
|
305
|
+
:param pulumi.Input[_builtins.str] status: Status of the Monitor
|
|
306
|
+
:param pulumi.Input[_builtins.str] table_name: The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
308
307
|
:param pulumi.Input['LakehouseMonitorTimeSeriesArgs'] time_series: Configuration for monitoring timeseries tables.
|
|
309
|
-
:param pulumi.Input[
|
|
308
|
+
:param pulumi.Input[_builtins.str] warehouse_id: Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
310
309
|
"""
|
|
311
310
|
if assets_dir is not None:
|
|
312
311
|
pulumi.set(__self__, "assets_dir", assets_dir)
|
|
@@ -349,21 +348,21 @@ class _LakehouseMonitorState:
|
|
|
349
348
|
if warehouse_id is not None:
|
|
350
349
|
pulumi.set(__self__, "warehouse_id", warehouse_id)
|
|
351
350
|
|
|
352
|
-
@property
|
|
351
|
+
@_builtins.property
|
|
353
352
|
@pulumi.getter(name="assetsDir")
|
|
354
|
-
def assets_dir(self) -> Optional[pulumi.Input[
|
|
353
|
+
def assets_dir(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
355
354
|
"""
|
|
356
355
|
The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
357
356
|
"""
|
|
358
357
|
return pulumi.get(self, "assets_dir")
|
|
359
358
|
|
|
360
359
|
@assets_dir.setter
|
|
361
|
-
def assets_dir(self, value: Optional[pulumi.Input[
|
|
360
|
+
def assets_dir(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
362
361
|
pulumi.set(self, "assets_dir", value)
|
|
363
362
|
|
|
364
|
-
@property
|
|
363
|
+
@_builtins.property
|
|
365
364
|
@pulumi.getter(name="baselineTableName")
|
|
366
|
-
def baseline_table_name(self) -> Optional[pulumi.Input[
|
|
365
|
+
def baseline_table_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
367
366
|
"""
|
|
368
367
|
Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
369
368
|
table.
|
|
@@ -371,10 +370,10 @@ class _LakehouseMonitorState:
|
|
|
371
370
|
return pulumi.get(self, "baseline_table_name")
|
|
372
371
|
|
|
373
372
|
@baseline_table_name.setter
|
|
374
|
-
def baseline_table_name(self, value: Optional[pulumi.Input[
|
|
373
|
+
def baseline_table_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
375
374
|
pulumi.set(self, "baseline_table_name", value)
|
|
376
375
|
|
|
377
|
-
@property
|
|
376
|
+
@_builtins.property
|
|
378
377
|
@pulumi.getter(name="customMetrics")
|
|
379
378
|
def custom_metrics(self) -> Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]]:
|
|
380
379
|
"""
|
|
@@ -386,19 +385,19 @@ class _LakehouseMonitorState:
|
|
|
386
385
|
def custom_metrics(self, value: Optional[pulumi.Input[Sequence[pulumi.Input['LakehouseMonitorCustomMetricArgs']]]]):
|
|
387
386
|
pulumi.set(self, "custom_metrics", value)
|
|
388
387
|
|
|
389
|
-
@property
|
|
388
|
+
@_builtins.property
|
|
390
389
|
@pulumi.getter(name="dashboardId")
|
|
391
|
-
def dashboard_id(self) -> Optional[pulumi.Input[
|
|
390
|
+
def dashboard_id(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
392
391
|
"""
|
|
393
392
|
The ID of the generated dashboard.
|
|
394
393
|
"""
|
|
395
394
|
return pulumi.get(self, "dashboard_id")
|
|
396
395
|
|
|
397
396
|
@dashboard_id.setter
|
|
398
|
-
def dashboard_id(self, value: Optional[pulumi.Input[
|
|
397
|
+
def dashboard_id(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
399
398
|
pulumi.set(self, "dashboard_id", value)
|
|
400
399
|
|
|
401
|
-
@property
|
|
400
|
+
@_builtins.property
|
|
402
401
|
@pulumi.getter(name="dataClassificationConfig")
|
|
403
402
|
def data_classification_config(self) -> Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']]:
|
|
404
403
|
"""
|
|
@@ -410,19 +409,19 @@ class _LakehouseMonitorState:
|
|
|
410
409
|
def data_classification_config(self, value: Optional[pulumi.Input['LakehouseMonitorDataClassificationConfigArgs']]):
|
|
411
410
|
pulumi.set(self, "data_classification_config", value)
|
|
412
411
|
|
|
413
|
-
@property
|
|
412
|
+
@_builtins.property
|
|
414
413
|
@pulumi.getter(name="driftMetricsTableName")
|
|
415
|
-
def drift_metrics_table_name(self) -> Optional[pulumi.Input[
|
|
414
|
+
def drift_metrics_table_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
416
415
|
"""
|
|
417
416
|
The full name of the drift metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
418
417
|
"""
|
|
419
418
|
return pulumi.get(self, "drift_metrics_table_name")
|
|
420
419
|
|
|
421
420
|
@drift_metrics_table_name.setter
|
|
422
|
-
def drift_metrics_table_name(self, value: Optional[pulumi.Input[
|
|
421
|
+
def drift_metrics_table_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
423
422
|
pulumi.set(self, "drift_metrics_table_name", value)
|
|
424
423
|
|
|
425
|
-
@property
|
|
424
|
+
@_builtins.property
|
|
426
425
|
@pulumi.getter(name="inferenceLog")
|
|
427
426
|
def inference_log(self) -> Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']]:
|
|
428
427
|
"""
|
|
@@ -434,28 +433,28 @@ class _LakehouseMonitorState:
|
|
|
434
433
|
def inference_log(self, value: Optional[pulumi.Input['LakehouseMonitorInferenceLogArgs']]):
|
|
435
434
|
pulumi.set(self, "inference_log", value)
|
|
436
435
|
|
|
437
|
-
@property
|
|
436
|
+
@_builtins.property
|
|
438
437
|
@pulumi.getter(name="latestMonitorFailureMsg")
|
|
439
|
-
def latest_monitor_failure_msg(self) -> Optional[pulumi.Input[
|
|
438
|
+
def latest_monitor_failure_msg(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
440
439
|
return pulumi.get(self, "latest_monitor_failure_msg")
|
|
441
440
|
|
|
442
441
|
@latest_monitor_failure_msg.setter
|
|
443
|
-
def latest_monitor_failure_msg(self, value: Optional[pulumi.Input[
|
|
442
|
+
def latest_monitor_failure_msg(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
444
443
|
pulumi.set(self, "latest_monitor_failure_msg", value)
|
|
445
444
|
|
|
446
|
-
@property
|
|
445
|
+
@_builtins.property
|
|
447
446
|
@pulumi.getter(name="monitorVersion")
|
|
448
|
-
def monitor_version(self) -> Optional[pulumi.Input[
|
|
447
|
+
def monitor_version(self) -> Optional[pulumi.Input[_builtins.int]]:
|
|
449
448
|
"""
|
|
450
449
|
The version of the monitor config (e.g. 1,2,3). If negative, the monitor may be corrupted
|
|
451
450
|
"""
|
|
452
451
|
return pulumi.get(self, "monitor_version")
|
|
453
452
|
|
|
454
453
|
@monitor_version.setter
|
|
455
|
-
def monitor_version(self, value: Optional[pulumi.Input[
|
|
454
|
+
def monitor_version(self, value: Optional[pulumi.Input[_builtins.int]]):
|
|
456
455
|
pulumi.set(self, "monitor_version", value)
|
|
457
456
|
|
|
458
|
-
@property
|
|
457
|
+
@_builtins.property
|
|
459
458
|
@pulumi.getter
|
|
460
459
|
def notifications(self) -> Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']]:
|
|
461
460
|
"""
|
|
@@ -467,31 +466,31 @@ class _LakehouseMonitorState:
|
|
|
467
466
|
def notifications(self, value: Optional[pulumi.Input['LakehouseMonitorNotificationsArgs']]):
|
|
468
467
|
pulumi.set(self, "notifications", value)
|
|
469
468
|
|
|
470
|
-
@property
|
|
469
|
+
@_builtins.property
|
|
471
470
|
@pulumi.getter(name="outputSchemaName")
|
|
472
|
-
def output_schema_name(self) -> Optional[pulumi.Input[
|
|
471
|
+
def output_schema_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
473
472
|
"""
|
|
474
473
|
Schema where output metric tables are created
|
|
475
474
|
"""
|
|
476
475
|
return pulumi.get(self, "output_schema_name")
|
|
477
476
|
|
|
478
477
|
@output_schema_name.setter
|
|
479
|
-
def output_schema_name(self, value: Optional[pulumi.Input[
|
|
478
|
+
def output_schema_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
480
479
|
pulumi.set(self, "output_schema_name", value)
|
|
481
480
|
|
|
482
|
-
@property
|
|
481
|
+
@_builtins.property
|
|
483
482
|
@pulumi.getter(name="profileMetricsTableName")
|
|
484
|
-
def profile_metrics_table_name(self) -> Optional[pulumi.Input[
|
|
483
|
+
def profile_metrics_table_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
485
484
|
"""
|
|
486
485
|
The full name of the profile metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
487
486
|
"""
|
|
488
487
|
return pulumi.get(self, "profile_metrics_table_name")
|
|
489
488
|
|
|
490
489
|
@profile_metrics_table_name.setter
|
|
491
|
-
def profile_metrics_table_name(self, value: Optional[pulumi.Input[
|
|
490
|
+
def profile_metrics_table_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
492
491
|
pulumi.set(self, "profile_metrics_table_name", value)
|
|
493
492
|
|
|
494
|
-
@property
|
|
493
|
+
@_builtins.property
|
|
495
494
|
@pulumi.getter
|
|
496
495
|
def schedule(self) -> Optional[pulumi.Input['LakehouseMonitorScheduleArgs']]:
|
|
497
496
|
"""
|
|
@@ -503,31 +502,31 @@ class _LakehouseMonitorState:
|
|
|
503
502
|
def schedule(self, value: Optional[pulumi.Input['LakehouseMonitorScheduleArgs']]):
|
|
504
503
|
pulumi.set(self, "schedule", value)
|
|
505
504
|
|
|
506
|
-
@property
|
|
505
|
+
@_builtins.property
|
|
507
506
|
@pulumi.getter(name="skipBuiltinDashboard")
|
|
508
|
-
def skip_builtin_dashboard(self) -> Optional[pulumi.Input[
|
|
507
|
+
def skip_builtin_dashboard(self) -> Optional[pulumi.Input[_builtins.bool]]:
|
|
509
508
|
"""
|
|
510
509
|
Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
511
510
|
"""
|
|
512
511
|
return pulumi.get(self, "skip_builtin_dashboard")
|
|
513
512
|
|
|
514
513
|
@skip_builtin_dashboard.setter
|
|
515
|
-
def skip_builtin_dashboard(self, value: Optional[pulumi.Input[
|
|
514
|
+
def skip_builtin_dashboard(self, value: Optional[pulumi.Input[_builtins.bool]]):
|
|
516
515
|
pulumi.set(self, "skip_builtin_dashboard", value)
|
|
517
516
|
|
|
518
|
-
@property
|
|
517
|
+
@_builtins.property
|
|
519
518
|
@pulumi.getter(name="slicingExprs")
|
|
520
|
-
def slicing_exprs(self) -> Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
519
|
+
def slicing_exprs(self) -> Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]]:
|
|
521
520
|
"""
|
|
522
521
|
List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
523
522
|
"""
|
|
524
523
|
return pulumi.get(self, "slicing_exprs")
|
|
525
524
|
|
|
526
525
|
@slicing_exprs.setter
|
|
527
|
-
def slicing_exprs(self, value: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
526
|
+
def slicing_exprs(self, value: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]]):
|
|
528
527
|
pulumi.set(self, "slicing_exprs", value)
|
|
529
528
|
|
|
530
|
-
@property
|
|
529
|
+
@_builtins.property
|
|
531
530
|
@pulumi.getter
|
|
532
531
|
def snapshot(self) -> Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']]:
|
|
533
532
|
"""
|
|
@@ -539,31 +538,31 @@ class _LakehouseMonitorState:
|
|
|
539
538
|
def snapshot(self, value: Optional[pulumi.Input['LakehouseMonitorSnapshotArgs']]):
|
|
540
539
|
pulumi.set(self, "snapshot", value)
|
|
541
540
|
|
|
542
|
-
@property
|
|
541
|
+
@_builtins.property
|
|
543
542
|
@pulumi.getter
|
|
544
|
-
def status(self) -> Optional[pulumi.Input[
|
|
543
|
+
def status(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
545
544
|
"""
|
|
546
545
|
Status of the Monitor
|
|
547
546
|
"""
|
|
548
547
|
return pulumi.get(self, "status")
|
|
549
548
|
|
|
550
549
|
@status.setter
|
|
551
|
-
def status(self, value: Optional[pulumi.Input[
|
|
550
|
+
def status(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
552
551
|
pulumi.set(self, "status", value)
|
|
553
552
|
|
|
554
|
-
@property
|
|
553
|
+
@_builtins.property
|
|
555
554
|
@pulumi.getter(name="tableName")
|
|
556
|
-
def table_name(self) -> Optional[pulumi.Input[
|
|
555
|
+
def table_name(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
557
556
|
"""
|
|
558
557
|
The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
559
558
|
"""
|
|
560
559
|
return pulumi.get(self, "table_name")
|
|
561
560
|
|
|
562
561
|
@table_name.setter
|
|
563
|
-
def table_name(self, value: Optional[pulumi.Input[
|
|
562
|
+
def table_name(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
564
563
|
pulumi.set(self, "table_name", value)
|
|
565
564
|
|
|
566
|
-
@property
|
|
565
|
+
@_builtins.property
|
|
567
566
|
@pulumi.getter(name="timeSeries")
|
|
568
567
|
def time_series(self) -> Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']]:
|
|
569
568
|
"""
|
|
@@ -575,16 +574,16 @@ class _LakehouseMonitorState:
|
|
|
575
574
|
def time_series(self, value: Optional[pulumi.Input['LakehouseMonitorTimeSeriesArgs']]):
|
|
576
575
|
pulumi.set(self, "time_series", value)
|
|
577
576
|
|
|
578
|
-
@property
|
|
577
|
+
@_builtins.property
|
|
579
578
|
@pulumi.getter(name="warehouseId")
|
|
580
|
-
def warehouse_id(self) -> Optional[pulumi.Input[
|
|
579
|
+
def warehouse_id(self) -> Optional[pulumi.Input[_builtins.str]]:
|
|
581
580
|
"""
|
|
582
581
|
Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
583
582
|
"""
|
|
584
583
|
return pulumi.get(self, "warehouse_id")
|
|
585
584
|
|
|
586
585
|
@warehouse_id.setter
|
|
587
|
-
def warehouse_id(self, value: Optional[pulumi.Input[
|
|
586
|
+
def warehouse_id(self, value: Optional[pulumi.Input[_builtins.str]]):
|
|
588
587
|
pulumi.set(self, "warehouse_id", value)
|
|
589
588
|
|
|
590
589
|
|
|
@@ -594,21 +593,21 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
594
593
|
def __init__(__self__,
|
|
595
594
|
resource_name: str,
|
|
596
595
|
opts: Optional[pulumi.ResourceOptions] = None,
|
|
597
|
-
assets_dir: Optional[pulumi.Input[
|
|
598
|
-
baseline_table_name: Optional[pulumi.Input[
|
|
596
|
+
assets_dir: Optional[pulumi.Input[_builtins.str]] = None,
|
|
597
|
+
baseline_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
599
598
|
custom_metrics: Optional[pulumi.Input[Sequence[pulumi.Input[Union['LakehouseMonitorCustomMetricArgs', 'LakehouseMonitorCustomMetricArgsDict']]]]] = None,
|
|
600
599
|
data_classification_config: Optional[pulumi.Input[Union['LakehouseMonitorDataClassificationConfigArgs', 'LakehouseMonitorDataClassificationConfigArgsDict']]] = None,
|
|
601
600
|
inference_log: Optional[pulumi.Input[Union['LakehouseMonitorInferenceLogArgs', 'LakehouseMonitorInferenceLogArgsDict']]] = None,
|
|
602
|
-
latest_monitor_failure_msg: Optional[pulumi.Input[
|
|
601
|
+
latest_monitor_failure_msg: Optional[pulumi.Input[_builtins.str]] = None,
|
|
603
602
|
notifications: Optional[pulumi.Input[Union['LakehouseMonitorNotificationsArgs', 'LakehouseMonitorNotificationsArgsDict']]] = None,
|
|
604
|
-
output_schema_name: Optional[pulumi.Input[
|
|
603
|
+
output_schema_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
605
604
|
schedule: Optional[pulumi.Input[Union['LakehouseMonitorScheduleArgs', 'LakehouseMonitorScheduleArgsDict']]] = None,
|
|
606
|
-
skip_builtin_dashboard: Optional[pulumi.Input[
|
|
607
|
-
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
605
|
+
skip_builtin_dashboard: Optional[pulumi.Input[_builtins.bool]] = None,
|
|
606
|
+
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
|
|
608
607
|
snapshot: Optional[pulumi.Input[Union['LakehouseMonitorSnapshotArgs', 'LakehouseMonitorSnapshotArgsDict']]] = None,
|
|
609
|
-
table_name: Optional[pulumi.Input[
|
|
608
|
+
table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
610
609
|
time_series: Optional[pulumi.Input[Union['LakehouseMonitorTimeSeriesArgs', 'LakehouseMonitorTimeSeriesArgsDict']]] = None,
|
|
611
|
-
warehouse_id: Optional[pulumi.Input[
|
|
610
|
+
warehouse_id: Optional[pulumi.Input[_builtins.str]] = None,
|
|
612
611
|
__props__=None):
|
|
613
612
|
"""
|
|
614
613
|
NOTE: This resource has been deprecated and will be removed soon. Please use the QualityMonitor resource instead.
|
|
@@ -705,21 +704,21 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
705
704
|
|
|
706
705
|
:param str resource_name: The name of the resource.
|
|
707
706
|
:param pulumi.ResourceOptions opts: Options for the resource.
|
|
708
|
-
:param pulumi.Input[
|
|
709
|
-
:param pulumi.Input[
|
|
707
|
+
:param pulumi.Input[_builtins.str] assets_dir: The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
708
|
+
:param pulumi.Input[_builtins.str] baseline_table_name: Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
710
709
|
table.
|
|
711
710
|
:param pulumi.Input[Sequence[pulumi.Input[Union['LakehouseMonitorCustomMetricArgs', 'LakehouseMonitorCustomMetricArgsDict']]]] custom_metrics: Custom metrics to compute on the monitored table. These can be aggregate metrics, derived metrics (from already computed aggregate metrics), or drift metrics (comparing metrics across time windows).
|
|
712
711
|
:param pulumi.Input[Union['LakehouseMonitorDataClassificationConfigArgs', 'LakehouseMonitorDataClassificationConfigArgsDict']] data_classification_config: The data classification config for the monitor
|
|
713
712
|
:param pulumi.Input[Union['LakehouseMonitorInferenceLogArgs', 'LakehouseMonitorInferenceLogArgsDict']] inference_log: Configuration for the inference log monitor
|
|
714
713
|
:param pulumi.Input[Union['LakehouseMonitorNotificationsArgs', 'LakehouseMonitorNotificationsArgsDict']] notifications: The notification settings for the monitor. The following optional blocks are supported, each consisting of the single string array field with name `email_addresses` containing a list of emails to notify:
|
|
715
|
-
:param pulumi.Input[
|
|
714
|
+
:param pulumi.Input[_builtins.str] output_schema_name: Schema where output metric tables are created
|
|
716
715
|
:param pulumi.Input[Union['LakehouseMonitorScheduleArgs', 'LakehouseMonitorScheduleArgsDict']] schedule: The schedule for automatically updating and refreshing metric tables. This block consists of following fields:
|
|
717
|
-
:param pulumi.Input[
|
|
718
|
-
:param pulumi.Input[Sequence[pulumi.Input[
|
|
716
|
+
:param pulumi.Input[_builtins.bool] skip_builtin_dashboard: Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
717
|
+
:param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] slicing_exprs: List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
719
718
|
:param pulumi.Input[Union['LakehouseMonitorSnapshotArgs', 'LakehouseMonitorSnapshotArgsDict']] snapshot: Configuration for monitoring snapshot tables.
|
|
720
|
-
:param pulumi.Input[
|
|
719
|
+
:param pulumi.Input[_builtins.str] table_name: The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
721
720
|
:param pulumi.Input[Union['LakehouseMonitorTimeSeriesArgs', 'LakehouseMonitorTimeSeriesArgsDict']] time_series: Configuration for monitoring timeseries tables.
|
|
722
|
-
:param pulumi.Input[
|
|
721
|
+
:param pulumi.Input[_builtins.str] warehouse_id: Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
723
722
|
"""
|
|
724
723
|
...
|
|
725
724
|
@overload
|
|
@@ -835,21 +834,21 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
835
834
|
def _internal_init(__self__,
|
|
836
835
|
resource_name: str,
|
|
837
836
|
opts: Optional[pulumi.ResourceOptions] = None,
|
|
838
|
-
assets_dir: Optional[pulumi.Input[
|
|
839
|
-
baseline_table_name: Optional[pulumi.Input[
|
|
837
|
+
assets_dir: Optional[pulumi.Input[_builtins.str]] = None,
|
|
838
|
+
baseline_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
840
839
|
custom_metrics: Optional[pulumi.Input[Sequence[pulumi.Input[Union['LakehouseMonitorCustomMetricArgs', 'LakehouseMonitorCustomMetricArgsDict']]]]] = None,
|
|
841
840
|
data_classification_config: Optional[pulumi.Input[Union['LakehouseMonitorDataClassificationConfigArgs', 'LakehouseMonitorDataClassificationConfigArgsDict']]] = None,
|
|
842
841
|
inference_log: Optional[pulumi.Input[Union['LakehouseMonitorInferenceLogArgs', 'LakehouseMonitorInferenceLogArgsDict']]] = None,
|
|
843
|
-
latest_monitor_failure_msg: Optional[pulumi.Input[
|
|
842
|
+
latest_monitor_failure_msg: Optional[pulumi.Input[_builtins.str]] = None,
|
|
844
843
|
notifications: Optional[pulumi.Input[Union['LakehouseMonitorNotificationsArgs', 'LakehouseMonitorNotificationsArgsDict']]] = None,
|
|
845
|
-
output_schema_name: Optional[pulumi.Input[
|
|
844
|
+
output_schema_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
846
845
|
schedule: Optional[pulumi.Input[Union['LakehouseMonitorScheduleArgs', 'LakehouseMonitorScheduleArgsDict']]] = None,
|
|
847
|
-
skip_builtin_dashboard: Optional[pulumi.Input[
|
|
848
|
-
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
846
|
+
skip_builtin_dashboard: Optional[pulumi.Input[_builtins.bool]] = None,
|
|
847
|
+
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
|
|
849
848
|
snapshot: Optional[pulumi.Input[Union['LakehouseMonitorSnapshotArgs', 'LakehouseMonitorSnapshotArgsDict']]] = None,
|
|
850
|
-
table_name: Optional[pulumi.Input[
|
|
849
|
+
table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
851
850
|
time_series: Optional[pulumi.Input[Union['LakehouseMonitorTimeSeriesArgs', 'LakehouseMonitorTimeSeriesArgsDict']]] = None,
|
|
852
|
-
warehouse_id: Optional[pulumi.Input[
|
|
851
|
+
warehouse_id: Optional[pulumi.Input[_builtins.str]] = None,
|
|
853
852
|
__props__=None):
|
|
854
853
|
opts = pulumi.ResourceOptions.merge(_utilities.get_resource_opts_defaults(), opts)
|
|
855
854
|
if not isinstance(opts, pulumi.ResourceOptions):
|
|
@@ -895,26 +894,26 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
895
894
|
def get(resource_name: str,
|
|
896
895
|
id: pulumi.Input[str],
|
|
897
896
|
opts: Optional[pulumi.ResourceOptions] = None,
|
|
898
|
-
assets_dir: Optional[pulumi.Input[
|
|
899
|
-
baseline_table_name: Optional[pulumi.Input[
|
|
897
|
+
assets_dir: Optional[pulumi.Input[_builtins.str]] = None,
|
|
898
|
+
baseline_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
900
899
|
custom_metrics: Optional[pulumi.Input[Sequence[pulumi.Input[Union['LakehouseMonitorCustomMetricArgs', 'LakehouseMonitorCustomMetricArgsDict']]]]] = None,
|
|
901
|
-
dashboard_id: Optional[pulumi.Input[
|
|
900
|
+
dashboard_id: Optional[pulumi.Input[_builtins.str]] = None,
|
|
902
901
|
data_classification_config: Optional[pulumi.Input[Union['LakehouseMonitorDataClassificationConfigArgs', 'LakehouseMonitorDataClassificationConfigArgsDict']]] = None,
|
|
903
|
-
drift_metrics_table_name: Optional[pulumi.Input[
|
|
902
|
+
drift_metrics_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
904
903
|
inference_log: Optional[pulumi.Input[Union['LakehouseMonitorInferenceLogArgs', 'LakehouseMonitorInferenceLogArgsDict']]] = None,
|
|
905
|
-
latest_monitor_failure_msg: Optional[pulumi.Input[
|
|
906
|
-
monitor_version: Optional[pulumi.Input[
|
|
904
|
+
latest_monitor_failure_msg: Optional[pulumi.Input[_builtins.str]] = None,
|
|
905
|
+
monitor_version: Optional[pulumi.Input[_builtins.int]] = None,
|
|
907
906
|
notifications: Optional[pulumi.Input[Union['LakehouseMonitorNotificationsArgs', 'LakehouseMonitorNotificationsArgsDict']]] = None,
|
|
908
|
-
output_schema_name: Optional[pulumi.Input[
|
|
909
|
-
profile_metrics_table_name: Optional[pulumi.Input[
|
|
907
|
+
output_schema_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
908
|
+
profile_metrics_table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
910
909
|
schedule: Optional[pulumi.Input[Union['LakehouseMonitorScheduleArgs', 'LakehouseMonitorScheduleArgsDict']]] = None,
|
|
911
|
-
skip_builtin_dashboard: Optional[pulumi.Input[
|
|
912
|
-
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[
|
|
910
|
+
skip_builtin_dashboard: Optional[pulumi.Input[_builtins.bool]] = None,
|
|
911
|
+
slicing_exprs: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
|
|
913
912
|
snapshot: Optional[pulumi.Input[Union['LakehouseMonitorSnapshotArgs', 'LakehouseMonitorSnapshotArgsDict']]] = None,
|
|
914
|
-
status: Optional[pulumi.Input[
|
|
915
|
-
table_name: Optional[pulumi.Input[
|
|
913
|
+
status: Optional[pulumi.Input[_builtins.str]] = None,
|
|
914
|
+
table_name: Optional[pulumi.Input[_builtins.str]] = None,
|
|
916
915
|
time_series: Optional[pulumi.Input[Union['LakehouseMonitorTimeSeriesArgs', 'LakehouseMonitorTimeSeriesArgsDict']]] = None,
|
|
917
|
-
warehouse_id: Optional[pulumi.Input[
|
|
916
|
+
warehouse_id: Optional[pulumi.Input[_builtins.str]] = None) -> 'LakehouseMonitor':
|
|
918
917
|
"""
|
|
919
918
|
Get an existing LakehouseMonitor resource's state with the given name, id, and optional extra
|
|
920
919
|
properties used to qualify the lookup.
|
|
@@ -922,26 +921,26 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
922
921
|
:param str resource_name: The unique name of the resulting resource.
|
|
923
922
|
:param pulumi.Input[str] id: The unique provider ID of the resource to lookup.
|
|
924
923
|
:param pulumi.ResourceOptions opts: Options for the resource.
|
|
925
|
-
:param pulumi.Input[
|
|
926
|
-
:param pulumi.Input[
|
|
924
|
+
:param pulumi.Input[_builtins.str] assets_dir: The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
925
|
+
:param pulumi.Input[_builtins.str] baseline_table_name: Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
927
926
|
table.
|
|
928
927
|
:param pulumi.Input[Sequence[pulumi.Input[Union['LakehouseMonitorCustomMetricArgs', 'LakehouseMonitorCustomMetricArgsDict']]]] custom_metrics: Custom metrics to compute on the monitored table. These can be aggregate metrics, derived metrics (from already computed aggregate metrics), or drift metrics (comparing metrics across time windows).
|
|
929
|
-
:param pulumi.Input[
|
|
928
|
+
:param pulumi.Input[_builtins.str] dashboard_id: The ID of the generated dashboard.
|
|
930
929
|
:param pulumi.Input[Union['LakehouseMonitorDataClassificationConfigArgs', 'LakehouseMonitorDataClassificationConfigArgsDict']] data_classification_config: The data classification config for the monitor
|
|
931
|
-
:param pulumi.Input[
|
|
930
|
+
:param pulumi.Input[_builtins.str] drift_metrics_table_name: The full name of the drift metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
932
931
|
:param pulumi.Input[Union['LakehouseMonitorInferenceLogArgs', 'LakehouseMonitorInferenceLogArgsDict']] inference_log: Configuration for the inference log monitor
|
|
933
|
-
:param pulumi.Input[
|
|
932
|
+
:param pulumi.Input[_builtins.int] monitor_version: The version of the monitor config (e.g. 1,2,3). If negative, the monitor may be corrupted
|
|
934
933
|
:param pulumi.Input[Union['LakehouseMonitorNotificationsArgs', 'LakehouseMonitorNotificationsArgsDict']] notifications: The notification settings for the monitor. The following optional blocks are supported, each consisting of the single string array field with name `email_addresses` containing a list of emails to notify:
|
|
935
|
-
:param pulumi.Input[
|
|
936
|
-
:param pulumi.Input[
|
|
934
|
+
:param pulumi.Input[_builtins.str] output_schema_name: Schema where output metric tables are created
|
|
935
|
+
:param pulumi.Input[_builtins.str] profile_metrics_table_name: The full name of the profile metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
937
936
|
:param pulumi.Input[Union['LakehouseMonitorScheduleArgs', 'LakehouseMonitorScheduleArgsDict']] schedule: The schedule for automatically updating and refreshing metric tables. This block consists of following fields:
|
|
938
|
-
:param pulumi.Input[
|
|
939
|
-
:param pulumi.Input[Sequence[pulumi.Input[
|
|
937
|
+
:param pulumi.Input[_builtins.bool] skip_builtin_dashboard: Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
938
|
+
:param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] slicing_exprs: List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
940
939
|
:param pulumi.Input[Union['LakehouseMonitorSnapshotArgs', 'LakehouseMonitorSnapshotArgsDict']] snapshot: Configuration for monitoring snapshot tables.
|
|
941
|
-
:param pulumi.Input[
|
|
942
|
-
:param pulumi.Input[
|
|
940
|
+
:param pulumi.Input[_builtins.str] status: Status of the Monitor
|
|
941
|
+
:param pulumi.Input[_builtins.str] table_name: The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
943
942
|
:param pulumi.Input[Union['LakehouseMonitorTimeSeriesArgs', 'LakehouseMonitorTimeSeriesArgsDict']] time_series: Configuration for monitoring timeseries tables.
|
|
944
|
-
:param pulumi.Input[
|
|
943
|
+
:param pulumi.Input[_builtins.str] warehouse_id: Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
945
944
|
"""
|
|
946
945
|
opts = pulumi.ResourceOptions.merge(opts, pulumi.ResourceOptions(id=id))
|
|
947
946
|
|
|
@@ -969,24 +968,24 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
969
968
|
__props__.__dict__["warehouse_id"] = warehouse_id
|
|
970
969
|
return LakehouseMonitor(resource_name, opts=opts, __props__=__props__)
|
|
971
970
|
|
|
972
|
-
@property
|
|
971
|
+
@_builtins.property
|
|
973
972
|
@pulumi.getter(name="assetsDir")
|
|
974
|
-
def assets_dir(self) -> pulumi.Output[
|
|
973
|
+
def assets_dir(self) -> pulumi.Output[_builtins.str]:
|
|
975
974
|
"""
|
|
976
975
|
The directory to store the monitoring assets (Eg. Dashboard and Metric Tables)
|
|
977
976
|
"""
|
|
978
977
|
return pulumi.get(self, "assets_dir")
|
|
979
978
|
|
|
980
|
-
@property
|
|
979
|
+
@_builtins.property
|
|
981
980
|
@pulumi.getter(name="baselineTableName")
|
|
982
|
-
def baseline_table_name(self) -> pulumi.Output[Optional[
|
|
981
|
+
def baseline_table_name(self) -> pulumi.Output[Optional[_builtins.str]]:
|
|
983
982
|
"""
|
|
984
983
|
Name of the baseline table from which drift metrics are computed from.Columns in the monitored table should also be present in the baseline
|
|
985
984
|
table.
|
|
986
985
|
"""
|
|
987
986
|
return pulumi.get(self, "baseline_table_name")
|
|
988
987
|
|
|
989
|
-
@property
|
|
988
|
+
@_builtins.property
|
|
990
989
|
@pulumi.getter(name="customMetrics")
|
|
991
990
|
def custom_metrics(self) -> pulumi.Output[Optional[Sequence['outputs.LakehouseMonitorCustomMetric']]]:
|
|
992
991
|
"""
|
|
@@ -994,15 +993,15 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
994
993
|
"""
|
|
995
994
|
return pulumi.get(self, "custom_metrics")
|
|
996
995
|
|
|
997
|
-
@property
|
|
996
|
+
@_builtins.property
|
|
998
997
|
@pulumi.getter(name="dashboardId")
|
|
999
|
-
def dashboard_id(self) -> pulumi.Output[
|
|
998
|
+
def dashboard_id(self) -> pulumi.Output[_builtins.str]:
|
|
1000
999
|
"""
|
|
1001
1000
|
The ID of the generated dashboard.
|
|
1002
1001
|
"""
|
|
1003
1002
|
return pulumi.get(self, "dashboard_id")
|
|
1004
1003
|
|
|
1005
|
-
@property
|
|
1004
|
+
@_builtins.property
|
|
1006
1005
|
@pulumi.getter(name="dataClassificationConfig")
|
|
1007
1006
|
def data_classification_config(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorDataClassificationConfig']]:
|
|
1008
1007
|
"""
|
|
@@ -1010,15 +1009,15 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1010
1009
|
"""
|
|
1011
1010
|
return pulumi.get(self, "data_classification_config")
|
|
1012
1011
|
|
|
1013
|
-
@property
|
|
1012
|
+
@_builtins.property
|
|
1014
1013
|
@pulumi.getter(name="driftMetricsTableName")
|
|
1015
|
-
def drift_metrics_table_name(self) -> pulumi.Output[
|
|
1014
|
+
def drift_metrics_table_name(self) -> pulumi.Output[_builtins.str]:
|
|
1016
1015
|
"""
|
|
1017
1016
|
The full name of the drift metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
1018
1017
|
"""
|
|
1019
1018
|
return pulumi.get(self, "drift_metrics_table_name")
|
|
1020
1019
|
|
|
1021
|
-
@property
|
|
1020
|
+
@_builtins.property
|
|
1022
1021
|
@pulumi.getter(name="inferenceLog")
|
|
1023
1022
|
def inference_log(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorInferenceLog']]:
|
|
1024
1023
|
"""
|
|
@@ -1026,20 +1025,20 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1026
1025
|
"""
|
|
1027
1026
|
return pulumi.get(self, "inference_log")
|
|
1028
1027
|
|
|
1029
|
-
@property
|
|
1028
|
+
@_builtins.property
|
|
1030
1029
|
@pulumi.getter(name="latestMonitorFailureMsg")
|
|
1031
|
-
def latest_monitor_failure_msg(self) -> pulumi.Output[Optional[
|
|
1030
|
+
def latest_monitor_failure_msg(self) -> pulumi.Output[Optional[_builtins.str]]:
|
|
1032
1031
|
return pulumi.get(self, "latest_monitor_failure_msg")
|
|
1033
1032
|
|
|
1034
|
-
@property
|
|
1033
|
+
@_builtins.property
|
|
1035
1034
|
@pulumi.getter(name="monitorVersion")
|
|
1036
|
-
def monitor_version(self) -> pulumi.Output[
|
|
1035
|
+
def monitor_version(self) -> pulumi.Output[_builtins.int]:
|
|
1037
1036
|
"""
|
|
1038
1037
|
The version of the monitor config (e.g. 1,2,3). If negative, the monitor may be corrupted
|
|
1039
1038
|
"""
|
|
1040
1039
|
return pulumi.get(self, "monitor_version")
|
|
1041
1040
|
|
|
1042
|
-
@property
|
|
1041
|
+
@_builtins.property
|
|
1043
1042
|
@pulumi.getter
|
|
1044
1043
|
def notifications(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorNotifications']]:
|
|
1045
1044
|
"""
|
|
@@ -1047,23 +1046,23 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1047
1046
|
"""
|
|
1048
1047
|
return pulumi.get(self, "notifications")
|
|
1049
1048
|
|
|
1050
|
-
@property
|
|
1049
|
+
@_builtins.property
|
|
1051
1050
|
@pulumi.getter(name="outputSchemaName")
|
|
1052
|
-
def output_schema_name(self) -> pulumi.Output[
|
|
1051
|
+
def output_schema_name(self) -> pulumi.Output[_builtins.str]:
|
|
1053
1052
|
"""
|
|
1054
1053
|
Schema where output metric tables are created
|
|
1055
1054
|
"""
|
|
1056
1055
|
return pulumi.get(self, "output_schema_name")
|
|
1057
1056
|
|
|
1058
|
-
@property
|
|
1057
|
+
@_builtins.property
|
|
1059
1058
|
@pulumi.getter(name="profileMetricsTableName")
|
|
1060
|
-
def profile_metrics_table_name(self) -> pulumi.Output[
|
|
1059
|
+
def profile_metrics_table_name(self) -> pulumi.Output[_builtins.str]:
|
|
1061
1060
|
"""
|
|
1062
1061
|
The full name of the profile metrics table. Format: __catalog_name__.__schema_name__.__table_name__.
|
|
1063
1062
|
"""
|
|
1064
1063
|
return pulumi.get(self, "profile_metrics_table_name")
|
|
1065
1064
|
|
|
1066
|
-
@property
|
|
1065
|
+
@_builtins.property
|
|
1067
1066
|
@pulumi.getter
|
|
1068
1067
|
def schedule(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorSchedule']]:
|
|
1069
1068
|
"""
|
|
@@ -1071,23 +1070,23 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1071
1070
|
"""
|
|
1072
1071
|
return pulumi.get(self, "schedule")
|
|
1073
1072
|
|
|
1074
|
-
@property
|
|
1073
|
+
@_builtins.property
|
|
1075
1074
|
@pulumi.getter(name="skipBuiltinDashboard")
|
|
1076
|
-
def skip_builtin_dashboard(self) -> pulumi.Output[Optional[
|
|
1075
|
+
def skip_builtin_dashboard(self) -> pulumi.Output[Optional[_builtins.bool]]:
|
|
1077
1076
|
"""
|
|
1078
1077
|
Whether to skip creating a default dashboard summarizing data quality metrics.
|
|
1079
1078
|
"""
|
|
1080
1079
|
return pulumi.get(self, "skip_builtin_dashboard")
|
|
1081
1080
|
|
|
1082
|
-
@property
|
|
1081
|
+
@_builtins.property
|
|
1083
1082
|
@pulumi.getter(name="slicingExprs")
|
|
1084
|
-
def slicing_exprs(self) -> pulumi.Output[Optional[Sequence[
|
|
1083
|
+
def slicing_exprs(self) -> pulumi.Output[Optional[Sequence[_builtins.str]]]:
|
|
1085
1084
|
"""
|
|
1086
1085
|
List of column expressions to slice data with for targeted analysis. The data is grouped by each expression independently, resulting in a separate slice for each predicate and its complements. For high-cardinality columns, only the top 100 unique values by frequency will generate slices.
|
|
1087
1086
|
"""
|
|
1088
1087
|
return pulumi.get(self, "slicing_exprs")
|
|
1089
1088
|
|
|
1090
|
-
@property
|
|
1089
|
+
@_builtins.property
|
|
1091
1090
|
@pulumi.getter
|
|
1092
1091
|
def snapshot(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorSnapshot']]:
|
|
1093
1092
|
"""
|
|
@@ -1095,23 +1094,23 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1095
1094
|
"""
|
|
1096
1095
|
return pulumi.get(self, "snapshot")
|
|
1097
1096
|
|
|
1098
|
-
@property
|
|
1097
|
+
@_builtins.property
|
|
1099
1098
|
@pulumi.getter
|
|
1100
|
-
def status(self) -> pulumi.Output[
|
|
1099
|
+
def status(self) -> pulumi.Output[_builtins.str]:
|
|
1101
1100
|
"""
|
|
1102
1101
|
Status of the Monitor
|
|
1103
1102
|
"""
|
|
1104
1103
|
return pulumi.get(self, "status")
|
|
1105
1104
|
|
|
1106
|
-
@property
|
|
1105
|
+
@_builtins.property
|
|
1107
1106
|
@pulumi.getter(name="tableName")
|
|
1108
|
-
def table_name(self) -> pulumi.Output[
|
|
1107
|
+
def table_name(self) -> pulumi.Output[_builtins.str]:
|
|
1109
1108
|
"""
|
|
1110
1109
|
The full name of the table to attach the monitor too. Its of the format {catalog}.{schema}.{tableName}
|
|
1111
1110
|
"""
|
|
1112
1111
|
return pulumi.get(self, "table_name")
|
|
1113
1112
|
|
|
1114
|
-
@property
|
|
1113
|
+
@_builtins.property
|
|
1115
1114
|
@pulumi.getter(name="timeSeries")
|
|
1116
1115
|
def time_series(self) -> pulumi.Output[Optional['outputs.LakehouseMonitorTimeSeries']]:
|
|
1117
1116
|
"""
|
|
@@ -1119,9 +1118,9 @@ class LakehouseMonitor(pulumi.CustomResource):
|
|
|
1119
1118
|
"""
|
|
1120
1119
|
return pulumi.get(self, "time_series")
|
|
1121
1120
|
|
|
1122
|
-
@property
|
|
1121
|
+
@_builtins.property
|
|
1123
1122
|
@pulumi.getter(name="warehouseId")
|
|
1124
|
-
def warehouse_id(self) -> pulumi.Output[Optional[
|
|
1123
|
+
def warehouse_id(self) -> pulumi.Output[Optional[_builtins.str]]:
|
|
1125
1124
|
"""
|
|
1126
1125
|
Optional argument to specify the warehouse for dashboard creation. If not specified, the first running warehouse will be used.
|
|
1127
1126
|
"""
|