@pulumi/databricks 1.52.0-alpha.1729195979 → 1.52.0

package/types/input.d.ts

@@ -4812,6 +4812,164 @@ export interface GetMlflowModelTagArgs {
     key?: pulumi.Input<string>;
     value?: pulumi.Input<string>;
 }
+export interface GetNotificationDestinationsNotificationDestination {
+    /**
+     * The type of the notification destination. Possible values are `EMAIL`, `MICROSOFT_TEAMS`, `PAGERDUTY`, `SLACK`, or `WEBHOOK`.
+     */
+    destinationType?: string;
+    /**
+     * The display name of the Notification Destination.
+     */
+    displayName?: string;
+    /**
+     * The unique ID of the Notification Destination.
+     */
+    id?: string;
+}
+export interface GetNotificationDestinationsNotificationDestinationArgs {
+    /**
+     * The type of the notification destination. Possible values are `EMAIL`, `MICROSOFT_TEAMS`, `PAGERDUTY`, `SLACK`, or `WEBHOOK`.
+     */
+    destinationType?: pulumi.Input<string>;
+    /**
+     * The display name of the Notification Destination.
+     */
+    displayName?: pulumi.Input<string>;
+    /**
+     * The unique ID of the Notification Destination.
+     */
+    id?: pulumi.Input<string>;
+}
+export interface GetRegisteredModelModelInfo {
+    /**
+     * the list of aliases associated with this model. Each item is object consisting of following attributes:
+     */
+    aliases?: inputs.GetRegisteredModelModelInfoAlias[];
+    browseOnly?: boolean;
+    /**
+     * The name of the catalog where the schema and the registered model reside.
+     */
+    catalogName?: string;
+    /**
+     * The comment attached to the registered model.
+     */
+    comment?: string;
+    /**
+     * the Unix timestamp at the model's creation
+     */
+    createdAt?: number;
+    /**
+     * the identifier of the user who created the model
+     */
+    createdBy?: string;
+    /**
+     * The fully-qualified name of the registered model (`catalog_name.schema_name.name`).
+     */
+    fullName?: string;
+    /**
+     * the unique identifier of the metastore
+     */
+    metastoreId?: string;
+    /**
+     * The name of the registered model.
+     */
+    name?: string;
+    /**
+     * Name of the registered model owner.
+     */
+    owner?: string;
+    /**
+     * The name of the schema where the registered model resides.
+     */
+    schemaName?: string;
+    /**
+     * The storage location under which model version data files are stored.
+     */
+    storageLocation?: string;
+    /**
+     * the timestamp of the last time changes were made to the model
+     */
+    updatedAt?: number;
+    /**
+     * the identifier of the user who updated the model last time
+     */
+    updatedBy?: string;
+}
+export interface GetRegisteredModelModelInfoArgs {
+    /**
+     * the list of aliases associated with this model. Each item is object consisting of following attributes:
+     */
+    aliases?: pulumi.Input<pulumi.Input<inputs.GetRegisteredModelModelInfoAliasArgs>[]>;
+    browseOnly?: pulumi.Input<boolean>;
+    /**
+     * The name of the catalog where the schema and the registered model reside.
+     */
+    catalogName?: pulumi.Input<string>;
+    /**
+     * The comment attached to the registered model.
+     */
+    comment?: pulumi.Input<string>;
+    /**
+     * the Unix timestamp at the model's creation
+     */
+    createdAt?: pulumi.Input<number>;
+    /**
+     * the identifier of the user who created the model
+     */
+    createdBy?: pulumi.Input<string>;
+    /**
+     * The fully-qualified name of the registered model (`catalog_name.schema_name.name`).
+     */
+    fullName?: pulumi.Input<string>;
+    /**
+     * the unique identifier of the metastore
+     */
+    metastoreId?: pulumi.Input<string>;
+    /**
+     * The name of the registered model.
+     */
+    name?: pulumi.Input<string>;
+    /**
+     * Name of the registered model owner.
+     */
+    owner?: pulumi.Input<string>;
+    /**
+     * The name of the schema where the registered model resides.
+     */
+    schemaName?: pulumi.Input<string>;
+    /**
+     * The storage location under which model version data files are stored.
+     */
+    storageLocation?: pulumi.Input<string>;
+    /**
+     * the timestamp of the last time changes were made to the model
+     */
+    updatedAt?: pulumi.Input<number>;
+    /**
+     * the identifier of the user who updated the model last time
+     */
+    updatedBy?: pulumi.Input<string>;
+}
+export interface GetRegisteredModelModelInfoAlias {
+    /**
+     * string with the name of alias
+     */
+    aliasName?: string;
+    /**
+     * associated model version
+     */
+    versionNum?: number;
+}
+export interface GetRegisteredModelModelInfoAliasArgs {
+    /**
+     * string with the name of alias
+     */
+    aliasName?: pulumi.Input<string>;
+    /**
+     * associated model version
+     */
+    versionNum?: pulumi.Input<number>;
+}
 export interface GetSchemaSchemaInfo {
     /**
      * indicates whether the principal is limited to retrieving metadata for the schema through the BROWSE privilege.
@@ -8341,34 +8499,79 @@ export interface MlflowWebhookJobSpec {
     workspaceUrl?: pulumi.Input<string>;
 }
 export interface ModelServingAiGateway {
+    /**
+     * Block with configuration for AI Guardrails to prevent unwanted data and unsafe data in requests and responses. Consists of the following attributes:
+     */
     guardrails?: pulumi.Input<inputs.ModelServingAiGatewayGuardrails>;
+    /**
+     * Block describing the configuration of usage tracking. Consists of the following attributes:
+     */
     inferenceTableConfig?: pulumi.Input<inputs.ModelServingAiGatewayInferenceTableConfig>;
     /**
-     * A list of rate limits to be applied to the serving endpoint. NOTE: only external and foundation model endpoints are supported as of now.
+     * Block describing rate limits for AI gateway. For details see the description of `rateLimits` block above.
      */
     rateLimits?: pulumi.Input<pulumi.Input<inputs.ModelServingAiGatewayRateLimit>[]>;
+    /**
+     * Block with configuration for payload logging using inference tables. For details see the description of `autoCaptureConfig` block above.
+     */
     usageTrackingConfig?: pulumi.Input<inputs.ModelServingAiGatewayUsageTrackingConfig>;
 }
 export interface ModelServingAiGatewayGuardrails {
+    /**
+     * A block with configuration for input guardrail filters:
+     */
     input?: pulumi.Input<inputs.ModelServingAiGatewayGuardrailsInput>;
+    /**
+     * A block with configuration for output guardrail filters.  Has the same structure as `input` block.
+     */
     output?: pulumi.Input<inputs.ModelServingAiGatewayGuardrailsOutput>;
 }
 export interface ModelServingAiGatewayGuardrailsInput {
+    /**
+     * List of invalid keywords. AI guardrail uses keyword or string matching to decide if the keyword exists in the request or response content.
+     */
     invalidKeywords?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * Block with configuration for guardrail PII filter:
+     */
     pii?: pulumi.Input<inputs.ModelServingAiGatewayGuardrailsInputPii>;
+    /**
+     * the boolean flag that indicates whether the safety filter is enabled.
+     */
     safety?: pulumi.Input<boolean>;
+    /**
+     * The list of allowed topics. Given a chat request, this guardrail flags the request if its topic is not in the allowed topics.
+     */
     validTopics?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface ModelServingAiGatewayGuardrailsInputPii {
+    /**
+     * a string that describes the behavior for PII filter. Currently only `BLOCK` value is supported.
+     */
     behavior: pulumi.Input<string>;
 }
 export interface ModelServingAiGatewayGuardrailsOutput {
+    /**
+     * List of invalid keywords. AI guardrail uses keyword or string matching to decide if the keyword exists in the request or response content.
+     */
     invalidKeywords?: pulumi.Input<pulumi.Input<string>[]>;
+    /**
+     * Block with configuration for guardrail PII filter:
+     */
     pii?: pulumi.Input<inputs.ModelServingAiGatewayGuardrailsOutputPii>;
+    /**
+     * the boolean flag that indicates whether the safety filter is enabled.
+     */
     safety?: pulumi.Input<boolean>;
+    /**
+     * The list of allowed topics. Given a chat request, this guardrail flags the request if its topic is not in the allowed topics.
+     */
     validTopics?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface ModelServingAiGatewayGuardrailsOutputPii {
+    /**
+     * a string that describes the behavior for PII filter. Currently only `BLOCK` value is supported.
+     */
     behavior: pulumi.Input<string>;
 }
 export interface ModelServingAiGatewayInferenceTableConfig {
@@ -8377,7 +8580,7 @@ export interface ModelServingAiGatewayInferenceTableConfig {
      */
     catalogName?: pulumi.Input<string>;
     /**
-     * If inference tables are enabled or not. NOTE: If you have already disabled payload logging once, you cannot enable again.
+     * boolean flag specifying if usage tracking is enabled.
      */
     enabled?: pulumi.Input<boolean>;
     /**
@@ -8404,9 +8607,6 @@ export interface ModelServingAiGatewayRateLimit {
     renewalPeriod: pulumi.Input<string>;
 }
 export interface ModelServingAiGatewayUsageTrackingConfig {
-    /**
-     * If inference tables are enabled or not. NOTE: If you have already disabled payload logging once, you cannot enable again.
-     */
     enabled?: pulumi.Input<boolean>;
 }
 export interface ModelServingConfig {
@@ -8435,7 +8635,7 @@ export interface ModelServingConfigAutoCaptureConfig {
      */
     catalogName?: pulumi.Input<string>;
     /**
-     * If inference tables are enabled or not. NOTE: If you have already disabled payload logging once, you cannot enable again.
+     * If inference tables are enabled or not. NOTE: If you have already disabled payload logging once, you cannot enable it again.
      */
     enabled?: pulumi.Input<boolean>;
     /**
@@ -8457,13 +8657,13 @@ export interface ModelServingConfigServedEntity {
      */
     entityVersion?: pulumi.Input<string>;
     /**
-     * An object containing a set of optional, user-specified environment variable key-value pairs used for serving this entity. Note: this is an experimental feature and subject to change. Example entity environment variables that refer to Databricks secrets: ```{"OPENAI_API_KEY": "{{secrets/my_scope/my_key}}", "DATABRICKS_TOKEN": "{{secrets/my_scope2/my_key2}}"}```
+     * An object containing a set of optional, user-specified environment variable key-value pairs used for serving this entity. Note: this is an experimental feature and is subject to change. Example entity environment variables that refer to Databricks secrets: ```{"OPENAI_API_KEY": "{{secrets/my_scope/my_key}}", "DATABRICKS_TOKEN": "{{secrets/my_scope2/my_key2}}"}```
      */
     environmentVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
     }>;
     /**
-     * The external model to be served. NOTE: Only one of `externalModel` and (`entityName`, `entityVersion`, `workloadSize`, `workloadType`, and `scaleToZeroEnabled`) can be specified with the latter set being used for custom model serving for a Databricks registered model. When an `externalModel` is present, the served entities list can only have one `servedEntity` object. For an existing endpoint with `externalModel`, it can not be updated to an endpoint without `externalModel`. If the endpoint is created without `externalModel`, users cannot update it to add `externalModel` later.
+     * The external model to be served. NOTE: Only one of `externalModel` and (`entityName`, `entityVersion`, `workloadSize`, `workloadType`, and `scaleToZeroEnabled`) can be specified with the latter set being used for custom model serving for a Databricks registered model. When an `externalModel` is present, the served entities list can only have one `servedEntity` object. An existing endpoint with `externalModel` can not be updated to an endpoint without `externalModel`. If the endpoint is created without `externalModel`, users cannot update it to add `externalModel` later.
      */
     externalModel?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModel>;
     /**
@@ -8516,6 +8716,9 @@ export interface ModelServingConfigServedEntityExternalModel {
      * Databricks Model Serving Config
      */
     databricksModelServingConfig?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModelDatabricksModelServingConfig>;
+    /**
+     * Google Cloud Vertex AI Config.
+     */
     googleCloudVertexAiConfig?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModelGoogleCloudVertexAiConfig>;
     /**
      * The name of the external model.
@@ -8530,7 +8733,7 @@ export interface ModelServingConfigServedEntityExternalModel {
      */
     palmConfig?: pulumi.Input<inputs.ModelServingConfigServedEntityExternalModelPalmConfig>;
     /**
-     * The name of the provider for the external model. Currently, the supported providers are `ai21labs`, `anthropic`, `amazon-bedrock`, `cohere`, `databricks-model-serving`, `openai`, and `palm`.
+     * The name of the provider for the external model. Currently, the supported providers are `ai21labs`, `anthropic`, `amazon-bedrock`, `cohere`, `databricks-model-serving`, `google-cloud-vertex-ai`, `openai`, and `palm`.
      */
     provider: pulumi.Input<string>;
     /**
@@ -8543,6 +8746,9 @@ export interface ModelServingConfigServedEntityExternalModelAi21labsConfig {
      * The Databricks secret key reference for an AI21Labs API key.
      */
     ai21labsApiKey?: pulumi.Input<string>;
+    /**
+     * An AI21 Labs API key provided as a plaintext string.
+     */
     ai21labsApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig {
@@ -8550,6 +8756,9 @@ export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig
      * The Databricks secret key reference for an AWS Access Key ID with permissions to interact with Bedrock services.
      */
     awsAccessKeyId?: pulumi.Input<string>;
+    /**
+     * An AWS access key ID with permissions to interact with Bedrock services provided as a plaintext string.
+     */
     awsAccessKeyIdPlaintext?: pulumi.Input<string>;
     /**
      * The AWS region to use. Bedrock has to be enabled there.
@@ -8559,6 +8768,9 @@ export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig
      * The Databricks secret key reference for an AWS Secret Access Key paired with the access key ID, with permissions to interact with Bedrock services.
      */
     awsSecretAccessKey?: pulumi.Input<string>;
+    /**
+     * An AWS secret access key paired with the access key ID, with permissions to interact with Bedrock services provided as a plaintext string.
+     */
     awsSecretAccessKeyPlaintext?: pulumi.Input<string>;
     /**
      * The underlying provider in Amazon Bedrock. Supported values (case insensitive) include: `Anthropic`, `Cohere`, `AI21Labs`, `Amazon`.
@@ -8567,10 +8779,12 @@ export interface ModelServingConfigServedEntityExternalModelAmazonBedrockConfig
 }
 export interface ModelServingConfigServedEntityExternalModelAnthropicConfig {
     /**
-     * The Databricks secret key reference for an Anthropic API key.
      * The Databricks secret key reference for an Anthropic API key.
      */
     anthropicApiKey?: pulumi.Input<string>;
+    /**
+     * The Anthropic API key provided as a plaintext string.
+     */
     anthropicApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelCohereConfig {
@@ -8579,6 +8793,9 @@ export interface ModelServingConfigServedEntityExternalModelCohereConfig {
      * The Databricks secret key reference for a Cohere API key.
      */
     cohereApiKey?: pulumi.Input<string>;
+    /**
+     * The Cohere API key provided as a plaintext string.
+     */
     cohereApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelDatabricksModelServingConfig {
@@ -8586,6 +8803,9 @@ export interface ModelServingConfigServedEntityExternalModelDatabricksModelServi
      * The Databricks secret key reference for a Databricks API token that corresponds to a user or service principal with Can Query access to the model serving endpoint pointed to by this external model.
      */
     databricksApiToken?: pulumi.Input<string>;
+    /**
+     * The Databricks API token that corresponds to a user or service principal with Can Query access to the model serving endpoint pointed to by this external model provided as a plaintext string.
+     */
     databricksApiTokenPlaintext?: pulumi.Input<string>;
     /**
      * The URL of the Databricks workspace containing the model serving endpoint pointed to by this external model.
@@ -8593,31 +8813,58 @@ export interface ModelServingConfigServedEntityExternalModelDatabricksModelServi
     databricksWorkspaceUrl: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelGoogleCloudVertexAiConfig {
+    /**
+     * The Databricks secret key reference for a private key for the service account that has access to the Google Cloud Vertex AI Service.
+     */
     privateKey?: pulumi.Input<string>;
+    /**
+     * The private key for the service account that has access to the Google Cloud Vertex AI Service is provided as a plaintext secret.
+     */
     privateKeyPlaintext?: pulumi.Input<string>;
+    /**
+     * This is the Google Cloud project id that the service account is associated with.
+     */
     projectId?: pulumi.Input<string>;
+    /**
+     * This is the region for the Google Cloud Vertex AI Service.
+     */
     region?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedEntityExternalModelOpenaiConfig {
+    /**
+     * This field is only required for Azure AD OpenAI and is the Microsoft Entra Client ID.
+     */
     microsoftEntraClientId?: pulumi.Input<string>;
+    /**
+     * The Databricks secret key reference for a client secret used for Microsoft Entra ID authentication.
+     */
     microsoftEntraClientSecret?: pulumi.Input<string>;
+    /**
+     * The client secret used for Microsoft Entra ID authentication provided as a plaintext string.
+     */
     microsoftEntraClientSecretPlaintext?: pulumi.Input<string>;
+    /**
+     * This field is only required for Azure AD OpenAI and is the Microsoft Entra Tenant ID.
+     */
     microsoftEntraTenantId?: pulumi.Input<string>;
     /**
-     * This is the base URL for the OpenAI API (default: "https://api.openai.com/v1"). For Azure OpenAI, this field is required, and is the base URL for the Azure OpenAI API service provided by Azure.
+     * This is the base URL for the OpenAI API (default: "https://api.openai.com/v1"). For Azure OpenAI, this field is required and is the base URL for the Azure OpenAI API service provided by Azure.
      */
     openaiApiBase?: pulumi.Input<string>;
     /**
      * The Databricks secret key reference for an OpenAI or Azure OpenAI API key.
      */
     openaiApiKey?: pulumi.Input<string>;
+    /**
+     * The OpenAI API key using the OpenAI or Azure service provided as a plaintext string.
+     */
     openaiApiKeyPlaintext?: pulumi.Input<string>;
     /**
-     * This is an optional field to specify the type of OpenAI API to use. For Azure OpenAI, this field is required, and adjust this parameter to represent the preferred security access validation protocol. For access token validation, use azure. For authentication using Azure Active Directory (Azure AD) use, azuread.
+     * This is an optional field to specify the type of OpenAI API to use. For Azure OpenAI, this field is required, and this parameter represents the preferred security access validation protocol. For access token validation, use `azure`. For authentication using Azure Active Directory (Azure AD) use, `azuread`.
      */
     openaiApiType?: pulumi.Input<string>;
     /**
-     * This is an optional field to specify the OpenAI API version. For Azure OpenAI, this field is required, and is the version of the Azure OpenAI service to utilize, specified by a date.
+     * This is an optional field to specify the OpenAI API version. For Azure OpenAI, this field is required and is the version of the Azure OpenAI service to utilize, specified by a date.
      */
     openaiApiVersion?: pulumi.Input<string>;
     /**
@@ -8634,11 +8881,14 @@ export interface ModelServingConfigServedEntityExternalModelPalmConfig {
      * The Databricks secret key reference for a PaLM API key.
      */
     palmApiKey?: pulumi.Input<string>;
+    /**
+     * The PaLM API key provided as a plaintext string.
+     */
     palmApiKeyPlaintext?: pulumi.Input<string>;
 }
 export interface ModelServingConfigServedModel {
     /**
-     * a map of environment variable name/values that will be used for serving this model.  Environment variables may refer to Databricks secrets using the standard syntax: `{{secrets/secret_scope/secret_key}}`.
+     * a map of environment variable names/values that will be used for serving this model.  Environment variables may refer to Databricks secrets using the standard syntax: `{{secrets/secret_scope/secret_key}}`.
      */
     environmentVars?: pulumi.Input<{
         [key: string]: pulumi.Input<string>;
@@ -8676,7 +8926,7 @@ export interface ModelServingConfigServedModel {
      */
     workloadSize?: pulumi.Input<string>;
     /**
-     * The workload type of the served model. The workload type selects which type of compute to use in the endpoint. For deep learning workloads, GPU acceleration is available by selecting workload types like `GPU_SMALL` and others. See documentation for all options. The default value is `CPU`.
+     * The workload type of the served model. The workload type selects which type of compute to use in the endpoint. For deep learning workloads, GPU acceleration is available by selecting workload types like `GPU_SMALL` and others. See the documentation for all options. The default value is `CPU`.
      */
     workloadType?: pulumi.Input<string>;
 }
@@ -9267,9 +9517,23 @@ export interface PipelineIngestionDefinition {
     tableConfiguration?: pulumi.Input<inputs.PipelineIngestionDefinitionTableConfiguration>;
 }
 export interface PipelineIngestionDefinitionObject {
+    report?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectReport>;
     schema?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectSchema>;
     table?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectTable>;
 }
+export interface PipelineIngestionDefinitionObjectReport {
+    destinationCatalog?: pulumi.Input<string>;
+    destinationSchema?: pulumi.Input<string>;
+    destinationTable?: pulumi.Input<string>;
+    sourceUrl?: pulumi.Input<string>;
+    tableConfiguration?: pulumi.Input<inputs.PipelineIngestionDefinitionObjectReportTableConfiguration>;
+}
+export interface PipelineIngestionDefinitionObjectReportTableConfiguration {
+    primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
+    salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
+    scdType?: pulumi.Input<string>;
+    sequenceBies?: pulumi.Input<pulumi.Input<string>[]>;
+}
 export interface PipelineIngestionDefinitionObjectSchema {
     destinationCatalog?: pulumi.Input<string>;
     destinationSchema?: pulumi.Input<string>;
@@ -9281,6 +9545,7 @@ export interface PipelineIngestionDefinitionObjectSchemaTableConfiguration {
     primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
     salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
     scdType?: pulumi.Input<string>;
+    sequenceBies?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface PipelineIngestionDefinitionObjectTable {
     destinationCatalog?: pulumi.Input<string>;
@@ -9295,11 +9560,13 @@ export interface PipelineIngestionDefinitionObjectTableTableConfiguration {
     primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
     salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
     scdType?: pulumi.Input<string>;
+    sequenceBies?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface PipelineIngestionDefinitionTableConfiguration {
     primaryKeys?: pulumi.Input<pulumi.Input<string>[]>;
     salesforceIncludeFormulaFields?: pulumi.Input<boolean>;
     scdType?: pulumi.Input<string>;
+    sequenceBies?: pulumi.Input<pulumi.Input<string>[]>;
 }
 export interface PipelineLatestUpdate {
     creationTime?: pulumi.Input<string>;