@pulumi/databricks 1.116.0-alpha.1792129238 → 1.116.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +0 -54
- package/index.d.ts.map +1 -1
- package/index.js +11 -77
- package/index.js.map +1 -1
- package/mwsWorkspaces.d.ts +3 -3
- package/package.json +2 -2
- package/types/input.d.ts +4 -503
- package/types/input.d.ts.map +1 -1
- package/types/output.d.ts +70 -1578
- package/types/output.d.ts.map +1 -1
- package/featureEngineeringKafkaConfig.d.ts +0 -175
- package/featureEngineeringKafkaConfig.d.ts.map +0 -1
- package/featureEngineeringKafkaConfig.js +0 -102
- package/featureEngineeringKafkaConfig.js.map +0 -1
- package/featureEngineeringMaterializedFeature.d.ts +0 -259
- package/featureEngineeringMaterializedFeature.d.ts.map +0 -1
- package/featureEngineeringMaterializedFeature.js +0 -112
- package/featureEngineeringMaterializedFeature.js.map +0 -1
- package/getFeatureEngineeringKafkaConfig.d.ts +0 -89
- package/getFeatureEngineeringKafkaConfig.d.ts.map +0 -1
- package/getFeatureEngineeringKafkaConfig.js +0 -53
- package/getFeatureEngineeringKafkaConfig.js.map +0 -1
- package/getFeatureEngineeringKafkaConfigs.d.ts +0 -46
- package/getFeatureEngineeringKafkaConfigs.d.ts.map +0 -1
- package/getFeatureEngineeringKafkaConfigs.js +0 -55
- package/getFeatureEngineeringKafkaConfigs.js.map +0 -1
- package/getFeatureEngineeringMaterializedFeature.d.ts +0 -125
- package/getFeatureEngineeringMaterializedFeature.d.ts.map +0 -1
- package/getFeatureEngineeringMaterializedFeature.js +0 -53
- package/getFeatureEngineeringMaterializedFeature.js.map +0 -1
- package/getFeatureEngineeringMaterializedFeatures.d.ts +0 -58
- package/getFeatureEngineeringMaterializedFeatures.d.ts.map +0 -1
- package/getFeatureEngineeringMaterializedFeatures.js +0 -57
- package/getFeatureEngineeringMaterializedFeatures.js.map +0 -1
- package/getMasonManagedMemoryEntries.d.ts +0 -108
- package/getMasonManagedMemoryEntries.d.ts.map +0 -1
- package/getMasonManagedMemoryEntries.js +0 -63
- package/getMasonManagedMemoryEntries.js.map +0 -1
- package/getMasonManagedMemoryEntry.d.ts +0 -85
- package/getMasonManagedMemoryEntry.d.ts.map +0 -1
- package/getMasonManagedMemoryEntry.js +0 -53
- package/getMasonManagedMemoryEntry.js.map +0 -1
- package/getMasonManagedMemoryStore.d.ts +0 -85
- package/getMasonManagedMemoryStore.d.ts.map +0 -1
- package/getMasonManagedMemoryStore.js +0 -53
- package/getMasonManagedMemoryStore.js.map +0 -1
- package/getMasonManagedMemoryStores.d.ts +0 -48
- package/getMasonManagedMemoryStores.d.ts.map +0 -1
- package/getMasonManagedMemoryStores.js +0 -55
- package/getMasonManagedMemoryStores.js.map +0 -1
- package/getMasonSession.d.ts +0 -85
- package/getMasonSession.d.ts.map +0 -1
- package/getMasonSession.js +0 -53
- package/getMasonSession.js.map +0 -1
- package/getMasonSessionStore.d.ts +0 -72
- package/getMasonSessionStore.d.ts.map +0 -1
- package/getMasonSessionStore.js +0 -53
- package/getMasonSessionStore.js.map +0 -1
- package/getMasonSessionStores.d.ts +0 -46
- package/getMasonSessionStores.d.ts.map +0 -1
- package/getMasonSessionStores.js +0 -55
- package/getMasonSessionStores.js.map +0 -1
- package/getMasonSessions.d.ts +0 -83
- package/getMasonSessions.d.ts.map +0 -1
- package/getMasonSessions.js +0 -59
- package/getMasonSessions.js.map +0 -1
- package/masonManagedMemoryEntry.d.ts +0 -185
- package/masonManagedMemoryEntry.d.ts.map +0 -1
- package/masonManagedMemoryEntry.js +0 -106
- package/masonManagedMemoryEntry.js.map +0 -1
- package/masonManagedMemoryStore.d.ts +0 -164
- package/masonManagedMemoryStore.d.ts.map +0 -1
- package/masonManagedMemoryStore.js +0 -98
- package/masonManagedMemoryStore.js.map +0 -1
- package/masonSession.d.ts +0 -183
- package/masonSession.d.ts.map +0 -1
- package/masonSession.js +0 -101
- package/masonSession.js.map +0 -1
- package/masonSessionStore.d.ts +0 -135
- package/masonSessionStore.d.ts.map +0 -1
- package/masonSessionStore.js +0 -92
- package/masonSessionStore.js.map +0 -1
package/types/output.d.ts
CHANGED
|
@@ -5747,327 +5747,6 @@ export interface FeatureEngineeringFeatureTimeseriesColumn {
|
|
|
5747
5747
|
*/
|
|
5748
5748
|
name: string;
|
|
5749
5749
|
}
|
|
5750
|
-
export interface FeatureEngineeringKafkaConfigAuthConfig {
|
|
5751
|
-
/**
|
|
5752
|
-
* Mutual-TLS authentication. See MtlsConfig
|
|
5753
|
-
*/
|
|
5754
|
-
mtlsConfig?: outputs.FeatureEngineeringKafkaConfigAuthConfigMtlsConfig;
|
|
5755
|
-
/**
|
|
5756
|
-
* Name of the Unity Catalog service credential. This value will be set under the option databricks.serviceCredential
|
|
5757
|
-
*/
|
|
5758
|
-
ucServiceCredentialName?: string;
|
|
5759
|
-
}
|
|
5760
|
-
export interface FeatureEngineeringKafkaConfigAuthConfigMtlsConfig {
|
|
5761
|
-
/**
|
|
5762
|
-
* Set to true only when the broker certificate's SAN intentionally does not match
|
|
5763
|
-
* the connection endpoint — for example when reaching the cluster through a
|
|
5764
|
-
* PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
|
|
5765
|
-
* the hostname check removes a defense against man-in-the-middle attacks; do not
|
|
5766
|
-
* enable casually. mTLS client authentication is unaffected by this option.
|
|
5767
|
-
*
|
|
5768
|
-
* See the Apache Kafka SSL security guide for background on this check:
|
|
5769
|
-
* https://kafka.apache.org/42/security/encryption-and-authentication-using-ssl/#host-name-verification
|
|
5770
|
-
*/
|
|
5771
|
-
disableHostnameVerification?: boolean;
|
|
5772
|
-
/**
|
|
5773
|
-
* Secret-scope reference for the private key password. Often the same value as the
|
|
5774
|
-
* keystore password (keytool's default), but provided as a separate field because
|
|
5775
|
-
* Apache Kafka requires it as a distinct option (kafka.ssl.key.password)
|
|
5776
|
-
*/
|
|
5777
|
-
keyPasswordRef: outputs.FeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeyPasswordRef;
|
|
5778
|
-
/**
|
|
5779
|
-
* Unity Catalog volume path to the JKS keystore file containing the client certificate
|
|
5780
|
-
* and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
|
|
5781
|
-
* materialization compute must have read permission on this volume
|
|
5782
|
-
*/
|
|
5783
|
-
keystoreLocation: string;
|
|
5784
|
-
/**
|
|
5785
|
-
* Secret-scope reference for the JKS keystore password
|
|
5786
|
-
*/
|
|
5787
|
-
keystorePasswordRef: outputs.FeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeystorePasswordRef;
|
|
5788
|
-
/**
|
|
5789
|
-
* Unity Catalog volume path to the JKS truststore file containing the CA certificate(s)
|
|
5790
|
-
* trusted to verify the Kafka broker's server certificate.
|
|
5791
|
-
* e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks"
|
|
5792
|
-
*/
|
|
5793
|
-
truststoreLocation: string;
|
|
5794
|
-
/**
|
|
5795
|
-
* Secret-scope reference for the JKS truststore password
|
|
5796
|
-
*/
|
|
5797
|
-
truststorePasswordRef: outputs.FeatureEngineeringKafkaConfigAuthConfigMtlsConfigTruststorePasswordRef;
|
|
5798
|
-
}
|
|
5799
|
-
export interface FeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeyPasswordRef {
|
|
5800
|
-
/**
|
|
5801
|
-
* The key within the scope
|
|
5802
|
-
*/
|
|
5803
|
-
key: string;
|
|
5804
|
-
/**
|
|
5805
|
-
* The Databricks secret scope name
|
|
5806
|
-
*/
|
|
5807
|
-
scope: string;
|
|
5808
|
-
}
|
|
5809
|
-
export interface FeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeystorePasswordRef {
|
|
5810
|
-
/**
|
|
5811
|
-
* The key within the scope
|
|
5812
|
-
*/
|
|
5813
|
-
key: string;
|
|
5814
|
-
/**
|
|
5815
|
-
* The Databricks secret scope name
|
|
5816
|
-
*/
|
|
5817
|
-
scope: string;
|
|
5818
|
-
}
|
|
5819
|
-
export interface FeatureEngineeringKafkaConfigAuthConfigMtlsConfigTruststorePasswordRef {
|
|
5820
|
-
/**
|
|
5821
|
-
* The key within the scope
|
|
5822
|
-
*/
|
|
5823
|
-
key: string;
|
|
5824
|
-
/**
|
|
5825
|
-
* The Databricks secret scope name
|
|
5826
|
-
*/
|
|
5827
|
-
scope: string;
|
|
5828
|
-
}
|
|
5829
|
-
export interface FeatureEngineeringKafkaConfigBackfillSource {
|
|
5830
|
-
deltaTableName?: string;
|
|
5831
|
-
/**
|
|
5832
|
-
* Deprecated: Use deltaTableName instead. Kept for backwards compatibility.
|
|
5833
|
-
* The Delta table source containing the historical data to backfill.
|
|
5834
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
5835
|
-
*/
|
|
5836
|
-
deltaTableSource?: outputs.FeatureEngineeringKafkaConfigBackfillSourceDeltaTableSource;
|
|
5837
|
-
}
|
|
5838
|
-
export interface FeatureEngineeringKafkaConfigBackfillSourceDeltaTableSource {
|
|
5839
|
-
/**
|
|
5840
|
-
* Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
|
|
5841
|
-
* Required if transformationSql is specified.
|
|
5842
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
5843
|
-
*/
|
|
5844
|
-
dataframeSchema?: string;
|
|
5845
|
-
entityColumns?: string[];
|
|
5846
|
-
/**
|
|
5847
|
-
* Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections
|
|
5848
|
-
*/
|
|
5849
|
-
filterCondition?: string;
|
|
5850
|
-
/**
|
|
5851
|
-
* The full three-part (catalog, schema, table) name of the Delta table
|
|
5852
|
-
*/
|
|
5853
|
-
fullName: string;
|
|
5854
|
-
timeseriesColumn?: string;
|
|
5855
|
-
/**
|
|
5856
|
-
* A single SQL SELECT expression applied after filter_condition.
|
|
5857
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
5858
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
5859
|
-
*/
|
|
5860
|
-
transformationSql?: string;
|
|
5861
|
-
}
|
|
5862
|
-
export interface FeatureEngineeringKafkaConfigIngestionConfig {
|
|
5863
|
-
/**
|
|
5864
|
-
* (integer) - The ID of the Databricks Job that performs the historical backfill of the ingestion Delta table
|
|
5865
|
-
*/
|
|
5866
|
-
backfillJobId: number;
|
|
5867
|
-
/**
|
|
5868
|
-
* A user-provided and managed source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Kafka config.
|
|
5869
|
-
* In the future, a separate table will be maintained by Databricks for forward filling data.
|
|
5870
|
-
* The schema for this source must match exactly that of the key and value schemas specified for this Kafka config
|
|
5871
|
-
*/
|
|
5872
|
-
backfillSource?: outputs.FeatureEngineeringKafkaConfigIngestionConfigBackfillSource;
|
|
5873
|
-
/**
|
|
5874
|
-
* The ID of the budget policy used to attribute the serverless compute cost of this stream's
|
|
5875
|
-
* managed ingestion. If not specified, a default budget policy may be applied
|
|
5876
|
-
*/
|
|
5877
|
-
budgetPolicyId?: string;
|
|
5878
|
-
/**
|
|
5879
|
-
* Column paths used to identify duplicate rows during ingestion; only one row per
|
|
5880
|
-
* distinct combination of these values is kept. Use dot notation for nested fields
|
|
5881
|
-
* (e.g. `value.user_id`). Empty list means every column is compared
|
|
5882
|
-
*/
|
|
5883
|
-
deduplicationColumns?: string[];
|
|
5884
|
-
/**
|
|
5885
|
-
* Destination for the Databricks-managed Delta table that holds an offline copy of the streaming data for querying and training.
|
|
5886
|
-
* This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
|
|
5887
|
-
* This table is created and managed by Databricks and is deleted when the Stream is deleted
|
|
5888
|
-
*/
|
|
5889
|
-
ingestionDestination: outputs.FeatureEngineeringKafkaConfigIngestionConfigIngestionDestination;
|
|
5890
|
-
/**
|
|
5891
|
-
* (integer) - The ID of the Databricks Job that performs the forward-fill ingestion
|
|
5892
|
-
*/
|
|
5893
|
-
ingestionJobId: number;
|
|
5894
|
-
/**
|
|
5895
|
-
* (string) - The ID of the SDP pipeline that continuously copies new events from the streaming source
|
|
5896
|
-
* into the ingestion Delta table
|
|
5897
|
-
*/
|
|
5898
|
-
ingestionPipelineId: string;
|
|
5899
|
-
/**
|
|
5900
|
-
* Custom tags to associate with this stream's managed ingestion. They are applied to the
|
|
5901
|
-
* ingestion pipeline and its forward-fill and backfill jobs, and forwarded to the underlying
|
|
5902
|
-
* compute as cluster tags, so ingestion cost can be attributed in the billing system tables.
|
|
5903
|
-
* These tags apply only to the managed ingestion compute; they are not applied to the Stream
|
|
5904
|
-
* entity itself, and are distinct from any Unity Catalog tags on the Stream.
|
|
5905
|
-
* A maximum of 25 tags is supported; keys and values are subject to the same limitations as
|
|
5906
|
-
* cluster tags
|
|
5907
|
-
*/
|
|
5908
|
-
tags?: {
|
|
5909
|
-
[key: string]: string;
|
|
5910
|
-
};
|
|
5911
|
-
}
|
|
5912
|
-
export interface FeatureEngineeringKafkaConfigIngestionConfigBackfillSource {
|
|
5913
|
-
deltaTableName?: string;
|
|
5914
|
-
/**
|
|
5915
|
-
* Deprecated: Use deltaTableName instead. Kept for backwards compatibility.
|
|
5916
|
-
* The Delta table source containing the historical data to backfill.
|
|
5917
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
5918
|
-
*/
|
|
5919
|
-
deltaTableSource?: outputs.FeatureEngineeringKafkaConfigIngestionConfigBackfillSourceDeltaTableSource;
|
|
5920
|
-
}
|
|
5921
|
-
export interface FeatureEngineeringKafkaConfigIngestionConfigBackfillSourceDeltaTableSource {
|
|
5922
|
-
/**
|
|
5923
|
-
* Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
|
|
5924
|
-
* Required if transformationSql is specified.
|
|
5925
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
5926
|
-
*/
|
|
5927
|
-
dataframeSchema?: string;
|
|
5928
|
-
entityColumns?: string[];
|
|
5929
|
-
/**
|
|
5930
|
-
* Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections
|
|
5931
|
-
*/
|
|
5932
|
-
filterCondition?: string;
|
|
5933
|
-
/**
|
|
5934
|
-
* The full three-part (catalog, schema, table) name of the Delta table
|
|
5935
|
-
*/
|
|
5936
|
-
fullName: string;
|
|
5937
|
-
timeseriesColumn?: string;
|
|
5938
|
-
/**
|
|
5939
|
-
* A single SQL SELECT expression applied after filter_condition.
|
|
5940
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
5941
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
5942
|
-
*/
|
|
5943
|
-
transformationSql?: string;
|
|
5944
|
-
}
|
|
5945
|
-
export interface FeatureEngineeringKafkaConfigIngestionConfigIngestionDestination {
|
|
5946
|
-
deltaTableName?: string;
|
|
5947
|
-
}
|
|
5948
|
-
export interface FeatureEngineeringKafkaConfigKeySchema {
|
|
5949
|
-
/**
|
|
5950
|
-
* Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
5951
|
-
*/
|
|
5952
|
-
avroSchema?: string;
|
|
5953
|
-
/**
|
|
5954
|
-
* Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
5955
|
-
*/
|
|
5956
|
-
jsonSchema?: string;
|
|
5957
|
-
/**
|
|
5958
|
-
* Protocol Buffer schema with its payload message name
|
|
5959
|
-
*/
|
|
5960
|
-
protoSchema?: outputs.FeatureEngineeringKafkaConfigKeySchemaProtoSchema;
|
|
5961
|
-
}
|
|
5962
|
-
export interface FeatureEngineeringKafkaConfigKeySchemaProtoSchema {
|
|
5963
|
-
/**
|
|
5964
|
-
* The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
5965
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
5966
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
5967
|
-
* but only one represents the payload. Must not be empty
|
|
5968
|
-
*/
|
|
5969
|
-
messageName: string;
|
|
5970
|
-
/**
|
|
5971
|
-
* The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
5972
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
5973
|
-
*/
|
|
5974
|
-
schemaText: string;
|
|
5975
|
-
}
|
|
5976
|
-
export interface FeatureEngineeringKafkaConfigProviderConfig {
|
|
5977
|
-
/**
|
|
5978
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
5979
|
-
*/
|
|
5980
|
-
workspaceId: string;
|
|
5981
|
-
}
|
|
5982
|
-
export interface FeatureEngineeringKafkaConfigSubscriptionMode {
|
|
5983
|
-
/**
|
|
5984
|
-
* A JSON string that contains the specific topic-partitions to consume from.
|
|
5985
|
-
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from
|
|
5986
|
-
*/
|
|
5987
|
-
assign?: string;
|
|
5988
|
-
/**
|
|
5989
|
-
* A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'
|
|
5990
|
-
*/
|
|
5991
|
-
subscribe?: string;
|
|
5992
|
-
/**
|
|
5993
|
-
* A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'
|
|
5994
|
-
*/
|
|
5995
|
-
subscribePattern?: string;
|
|
5996
|
-
}
|
|
5997
|
-
export interface FeatureEngineeringKafkaConfigValueSchema {
|
|
5998
|
-
/**
|
|
5999
|
-
* Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
6000
|
-
*/
|
|
6001
|
-
avroSchema?: string;
|
|
6002
|
-
/**
|
|
6003
|
-
* Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
6004
|
-
*/
|
|
6005
|
-
jsonSchema?: string;
|
|
6006
|
-
/**
|
|
6007
|
-
* Protocol Buffer schema with its payload message name
|
|
6008
|
-
*/
|
|
6009
|
-
protoSchema?: outputs.FeatureEngineeringKafkaConfigValueSchemaProtoSchema;
|
|
6010
|
-
}
|
|
6011
|
-
export interface FeatureEngineeringKafkaConfigValueSchemaProtoSchema {
|
|
6012
|
-
/**
|
|
6013
|
-
* The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
6014
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
6015
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
6016
|
-
* but only one represents the payload. Must not be empty
|
|
6017
|
-
*/
|
|
6018
|
-
messageName: string;
|
|
6019
|
-
/**
|
|
6020
|
-
* The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
6021
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
6022
|
-
*/
|
|
6023
|
-
schemaText: string;
|
|
6024
|
-
}
|
|
6025
|
-
export interface FeatureEngineeringMaterializedFeatureCronScheduleTrigger {
|
|
6026
|
-
/**
|
|
6027
|
-
* The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). The
|
|
6028
|
-
* schedule is interpreted in timezoneId (defaults to UTC). Required when mode is MANUAL (or
|
|
6029
|
-
* unset). Left empty when mode is DERIVED, where the service computes it (aligned to UTC) from
|
|
6030
|
-
* the features' window timing and fills it in on the response
|
|
6031
|
-
*/
|
|
6032
|
-
cronExpression?: string;
|
|
6033
|
-
mode?: string;
|
|
6034
|
-
/**
|
|
6035
|
-
* A Java timezone ID. The schedule is resolved with respect to this timezone. Defaults to UTC
|
|
6036
|
-
* when omitted. Can only be configured for MANUAL schedules; DERIVED schedules are always aligned
|
|
6037
|
-
* to UTC
|
|
6038
|
-
*/
|
|
6039
|
-
timezoneId?: string;
|
|
6040
|
-
}
|
|
6041
|
-
export interface FeatureEngineeringMaterializedFeatureOfflineStoreConfig {
|
|
6042
|
-
catalogName: string;
|
|
6043
|
-
schemaName: string;
|
|
6044
|
-
tableNamePrefix: string;
|
|
6045
|
-
}
|
|
6046
|
-
export interface FeatureEngineeringMaterializedFeatureOnlineStoreConfig {
|
|
6047
|
-
catalogName: string;
|
|
6048
|
-
/**
|
|
6049
|
-
* The name of the target online store
|
|
6050
|
-
*/
|
|
6051
|
-
onlineStoreName: string;
|
|
6052
|
-
schemaName: string;
|
|
6053
|
-
tableNamePrefix: string;
|
|
6054
|
-
}
|
|
6055
|
-
export interface FeatureEngineeringMaterializedFeatureProviderConfig {
|
|
6056
|
-
/**
|
|
6057
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
6058
|
-
*/
|
|
6059
|
-
workspaceId: string;
|
|
6060
|
-
}
|
|
6061
|
-
export interface FeatureEngineeringMaterializedFeatureStreamingMode {
|
|
6062
|
-
/**
|
|
6063
|
-
* The desired data freshness for feature materialization, expressed as a
|
|
6064
|
-
* duration string (e.g. "1 minute")
|
|
6065
|
-
*/
|
|
6066
|
-
freshnessTarget?: string;
|
|
6067
|
-
mode?: string;
|
|
6068
|
-
}
|
|
6069
|
-
export interface FeatureEngineeringMaterializedFeatureTableTrigger {
|
|
6070
|
-
}
|
|
6071
5750
|
export interface FileProviderConfig {
|
|
6072
5751
|
/**
|
|
6073
5752
|
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
@@ -20781,1025 +20460,137 @@ export interface GetFeatureEngineeringFeaturesProviderConfig {
|
|
|
20781
20460
|
*/
|
|
20782
20461
|
workspaceId: string;
|
|
20783
20462
|
}
|
|
20784
|
-
export interface
|
|
20463
|
+
export interface GetFunctionsFunction {
|
|
20785
20464
|
/**
|
|
20786
|
-
*
|
|
20465
|
+
* Indicates whether the principal is limited to retrieving metadata for the associated object through the `BROWSE` privilege when `includeBrowse` is enabled in the request.
|
|
20787
20466
|
*/
|
|
20788
|
-
|
|
20467
|
+
browseOnly?: boolean;
|
|
20789
20468
|
/**
|
|
20790
|
-
*
|
|
20469
|
+
* Name of databricks_catalog.
|
|
20791
20470
|
*/
|
|
20792
|
-
|
|
20793
|
-
}
|
|
20794
|
-
export interface GetFeatureEngineeringKafkaConfigAuthConfigMtlsConfig {
|
|
20471
|
+
catalogName?: string;
|
|
20795
20472
|
/**
|
|
20796
|
-
*
|
|
20797
|
-
* the connection endpoint — for example when reaching the cluster through a
|
|
20798
|
-
* PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
|
|
20799
|
-
* the hostname check removes a defense against man-in-the-middle attacks; do not
|
|
20800
|
-
* enable casually. mTLS client authentication is unaffected by this option.
|
|
20473
|
+
* User-provided free-form text description.
|
|
20801
20474
|
*/
|
|
20802
|
-
|
|
20475
|
+
comment?: string;
|
|
20803
20476
|
/**
|
|
20804
|
-
*
|
|
20805
|
-
* keystore password (keytool's default), but provided as a separate field because
|
|
20806
|
-
* Apache Kafka requires it as a distinct option (kafka.ssl.key.password)
|
|
20477
|
+
* Time at which this function was created, in epoch milliseconds.
|
|
20807
20478
|
*/
|
|
20808
|
-
|
|
20479
|
+
createdAt?: number;
|
|
20809
20480
|
/**
|
|
20810
|
-
*
|
|
20811
|
-
* and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
|
|
20812
|
-
* materialization compute must have read permission on this volume
|
|
20481
|
+
* Username of function creator.
|
|
20813
20482
|
*/
|
|
20814
|
-
|
|
20483
|
+
createdBy?: string;
|
|
20815
20484
|
/**
|
|
20816
|
-
*
|
|
20485
|
+
* Scalar function return data type.
|
|
20817
20486
|
*/
|
|
20818
|
-
|
|
20487
|
+
dataType?: string;
|
|
20819
20488
|
/**
|
|
20820
|
-
*
|
|
20821
|
-
* trusted to verify the Kafka broker's server certificate.
|
|
20822
|
-
* e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks"
|
|
20489
|
+
* External function language.
|
|
20823
20490
|
*/
|
|
20824
|
-
|
|
20491
|
+
externalLanguage?: string;
|
|
20825
20492
|
/**
|
|
20826
|
-
*
|
|
20493
|
+
* External function name.
|
|
20827
20494
|
*/
|
|
20828
|
-
|
|
20829
|
-
}
|
|
20830
|
-
export interface GetFeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeyPasswordRef {
|
|
20495
|
+
externalName?: string;
|
|
20831
20496
|
/**
|
|
20832
|
-
*
|
|
20497
|
+
* Pretty printed function data type.
|
|
20833
20498
|
*/
|
|
20834
|
-
|
|
20499
|
+
fullDataType?: string;
|
|
20835
20500
|
/**
|
|
20836
|
-
*
|
|
20501
|
+
* Full name of function, in form of catalog_name.schema_name.function__name
|
|
20837
20502
|
*/
|
|
20838
|
-
|
|
20839
|
-
}
|
|
20840
|
-
export interface GetFeatureEngineeringKafkaConfigAuthConfigMtlsConfigKeystorePasswordRef {
|
|
20503
|
+
fullName?: string;
|
|
20841
20504
|
/**
|
|
20842
|
-
*
|
|
20505
|
+
* Id of Function, relative to parent schema.
|
|
20843
20506
|
*/
|
|
20844
|
-
|
|
20507
|
+
functionId?: string;
|
|
20845
20508
|
/**
|
|
20846
|
-
*
|
|
20509
|
+
* object describing input parameters. Consists of the single attribute:
|
|
20847
20510
|
*/
|
|
20848
|
-
|
|
20849
|
-
}
|
|
20850
|
-
export interface GetFeatureEngineeringKafkaConfigAuthConfigMtlsConfigTruststorePasswordRef {
|
|
20511
|
+
inputParams?: outputs.GetFunctionsFunctionInputParams;
|
|
20851
20512
|
/**
|
|
20852
|
-
*
|
|
20513
|
+
* Boolean flag specifying whether the function is deterministic.
|
|
20853
20514
|
*/
|
|
20854
|
-
|
|
20515
|
+
isDeterministic?: boolean;
|
|
20855
20516
|
/**
|
|
20856
|
-
*
|
|
20517
|
+
* Boolean flag whether function null call.
|
|
20857
20518
|
*/
|
|
20858
|
-
|
|
20859
|
-
}
|
|
20860
|
-
export interface GetFeatureEngineeringKafkaConfigBackfillSource {
|
|
20519
|
+
isNullCall?: boolean;
|
|
20861
20520
|
/**
|
|
20862
|
-
*
|
|
20521
|
+
* Unique identifier of parent metastore.
|
|
20863
20522
|
*/
|
|
20864
|
-
|
|
20523
|
+
metastoreId?: string;
|
|
20865
20524
|
/**
|
|
20866
|
-
*
|
|
20867
|
-
* The Delta table source containing the historical data to backfill.
|
|
20868
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
20525
|
+
* Name of parameter.
|
|
20869
20526
|
*/
|
|
20870
|
-
|
|
20871
|
-
}
|
|
20872
|
-
export interface GetFeatureEngineeringKafkaConfigBackfillSourceDeltaTableSource {
|
|
20527
|
+
name?: string;
|
|
20873
20528
|
/**
|
|
20874
|
-
*
|
|
20875
|
-
* Required if transformationSql is specified.
|
|
20876
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
20529
|
+
* Username of current owner of function.
|
|
20877
20530
|
*/
|
|
20878
|
-
|
|
20531
|
+
owner?: string;
|
|
20879
20532
|
/**
|
|
20880
|
-
*
|
|
20533
|
+
* Function parameter style. `S` is the value for SQL.
|
|
20881
20534
|
*/
|
|
20882
|
-
|
|
20535
|
+
parameterStyle?: string;
|
|
20883
20536
|
/**
|
|
20884
|
-
*
|
|
20537
|
+
* JSON-serialized key-value pair map, encoded (escaped) as a string.
|
|
20885
20538
|
*/
|
|
20886
|
-
|
|
20539
|
+
properties?: string;
|
|
20887
20540
|
/**
|
|
20888
|
-
*
|
|
20541
|
+
* Table function return parameters. See `inputParams` for description.
|
|
20889
20542
|
*/
|
|
20890
|
-
|
|
20543
|
+
returnParams?: outputs.GetFunctionsFunctionReturnParams;
|
|
20891
20544
|
/**
|
|
20892
|
-
* (
|
|
20545
|
+
* Function language (`SQL` or `EXTERNAL`). When `EXTERNAL` is used, the language of the routine function should be specified in the `externalLanguage` field, and the `returnParams` of the function cannot be used (as `TABLE` return type is not supported), and the `sqlDataAccess` field must be `NO_SQL`.
|
|
20893
20546
|
*/
|
|
20894
|
-
|
|
20547
|
+
routineBody?: string;
|
|
20895
20548
|
/**
|
|
20896
|
-
*
|
|
20897
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
20898
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
20549
|
+
* Function body.
|
|
20899
20550
|
*/
|
|
20900
|
-
|
|
20901
|
-
}
|
|
20902
|
-
export interface GetFeatureEngineeringKafkaConfigIngestionConfig {
|
|
20551
|
+
routineDefinition?: string;
|
|
20903
20552
|
/**
|
|
20904
|
-
*
|
|
20553
|
+
* Function dependencies.
|
|
20905
20554
|
*/
|
|
20906
|
-
|
|
20555
|
+
routineDependencies?: outputs.GetFunctionsFunctionRoutineDependencies;
|
|
20907
20556
|
/**
|
|
20908
|
-
*
|
|
20909
|
-
* The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
|
|
20910
|
-
* The schema for this source must match exactly that of the key and payload schemas specified for this Stream,
|
|
20911
|
-
* except that it may omit any columns listed in excluded_columns
|
|
20557
|
+
* Name of databricks_schema.
|
|
20912
20558
|
*/
|
|
20913
|
-
|
|
20559
|
+
schemaName?: string;
|
|
20914
20560
|
/**
|
|
20915
|
-
*
|
|
20916
|
-
* managed ingestion. If not specified, a default budget policy may be applied
|
|
20561
|
+
* Function security type. (Enum: `DEFINER`).
|
|
20917
20562
|
*/
|
|
20918
|
-
|
|
20563
|
+
securityType?: string;
|
|
20919
20564
|
/**
|
|
20920
|
-
*
|
|
20921
|
-
* distinct combination of these values is kept. Use dot notation for nested fields
|
|
20922
|
-
* (e.g. `value.user_id`). Empty list means every column is compared
|
|
20565
|
+
* Specific name of the function; Reserved for future use.
|
|
20923
20566
|
*/
|
|
20924
|
-
|
|
20567
|
+
specificName?: string;
|
|
20925
20568
|
/**
|
|
20926
|
-
*
|
|
20927
|
-
* This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
|
|
20928
|
-
* This table is created and managed by Databricks and is deleted when the Stream is deleted
|
|
20569
|
+
* Function SQL data access (`CONTAINS_SQL`, `READS_SQL_DATA`, `NO_SQL`).
|
|
20929
20570
|
*/
|
|
20930
|
-
|
|
20571
|
+
sqlDataAccess?: string;
|
|
20931
20572
|
/**
|
|
20932
|
-
*
|
|
20573
|
+
* List of schemes whose objects can be referenced without qualification.
|
|
20933
20574
|
*/
|
|
20934
|
-
|
|
20575
|
+
sqlPath?: string;
|
|
20935
20576
|
/**
|
|
20936
|
-
*
|
|
20937
|
-
* into the ingestion Delta table
|
|
20577
|
+
* Time at which this function was created, in epoch milliseconds.
|
|
20938
20578
|
*/
|
|
20939
|
-
|
|
20579
|
+
updatedAt?: number;
|
|
20940
20580
|
/**
|
|
20941
|
-
*
|
|
20942
|
-
* ingestion pipeline and its forward-fill and backfill jobs, and forwarded to the underlying
|
|
20943
|
-
* compute as cluster tags, so ingestion cost can be attributed in the billing system tables.
|
|
20944
|
-
* These tags apply only to the managed ingestion compute; they are not applied to the Stream
|
|
20945
|
-
* entity itself, and are distinct from any Unity Catalog tags on the Stream.
|
|
20946
|
-
* A maximum of 25 tags is supported; keys and values are subject to the same limitations as
|
|
20947
|
-
* cluster tags
|
|
20581
|
+
* Username of user who last modified function.
|
|
20948
20582
|
*/
|
|
20949
|
-
|
|
20950
|
-
[key: string]: string;
|
|
20951
|
-
};
|
|
20583
|
+
updatedBy?: string;
|
|
20952
20584
|
}
|
|
20953
|
-
export interface
|
|
20954
|
-
/**
|
|
20955
|
-
* (string) - The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion
|
|
20956
|
-
*/
|
|
20957
|
-
deltaTableName?: string;
|
|
20585
|
+
export interface GetFunctionsFunctionInputParams {
|
|
20958
20586
|
/**
|
|
20959
|
-
*
|
|
20960
|
-
* The Delta table source containing the historical data to backfill.
|
|
20961
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
20587
|
+
* The array of definitions of the function's parameters:
|
|
20962
20588
|
*/
|
|
20963
|
-
|
|
20589
|
+
parameters?: outputs.GetFunctionsFunctionInputParamsParameter[];
|
|
20964
20590
|
}
|
|
20965
|
-
export interface
|
|
20591
|
+
export interface GetFunctionsFunctionInputParamsParameter {
|
|
20966
20592
|
/**
|
|
20967
|
-
*
|
|
20968
|
-
* Required if transformationSql is specified.
|
|
20969
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
20970
|
-
*/
|
|
20971
|
-
dataframeSchema?: string;
|
|
20972
|
-
/**
|
|
20973
|
-
* (list of string, deprecated)
|
|
20974
|
-
*/
|
|
20975
|
-
entityColumns?: string[];
|
|
20976
|
-
/**
|
|
20977
|
-
* (string) - Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections
|
|
20978
|
-
*/
|
|
20979
|
-
filterCondition?: string;
|
|
20980
|
-
/**
|
|
20981
|
-
* (string) - The full three-part (catalog, schema, table) name of the Delta table
|
|
20982
|
-
*/
|
|
20983
|
-
fullName: string;
|
|
20984
|
-
/**
|
|
20985
|
-
* (string, deprecated)
|
|
20986
|
-
*/
|
|
20987
|
-
timeseriesColumn?: string;
|
|
20988
|
-
/**
|
|
20989
|
-
* (string) - A single SQL SELECT expression applied after filter_condition.
|
|
20990
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
20991
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
20992
|
-
*/
|
|
20993
|
-
transformationSql?: string;
|
|
20994
|
-
}
|
|
20995
|
-
export interface GetFeatureEngineeringKafkaConfigIngestionConfigIngestionDestination {
|
|
20996
|
-
/**
|
|
20997
|
-
* (string) - The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion
|
|
20998
|
-
*/
|
|
20999
|
-
deltaTableName?: string;
|
|
21000
|
-
}
|
|
21001
|
-
export interface GetFeatureEngineeringKafkaConfigKeySchema {
|
|
21002
|
-
/**
|
|
21003
|
-
* (string) - Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
21004
|
-
*/
|
|
21005
|
-
avroSchema?: string;
|
|
21006
|
-
/**
|
|
21007
|
-
* (string) - Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
21008
|
-
*/
|
|
21009
|
-
jsonSchema?: string;
|
|
21010
|
-
/**
|
|
21011
|
-
* (ProtoSchemaSpec) - Protocol Buffer schema with its payload message name
|
|
21012
|
-
*/
|
|
21013
|
-
protoSchema?: outputs.GetFeatureEngineeringKafkaConfigKeySchemaProtoSchema;
|
|
21014
|
-
}
|
|
21015
|
-
export interface GetFeatureEngineeringKafkaConfigKeySchemaProtoSchema {
|
|
21016
|
-
/**
|
|
21017
|
-
* (string) - The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
21018
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
21019
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
21020
|
-
* but only one represents the payload. Must not be empty
|
|
21021
|
-
*/
|
|
21022
|
-
messageName: string;
|
|
21023
|
-
/**
|
|
21024
|
-
* (string) - The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
21025
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
21026
|
-
*/
|
|
21027
|
-
schemaText: string;
|
|
21028
|
-
}
|
|
21029
|
-
export interface GetFeatureEngineeringKafkaConfigProviderConfig {
|
|
21030
|
-
/**
|
|
21031
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21032
|
-
*/
|
|
21033
|
-
workspaceId: string;
|
|
21034
|
-
}
|
|
21035
|
-
export interface GetFeatureEngineeringKafkaConfigSubscriptionMode {
|
|
21036
|
-
/**
|
|
21037
|
-
* (string) - A JSON string that contains the specific topic-partitions to consume from.
|
|
21038
|
-
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from
|
|
21039
|
-
*/
|
|
21040
|
-
assign?: string;
|
|
21041
|
-
/**
|
|
21042
|
-
* (string) - A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'
|
|
21043
|
-
*/
|
|
21044
|
-
subscribe?: string;
|
|
21045
|
-
/**
|
|
21046
|
-
* (string) - A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'
|
|
21047
|
-
*/
|
|
21048
|
-
subscribePattern?: string;
|
|
21049
|
-
}
|
|
21050
|
-
export interface GetFeatureEngineeringKafkaConfigValueSchema {
|
|
21051
|
-
/**
|
|
21052
|
-
* (string) - Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
21053
|
-
*/
|
|
21054
|
-
avroSchema?: string;
|
|
21055
|
-
/**
|
|
21056
|
-
* (string) - Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
21057
|
-
*/
|
|
21058
|
-
jsonSchema?: string;
|
|
21059
|
-
/**
|
|
21060
|
-
* (ProtoSchemaSpec) - Protocol Buffer schema with its payload message name
|
|
21061
|
-
*/
|
|
21062
|
-
protoSchema?: outputs.GetFeatureEngineeringKafkaConfigValueSchemaProtoSchema;
|
|
21063
|
-
}
|
|
21064
|
-
export interface GetFeatureEngineeringKafkaConfigValueSchemaProtoSchema {
|
|
21065
|
-
/**
|
|
21066
|
-
* (string) - The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
21067
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
21068
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
21069
|
-
* but only one represents the payload. Must not be empty
|
|
21070
|
-
*/
|
|
21071
|
-
messageName: string;
|
|
21072
|
-
/**
|
|
21073
|
-
* (string) - The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
21074
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
21075
|
-
*/
|
|
21076
|
-
schemaText: string;
|
|
21077
|
-
}
|
|
21078
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfig {
|
|
21079
|
-
/**
|
|
21080
|
-
* (AuthConfig) - Authentication configuration for connection to topics
|
|
21081
|
-
*/
|
|
21082
|
-
authConfig: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfig;
|
|
21083
|
-
/**
|
|
21084
|
-
* (BackfillSource) - A user-provided source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Stream.
|
|
21085
|
-
* The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
|
|
21086
|
-
* The schema for this source must match exactly that of the key and payload schemas specified for this Stream,
|
|
21087
|
-
* except that it may omit any columns listed in excluded_columns
|
|
21088
|
-
*/
|
|
21089
|
-
backfillSource: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigBackfillSource;
|
|
21090
|
-
/**
|
|
21091
|
-
* (string) - A comma-separated list of host/port pairs pointing to Kafka cluster
|
|
21092
|
-
*/
|
|
21093
|
-
bootstrapServers: string;
|
|
21094
|
-
/**
|
|
21095
|
-
* (object) - Catch-all for miscellaneous options. Keys should be source options or Kafka consumer options (kafka.*)
|
|
21096
|
-
*/
|
|
21097
|
-
extraOptions: {
|
|
21098
|
-
[key: string]: string;
|
|
21099
|
-
};
|
|
21100
|
-
/**
|
|
21101
|
-
* (IngestionConfig) - Configuration for ingesting Kafka data into a Databricks-managed
|
|
21102
|
-
* Delta table
|
|
21103
|
-
*/
|
|
21104
|
-
ingestionConfig: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfig;
|
|
21105
|
-
/**
|
|
21106
|
-
* (SchemaConfig) - Schema configuration for extracting message keys from topics. At least one of keySchema and valueSchema must be provided
|
|
21107
|
-
*/
|
|
21108
|
-
keySchema: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigKeySchema;
|
|
21109
|
-
/**
|
|
21110
|
-
* (string) - Name that uniquely identifies this Kafka config within the metastore. This will be the identifier used from the Feature object to reference these configs for a feature.
|
|
21111
|
-
* Can be distinct from topic name
|
|
21112
|
-
*/
|
|
21113
|
-
name: string;
|
|
21114
|
-
/**
|
|
21115
|
-
* Configure the provider for management through account provider.
|
|
21116
|
-
*/
|
|
21117
|
-
providerConfig?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigProviderConfig;
|
|
21118
|
-
/**
|
|
21119
|
-
* (SubscriptionMode) - Options to configure which Kafka topics to pull data from
|
|
21120
|
-
*/
|
|
21121
|
-
subscriptionMode: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigSubscriptionMode;
|
|
21122
|
-
/**
|
|
21123
|
-
* (SchemaConfig) - Schema configuration for extracting message values from topics. At least one of keySchema and valueSchema must be provided
|
|
21124
|
-
*/
|
|
21125
|
-
valueSchema: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigValueSchema;
|
|
21126
|
-
}
|
|
21127
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfig {
|
|
21128
|
-
/**
|
|
21129
|
-
* (MtlsConfig) - Mutual-TLS authentication. See MtlsConfig
|
|
21130
|
-
*/
|
|
21131
|
-
mtlsConfig?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfig;
|
|
21132
|
-
/**
|
|
21133
|
-
* (string) - Name of the Unity Catalog service credential. This value will be set under the option databricks.serviceCredential
|
|
21134
|
-
*/
|
|
21135
|
-
ucServiceCredentialName?: string;
|
|
21136
|
-
}
|
|
21137
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfig {
|
|
21138
|
-
/**
|
|
21139
|
-
* (boolean) - Set to true only when the broker certificate's SAN intentionally does not match
|
|
21140
|
-
* the connection endpoint — for example when reaching the cluster through a
|
|
21141
|
-
* PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
|
|
21142
|
-
* the hostname check removes a defense against man-in-the-middle attacks; do not
|
|
21143
|
-
* enable casually. mTLS client authentication is unaffected by this option.
|
|
21144
|
-
*/
|
|
21145
|
-
disableHostnameVerification?: boolean;
|
|
21146
|
-
/**
|
|
21147
|
-
* (SecretScopeReference) - Secret-scope reference for the private key password. Often the same value as the
|
|
21148
|
-
* keystore password (keytool's default), but provided as a separate field because
|
|
21149
|
-
* Apache Kafka requires it as a distinct option (kafka.ssl.key.password)
|
|
21150
|
-
*/
|
|
21151
|
-
keyPasswordRef: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigKeyPasswordRef;
|
|
21152
|
-
/**
|
|
21153
|
-
* (string) - Unity Catalog volume path to the JKS keystore file containing the client certificate
|
|
21154
|
-
* and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
|
|
21155
|
-
* materialization compute must have read permission on this volume
|
|
21156
|
-
*/
|
|
21157
|
-
keystoreLocation: string;
|
|
21158
|
-
/**
|
|
21159
|
-
* (SecretScopeReference) - Secret-scope reference for the JKS keystore password
|
|
21160
|
-
*/
|
|
21161
|
-
keystorePasswordRef: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigKeystorePasswordRef;
|
|
21162
|
-
/**
|
|
21163
|
-
* (string) - Unity Catalog volume path to the JKS truststore file containing the CA certificate(s)
|
|
21164
|
-
* trusted to verify the Kafka broker's server certificate.
|
|
21165
|
-
* e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks"
|
|
21166
|
-
*/
|
|
21167
|
-
truststoreLocation: string;
|
|
21168
|
-
/**
|
|
21169
|
-
* (SecretScopeReference) - Secret-scope reference for the JKS truststore password
|
|
21170
|
-
*/
|
|
21171
|
-
truststorePasswordRef: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigTruststorePasswordRef;
|
|
21172
|
-
}
|
|
21173
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigKeyPasswordRef {
|
|
21174
|
-
/**
|
|
21175
|
-
* (string) - The key within the scope
|
|
21176
|
-
*/
|
|
21177
|
-
key: string;
|
|
21178
|
-
/**
|
|
21179
|
-
* (string) - The Databricks secret scope name
|
|
21180
|
-
*/
|
|
21181
|
-
scope: string;
|
|
21182
|
-
}
|
|
21183
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigKeystorePasswordRef {
|
|
21184
|
-
/**
|
|
21185
|
-
* (string) - The key within the scope
|
|
21186
|
-
*/
|
|
21187
|
-
key: string;
|
|
21188
|
-
/**
|
|
21189
|
-
* (string) - The Databricks secret scope name
|
|
21190
|
-
*/
|
|
21191
|
-
scope: string;
|
|
21192
|
-
}
|
|
21193
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigAuthConfigMtlsConfigTruststorePasswordRef {
|
|
21194
|
-
/**
|
|
21195
|
-
* (string) - The key within the scope
|
|
21196
|
-
*/
|
|
21197
|
-
key: string;
|
|
21198
|
-
/**
|
|
21199
|
-
* (string) - The Databricks secret scope name
|
|
21200
|
-
*/
|
|
21201
|
-
scope: string;
|
|
21202
|
-
}
|
|
21203
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigBackfillSource {
|
|
21204
|
-
/**
|
|
21205
|
-
* (string) - The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion
|
|
21206
|
-
*/
|
|
21207
|
-
deltaTableName?: string;
|
|
21208
|
-
/**
|
|
21209
|
-
* (DeltaTableSource, deprecated) - Deprecated: Use deltaTableName instead. Kept for backwards compatibility.
|
|
21210
|
-
* The Delta table source containing the historical data to backfill.
|
|
21211
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
21212
|
-
*/
|
|
21213
|
-
deltaTableSource?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigBackfillSourceDeltaTableSource;
|
|
21214
|
-
}
|
|
21215
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigBackfillSourceDeltaTableSource {
|
|
21216
|
-
/**
|
|
21217
|
-
* (string) - Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
|
|
21218
|
-
* Required if transformationSql is specified.
|
|
21219
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
21220
|
-
*/
|
|
21221
|
-
dataframeSchema?: string;
|
|
21222
|
-
/**
|
|
21223
|
-
* (list of string, deprecated)
|
|
21224
|
-
*/
|
|
21225
|
-
entityColumns?: string[];
|
|
21226
|
-
/**
|
|
21227
|
-
* (string) - Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections
|
|
21228
|
-
*/
|
|
21229
|
-
filterCondition?: string;
|
|
21230
|
-
/**
|
|
21231
|
-
* (string) - The full three-part (catalog, schema, table) name of the Delta table
|
|
21232
|
-
*/
|
|
21233
|
-
fullName: string;
|
|
21234
|
-
/**
|
|
21235
|
-
* (string, deprecated)
|
|
21236
|
-
*/
|
|
21237
|
-
timeseriesColumn?: string;
|
|
21238
|
-
/**
|
|
21239
|
-
* (string) - A single SQL SELECT expression applied after filter_condition.
|
|
21240
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
21241
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
21242
|
-
*/
|
|
21243
|
-
transformationSql?: string;
|
|
21244
|
-
}
|
|
21245
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfig {
|
|
21246
|
-
/**
|
|
21247
|
-
* (integer) - The ID of the Databricks Job that performs the historical backfill of the ingestion Delta table
|
|
21248
|
-
*/
|
|
21249
|
-
backfillJobId: number;
|
|
21250
|
-
/**
|
|
21251
|
-
* (BackfillSource) - A user-provided source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Stream.
|
|
21252
|
-
* The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
|
|
21253
|
-
* The schema for this source must match exactly that of the key and payload schemas specified for this Stream,
|
|
21254
|
-
* except that it may omit any columns listed in excluded_columns
|
|
21255
|
-
*/
|
|
21256
|
-
backfillSource?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigBackfillSource;
|
|
21257
|
-
/**
|
|
21258
|
-
* (string) - The ID of the budget policy used to attribute the serverless compute cost of this stream's
|
|
21259
|
-
* managed ingestion. If not specified, a default budget policy may be applied
|
|
21260
|
-
*/
|
|
21261
|
-
budgetPolicyId?: string;
|
|
21262
|
-
/**
|
|
21263
|
-
* (list of string) - Column paths used to identify duplicate rows during ingestion; only one row per
|
|
21264
|
-
* distinct combination of these values is kept. Use dot notation for nested fields
|
|
21265
|
-
* (e.g. `value.user_id`). Empty list means every column is compared
|
|
21266
|
-
*/
|
|
21267
|
-
deduplicationColumns?: string[];
|
|
21268
|
-
/**
|
|
21269
|
-
* (IngestionDestination) - Destination for the Databricks-managed Delta table that holds an offline copy of the streaming data for querying and training.
|
|
21270
|
-
* This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
|
|
21271
|
-
* This table is created and managed by Databricks and is deleted when the Stream is deleted
|
|
21272
|
-
*/
|
|
21273
|
-
ingestionDestination: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigIngestionDestination;
|
|
21274
|
-
/**
|
|
21275
|
-
* (integer) - The ID of the Databricks Job that performs the forward-fill ingestion
|
|
21276
|
-
*/
|
|
21277
|
-
ingestionJobId: number;
|
|
21278
|
-
/**
|
|
21279
|
-
* (string) - The ID of the SDP pipeline that continuously copies new events from the streaming source
|
|
21280
|
-
* into the ingestion Delta table
|
|
21281
|
-
*/
|
|
21282
|
-
ingestionPipelineId: string;
|
|
21283
|
-
/**
|
|
21284
|
-
* (object) - Custom tags to associate with this stream's managed ingestion. They are applied to the
|
|
21285
|
-
* ingestion pipeline and its forward-fill and backfill jobs, and forwarded to the underlying
|
|
21286
|
-
* compute as cluster tags, so ingestion cost can be attributed in the billing system tables.
|
|
21287
|
-
* These tags apply only to the managed ingestion compute; they are not applied to the Stream
|
|
21288
|
-
* entity itself, and are distinct from any Unity Catalog tags on the Stream.
|
|
21289
|
-
* A maximum of 25 tags is supported; keys and values are subject to the same limitations as
|
|
21290
|
-
* cluster tags
|
|
21291
|
-
*/
|
|
21292
|
-
tags?: {
|
|
21293
|
-
[key: string]: string;
|
|
21294
|
-
};
|
|
21295
|
-
}
|
|
21296
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigBackfillSource {
|
|
21297
|
-
/**
|
|
21298
|
-
* (string) - The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion
|
|
21299
|
-
*/
|
|
21300
|
-
deltaTableName?: string;
|
|
21301
|
-
/**
|
|
21302
|
-
* (DeltaTableSource, deprecated) - Deprecated: Use deltaTableName instead. Kept for backwards compatibility.
|
|
21303
|
-
* The Delta table source containing the historical data to backfill.
|
|
21304
|
-
* Only the delta table name is used for backfill, other fields are ignored
|
|
21305
|
-
*/
|
|
21306
|
-
deltaTableSource?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigBackfillSourceDeltaTableSource;
|
|
21307
|
-
}
|
|
21308
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigBackfillSourceDeltaTableSource {
|
|
21309
|
-
/**
|
|
21310
|
-
* (string) - Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
|
|
21311
|
-
* Required if transformationSql is specified.
|
|
21312
|
-
* Example: {"type":"struct","fields":[{"name":"colA","type":"integer","nullable":true,"metadata":{}},{"name":"colC","type":"integer","nullable":true,"metadata":{}}]}
|
|
21313
|
-
*/
|
|
21314
|
-
dataframeSchema?: string;
|
|
21315
|
-
/**
|
|
21316
|
-
* (list of string, deprecated)
|
|
21317
|
-
*/
|
|
21318
|
-
entityColumns?: string[];
|
|
21319
|
-
/**
|
|
21320
|
-
* (string) - Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections
|
|
21321
|
-
*/
|
|
21322
|
-
filterCondition?: string;
|
|
21323
|
-
/**
|
|
21324
|
-
* (string) - The full three-part (catalog, schema, table) name of the Delta table
|
|
21325
|
-
*/
|
|
21326
|
-
fullName: string;
|
|
21327
|
-
/**
|
|
21328
|
-
* (string, deprecated)
|
|
21329
|
-
*/
|
|
21330
|
-
timeseriesColumn?: string;
|
|
21331
|
-
/**
|
|
21332
|
-
* (string) - A single SQL SELECT expression applied after filter_condition.
|
|
21333
|
-
* Should contains all the columns needed (eg. "SELECT *, colA + colB AS colC FROM x.y.z WHERE colA > 0" would have `transformationSql` "*, colA + colB AS colC")
|
|
21334
|
-
* If transformationSql is not provided, all columns of the delta table are present in the DataSource dataframe
|
|
21335
|
-
*/
|
|
21336
|
-
transformationSql?: string;
|
|
21337
|
-
}
|
|
21338
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigIngestionConfigIngestionDestination {
|
|
21339
|
-
/**
|
|
21340
|
-
* (string) - The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion
|
|
21341
|
-
*/
|
|
21342
|
-
deltaTableName?: string;
|
|
21343
|
-
}
|
|
21344
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigKeySchema {
|
|
21345
|
-
/**
|
|
21346
|
-
* (string) - Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
21347
|
-
*/
|
|
21348
|
-
avroSchema?: string;
|
|
21349
|
-
/**
|
|
21350
|
-
* (string) - Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
21351
|
-
*/
|
|
21352
|
-
jsonSchema?: string;
|
|
21353
|
-
/**
|
|
21354
|
-
* (ProtoSchemaSpec) - Protocol Buffer schema with its payload message name
|
|
21355
|
-
*/
|
|
21356
|
-
protoSchema?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigKeySchemaProtoSchema;
|
|
21357
|
-
}
|
|
21358
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigKeySchemaProtoSchema {
|
|
21359
|
-
/**
|
|
21360
|
-
* (string) - The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
21361
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
21362
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
21363
|
-
* but only one represents the payload. Must not be empty
|
|
21364
|
-
*/
|
|
21365
|
-
messageName: string;
|
|
21366
|
-
/**
|
|
21367
|
-
* (string) - The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
21368
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
21369
|
-
*/
|
|
21370
|
-
schemaText: string;
|
|
21371
|
-
}
|
|
21372
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigProviderConfig {
|
|
21373
|
-
/**
|
|
21374
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21375
|
-
*/
|
|
21376
|
-
workspaceId: string;
|
|
21377
|
-
}
|
|
21378
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigSubscriptionMode {
|
|
21379
|
-
/**
|
|
21380
|
-
* (string) - A JSON string that contains the specific topic-partitions to consume from.
|
|
21381
|
-
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from
|
|
21382
|
-
*/
|
|
21383
|
-
assign?: string;
|
|
21384
|
-
/**
|
|
21385
|
-
* (string) - A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'
|
|
21386
|
-
*/
|
|
21387
|
-
subscribe?: string;
|
|
21388
|
-
/**
|
|
21389
|
-
* (string) - A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'
|
|
21390
|
-
*/
|
|
21391
|
-
subscribePattern?: string;
|
|
21392
|
-
}
|
|
21393
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigValueSchema {
|
|
21394
|
-
/**
|
|
21395
|
-
* (string) - Avro schema in JSON format (https://avro.apache.org/docs/current/specification/)
|
|
21396
|
-
*/
|
|
21397
|
-
avroSchema?: string;
|
|
21398
|
-
/**
|
|
21399
|
-
* (string) - Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/)
|
|
21400
|
-
*/
|
|
21401
|
-
jsonSchema?: string;
|
|
21402
|
-
/**
|
|
21403
|
-
* (ProtoSchemaSpec) - Protocol Buffer schema with its payload message name
|
|
21404
|
-
*/
|
|
21405
|
-
protoSchema?: outputs.GetFeatureEngineeringKafkaConfigsKafkaConfigValueSchemaProtoSchema;
|
|
21406
|
-
}
|
|
21407
|
-
export interface GetFeatureEngineeringKafkaConfigsKafkaConfigValueSchemaProtoSchema {
|
|
21408
|
-
/**
|
|
21409
|
-
* (string) - The fully-qualified name of the message within schemaText that describes the Kafka payload
|
|
21410
|
-
* (e.g. "Event" or "com.example.Event" if schemaText declares a package). Identifies which
|
|
21411
|
-
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
21412
|
-
* but only one represents the payload. Must not be empty
|
|
21413
|
-
*/
|
|
21414
|
-
messageName: string;
|
|
21415
|
-
/**
|
|
21416
|
-
* (string) - The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
21417
|
-
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/)
|
|
21418
|
-
*/
|
|
21419
|
-
schemaText: string;
|
|
21420
|
-
}
|
|
21421
|
-
export interface GetFeatureEngineeringKafkaConfigsProviderConfig {
|
|
21422
|
-
/**
|
|
21423
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21424
|
-
*/
|
|
21425
|
-
workspaceId: string;
|
|
21426
|
-
}
|
|
21427
|
-
export interface GetFeatureEngineeringMaterializedFeatureCronScheduleTrigger {
|
|
21428
|
-
/**
|
|
21429
|
-
* (string) - The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). The
|
|
21430
|
-
* schedule is interpreted in timezoneId (defaults to UTC). Required when mode is MANUAL (or
|
|
21431
|
-
* unset). Left empty when mode is DERIVED, where the service computes it (aligned to UTC) from
|
|
21432
|
-
* the features' window timing and fills it in on the response
|
|
21433
|
-
*/
|
|
21434
|
-
cronExpression?: string;
|
|
21435
|
-
/**
|
|
21436
|
-
* (string) - The type of streaming mode used by the materialization pipeline. Possible values are: `STREAMING_MODE_TYPE_MBM`, `STREAMING_MODE_TYPE_RTM`
|
|
21437
|
-
*/
|
|
21438
|
-
mode?: string;
|
|
21439
|
-
/**
|
|
21440
|
-
* (string) - A Java timezone ID. The schedule is resolved with respect to this timezone. Defaults to UTC
|
|
21441
|
-
* when omitted. Can only be configured for MANUAL schedules; DERIVED schedules are always aligned
|
|
21442
|
-
* to UTC
|
|
21443
|
-
*/
|
|
21444
|
-
timezoneId?: string;
|
|
21445
|
-
}
|
|
21446
|
-
export interface GetFeatureEngineeringMaterializedFeatureOfflineStoreConfig {
|
|
21447
|
-
/**
|
|
21448
|
-
* (string) - The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
|
|
21449
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21450
|
-
*/
|
|
21451
|
-
catalogName: string;
|
|
21452
|
-
/**
|
|
21453
|
-
* (string) - The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
|
|
21454
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21455
|
-
*/
|
|
21456
|
-
schemaName: string;
|
|
21457
|
-
/**
|
|
21458
|
-
* (string) - Prefix for Unity Catalog table name.
|
|
21459
|
-
* The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix
|
|
21460
|
-
*/
|
|
21461
|
-
tableNamePrefix: string;
|
|
21462
|
-
}
|
|
21463
|
-
export interface GetFeatureEngineeringMaterializedFeatureOnlineStoreConfig {
|
|
21464
|
-
/**
|
|
21465
|
-
* (string) - The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
|
|
21466
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21467
|
-
*/
|
|
21468
|
-
catalogName: string;
|
|
21469
|
-
/**
|
|
21470
|
-
* (string) - The name of the target online store
|
|
21471
|
-
*/
|
|
21472
|
-
onlineStoreName: string;
|
|
21473
|
-
/**
|
|
21474
|
-
* (string) - The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
|
|
21475
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21476
|
-
*/
|
|
21477
|
-
schemaName: string;
|
|
21478
|
-
/**
|
|
21479
|
-
* (string) - Prefix for Unity Catalog table name.
|
|
21480
|
-
* The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix
|
|
21481
|
-
*/
|
|
21482
|
-
tableNamePrefix: string;
|
|
21483
|
-
}
|
|
21484
|
-
export interface GetFeatureEngineeringMaterializedFeatureProviderConfig {
|
|
21485
|
-
/**
|
|
21486
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21487
|
-
*/
|
|
21488
|
-
workspaceId: string;
|
|
21489
|
-
}
|
|
21490
|
-
export interface GetFeatureEngineeringMaterializedFeatureStreamingMode {
|
|
21491
|
-
/**
|
|
21492
|
-
* (string) - The desired data freshness for feature materialization, expressed as a
|
|
21493
|
-
* duration string (e.g. "1 minute")
|
|
21494
|
-
*/
|
|
21495
|
-
freshnessTarget?: string;
|
|
21496
|
-
/**
|
|
21497
|
-
* (string) - The type of streaming mode used by the materialization pipeline. Possible values are: `STREAMING_MODE_TYPE_MBM`, `STREAMING_MODE_TYPE_RTM`
|
|
21498
|
-
*/
|
|
21499
|
-
mode?: string;
|
|
21500
|
-
}
|
|
21501
|
-
export interface GetFeatureEngineeringMaterializedFeatureTableTrigger {
|
|
21502
|
-
}
|
|
21503
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeature {
|
|
21504
|
-
/**
|
|
21505
|
-
* (string) - The ID of the budget policy used to attribute the serverless compute cost of this
|
|
21506
|
-
* materialization. If not specified, a default budget policy may be applied
|
|
21507
|
-
*/
|
|
21508
|
-
budgetPolicyId: string;
|
|
21509
|
-
/**
|
|
21510
|
-
* (string, deprecated)
|
|
21511
|
-
*/
|
|
21512
|
-
cronSchedule: string;
|
|
21513
|
-
/**
|
|
21514
|
-
* (CronSchedule) - A cron-based schedule trigger for the materialization pipeline
|
|
21515
|
-
*/
|
|
21516
|
-
cronScheduleTrigger: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureCronScheduleTrigger;
|
|
21517
|
-
/**
|
|
21518
|
-
* Filter by feature name. If specified, only materialized features materialized from this feature will be returned
|
|
21519
|
-
*/
|
|
21520
|
-
featureName: string;
|
|
21521
|
-
/**
|
|
21522
|
-
* (boolean) - True if this is an online materialized feature. False if it is an offline materialized feature
|
|
21523
|
-
*/
|
|
21524
|
-
isOnline: boolean;
|
|
21525
|
-
/**
|
|
21526
|
-
* (integer) - The ID of the job that materializes the feature. This is present for both batch and streaming features
|
|
21527
|
-
*/
|
|
21528
|
-
jobId: number;
|
|
21529
|
-
/**
|
|
21530
|
-
* (string) - The timestamp when the pipeline last ran and updated the materialized feature values.
|
|
21531
|
-
* If the pipeline has not run yet, this field will be null
|
|
21532
|
-
*/
|
|
21533
|
-
lastMaterializationTime: string;
|
|
21534
|
-
/**
|
|
21535
|
-
* (string) - Name of the latest backfill operation on this materialized feature. Format: operations/{operation_id}
|
|
21536
|
-
*/
|
|
21537
|
-
latestBackfillOperation: string;
|
|
21538
|
-
/**
|
|
21539
|
-
* (string) - Server-assigned unique identifier for the materialized feature
|
|
21540
|
-
*/
|
|
21541
|
-
materializedFeatureId: string;
|
|
21542
|
-
/**
|
|
21543
|
-
* (OfflineStoreConfig) - Destination for writing feature values to an offline Delta table
|
|
21544
|
-
*/
|
|
21545
|
-
offlineStoreConfig: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureOfflineStoreConfig;
|
|
21546
|
-
/**
|
|
21547
|
-
* (OnlineStoreConfig) - Destination for writing feature values to an online Lakebase table
|
|
21548
|
-
*/
|
|
21549
|
-
onlineStoreConfig: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureOnlineStoreConfig;
|
|
21550
|
-
/**
|
|
21551
|
-
* (string) - The ID of the pipeline that materializes this feature. This is only present for streaming features
|
|
21552
|
-
*/
|
|
21553
|
-
pipelineId: string;
|
|
21554
|
-
/**
|
|
21555
|
-
* (string) - The schedule state of the materialization pipeline.
|
|
21556
|
-
* Hidden from GraphQL: being deprecated, so not exposed to Catalog Explorer. Possible values are: `ACTIVE`, `PAUSED`, `SNAPSHOT`
|
|
21557
|
-
*/
|
|
21558
|
-
pipelineScheduleState: string;
|
|
21559
|
-
/**
|
|
21560
|
-
* Configure the provider for management through account provider.
|
|
21561
|
-
*/
|
|
21562
|
-
providerConfig?: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureProviderConfig;
|
|
21563
|
-
/**
|
|
21564
|
-
* (StreamingMode) - The Structured Streaming trigger mode used for materialization. Real-time mode (RTM) targets
|
|
21565
|
-
* sub-second latency for operational workloads; micro-batch mode (MBM) favors cost efficiency
|
|
21566
|
-
* for ETL and analytics workloads
|
|
21567
|
-
*/
|
|
21568
|
-
streamingMode: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureStreamingMode;
|
|
21569
|
-
/**
|
|
21570
|
-
* (string) - The fully qualified Unity Catalog path to the table containing the materialized feature (Delta table or Lakebase table). Output only
|
|
21571
|
-
*/
|
|
21572
|
-
tableName: string;
|
|
21573
|
-
/**
|
|
21574
|
-
* (TableTrigger) - A trigger that fires when the upstream source table changes
|
|
21575
|
-
*/
|
|
21576
|
-
tableTrigger: outputs.GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureTableTrigger;
|
|
21577
|
-
/**
|
|
21578
|
-
* (object) - Custom tags to associate with this materialization. They are applied to the materialization
|
|
21579
|
-
* job (for batch features) or pipeline (for streaming features) and forwarded to the underlying
|
|
21580
|
-
* compute as cluster tags, so materialization cost can be attributed in the billing system
|
|
21581
|
-
* tables. These tags apply only to the materialization compute; they are not applied to the
|
|
21582
|
-
* Unity Catalog Feature resource itself, whose tags are managed separately through the Unity
|
|
21583
|
-
* Catalog tagging API. A maximum of 25 tags is supported; keys and values are subject to the
|
|
21584
|
-
* same limitations as cluster tags
|
|
21585
|
-
*/
|
|
21586
|
-
tags: {
|
|
21587
|
-
[key: string]: string;
|
|
21588
|
-
};
|
|
21589
|
-
}
|
|
21590
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureCronScheduleTrigger {
|
|
21591
|
-
/**
|
|
21592
|
-
* (string) - The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). The
|
|
21593
|
-
* schedule is interpreted in timezoneId (defaults to UTC). Required when mode is MANUAL (or
|
|
21594
|
-
* unset). Left empty when mode is DERIVED, where the service computes it (aligned to UTC) from
|
|
21595
|
-
* the features' window timing and fills it in on the response
|
|
21596
|
-
*/
|
|
21597
|
-
cronExpression?: string;
|
|
21598
|
-
/**
|
|
21599
|
-
* (string) - The type of streaming mode used by the materialization pipeline. Possible values are: `STREAMING_MODE_TYPE_MBM`, `STREAMING_MODE_TYPE_RTM`
|
|
21600
|
-
*/
|
|
21601
|
-
mode?: string;
|
|
21602
|
-
/**
|
|
21603
|
-
* (string) - A Java timezone ID. The schedule is resolved with respect to this timezone. Defaults to UTC
|
|
21604
|
-
* when omitted. Can only be configured for MANUAL schedules; DERIVED schedules are always aligned
|
|
21605
|
-
* to UTC
|
|
21606
|
-
*/
|
|
21607
|
-
timezoneId?: string;
|
|
21608
|
-
}
|
|
21609
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureOfflineStoreConfig {
|
|
21610
|
-
/**
|
|
21611
|
-
* (string) - The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
|
|
21612
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21613
|
-
*/
|
|
21614
|
-
catalogName: string;
|
|
21615
|
-
/**
|
|
21616
|
-
* (string) - The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
|
|
21617
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21618
|
-
*/
|
|
21619
|
-
schemaName: string;
|
|
21620
|
-
/**
|
|
21621
|
-
* (string) - Prefix for Unity Catalog table name.
|
|
21622
|
-
* The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix
|
|
21623
|
-
*/
|
|
21624
|
-
tableNamePrefix: string;
|
|
21625
|
-
}
|
|
21626
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureOnlineStoreConfig {
|
|
21627
|
-
/**
|
|
21628
|
-
* (string) - The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
|
|
21629
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21630
|
-
*/
|
|
21631
|
-
catalogName: string;
|
|
21632
|
-
/**
|
|
21633
|
-
* (string) - The name of the target online store
|
|
21634
|
-
*/
|
|
21635
|
-
onlineStoreName: string;
|
|
21636
|
-
/**
|
|
21637
|
-
* (string) - The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
|
|
21638
|
-
* Quoting is handled by the backend where needed, do not pre-quote it
|
|
21639
|
-
*/
|
|
21640
|
-
schemaName: string;
|
|
21641
|
-
/**
|
|
21642
|
-
* (string) - Prefix for Unity Catalog table name.
|
|
21643
|
-
* The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix
|
|
21644
|
-
*/
|
|
21645
|
-
tableNamePrefix: string;
|
|
21646
|
-
}
|
|
21647
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureProviderConfig {
|
|
21648
|
-
/**
|
|
21649
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21650
|
-
*/
|
|
21651
|
-
workspaceId: string;
|
|
21652
|
-
}
|
|
21653
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureStreamingMode {
|
|
21654
|
-
/**
|
|
21655
|
-
* (string) - The desired data freshness for feature materialization, expressed as a
|
|
21656
|
-
* duration string (e.g. "1 minute")
|
|
21657
|
-
*/
|
|
21658
|
-
freshnessTarget?: string;
|
|
21659
|
-
/**
|
|
21660
|
-
* (string) - The type of streaming mode used by the materialization pipeline. Possible values are: `STREAMING_MODE_TYPE_MBM`, `STREAMING_MODE_TYPE_RTM`
|
|
21661
|
-
*/
|
|
21662
|
-
mode?: string;
|
|
21663
|
-
}
|
|
21664
|
-
export interface GetFeatureEngineeringMaterializedFeaturesMaterializedFeatureTableTrigger {
|
|
21665
|
-
}
|
|
21666
|
-
export interface GetFeatureEngineeringMaterializedFeaturesProviderConfig {
|
|
21667
|
-
/**
|
|
21668
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
21669
|
-
*/
|
|
21670
|
-
workspaceId: string;
|
|
21671
|
-
}
|
|
21672
|
-
export interface GetFunctionsFunction {
|
|
21673
|
-
/**
|
|
21674
|
-
* Indicates whether the principal is limited to retrieving metadata for the associated object through the `BROWSE` privilege when `includeBrowse` is enabled in the request.
|
|
21675
|
-
*/
|
|
21676
|
-
browseOnly?: boolean;
|
|
21677
|
-
/**
|
|
21678
|
-
* Name of databricks_catalog.
|
|
21679
|
-
*/
|
|
21680
|
-
catalogName?: string;
|
|
21681
|
-
/**
|
|
21682
|
-
* User-provided free-form text description.
|
|
21683
|
-
*/
|
|
21684
|
-
comment?: string;
|
|
21685
|
-
/**
|
|
21686
|
-
* Time at which this function was created, in epoch milliseconds.
|
|
21687
|
-
*/
|
|
21688
|
-
createdAt?: number;
|
|
21689
|
-
/**
|
|
21690
|
-
* Username of function creator.
|
|
21691
|
-
*/
|
|
21692
|
-
createdBy?: string;
|
|
21693
|
-
/**
|
|
21694
|
-
* Scalar function return data type.
|
|
21695
|
-
*/
|
|
21696
|
-
dataType?: string;
|
|
21697
|
-
/**
|
|
21698
|
-
* External function language.
|
|
21699
|
-
*/
|
|
21700
|
-
externalLanguage?: string;
|
|
21701
|
-
/**
|
|
21702
|
-
* External function name.
|
|
21703
|
-
*/
|
|
21704
|
-
externalName?: string;
|
|
21705
|
-
/**
|
|
21706
|
-
* Pretty printed function data type.
|
|
21707
|
-
*/
|
|
21708
|
-
fullDataType?: string;
|
|
21709
|
-
/**
|
|
21710
|
-
* Full name of function, in form of catalog_name.schema_name.function__name
|
|
21711
|
-
*/
|
|
21712
|
-
fullName?: string;
|
|
21713
|
-
/**
|
|
21714
|
-
* Id of Function, relative to parent schema.
|
|
21715
|
-
*/
|
|
21716
|
-
functionId?: string;
|
|
21717
|
-
/**
|
|
21718
|
-
* object describing input parameters. Consists of the single attribute:
|
|
21719
|
-
*/
|
|
21720
|
-
inputParams?: outputs.GetFunctionsFunctionInputParams;
|
|
21721
|
-
/**
|
|
21722
|
-
* Boolean flag specifying whether the function is deterministic.
|
|
21723
|
-
*/
|
|
21724
|
-
isDeterministic?: boolean;
|
|
21725
|
-
/**
|
|
21726
|
-
* Boolean flag whether function null call.
|
|
21727
|
-
*/
|
|
21728
|
-
isNullCall?: boolean;
|
|
21729
|
-
/**
|
|
21730
|
-
* Unique identifier of parent metastore.
|
|
21731
|
-
*/
|
|
21732
|
-
metastoreId?: string;
|
|
21733
|
-
/**
|
|
21734
|
-
* Name of parameter.
|
|
21735
|
-
*/
|
|
21736
|
-
name?: string;
|
|
21737
|
-
/**
|
|
21738
|
-
* Username of current owner of function.
|
|
21739
|
-
*/
|
|
21740
|
-
owner?: string;
|
|
21741
|
-
/**
|
|
21742
|
-
* Function parameter style. `S` is the value for SQL.
|
|
21743
|
-
*/
|
|
21744
|
-
parameterStyle?: string;
|
|
21745
|
-
/**
|
|
21746
|
-
* JSON-serialized key-value pair map, encoded (escaped) as a string.
|
|
21747
|
-
*/
|
|
21748
|
-
properties?: string;
|
|
21749
|
-
/**
|
|
21750
|
-
* Table function return parameters. See `inputParams` for description.
|
|
21751
|
-
*/
|
|
21752
|
-
returnParams?: outputs.GetFunctionsFunctionReturnParams;
|
|
21753
|
-
/**
|
|
21754
|
-
* Function language (`SQL` or `EXTERNAL`). When `EXTERNAL` is used, the language of the routine function should be specified in the `externalLanguage` field, and the `returnParams` of the function cannot be used (as `TABLE` return type is not supported), and the `sqlDataAccess` field must be `NO_SQL`.
|
|
21755
|
-
*/
|
|
21756
|
-
routineBody?: string;
|
|
21757
|
-
/**
|
|
21758
|
-
* Function body.
|
|
21759
|
-
*/
|
|
21760
|
-
routineDefinition?: string;
|
|
21761
|
-
/**
|
|
21762
|
-
* Function dependencies.
|
|
21763
|
-
*/
|
|
21764
|
-
routineDependencies?: outputs.GetFunctionsFunctionRoutineDependencies;
|
|
21765
|
-
/**
|
|
21766
|
-
* Name of databricks_schema.
|
|
21767
|
-
*/
|
|
21768
|
-
schemaName?: string;
|
|
21769
|
-
/**
|
|
21770
|
-
* Function security type. (Enum: `DEFINER`).
|
|
21771
|
-
*/
|
|
21772
|
-
securityType?: string;
|
|
21773
|
-
/**
|
|
21774
|
-
* Specific name of the function; Reserved for future use.
|
|
21775
|
-
*/
|
|
21776
|
-
specificName?: string;
|
|
21777
|
-
/**
|
|
21778
|
-
* Function SQL data access (`CONTAINS_SQL`, `READS_SQL_DATA`, `NO_SQL`).
|
|
21779
|
-
*/
|
|
21780
|
-
sqlDataAccess?: string;
|
|
21781
|
-
/**
|
|
21782
|
-
* List of schemes whose objects can be referenced without qualification.
|
|
21783
|
-
*/
|
|
21784
|
-
sqlPath?: string;
|
|
21785
|
-
/**
|
|
21786
|
-
* Time at which this function was created, in epoch milliseconds.
|
|
21787
|
-
*/
|
|
21788
|
-
updatedAt?: number;
|
|
21789
|
-
/**
|
|
21790
|
-
* Username of user who last modified function.
|
|
21791
|
-
*/
|
|
21792
|
-
updatedBy?: string;
|
|
21793
|
-
}
|
|
21794
|
-
export interface GetFunctionsFunctionInputParams {
|
|
21795
|
-
/**
|
|
21796
|
-
* The array of definitions of the function's parameters:
|
|
21797
|
-
*/
|
|
21798
|
-
parameters?: outputs.GetFunctionsFunctionInputParamsParameter[];
|
|
21799
|
-
}
|
|
21800
|
-
export interface GetFunctionsFunctionInputParamsParameter {
|
|
21801
|
-
/**
|
|
21802
|
-
* User-provided free-form text description.
|
|
20593
|
+
* User-provided free-form text description.
|
|
21803
20594
|
*/
|
|
21804
20595
|
comment?: string;
|
|
21805
20596
|
/**
|
|
@@ -23671,271 +22462,6 @@ export interface GetKnowledgeAssistantsProviderConfig {
|
|
|
23671
22462
|
*/
|
|
23672
22463
|
workspaceId: string;
|
|
23673
22464
|
}
|
|
23674
|
-
export interface GetMasonManagedMemoryEntriesManagedMemoryEntry {
|
|
23675
|
-
/**
|
|
23676
|
-
* Customer-provided identifier for the actor whose entries are listed
|
|
23677
|
-
*/
|
|
23678
|
-
actorId: string;
|
|
23679
|
-
/**
|
|
23680
|
-
* (string) - Optional free-form memory content
|
|
23681
|
-
*/
|
|
23682
|
-
content: string;
|
|
23683
|
-
/**
|
|
23684
|
-
* (string) - Time when the entry was created
|
|
23685
|
-
*/
|
|
23686
|
-
createTime: string;
|
|
23687
|
-
/**
|
|
23688
|
-
* (string) - Human-readable description of the memory entry
|
|
23689
|
-
*/
|
|
23690
|
-
description: string;
|
|
23691
|
-
/**
|
|
23692
|
-
* (string) - Resource name in the form
|
|
23693
|
-
* `memory-stores/{managed_memory_store_id}/entries/{managed_memory_entry_id}`
|
|
23694
|
-
*/
|
|
23695
|
-
name: string;
|
|
23696
|
-
/**
|
|
23697
|
-
* (string) - Absolute, case-sensitive path identifying the entry within its actor and optional session.
|
|
23698
|
-
* Paths must begin with `/` and must not contain empty, `.` or `..` segments
|
|
23699
|
-
*/
|
|
23700
|
-
path: string;
|
|
23701
|
-
/**
|
|
23702
|
-
* Configure the provider for management through account provider.
|
|
23703
|
-
*/
|
|
23704
|
-
providerConfig?: outputs.GetMasonManagedMemoryEntriesManagedMemoryEntryProviderConfig;
|
|
23705
|
-
/**
|
|
23706
|
-
* Optional session identifier. When set, only entries with this exact `sessionId` are
|
|
23707
|
-
* returned. Omitted-session (cross-session) entries are not included. Ignored when path is set
|
|
23708
|
-
*/
|
|
23709
|
-
sessionId: string;
|
|
23710
|
-
/**
|
|
23711
|
-
* (string) - Which writer created this entry. Caller sets this on Create; immutable after creation. Possible values are: `MANAGED_MEMORY_ENTRY_SOURCE_TYPE_AGENT`, `MANAGED_MEMORY_ENTRY_SOURCE_TYPE_DREAMER`
|
|
23712
|
-
*/
|
|
23713
|
-
sourceType: string;
|
|
23714
|
-
/**
|
|
23715
|
-
* (string) - Time when the entry was last updated
|
|
23716
|
-
*/
|
|
23717
|
-
updateTime: string;
|
|
23718
|
-
}
|
|
23719
|
-
export interface GetMasonManagedMemoryEntriesManagedMemoryEntryProviderConfig {
|
|
23720
|
-
/**
|
|
23721
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23722
|
-
*/
|
|
23723
|
-
workspaceId: string;
|
|
23724
|
-
}
|
|
23725
|
-
export interface GetMasonManagedMemoryEntriesProviderConfig {
|
|
23726
|
-
/**
|
|
23727
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23728
|
-
*/
|
|
23729
|
-
workspaceId: string;
|
|
23730
|
-
}
|
|
23731
|
-
export interface GetMasonManagedMemoryEntryProviderConfig {
|
|
23732
|
-
/**
|
|
23733
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23734
|
-
*/
|
|
23735
|
-
workspaceId: string;
|
|
23736
|
-
}
|
|
23737
|
-
export interface GetMasonManagedMemoryStoreProviderConfig {
|
|
23738
|
-
/**
|
|
23739
|
-
* (integer) - Workspace that owns the memory store
|
|
23740
|
-
*/
|
|
23741
|
-
workspaceId: string;
|
|
23742
|
-
}
|
|
23743
|
-
export interface GetMasonManagedMemoryStoreStorageBackend {
|
|
23744
|
-
/**
|
|
23745
|
-
* (string) - Backend-specific identifier. For Lakebase, this is the project ID
|
|
23746
|
-
*/
|
|
23747
|
-
backendId: string;
|
|
23748
|
-
/**
|
|
23749
|
-
* (string) - Type of the storage backend. Possible values are: `STORAGE_BACKEND_TYPE_LAKEBASE`
|
|
23750
|
-
*/
|
|
23751
|
-
backendType: string;
|
|
23752
|
-
}
|
|
23753
|
-
export interface GetMasonManagedMemoryStoresManagedMemoryStore {
|
|
23754
|
-
/**
|
|
23755
|
-
* (string) - Time when the store was created
|
|
23756
|
-
*/
|
|
23757
|
-
createTime: string;
|
|
23758
|
-
/**
|
|
23759
|
-
* (string) - Workspace-local user ID of the authenticated principal that created the store. This is
|
|
23760
|
-
* immutable server-set attribution and does not grant access; authorization is evaluated from
|
|
23761
|
-
* the authenticated request context
|
|
23762
|
-
*/
|
|
23763
|
-
creatorUserId: string;
|
|
23764
|
-
/**
|
|
23765
|
-
* (string) - Human-readable description of the memory store
|
|
23766
|
-
*/
|
|
23767
|
-
description: string;
|
|
23768
|
-
/**
|
|
23769
|
-
* (string, deprecated) - Deprecated compatibility alias for the caller-provided managed memory store ID. Canonical
|
|
23770
|
-
* clients provide the ID through `CreateMemoryStoreRequest.managed_memory_store_id` and use
|
|
23771
|
-
* `name` as the resource identifier
|
|
23772
|
-
*/
|
|
23773
|
-
displayName: string;
|
|
23774
|
-
/**
|
|
23775
|
-
* (string) - Resource name in the form `memory-stores/{managed_memory_store_id}`
|
|
23776
|
-
*/
|
|
23777
|
-
name: string;
|
|
23778
|
-
/**
|
|
23779
|
-
* (string, deprecated) - Deprecated alias for `creatorUserId`. This identifies the original creator, not a
|
|
23780
|
-
* transferable owner. Use `creatorUserId` instead
|
|
23781
|
-
*/
|
|
23782
|
-
ownerUserId: string;
|
|
23783
|
-
/**
|
|
23784
|
-
* Configure the provider for management through account provider.
|
|
23785
|
-
*/
|
|
23786
|
-
providerConfig?: outputs.GetMasonManagedMemoryStoresManagedMemoryStoreProviderConfig;
|
|
23787
|
-
/**
|
|
23788
|
-
* (StorageBackend) - Service-managed storage backing this memory store
|
|
23789
|
-
*/
|
|
23790
|
-
storageBackend: outputs.GetMasonManagedMemoryStoresManagedMemoryStoreStorageBackend;
|
|
23791
|
-
/**
|
|
23792
|
-
* (string) - Time when the store was last updated
|
|
23793
|
-
*/
|
|
23794
|
-
updateTime: string;
|
|
23795
|
-
/**
|
|
23796
|
-
* (integer) - Workspace that owns the memory store
|
|
23797
|
-
*/
|
|
23798
|
-
workspaceId: number;
|
|
23799
|
-
}
|
|
23800
|
-
export interface GetMasonManagedMemoryStoresManagedMemoryStoreProviderConfig {
|
|
23801
|
-
/**
|
|
23802
|
-
* (integer) - Workspace that owns the memory store
|
|
23803
|
-
*/
|
|
23804
|
-
workspaceId: string;
|
|
23805
|
-
}
|
|
23806
|
-
export interface GetMasonManagedMemoryStoresManagedMemoryStoreStorageBackend {
|
|
23807
|
-
/**
|
|
23808
|
-
* (string) - Backend-specific identifier. For Lakebase, this is the project ID
|
|
23809
|
-
*/
|
|
23810
|
-
backendId: string;
|
|
23811
|
-
/**
|
|
23812
|
-
* (string) - Type of the storage backend. Possible values are: `STORAGE_BACKEND_TYPE_LAKEBASE`
|
|
23813
|
-
*/
|
|
23814
|
-
backendType: string;
|
|
23815
|
-
}
|
|
23816
|
-
export interface GetMasonManagedMemoryStoresProviderConfig {
|
|
23817
|
-
/**
|
|
23818
|
-
* (integer) - Workspace that owns the memory store
|
|
23819
|
-
*/
|
|
23820
|
-
workspaceId: string;
|
|
23821
|
-
}
|
|
23822
|
-
export interface GetMasonSessionProviderConfig {
|
|
23823
|
-
/**
|
|
23824
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23825
|
-
*/
|
|
23826
|
-
workspaceId: string;
|
|
23827
|
-
}
|
|
23828
|
-
export interface GetMasonSessionStoreProviderConfig {
|
|
23829
|
-
/**
|
|
23830
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23831
|
-
*/
|
|
23832
|
-
workspaceId: string;
|
|
23833
|
-
}
|
|
23834
|
-
export interface GetMasonSessionStoresProviderConfig {
|
|
23835
|
-
/**
|
|
23836
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23837
|
-
*/
|
|
23838
|
-
workspaceId: string;
|
|
23839
|
-
}
|
|
23840
|
-
export interface GetMasonSessionStoresSessionStore {
|
|
23841
|
-
/**
|
|
23842
|
-
* (string) - Time when the store was created
|
|
23843
|
-
*/
|
|
23844
|
-
createTime: string;
|
|
23845
|
-
/**
|
|
23846
|
-
* (string) - Workspace-local user ID of the authenticated principal that created the store. This is
|
|
23847
|
-
* immutable server-set attribution and does not grant access; authorization is evaluated from
|
|
23848
|
-
* the authenticated request context
|
|
23849
|
-
*/
|
|
23850
|
-
creatorUserId: string;
|
|
23851
|
-
/**
|
|
23852
|
-
* (string) - Human-readable description of the session store
|
|
23853
|
-
*/
|
|
23854
|
-
description: string;
|
|
23855
|
-
/**
|
|
23856
|
-
* (object) - Mutable caller-defined string labels
|
|
23857
|
-
*/
|
|
23858
|
-
metadata: {
|
|
23859
|
-
[key: string]: string;
|
|
23860
|
-
};
|
|
23861
|
-
/**
|
|
23862
|
-
* (string) - Resource name in the form `session-stores/{session_store_id}`
|
|
23863
|
-
*/
|
|
23864
|
-
name: string;
|
|
23865
|
-
/**
|
|
23866
|
-
* Configure the provider for management through account provider.
|
|
23867
|
-
*/
|
|
23868
|
-
providerConfig?: outputs.GetMasonSessionStoresSessionStoreProviderConfig;
|
|
23869
|
-
/**
|
|
23870
|
-
* (string) - Time when the store was last updated
|
|
23871
|
-
*/
|
|
23872
|
-
updateTime: string;
|
|
23873
|
-
}
|
|
23874
|
-
export interface GetMasonSessionStoresSessionStoreProviderConfig {
|
|
23875
|
-
/**
|
|
23876
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23877
|
-
*/
|
|
23878
|
-
workspaceId: string;
|
|
23879
|
-
}
|
|
23880
|
-
export interface GetMasonSessionsProviderConfig {
|
|
23881
|
-
/**
|
|
23882
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23883
|
-
*/
|
|
23884
|
-
workspaceId: string;
|
|
23885
|
-
}
|
|
23886
|
-
export interface GetMasonSessionsSession {
|
|
23887
|
-
/**
|
|
23888
|
-
* (string) - Opaque caller-provided identifier for the application actor associated with the session.
|
|
23889
|
-
*/
|
|
23890
|
-
actorId: string;
|
|
23891
|
-
/**
|
|
23892
|
-
* (string) - Time when the session was created
|
|
23893
|
-
*/
|
|
23894
|
-
createTime: string;
|
|
23895
|
-
/**
|
|
23896
|
-
* (string) - Time when the session's item history was last mutated
|
|
23897
|
-
*/
|
|
23898
|
-
lastActivityTime: string;
|
|
23899
|
-
/**
|
|
23900
|
-
* (object) - Mutable caller-defined string labels
|
|
23901
|
-
*/
|
|
23902
|
-
metadata: {
|
|
23903
|
-
[key: string]: string;
|
|
23904
|
-
};
|
|
23905
|
-
/**
|
|
23906
|
-
* (string) - Resource name in the form `session-stores/{session_store_id}/sessions/{session_id}`
|
|
23907
|
-
*/
|
|
23908
|
-
name: string;
|
|
23909
|
-
/**
|
|
23910
|
-
* (string) - Immediate parent session ID. Set only at creation for child sessions, immutable thereafter, and
|
|
23911
|
-
* restricted to the same store
|
|
23912
|
-
*/
|
|
23913
|
-
parentSessionId: string;
|
|
23914
|
-
/**
|
|
23915
|
-
* Configure the provider for management through account provider.
|
|
23916
|
-
*/
|
|
23917
|
-
providerConfig?: outputs.GetMasonSessionsSessionProviderConfig;
|
|
23918
|
-
/**
|
|
23919
|
-
* (string) - Top-level session ID in the spawn tree. This equals `sessionId` for a root or fork and is
|
|
23920
|
-
* inherited transitively by child sessions
|
|
23921
|
-
*/
|
|
23922
|
-
rootSessionId: string;
|
|
23923
|
-
/**
|
|
23924
|
-
* (string) - Unique session ID. The service generates a UUID unless the caller supplies
|
|
23925
|
-
* `CreateSessionRequest.session_id`
|
|
23926
|
-
*/
|
|
23927
|
-
sessionId: string;
|
|
23928
|
-
/**
|
|
23929
|
-
* (string) - Time when session resource fields last changed
|
|
23930
|
-
*/
|
|
23931
|
-
updateTime: string;
|
|
23932
|
-
}
|
|
23933
|
-
export interface GetMasonSessionsSessionProviderConfig {
|
|
23934
|
-
/**
|
|
23935
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
23936
|
-
*/
|
|
23937
|
-
workspaceId: string;
|
|
23938
|
-
}
|
|
23939
22465
|
export interface GetMaterializedFeaturesFeatureTagProviderConfig {
|
|
23940
22466
|
/**
|
|
23941
22467
|
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
@@ -33152,40 +31678,6 @@ export interface LibraryPypi {
|
|
|
33152
31678
|
*/
|
|
33153
31679
|
repo?: string;
|
|
33154
31680
|
}
|
|
33155
|
-
export interface MasonManagedMemoryEntryProviderConfig {
|
|
33156
|
-
/**
|
|
33157
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
33158
|
-
*/
|
|
33159
|
-
workspaceId: string;
|
|
33160
|
-
}
|
|
33161
|
-
export interface MasonManagedMemoryStoreProviderConfig {
|
|
33162
|
-
/**
|
|
33163
|
-
* (integer) - Workspace that owns the memory store
|
|
33164
|
-
*/
|
|
33165
|
-
workspaceId: string;
|
|
33166
|
-
}
|
|
33167
|
-
export interface MasonManagedMemoryStoreStorageBackend {
|
|
33168
|
-
/**
|
|
33169
|
-
* (string) - Backend-specific identifier. For Lakebase, this is the project ID
|
|
33170
|
-
*/
|
|
33171
|
-
backendId: string;
|
|
33172
|
-
/**
|
|
33173
|
-
* (string) - Type of the storage backend. Possible values are: `STORAGE_BACKEND_TYPE_LAKEBASE`
|
|
33174
|
-
*/
|
|
33175
|
-
backendType: string;
|
|
33176
|
-
}
|
|
33177
|
-
export interface MasonSessionProviderConfig {
|
|
33178
|
-
/**
|
|
33179
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
33180
|
-
*/
|
|
33181
|
-
workspaceId: string;
|
|
33182
|
-
}
|
|
33183
|
-
export interface MasonSessionStoreProviderConfig {
|
|
33184
|
-
/**
|
|
33185
|
-
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
33186
|
-
*/
|
|
33187
|
-
workspaceId: string;
|
|
33188
|
-
}
|
|
33189
31681
|
export interface MaterializedFeaturesFeatureTagProviderConfig {
|
|
33190
31682
|
/**
|
|
33191
31683
|
* Workspace ID which the resource belongs to. This workspace must be part of the account which the provider is configured with.
|
|
@@ -34277,11 +32769,11 @@ export interface MwsNetworksGcpNetworkInfo {
|
|
|
34277
32769
|
*/
|
|
34278
32770
|
networkProjectId: string;
|
|
34279
32771
|
/**
|
|
34280
|
-
* @deprecated gcp_network_info.pod_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.
|
|
32772
|
+
* @deprecated gcp_network_info.pod_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.138.0/docs/guides/gcp-workspace#creating-a-vpc
|
|
34281
32773
|
*/
|
|
34282
32774
|
podIpRangeName?: string;
|
|
34283
32775
|
/**
|
|
34284
|
-
* @deprecated gcp_network_info.service_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.
|
|
32776
|
+
* @deprecated gcp_network_info.service_ip_range_name is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.138.0/docs/guides/gcp-workspace#creating-a-vpc
|
|
34285
32777
|
*/
|
|
34286
32778
|
serviceIpRangeName?: string;
|
|
34287
32779
|
/**
|
|
@@ -34342,11 +32834,11 @@ export interface MwsWorkspacesExternalCustomerInfo {
|
|
|
34342
32834
|
}
|
|
34343
32835
|
export interface MwsWorkspacesGcpManagedNetworkConfig {
|
|
34344
32836
|
/**
|
|
34345
|
-
* @deprecated gcp_managed_network_config.gke_cluster_pod_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.
|
|
32837
|
+
* @deprecated gcp_managed_network_config.gke_cluster_pod_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.138.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
|
|
34346
32838
|
*/
|
|
34347
32839
|
gkeClusterPodIpRange?: string;
|
|
34348
32840
|
/**
|
|
34349
|
-
* @deprecated gcp_managed_network_config.gke_cluster_service_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.
|
|
32841
|
+
* @deprecated gcp_managed_network_config.gke_cluster_service_ip_range is deprecated and will be removed in a future release. For more information, review the documentation at https://registry.terraform.io/providers/databricks/databricks/1.138.0/docs/guides/gcp-workspace#creating-a-databricks-workspace
|
|
34350
32842
|
*/
|
|
34351
32843
|
gkeClusterServiceIpRange?: string;
|
|
34352
32844
|
subnetCidr: string;
|