@databricks/sdk-features 0.33.0 → 0.35.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,692 +1,697 @@
1
- import { Temporal } from '@js-temporal/polyfill';
2
- import { FieldMask } from '@databricks/sdk-core/wkt';
3
- import { z } from 'zod';
1
+ import { Temporal } from "@js-temporal/polyfill";
2
+ import { FieldMask } from "@databricks/sdk-core/wkt";
3
+ import { z } from "zod";
4
+
5
+ //#region src/v1/model.d.ts
4
6
  /**
5
7
  * Scalar data types for request-time field definitions.
6
8
  * Only flat (non-nested) types are supported.
7
9
  */
8
- export declare const ScalarDataType: {
9
- readonly SCALAR_DATA_TYPE_UNSPECIFIED: "SCALAR_DATA_TYPE_UNSPECIFIED";
10
- readonly INTEGER: "INTEGER";
11
- readonly FLOAT: "FLOAT";
12
- readonly BOOLEAN: "BOOLEAN";
13
- readonly STRING: "STRING";
14
- readonly DOUBLE: "DOUBLE";
15
- readonly LONG: "LONG";
16
- readonly TIMESTAMP: "TIMESTAMP";
17
- readonly DATE: "DATE";
18
- readonly SHORT: "SHORT";
19
- readonly BINARY: "BINARY";
20
- readonly DECIMAL: "DECIMAL";
10
+ declare const ScalarDataType: {
11
+ readonly SCALAR_DATA_TYPE_UNSPECIFIED: "SCALAR_DATA_TYPE_UNSPECIFIED";
12
+ readonly INTEGER: "INTEGER";
13
+ readonly FLOAT: "FLOAT";
14
+ readonly BOOLEAN: "BOOLEAN";
15
+ readonly STRING: "STRING";
16
+ readonly DOUBLE: "DOUBLE";
17
+ readonly LONG: "LONG";
18
+ readonly TIMESTAMP: "TIMESTAMP";
19
+ readonly DATE: "DATE";
20
+ readonly SHORT: "SHORT";
21
+ readonly BINARY: "BINARY";
22
+ readonly DECIMAL: "DECIMAL";
21
23
  };
22
- export type ScalarDataType = (typeof ScalarDataType)[keyof typeof ScalarDataType] | (string & {});
24
+ type ScalarDataType = (typeof ScalarDataType)[keyof typeof ScalarDataType] | (string & {});
23
25
  /** Deprecated: Use the function-specific messages in AggregationFunction.function_type oneof instead. Kept for backwards compatibility. */
24
- export declare const Function_FunctionType: {
25
- readonly FUNCTION_TYPE_UNSPECIFIED: "FUNCTION_TYPE_UNSPECIFIED";
26
- readonly AVG: "AVG";
27
- readonly COUNT: "COUNT";
28
- readonly SUM: "SUM";
29
- readonly MIN: "MIN";
30
- readonly MAX: "MAX";
31
- readonly FIRST: "FIRST";
32
- readonly LAST: "LAST";
33
- readonly APPROX_COUNT_DISTINCT: "APPROX_COUNT_DISTINCT";
34
- readonly APPROX_PERCENTILE: "APPROX_PERCENTILE";
35
- readonly STDDEV_POP: "STDDEV_POP";
36
- readonly STDDEV_SAMP: "STDDEV_SAMP";
37
- readonly VAR_POP: "VAR_POP";
38
- readonly VAR_SAMP: "VAR_SAMP";
26
+ declare const Function_FunctionType: {
27
+ readonly FUNCTION_TYPE_UNSPECIFIED: "FUNCTION_TYPE_UNSPECIFIED";
28
+ readonly AVG: "AVG";
29
+ readonly COUNT: "COUNT";
30
+ readonly SUM: "SUM";
31
+ readonly MIN: "MIN";
32
+ readonly MAX: "MAX";
33
+ readonly FIRST: "FIRST";
34
+ readonly LAST: "LAST";
35
+ readonly APPROX_COUNT_DISTINCT: "APPROX_COUNT_DISTINCT";
36
+ readonly APPROX_PERCENTILE: "APPROX_PERCENTILE";
37
+ readonly STDDEV_POP: "STDDEV_POP";
38
+ readonly STDDEV_SAMP: "STDDEV_SAMP";
39
+ readonly VAR_POP: "VAR_POP";
40
+ readonly VAR_SAMP: "VAR_SAMP";
39
41
  };
40
- export type Function_FunctionType = (typeof Function_FunctionType)[keyof typeof Function_FunctionType] | (string & {});
41
- export declare const MaterializedFeature_PipelineScheduleState: {
42
- /** Default value, not used. */
43
- readonly PIPELINE_SCHEDULE_STATE_UNSPECIFIED: "PIPELINE_SCHEDULE_STATE_UNSPECIFIED";
44
- /** Pipeline was configured to run once then stop. */
45
- readonly SNAPSHOT: "SNAPSHOT";
46
- /** Pipeline is actively running and computing features. */
47
- readonly ACTIVE: "ACTIVE";
48
- /** Pipeline is paused and not computing features. */
49
- readonly PAUSED: "PAUSED";
42
+ type Function_FunctionType = (typeof Function_FunctionType)[keyof typeof Function_FunctionType] | (string & {});
43
+ declare const MaterializedFeature_PipelineScheduleState: {
44
+ /** Default value, not used. */readonly PIPELINE_SCHEDULE_STATE_UNSPECIFIED: "PIPELINE_SCHEDULE_STATE_UNSPECIFIED"; /** Pipeline was configured to run once then stop. */
45
+ readonly SNAPSHOT: "SNAPSHOT"; /** Pipeline is actively running and computing features. */
46
+ readonly ACTIVE: "ACTIVE"; /** Pipeline is paused and not computing features. */
47
+ readonly PAUSED: "PAUSED";
50
48
  };
51
- export type MaterializedFeature_PipelineScheduleState = (typeof MaterializedFeature_PipelineScheduleState)[keyof typeof MaterializedFeature_PipelineScheduleState] | (string & {});
49
+ type MaterializedFeature_PipelineScheduleState = (typeof MaterializedFeature_PipelineScheduleState)[keyof typeof MaterializedFeature_PipelineScheduleState] | (string & {});
52
50
  /** Supported serialization formats for a schema registry schema. */
53
- export declare const SchemaLocator_Format: {
54
- /** Default value. Format is not set; the request will be rejected. */
55
- readonly FORMAT_UNSPECIFIED: "FORMAT_UNSPECIFIED";
56
- /** Avro-encoded schema. */
57
- readonly FORMAT_AVRO: "FORMAT_AVRO";
58
- /** Protobuf-encoded schema. */
59
- readonly FORMAT_PROTOBUF: "FORMAT_PROTOBUF";
60
- /** JSON-encoded schema. */
61
- readonly FORMAT_JSON: "FORMAT_JSON";
51
+ declare const SchemaLocator_Format: {
52
+ /** Default value. Format is not set; the request will be rejected. */readonly FORMAT_UNSPECIFIED: "FORMAT_UNSPECIFIED"; /** Avro-encoded schema. */
53
+ readonly FORMAT_AVRO: "FORMAT_AVRO"; /** Protobuf-encoded schema. */
54
+ readonly FORMAT_PROTOBUF: "FORMAT_PROTOBUF"; /** JSON-encoded schema. */
55
+ readonly FORMAT_JSON: "FORMAT_JSON";
62
56
  };
63
- export type SchemaLocator_Format = (typeof SchemaLocator_Format)[keyof typeof SchemaLocator_Format] | (string & {});
64
- export declare const StreamingMode_StreamingModeType: {
65
- /** Default value, not used. */
66
- readonly STREAMING_MODE_TYPE_UNSPECIFIED: "STREAMING_MODE_TYPE_UNSPECIFIED";
67
- /**
68
- * Real-time mode. Ultra-low-latency trigger intended for operational workloads
69
- * that need responses in milliseconds or sub-second latency.
70
- */
71
- readonly STREAMING_MODE_TYPE_RTM: "STREAMING_MODE_TYPE_RTM";
72
- /**
73
- * Micro-batch mode in Structured Streaming. Better suited for ETL and analytics
74
- * workloads where latency is measured in seconds or minutes and cost efficiency
75
- * matters more.
76
- */
77
- readonly STREAMING_MODE_TYPE_MBM: "STREAMING_MODE_TYPE_MBM";
57
+ type SchemaLocator_Format = (typeof SchemaLocator_Format)[keyof typeof SchemaLocator_Format] | (string & {});
58
+ declare const StreamingMode_StreamingModeType: {
59
+ /** Default value, not used. */readonly STREAMING_MODE_TYPE_UNSPECIFIED: "STREAMING_MODE_TYPE_UNSPECIFIED";
60
+ /**
61
+ * Real-time mode. Ultra-low-latency trigger intended for operational workloads
62
+ * that need responses in milliseconds or sub-second latency.
63
+ */
64
+ readonly STREAMING_MODE_TYPE_RTM: "STREAMING_MODE_TYPE_RTM";
65
+ /**
66
+ * Micro-batch mode in Structured Streaming. Better suited for ETL and analytics
67
+ * workloads where latency is measured in seconds or minutes and cost efficiency
68
+ * matters more.
69
+ */
70
+ readonly STREAMING_MODE_TYPE_MBM: "STREAMING_MODE_TYPE_MBM";
78
71
  };
79
- export type StreamingMode_StreamingModeType = (typeof StreamingMode_StreamingModeType)[keyof typeof StreamingMode_StreamingModeType] | (string & {});
72
+ type StreamingMode_StreamingModeType = (typeof StreamingMode_StreamingModeType)[keyof typeof StreamingMode_StreamingModeType] | (string & {});
80
73
  /** An aggregation function applied over a time window. */
81
- export interface AggregationFunction {
82
- /** The type of the aggregation function. */
83
- operation?: {
84
- $case: 'avg';
85
- avg: AvgFunction;
86
- } | {
87
- $case: 'countFunction';
88
- countFunction: CountFunction;
89
- } | {
90
- $case: 'sum';
91
- sum: SumFunction;
92
- } | {
93
- $case: 'min';
94
- min: MinFunction;
95
- } | {
96
- $case: 'max';
97
- max: MaxFunction;
98
- } | {
99
- $case: 'first';
100
- first: FirstFunction;
101
- } | {
102
- $case: 'last';
103
- last: LastFunction;
104
- } | {
105
- $case: 'approxCountDistinct';
106
- approxCountDistinct: ApproxCountDistinctFunction;
107
- } | {
108
- $case: 'approxPercentile';
109
- approxPercentile: ApproxPercentileFunction;
110
- } | {
111
- $case: 'stddevPop';
112
- stddevPop: StddevPopFunction;
113
- } | {
114
- $case: 'stddevSamp';
115
- stddevSamp: StddevSampFunction;
116
- } | {
117
- $case: 'varPop';
118
- varPop: VarPopFunction;
119
- } | {
120
- $case: 'varSamp';
121
- varSamp: VarSampFunction;
122
- } | {
123
- $case: 'firstN';
124
- firstN: FirstNFunction;
125
- } | {
126
- $case: 'lastN';
127
- lastN: LastNFunction;
128
- } | {
129
- $case: 'firstDistinct';
130
- firstDistinct: FirstDistinctFunction;
131
- } | {
132
- $case: 'lastDistinct';
133
- lastDistinct: LastDistinctFunction;
134
- } | undefined;
135
- /** The time window over which the aggregation is computed. */
136
- timeWindow?: TimeWindow | undefined;
74
+ interface AggregationFunction {
75
+ /** The type of the aggregation function. */
76
+ operation?: {
77
+ $case: 'avg';
78
+ avg: AvgFunction;
79
+ } | {
80
+ $case: 'countFunction';
81
+ countFunction: CountFunction;
82
+ } | {
83
+ $case: 'sum';
84
+ sum: SumFunction;
85
+ } | {
86
+ $case: 'min';
87
+ min: MinFunction;
88
+ } | {
89
+ $case: 'max';
90
+ max: MaxFunction;
91
+ } | {
92
+ $case: 'first';
93
+ first: FirstFunction;
94
+ } | {
95
+ $case: 'last';
96
+ last: LastFunction;
97
+ } | {
98
+ $case: 'approxCountDistinct';
99
+ approxCountDistinct: ApproxCountDistinctFunction;
100
+ } | {
101
+ $case: 'approxPercentile';
102
+ approxPercentile: ApproxPercentileFunction;
103
+ } | {
104
+ $case: 'stddevPop';
105
+ stddevPop: StddevPopFunction;
106
+ } | {
107
+ $case: 'stddevSamp';
108
+ stddevSamp: StddevSampFunction;
109
+ } | {
110
+ $case: 'varPop';
111
+ varPop: VarPopFunction;
112
+ } | {
113
+ $case: 'varSamp';
114
+ varSamp: VarSampFunction;
115
+ } | {
116
+ $case: 'firstN';
117
+ firstN: FirstNFunction;
118
+ } | {
119
+ $case: 'lastN';
120
+ lastN: LastNFunction;
121
+ } | {
122
+ $case: 'firstDistinct';
123
+ firstDistinct: FirstDistinctFunction;
124
+ } | {
125
+ $case: 'lastDistinct';
126
+ lastDistinct: LastDistinctFunction;
127
+ } | undefined;
128
+ /** The time window over which the aggregation is computed. */
129
+ timeWindow?: TimeWindow | undefined;
137
130
  }
138
131
  /** Computes the approximate count of distinct values. */
139
- export interface ApproxCountDistinctFunction {
140
- /** The input column from which the approximate count of distinct values is computed. */
141
- input?: string | undefined;
142
- /** The maximum relative standard deviation allowed (default defined by Spark). */
143
- relativeSd?: number | undefined;
132
+ interface ApproxCountDistinctFunction {
133
+ /** The input column from which the approximate count of distinct values is computed. */
134
+ input?: string | undefined;
135
+ /** The maximum relative standard deviation allowed (default defined by Spark). */
136
+ relativeSd?: number | undefined;
144
137
  }
145
138
  /** Computes the approximate percentile of values. */
146
- export interface ApproxPercentileFunction {
147
- /** The input column from which the approximate percentile is computed. */
148
- input?: string | undefined;
149
- /** The percentile value to compute (between 0 and 1). */
150
- percentile?: number | undefined;
151
- /** The accuracy parameter (higher is more accurate but slower). */
152
- accuracy?: bigint | undefined;
153
- }
154
- export interface AuthConfig {
155
- authConfig?: {
156
- $case: 'ucServiceCredentialName';
157
- /** Name of the Unity Catalog service credential. This value will be set under the option databricks.serviceCredential */
158
- ucServiceCredentialName: string;
159
- } | {
160
- $case: 'mtlsConfig';
161
- /** Mutual-TLS authentication. See MtlsConfig. */
162
- mtlsConfig: MtlsConfig;
163
- } | undefined;
139
+ interface ApproxPercentileFunction {
140
+ /** The input column from which the approximate percentile is computed. */
141
+ input?: string | undefined;
142
+ /** The percentile value to compute (between 0 and 1). */
143
+ percentile?: number | undefined;
144
+ /** The accuracy parameter (higher is more accurate but slower). */
145
+ accuracy?: bigint | undefined;
146
+ }
147
+ interface AuthConfig {
148
+ authConfig?: {
149
+ $case: 'ucServiceCredentialName'; /** Name of the Unity Catalog service credential. This value will be set under the option databricks.serviceCredential */
150
+ ucServiceCredentialName: string;
151
+ } | {
152
+ $case: 'mtlsConfig'; /** Mutual-TLS authentication. See MtlsConfig. */
153
+ mtlsConfig: MtlsConfig;
154
+ } | undefined;
164
155
  }
165
156
  /** Computes the average of values. */
166
- export interface AvgFunction {
157
+ interface AvgFunction {
158
+ /**
159
+ * The input column from which the average is computed. For Kafka sources, use dot-prefixed path
160
+ * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
161
+ * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
162
+ * compatibility but is deprecated; migrate to dot notation.
163
+ */
164
+ input?: string | undefined;
165
+ }
166
+ interface BackfillSource {
167
+ backfillSource?: {
168
+ $case: 'deltaTableSource';
167
169
  /**
168
- * The input column from which the average is computed. For Kafka sources, use dot-prefixed path
169
- * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
170
- * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
171
- * compatibility but is deprecated; migrate to dot notation.
170
+ * Deprecated: Use delta_table_name instead. Kept for backwards compatibility.
171
+ * The Delta table source containing the historical data to backfill.
172
+ * Only the delta table name is used for backfill, other fields are ignored.
172
173
  */
173
- input?: string | undefined;
174
- }
175
- export interface BackfillSource {
176
- backfillSource?: {
177
- $case: 'deltaTableSource';
178
- /**
179
- * Deprecated: Use delta_table_name instead. Kept for backwards compatibility.
180
- * The Delta table source containing the historical data to backfill.
181
- * Only the delta table name is used for backfill, other fields are ignored.
182
- */
183
- deltaTableSource: DeltaTableSource;
184
- } | {
185
- $case: 'deltaTableName';
186
- /** The full three-part name (catalog, schema, name) of the Delta table containing the historical data to backfill. */
187
- deltaTableName: string;
188
- } | undefined;
189
- }
190
- export interface BatchCreateMaterializedFeaturesRequest {
191
- /** The requests to create materialized features. */
192
- requests?: CreateMaterializedFeatureRequest[] | undefined;
193
- }
194
- export interface BatchCreateMaterializedFeaturesResponse {
195
- /** The created materialized features with assigned IDs. */
196
- materializedFeatures?: MaterializedFeature[] | undefined;
197
- }
198
- export interface ColumnIdentifier {
199
- /**
200
- * String representation of the column name using dot-prefixed path notation. For nested fields, the leaf value is what will be present in materialized tables
201
- * and expected to match at query time. For example, the leaf node of value.trip_details.location_details.pickup_zip is pickup_zip.
202
- */
203
- variantExprPath?: string | undefined;
174
+ deltaTableSource: DeltaTableSource;
175
+ } | {
176
+ $case: 'deltaTableName'; /** The full three-part name (catalog, schema, name) of the Delta table containing the historical data to backfill. */
177
+ deltaTableName: string;
178
+ } | undefined;
179
+ }
180
+ interface BatchCreateMaterializedFeaturesRequest {
181
+ /** The requests to create materialized features. */
182
+ requests?: CreateMaterializedFeatureRequest[] | undefined;
183
+ }
184
+ interface BatchCreateMaterializedFeaturesResponse {
185
+ /** The created materialized features with assigned IDs. */
186
+ materializedFeatures?: MaterializedFeature[] | undefined;
187
+ }
188
+ interface ColumnIdentifier {
189
+ /**
190
+ * String representation of the column name using dot-prefixed path notation. For nested fields, the leaf value is what will be present in materialized tables
191
+ * and expected to match at query time. For example, the leaf node of value.trip_details.location_details.pickup_zip is pickup_zip.
192
+ */
193
+ variantExprPath?: string | undefined;
204
194
  }
205
195
  /** A ColumnSelection function, equivalent to the LAST() record of an entity over a lifetime ContinuousWindow */
206
- export interface ColumnSelection {
207
- /** Column name from source to select as the feature value. */
208
- column?: string | undefined;
196
+ interface ColumnSelection {
197
+ /** Column name from source to select as the feature value. */
198
+ column?: string | undefined;
209
199
  }
210
200
  /** Deprecated: use RollingWindow with `delay` instead. */
211
- export interface ContinuousWindow {
212
- /** The duration of the continuous window (must be positive). */
213
- windowDuration?: Temporal.Duration | undefined;
214
- /** The offset of the continuous window (must be non-positive). */
215
- offset?: Temporal.Duration | undefined;
201
+ interface ContinuousWindow {
202
+ /** The duration of the continuous window (must be positive). */
203
+ windowDuration?: Temporal.Duration | undefined;
204
+ /** The offset of the continuous window (must be non-positive). */
205
+ offset?: Temporal.Duration | undefined;
216
206
  }
217
207
  /** Computes the count of values. */
218
- export interface CountFunction {
219
- /**
220
- * The input column from which the count is computed. For Kafka sources, use dot-prefixed path
221
- * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
222
- * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
223
- * compatibility but is deprecated; migrate to dot notation.
224
- */
225
- input?: string | undefined;
226
- }
227
- export interface CreateFeatureRequest {
228
- /** Feature to create. */
229
- feature?: Feature | undefined;
230
- }
231
- export interface CreateKafkaConfigRequest {
232
- kafkaConfig?: KafkaConfig | undefined;
233
- }
234
- export interface CreateMaterializedFeatureRequest {
235
- /** The materialized feature to create. */
236
- materializedFeature?: MaterializedFeature | undefined;
208
+ interface CountFunction {
209
+ /**
210
+ * The input column from which the count is computed. For Kafka sources, use dot-prefixed path
211
+ * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
212
+ * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
213
+ * compatibility but is deprecated; migrate to dot notation.
214
+ */
215
+ input?: string | undefined;
216
+ }
217
+ interface CreateFeatureRequest {
218
+ /** Feature to create. */
219
+ feature?: Feature | undefined;
220
+ }
221
+ interface CreateKafkaConfigRequest {
222
+ kafkaConfig?: KafkaConfig | undefined;
223
+ }
224
+ interface CreateMaterializedFeatureRequest {
225
+ /** The materialized feature to create. */
226
+ materializedFeature?: MaterializedFeature | undefined;
237
227
  }
238
228
  /** Create a Stream, a governed UC entity representing an external streaming data source. */
239
- export interface CreateStreamRequest {
240
- /** The Stream to create. */
241
- stream?: Stream | undefined;
229
+ interface CreateStreamRequest {
230
+ /** The Stream to create. */
231
+ stream?: Stream | undefined;
242
232
  }
243
233
  /** A cron-based schedule trigger for the materialization pipeline. */
244
- export interface CronSchedule {
245
- /** The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). */
246
- cronExpression?: string | undefined;
234
+ interface CronSchedule {
235
+ /** The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). */
236
+ cronExpression?: string | undefined;
247
237
  }
248
238
  /** Specifies the data source backing a feature. Exactly one source type must be set. */
249
- export interface DataSource {
250
- dataSource?: {
251
- $case: 'deltaTableSource';
252
- /** A Delta table data source. */
253
- deltaTableSource: DeltaTableSource;
254
- } | {
255
- $case: 'kafkaSource';
256
- /** A Kafka stream data source. */
257
- kafkaSource: KafkaSource;
258
- } | {
259
- $case: 'requestSource';
260
- /** A request-time data source. */
261
- requestSource: RequestSource;
262
- } | {
263
- $case: 'streamSource';
264
- /** A Stream data source. */
265
- streamSource: StreamSource;
266
- } | undefined;
267
- }
268
- export interface DeleteFeatureRequest {
269
- /** Name of the feature to delete. */
270
- fullName?: string | undefined;
271
- }
272
- export interface DeleteKafkaConfigRequest {
273
- /** Name of the Kafka config to delete. */
274
- name?: string | undefined;
275
- }
276
- export interface DeleteMaterializedFeatureRequest {
277
- /** The ID of the materialized feature to delete. */
278
- materializedFeatureId?: string | undefined;
239
+ interface DataSource {
240
+ dataSource?: {
241
+ $case: 'deltaTableSource'; /** A Delta table data source. */
242
+ deltaTableSource: DeltaTableSource;
243
+ } | {
244
+ $case: 'kafkaSource'; /** A Kafka stream data source. */
245
+ kafkaSource: KafkaSource;
246
+ } | {
247
+ $case: 'requestSource'; /** A request-time data source. */
248
+ requestSource: RequestSource;
249
+ } | {
250
+ $case: 'streamSource'; /** A Stream data source. */
251
+ streamSource: StreamSource;
252
+ } | undefined;
253
+ }
254
+ interface DeleteFeatureRequest {
255
+ /** Name of the feature to delete. */
256
+ fullName?: string | undefined;
257
+ }
258
+ interface DeleteKafkaConfigRequest {
259
+ /** Name of the Kafka config to delete. */
260
+ name?: string | undefined;
261
+ }
262
+ interface DeleteMaterializedFeatureRequest {
263
+ /** The ID of the materialized feature to delete. */
264
+ materializedFeatureId?: string | undefined;
279
265
  }
280
266
  /** Delete a Stream by its full three-part name (catalog.schema.stream). */
281
- export interface DeleteStreamRequest {
282
- /** Full three-part name (catalog.schema.stream) of the Stream to delete. */
283
- name?: string | undefined;
284
- }
285
- export interface DeltaTableSource {
286
- /** The full three-part (catalog, schema, table) name of the Delta table. */
287
- fullName?: string | undefined;
288
- /**
289
- * Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
290
- * The entity columns of the Delta table.
291
- */
292
- entityColumns?: string[] | undefined;
293
- /**
294
- * Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
295
- * The timeseries column of the Delta table.
296
- */
297
- timeseriesColumn?: string | undefined;
298
- /** Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections. */
299
- filterCondition?: string | undefined;
300
- /**
301
- * A single SQL SELECT expression applied after filter_condition.
302
- * Should contains all the columns needed (eg. "SELECT *, col_a + col_b AS col_c FROM x.y.z WHERE col_a > 0" would have `transformation_sql` "*, col_a + col_b AS col_c")
303
- * If transformation_sql is not provided, all columns of the delta table are present in the DataSource dataframe.
304
- */
305
- transformationSql?: string | undefined;
306
- /**
307
- * Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
308
- * Required if transformation_sql is specified.
309
- * Example: {"type":"struct","fields":[{"name":"col_a","type":"integer","nullable":true,"metadata":{}},{"name":"col_c","type":"integer","nullable":true,"metadata":{}}]}
310
- */
311
- dataframeSchema?: string | undefined;
267
+ interface DeleteStreamRequest {
268
+ /** Full three-part name (catalog.schema.stream) of the Stream to delete. */
269
+ name?: string | undefined;
270
+ }
271
+ interface DeltaTableSource {
272
+ /** The full three-part (catalog, schema, table) name of the Delta table. */
273
+ fullName?: string | undefined;
274
+ /**
275
+ * Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
276
+ * The entity columns of the Delta table.
277
+ */
278
+ entityColumns?: string[] | undefined;
279
+ /**
280
+ * Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
281
+ * The timeseries column of the Delta table.
282
+ */
283
+ timeseriesColumn?: string | undefined;
284
+ /** Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections. */
285
+ filterCondition?: string | undefined;
286
+ /**
287
+ * A single SQL SELECT expression applied after filter_condition.
288
+ * Should contains all the columns needed (eg. "SELECT *, col_a + col_b AS col_c FROM x.y.z WHERE col_a > 0" would have `transformation_sql` "*, col_a + col_b AS col_c")
289
+ * If transformation_sql is not provided, all columns of the delta table are present in the DataSource dataframe.
290
+ */
291
+ transformationSql?: string | undefined;
292
+ /**
293
+ * Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
294
+ * Required if transformation_sql is specified.
295
+ * Example: {"type":"struct","fields":[{"name":"col_a","type":"integer","nullable":true,"metadata":{}},{"name":"col_c","type":"integer","nullable":true,"metadata":{}}]}
296
+ */
297
+ dataframeSchema?: string | undefined;
312
298
  }
313
299
  /**
314
300
  * Direct connection configs for mTLS, as Kafka Connections do not support mTLS yet .
315
301
  * Temporarily used until UC Kafka Connections gain mTLS support.
316
302
  */
317
- export interface DirectMtlsConfig {
318
- /** A comma-separated list of host:port pairs for the Kafka bootstrap servers. */
319
- bootstrapServers?: string | undefined;
320
- /** Mutual-TLS authentication configuration. */
321
- mtlsConfig?: MtlsConfig | undefined;
303
+ interface DirectMtlsConfig {
304
+ /** A comma-separated list of host:port pairs for the Kafka bootstrap servers. */
305
+ bootstrapServers?: string | undefined;
306
+ /** Mutual-TLS authentication configuration. */
307
+ mtlsConfig?: MtlsConfig | undefined;
322
308
  }
323
309
  /**
324
310
  * Schema definitions provided directly on the Stream, as opposed to referencing a schema registry.
325
311
  * To resolve schemas from a registry instead, use SchemaRegistryConfig.
326
312
  */
327
- export interface DirectSchemas {
328
- /**
329
- * Schema for the message payload. For Kafka, this is the value schema.
330
- * Unless the platform supports another schema (e.g. keys for Kafka), this must be specified.
331
- */
332
- payloadSchema?: SchemaConfig | undefined;
333
- /**
334
- * Schema for the message key. This is only used for Kafka streams.
335
- * For Kafka, at least one of payload_schema or key_schema must be specified.
336
- */
337
- keySchema?: SchemaConfig | undefined;
338
- }
339
- export interface EntityColumn {
340
- /**
341
- * The name of the entity column. For Kafka sources, use dot-prefixed path notation to reference
342
- * fields within the key or value schema (e.g., "value.user_id", "key.partition_key"). For nested
343
- * fields, the leaf node name (e.g., "user_id" from "value.trip_details.user_id") is what will
344
- * be present in materialized tables and expected to match at query time.
345
- * Colon-prefixed notation (e.g., "value:user_id") is supported for backwards
346
- * compatibility but is deprecated; migrate to dot notation.
347
- */
348
- name?: string | undefined;
349
- }
350
- export interface Feature {
351
- /**
352
- * The full three-part name (catalog, schema, name) of the feature. This is the
353
- * feature's resource identifier; the catalog_name, schema_name, and name fields
354
- * below are OUTPUT_ONLY decomposed views of this value.
355
- */
356
- fullName?: string | undefined;
357
- /** The data source of the feature. */
358
- source?: DataSource | undefined;
359
- /**
360
- * Deprecated: Use AggregationFunction.inputs instead. Kept for backwards compatibility.
361
- * The input columns from which the feature is computed.
362
- */
363
- inputs?: string[] | undefined;
364
- /** The function by which the feature is computed. */
365
- function?: Function | undefined;
366
- /**
367
- * Deprecated: Use Function.aggregation_function.time_window instead. Kept for backwards compatibility.
368
- * The time window in which the feature is computed.
369
- */
370
- timeWindow?: TimeWindow | undefined;
371
- /** The description of the feature. */
372
- description?: string | undefined;
373
- /**
374
- * Deprecated: Use DeltaTableSource.filter_condition or KafkaSource.filter_condition instead. Kept for backwards compatibility.
375
- * The filter condition applied to the source data before aggregation.
376
- */
377
- filterCondition?: string | undefined;
378
- /**
379
- * Lineage context information for this feature.
380
- * WARNING: This field is primarily intended for internal use by <Databricks> systems and
381
- * is automatically populated when features are created through <Databricks> notebooks or jobs.
382
- * Users should not manually set this field as incorrect values may lead to inaccurate lineage tracking or unexpected behavior.
383
- * This field will be set by feature-engineering client and should be left unset by SDK and terraform users.
384
- */
385
- lineageContext?: LineageContext | undefined;
386
- /** The entity columns for the feature, used as aggregation keys and for query-time lookup. */
387
- entities?: EntityColumn[] | undefined;
388
- /** Column recording time, used for point-in-time joins, backfills, and aggregations. */
389
- timeseriesColumn?: TimeseriesColumn | undefined;
390
- /** Name of parent catalog. */
391
- catalogName?: string | undefined;
392
- /** Name of parent schema relative to its parent catalog. */
393
- schemaName?: string | undefined;
394
- /** Name of the feature, extracted from the full three-part name (catalog.schema.name). */
395
- name?: string | undefined;
396
- /** Time at which this feature was created. */
397
- createdAt?: Temporal.Instant | undefined;
398
- /** Username of the feature creator. */
399
- createdBy?: string | undefined;
313
+ interface DirectSchemas {
314
+ /**
315
+ * Schema for the message payload. For Kafka, this is the value schema.
316
+ * Unless the platform supports another schema (e.g. keys for Kafka), this must be specified.
317
+ */
318
+ payloadSchema?: SchemaConfig | undefined;
319
+ /**
320
+ * Schema for the message key. This is only used for Kafka streams.
321
+ * For Kafka, at least one of payload_schema or key_schema must be specified.
322
+ */
323
+ keySchema?: SchemaConfig | undefined;
324
+ }
325
+ interface EntityColumn {
326
+ /**
327
+ * The name of the entity column. For Kafka sources, use dot-prefixed path notation to reference
328
+ * fields within the key or value schema (e.g., "value.user_id", "key.partition_key"). For nested
329
+ * fields, the leaf node name (e.g., "user_id" from "value.trip_details.user_id") is what will
330
+ * be present in materialized tables and expected to match at query time.
331
+ * Colon-prefixed notation (e.g., "value:user_id") is supported for backwards
332
+ * compatibility but is deprecated; migrate to dot notation.
333
+ */
334
+ name?: string | undefined;
335
+ }
336
+ interface Feature {
337
+ /**
338
+ * The full three-part name (catalog, schema, name) of the feature. This is the
339
+ * feature's resource identifier; the catalog_name, schema_name, and name fields
340
+ * below are OUTPUT_ONLY decomposed views of this value.
341
+ */
342
+ fullName?: string | undefined;
343
+ /** The data source of the feature. */
344
+ source?: DataSource | undefined;
345
+ /**
346
+ * Deprecated: Use AggregationFunction.inputs instead. Kept for backwards compatibility.
347
+ * The input columns from which the feature is computed.
348
+ */
349
+ inputs?: string[] | undefined;
350
+ /** The function by which the feature is computed. */
351
+ function?: Function | undefined;
352
+ /**
353
+ * Deprecated: Use Function.aggregation_function.time_window instead. Kept for backwards compatibility.
354
+ * The time window in which the feature is computed.
355
+ */
356
+ timeWindow?: TimeWindow | undefined;
357
+ /** The description of the feature. */
358
+ description?: string | undefined;
359
+ /**
360
+ * Deprecated: Use DeltaTableSource.filter_condition or KafkaSource.filter_condition instead. Kept for backwards compatibility.
361
+ * The filter condition applied to the source data before aggregation.
362
+ */
363
+ filterCondition?: string | undefined;
364
+ /**
365
+ * Lineage context information for this feature.
366
+ * WARNING: This field is primarily intended for internal use by <Databricks> systems and
367
+ * is automatically populated when features are created through <Databricks> notebooks or jobs.
368
+ * Users should not manually set this field as incorrect values may lead to inaccurate lineage tracking or unexpected behavior.
369
+ * This field will be set by feature-engineering client and should be left unset by SDK and terraform users.
370
+ */
371
+ lineageContext?: LineageContext | undefined;
372
+ /** The entity columns for the feature, used as aggregation keys and for query-time lookup. */
373
+ entities?: EntityColumn[] | undefined;
374
+ /** Column recording time, used for point-in-time joins, backfills, and aggregations. */
375
+ timeseriesColumn?: TimeseriesColumn | undefined;
376
+ /** Name of parent catalog. */
377
+ catalogName?: string | undefined;
378
+ /** Name of parent schema relative to its parent catalog. */
379
+ schemaName?: string | undefined;
380
+ /** Name of the feature, extracted from the full three-part name (catalog.schema.name). */
381
+ name?: string | undefined;
382
+ /** Time at which this feature was created. */
383
+ createdAt?: Temporal.Instant | undefined;
384
+ /** Username of the feature creator. */
385
+ createdBy?: string | undefined;
400
386
  }
401
387
  /**
402
388
  * A single field definition within a FlatSchema, specifying the field name and its scalar data type.
403
389
  * Does not support nested or complex types (arrays, maps, structs).
404
390
  */
405
- export interface FieldDefinition {
406
- /** The name of the field. */
407
- name?: string | undefined;
408
- /** The scalar data type of the field. */
409
- dataType?: ScalarDataType | undefined;
391
+ interface FieldDefinition {
392
+ /** The name of the field. */
393
+ name?: string | undefined;
394
+ /** The scalar data type of the field. */
395
+ dataType?: ScalarDataType | undefined;
410
396
  }
411
397
  /** Returns the first N distinct values, ordered by the feature's timeseries column. */
412
- export interface FirstDistinctFunction {
413
- /** The input column from which the first N distinct values are returned. */
414
- input?: string | undefined;
415
- /** The number of distinct values to return. */
416
- n?: bigint | undefined;
398
+ interface FirstDistinctFunction {
399
+ /** The input column from which the first N distinct values are returned. */
400
+ input?: string | undefined;
401
+ /** The number of distinct values to return. */
402
+ n?: bigint | undefined;
417
403
  }
418
404
  /** Returns the first value. */
419
- export interface FirstFunction {
420
- /** The input column from which the first value is returned. */
421
- input?: string | undefined;
405
+ interface FirstFunction {
406
+ /** The input column from which the first value is returned. */
407
+ input?: string | undefined;
422
408
  }
423
409
  /** Returns the first N values, ordered by the feature's timeseries column. */
424
- export interface FirstNFunction {
425
- /** The input column from which the first N values are returned. */
426
- input?: string | undefined;
427
- /** The number of values to return. */
428
- n?: bigint | undefined;
410
+ interface FirstNFunction {
411
+ /** The input column from which the first N values are returned. */
412
+ input?: string | undefined;
413
+ /** The number of values to return. */
414
+ n?: bigint | undefined;
429
415
  }
430
416
  /**
431
417
  * A flat (non-nested) schema for request-time fields, defined as an ordered list of field definitions.
432
418
  * This schema only supports scalar types.
433
419
  */
434
- export interface FlatSchema {
435
- /** The list of fields in this schema. */
436
- fields?: FieldDefinition[] | undefined;
437
- }
438
- export interface Function {
439
- /**
440
- * Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
441
- * The type of the function.
442
- */
443
- functionType?: Function_FunctionType | undefined;
444
- /**
445
- * Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
446
- * Extra parameters for parameterized functions.
447
- */
448
- extraParameters?: Function_ExtraParameter[] | undefined;
449
- function?: {
450
- $case: 'aggregationFunction';
451
- /** An aggregation function applied over a time window. */
452
- aggregationFunction: AggregationFunction;
453
- } | {
454
- $case: 'columnSelection';
455
- /** Selects the latest value of a single column in a data source */
456
- columnSelection: ColumnSelection;
457
- } | undefined;
420
+ interface FlatSchema {
421
+ /** The list of fields in this schema. */
422
+ fields?: FieldDefinition[] | undefined;
423
+ }
424
+ interface Function {
425
+ /**
426
+ * Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
427
+ * The type of the function.
428
+ */
429
+ functionType?: Function_FunctionType | undefined;
430
+ /**
431
+ * Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
432
+ * Extra parameters for parameterized functions.
433
+ */
434
+ extraParameters?: Function_ExtraParameter[] | undefined;
435
+ function?: {
436
+ $case: 'aggregationFunction'; /** An aggregation function applied over a time window. */
437
+ aggregationFunction: AggregationFunction;
438
+ } | {
439
+ $case: 'columnSelection'; /** Selects the latest value of a single column in a data source */
440
+ columnSelection: ColumnSelection;
441
+ } | undefined;
458
442
  }
459
443
  /**
460
444
  * Deprecated: Use typed fields on function-specific messages (e.g. ApproxPercentileFunction.percentile)
461
445
  * or AggregationFunction.ExtraParameter instead. Kept for backwards compatibility.
462
446
  */
463
- export interface Function_ExtraParameter {
464
- /** The name of the parameter. */
465
- key?: string | undefined;
466
- /** The value of the parameter. */
467
- value?: string | undefined;
447
+ interface Function_ExtraParameter {
448
+ /** The name of the parameter. */
449
+ key?: string | undefined;
450
+ /** The value of the parameter. */
451
+ value?: string | undefined;
468
452
  }
469
- export interface GetFeatureRequest {
470
- /** Name of the feature to get. */
471
- fullName?: string | undefined;
453
+ interface GetFeatureRequest {
454
+ /** Name of the feature to get. */
455
+ fullName?: string | undefined;
472
456
  }
473
- export interface GetKafkaConfigRequest {
474
- /** Name of the Kafka config to get. */
475
- name?: string | undefined;
457
+ interface GetKafkaConfigRequest {
458
+ /** Name of the Kafka config to get. */
459
+ name?: string | undefined;
476
460
  }
477
- export interface GetMaterializedFeatureRequest {
478
- /** The ID of the materialized feature. */
479
- materializedFeatureId?: string | undefined;
461
+ interface GetMaterializedFeatureRequest {
462
+ /** The ID of the materialized feature. */
463
+ materializedFeatureId?: string | undefined;
480
464
  }
481
465
  /** Get a Stream by its full three-part name (catalog.schema.stream). */
482
- export interface GetStreamRequest {
483
- /** Full three-part name (catalog.schema.stream) of the Stream to get. */
484
- name?: string | undefined;
466
+ interface GetStreamRequest {
467
+ /** Full three-part name (catalog.schema.stream) of the Stream to get. */
468
+ name?: string | undefined;
485
469
  }
486
470
  /**
487
471
  * Configuration for the <Databricks>-managed ingestion pipeline.
488
472
  * Groups the ingestion destination (required) and optional backfill source.
489
473
  */
490
- export interface IngestionConfig {
491
- /**
492
- * Destination for the <Databricks>-managed Delta table that holds an offline copy of the streaming data for querying and training.
493
- * This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
494
- * This table is created and managed by <Databricks> and is deleted when the Stream is deleted.
495
- */
496
- ingestionDestination?: IngestionDestination | undefined;
497
- /**
498
- * A user-provided source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Stream.
499
- * The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
500
- * The schema for this source must match exactly that of the key and payload schemas specified for this Stream.
501
- */
502
- backfillSource?: BackfillSource | undefined;
503
- /**
504
- * Column paths used to identify duplicate rows during ingestion; only one row per
505
- * distinct combination of these values is kept. Use dot notation for nested fields
506
- * (e.g. `value.user_id`). Empty list means every column is compared.
507
- */
508
- deduplicationColumns?: string[] | undefined;
509
- /**
510
- * The ID of the SDP pipeline that continuously copies new events from the streaming source
511
- * into the ingestion Delta table.
512
- */
513
- ingestionPipelineId?: string | undefined;
514
- /** The ID of the Databricks Job that performs the forward-fill ingestion. */
515
- ingestionJobId?: bigint | undefined;
516
- /** The ID of the Databricks Job that performs the historical backfill of the ingestion Delta table. */
517
- backfillJobId?: bigint | undefined;
474
+ interface IngestionConfig {
475
+ /**
476
+ * Destination for the <Databricks>-managed Delta table that holds an offline copy of the streaming data for querying and training.
477
+ * This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
478
+ * This table is created and managed by <Databricks> and is deleted when the Stream is deleted.
479
+ */
480
+ ingestionDestination?: IngestionDestination | undefined;
481
+ /**
482
+ * A user-provided source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Stream.
483
+ * The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
484
+ * The schema for this source must match exactly that of the key and payload schemas specified for this Stream.
485
+ */
486
+ backfillSource?: BackfillSource | undefined;
487
+ /**
488
+ * Column paths used to identify duplicate rows during ingestion; only one row per
489
+ * distinct combination of these values is kept. Use dot notation for nested fields
490
+ * (e.g. `value.user_id`). Empty list means every column is compared.
491
+ */
492
+ deduplicationColumns?: string[] | undefined;
493
+ /**
494
+ * The ID of the SDP pipeline that continuously copies new events from the streaming source
495
+ * into the ingestion Delta table.
496
+ */
497
+ ingestionPipelineId?: string | undefined;
498
+ /** The ID of the Databricks Job that performs the forward-fill ingestion. */
499
+ ingestionJobId?: bigint | undefined;
500
+ /** The ID of the Databricks Job that performs the historical backfill of the ingestion Delta table. */
501
+ backfillJobId?: bigint | undefined;
518
502
  }
519
503
  /** Destination for the <Databricks>-managed Delta table that holds an offline copy of the streaming data for querying and training. */
520
- export interface IngestionDestination {
521
- ingestionDestination?: {
522
- $case: 'deltaTableName';
523
- /** The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion. */
524
- deltaTableName: string;
525
- } | undefined;
526
- }
527
- export interface JobContext {
528
- /** The job ID where this API invoked. */
529
- jobId?: bigint | undefined;
530
- /** The job run ID where this API was invoked. */
531
- jobRunId?: bigint | undefined;
532
- }
533
- export interface KafkaConfig {
534
- /**
535
- * Name that uniquely identifies this Kafka config within the metastore. This will be the identifier used from the Feature object to reference these configs for a feature.
536
- * Can be distinct from topic name.
537
- */
538
- name?: string | undefined;
539
- /** A comma-separated list of host/port pairs pointing to Kafka cluster. */
540
- bootstrapServers?: string | undefined;
541
- /** Options to configure which Kafka topics to pull data from. */
542
- subscriptionMode?: SubscriptionMode | undefined;
543
- /** Authentication configuration for connection to topics. */
544
- authConfig?: AuthConfig | undefined;
545
- /** Schema configuration for extracting message keys from topics. At least one of key_schema and value_schema must be provided. */
546
- keySchema?: SchemaConfig | undefined;
547
- /** Schema configuration for extracting message values from topics. At least one of key_schema and value_schema must be provided. */
548
- valueSchema?: SchemaConfig | undefined;
549
- /** Catch-all for miscellaneous options. Keys should be source options or Kafka consumer options (kafka.*) */
550
- extraOptions?: Record<string, string> | undefined;
551
- /**
552
- * A user-provided and managed source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Kafka config.
553
- * In the future, a separate table will be maintained by <Databricks> for forward filling data.
554
- * The schema for this source must match exactly that of the key and value schemas specified for this Kafka config.
555
- */
556
- backfillSource?: BackfillSource | undefined;
557
- /**
558
- * Configuration for ingesting Kafka data into a <Databricks>-managed
559
- * Delta table.
560
- */
561
- ingestionConfig?: IngestionConfig | undefined;
562
- }
563
- export interface KafkaSource {
564
- /** Name of the Kafka source, used to identify it. This is used to look up the corresponding KafkaConfig object. Can be distinct from topic name. */
565
- name?: string | undefined;
566
- /**
567
- * Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
568
- * The entity column identifiers of the Kafka source.
569
- */
570
- entityColumnIdentifiers?: ColumnIdentifier[] | undefined;
571
- /**
572
- * Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
573
- * The timeseries column identifier of the Kafka source.
574
- */
575
- timeseriesColumnIdentifier?: ColumnIdentifier | undefined;
576
- /** The filter condition applied to the source data before aggregation. */
577
- filterCondition?: string | undefined;
504
+ interface IngestionDestination {
505
+ ingestionDestination?: {
506
+ $case: 'deltaTableName'; /** The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion. */
507
+ deltaTableName: string;
508
+ } | undefined;
509
+ }
510
+ interface JobContext {
511
+ /** The job ID where this API invoked. */
512
+ jobId?: bigint | undefined;
513
+ /** The job run ID where this API was invoked. */
514
+ jobRunId?: bigint | undefined;
515
+ }
516
+ interface KafkaConfig {
517
+ /**
518
+ * Name that uniquely identifies this Kafka config within the metastore. This will be the identifier used from the Feature object to reference these configs for a feature.
519
+ * Can be distinct from topic name.
520
+ */
521
+ name?: string | undefined;
522
+ /** A comma-separated list of host/port pairs pointing to Kafka cluster. */
523
+ bootstrapServers?: string | undefined;
524
+ /** Options to configure which Kafka topics to pull data from. */
525
+ subscriptionMode?: SubscriptionMode | undefined;
526
+ /** Authentication configuration for connection to topics. */
527
+ authConfig?: AuthConfig | undefined;
528
+ /** Schema configuration for extracting message keys from topics. At least one of key_schema and value_schema must be provided. */
529
+ keySchema?: SchemaConfig | undefined;
530
+ /** Schema configuration for extracting message values from topics. At least one of key_schema and value_schema must be provided. */
531
+ valueSchema?: SchemaConfig | undefined;
532
+ /** Catch-all for miscellaneous options. Keys should be source options or Kafka consumer options (kafka.*) */
533
+ extraOptions?: Record<string, string> | undefined;
534
+ /**
535
+ * A user-provided and managed source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Kafka config.
536
+ * In the future, a separate table will be maintained by <Databricks> for forward filling data.
537
+ * The schema for this source must match exactly that of the key and value schemas specified for this Kafka config.
538
+ */
539
+ backfillSource?: BackfillSource | undefined;
540
+ /**
541
+ * Configuration for ingesting Kafka data into a <Databricks>-managed
542
+ * Delta table.
543
+ */
544
+ ingestionConfig?: IngestionConfig | undefined;
545
+ }
546
+ interface KafkaSource {
547
+ /** Name of the Kafka source, used to identify it. This is used to look up the corresponding KafkaConfig object. Can be distinct from topic name. */
548
+ name?: string | undefined;
549
+ /**
550
+ * Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
551
+ * The entity column identifiers of the Kafka source.
552
+ */
553
+ entityColumnIdentifiers?: ColumnIdentifier[] | undefined;
554
+ /**
555
+ * Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
556
+ * The timeseries column identifier of the Kafka source.
557
+ */
558
+ timeseriesColumnIdentifier?: ColumnIdentifier | undefined;
559
+ /** The filter condition applied to the source data before aggregation. */
560
+ filterCondition?: string | undefined;
578
561
  }
579
562
  /** Kafka-specific configuration for a Stream. */
580
- export interface KafkaStreamConfig {
581
- /** Options to configure which Kafka topics to pull data from. */
582
- subscriptionMode?: KafkaSubscriptionMode | undefined;
563
+ interface KafkaStreamConfig {
564
+ /** Options to configure which Kafka topics to pull data from. */
565
+ subscriptionMode?: KafkaSubscriptionMode | undefined;
566
+ /**
567
+ * Optional Kafka source or consumer options, validated against a server-side
568
+ * allowlist at request time. Allowed keys:
569
+ * - `maxOffsetsPerTrigger`
570
+ * - `startingOffsets`
571
+ * - `includeHeaders`
572
+ * - `kafka.request.timeout.ms`
573
+ * - `kafka.session.timeout.ms`
574
+ * - `kafka.max.partition.fetch.bytes`
575
+ * The following keys are ingestion-only and are stripped before being forwarded to the materialization pipeline:
576
+ * - `maxOffsetsPerTrigger`
577
+ * - `startingOffsets`
578
+ * Auth and connection details belong on the parent Stream's `connection_config`, not here.
579
+ */
580
+ extraOptions?: Record<string, string> | undefined;
581
+ }
582
+ /** Subscription mode for Kafka topic selection, matching standard Spark Structured Streaming options. */
583
+ interface KafkaSubscriptionMode {
584
+ /** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
585
+ subscriptionMode?: {
586
+ $case: 'assign';
583
587
  /**
584
- * Optional Kafka source or consumer options, validated against a server-side
585
- * allowlist at request time. Allowed keys:
586
- * - `maxOffsetsPerTrigger`
587
- * - `startingOffsets`
588
- * - `includeHeaders`
589
- * - `kafka.request.timeout.ms`
590
- * - `kafka.session.timeout.ms`
591
- * - `kafka.max.partition.fetch.bytes`
592
- * The following keys are ingestion-only and are stripped before being forwarded to the materialization pipeline:
593
- * - `maxOffsetsPerTrigger`
594
- * - `startingOffsets`
595
- * Auth and connection details belong on the parent Stream's `connection_config`, not here.
588
+ * A JSON string that contains the specific topic-partitions to consume from.
589
+ * For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
596
590
  */
597
- extraOptions?: Record<string, string> | undefined;
591
+ assign: string;
592
+ } | {
593
+ $case: 'subscribe'; /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
594
+ subscribe: string;
595
+ } | {
596
+ $case: 'subscribePattern'; /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
597
+ subscribePattern: string;
598
+ } | undefined;
598
599
  }
599
- /** Subscription mode for Kafka topic selection, matching standard Spark Structured Streaming options. */
600
- export interface KafkaSubscriptionMode {
601
- /** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
602
- subscriptionMode?: {
603
- $case: 'assign';
604
- /**
605
- * A JSON string that contains the specific topic-partitions to consume from.
606
- * For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
607
- */
608
- assign: string;
609
- } | {
610
- $case: 'subscribe';
611
- /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
612
- subscribe: string;
613
- } | {
614
- $case: 'subscribePattern';
615
- /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
616
- subscribePattern: string;
617
- } | undefined;
600
+ /**
601
+ * Kinesis-specific configuration for a Stream. For the underlying connector and its source
602
+ * options, see the <Databricks> documentation on connecting to Amazon Kinesis
603
+ * (https://docs.databricks.com/aws/en/connect/streaming/kinesis).
604
+ */
605
+ interface KinesisStreamConfig {
606
+ /**
607
+ * Identifies the Kinesis data stream(s) to read from. Set exactly one of stream_names or
608
+ * stream_arns (identify the streams by name or by ARN, but not both). A single Stream may
609
+ * read from one or more Kinesis streams.
610
+ */
611
+ streamIdentifier?: {
612
+ $case: 'streamNames'; /** Kinesis stream names to read from. */
613
+ streamNames: StreamNameList;
614
+ } | {
615
+ $case: 'streamArns'; /** Kinesis stream ARNs to read from. */
616
+ streamArns: StreamArnList;
617
+ } | undefined;
618
+ /**
619
+ * Optional Kinesis source options, validated against a server-side allowlist at request time.
620
+ * Auth and connection details belong on the parent Stream's `connection_config`, not here.
621
+ */
622
+ extraOptions?: Record<string, string> | undefined;
618
623
  }
619
624
  /** Returns the last N distinct values, ordered by the feature's timeseries column. */
620
- export interface LastDistinctFunction {
621
- /** The input column from which the last N distinct values are returned. */
622
- input?: string | undefined;
623
- /** The number of distinct values to return. */
624
- n?: bigint | undefined;
625
+ interface LastDistinctFunction {
626
+ /** The input column from which the last N distinct values are returned. */
627
+ input?: string | undefined;
628
+ /** The number of distinct values to return. */
629
+ n?: bigint | undefined;
625
630
  }
626
631
  /** Returns the last value. */
627
- export interface LastFunction {
628
- /** The input column from which the last value is returned. */
629
- input?: string | undefined;
632
+ interface LastFunction {
633
+ /** The input column from which the last value is returned. */
634
+ input?: string | undefined;
630
635
  }
631
636
  /** Returns the last N values, ordered by the feature's timeseries column. */
632
- export interface LastNFunction {
633
- /** The input column from which the last N values are returned. */
634
- input?: string | undefined;
635
- /** The number of values to return. */
636
- n?: bigint | undefined;
637
+ interface LastNFunction {
638
+ /** The input column from which the last N values are returned. */
639
+ input?: string | undefined;
640
+ /** The number of values to return. */
641
+ n?: bigint | undefined;
637
642
  }
638
643
  /** Lineage context information for tracking where an API was invoked. This will allow us to track lineage, which currently uses caller entity information for use across the Lineage Client and Observability in Lumberjack. */
639
- export interface LineageContext {
640
- /** The notebook ID where this API was invoked. */
641
- notebookId?: bigint | undefined;
642
- /** Job context information including job ID and run ID. */
643
- jobContext?: JobContext | undefined;
644
+ interface LineageContext {
645
+ /** The notebook ID where this API was invoked. */
646
+ notebookId?: bigint | undefined;
647
+ /** Job context information including job ID and run ID. */
648
+ jobContext?: JobContext | undefined;
644
649
  }
645
650
  /**
646
651
  * Request to list features. Listing is always scoped to a single catalog and schema;
647
652
  * catalog_name and schema_name are required.
648
653
  */
649
- export interface ListFeaturesRequest {
650
- /** Pagination token to go to the next page based on a previous query. */
651
- pageToken?: string | undefined;
652
- /** The maximum number of results to return. */
653
- pageSize?: number | undefined;
654
- /** Name of parent catalog for features of interest. */
655
- catalogName?: string | undefined;
656
- /** Name of parent schema relative to its parent catalog. */
657
- schemaName?: string | undefined;
658
- }
659
- export interface ListFeaturesResponse {
660
- /** List of features. */
661
- features?: Feature[] | undefined;
662
- /** Pagination token to request the next page of results for this query. */
663
- nextPageToken?: string | undefined;
664
- }
665
- export interface ListKafkaConfigsRequest {
666
- /** Pagination token to go to the next page based on a previous query. */
667
- pageToken?: string | undefined;
668
- /** The maximum number of results to return. */
669
- pageSize?: number | undefined;
670
- }
671
- export interface ListKafkaConfigsResponse {
672
- /** List of Kafka configs. Schemas are not included in the response. */
673
- kafkaConfigs?: KafkaConfig[] | undefined;
674
- /** Pagination token to request the next page of results for this query. */
675
- nextPageToken?: string | undefined;
676
- }
677
- export interface ListMaterializedFeaturesRequest {
678
- /** Filter by feature name. If specified, only materialized features materialized from this feature will be returned. */
679
- featureName?: string | undefined;
680
- /** Pagination token to go to the next page based on a previous query. */
681
- pageToken?: string | undefined;
682
- /** The maximum number of results to return. Defaults to 100 if not specified. Cannot be greater than 1000. */
683
- pageSize?: number | undefined;
684
- }
685
- export interface ListMaterializedFeaturesResponse {
686
- /** List of materialized features. */
687
- materializedFeatures?: MaterializedFeature[] | undefined;
688
- /** Pagination token to request the next page of results for this query. */
689
- nextPageToken?: string | undefined;
654
+ interface ListFeaturesRequest {
655
+ /** Pagination token to go to the next page based on a previous query. */
656
+ pageToken?: string | undefined;
657
+ /** The maximum number of results to return. */
658
+ pageSize?: number | undefined;
659
+ /** Name of parent catalog for features of interest. */
660
+ catalogName?: string | undefined;
661
+ /** Name of parent schema relative to its parent catalog. */
662
+ schemaName?: string | undefined;
663
+ }
664
+ interface ListFeaturesResponse {
665
+ /** List of features. */
666
+ features?: Feature[] | undefined;
667
+ /** Pagination token to request the next page of results for this query. */
668
+ nextPageToken?: string | undefined;
669
+ }
670
+ interface ListKafkaConfigsRequest {
671
+ /** Pagination token to go to the next page based on a previous query. */
672
+ pageToken?: string | undefined;
673
+ /** The maximum number of results to return. */
674
+ pageSize?: number | undefined;
675
+ }
676
+ interface ListKafkaConfigsResponse {
677
+ /** List of Kafka configs. Schemas are not included in the response. */
678
+ kafkaConfigs?: KafkaConfig[] | undefined;
679
+ /** Pagination token to request the next page of results for this query. */
680
+ nextPageToken?: string | undefined;
681
+ }
682
+ interface ListMaterializedFeaturesRequest {
683
+ /** Filter by feature name. If specified, only materialized features materialized from this feature will be returned. */
684
+ featureName?: string | undefined;
685
+ /** Pagination token to go to the next page based on a previous query. */
686
+ pageToken?: string | undefined;
687
+ /** The maximum number of results to return. Defaults to 100 if not specified. Cannot be greater than 1000. */
688
+ pageSize?: number | undefined;
689
+ }
690
+ interface ListMaterializedFeaturesResponse {
691
+ /** List of materialized features. */
692
+ materializedFeatures?: MaterializedFeature[] | undefined;
693
+ /** Pagination token to request the next page of results for this query. */
694
+ nextPageToken?: string | undefined;
690
695
  }
691
696
  /**
692
697
  * List Streams under a given parent.
@@ -699,13 +704,13 @@ export interface ListMaterializedFeaturesResponse {
699
704
  * - Callers should paginate until next_page_token is empty to retrieve all
700
705
  * accessible streams
701
706
  */
702
- export interface ListStreamsRequest {
703
- /** Two-part name (catalog.schema) of the parent under which to list Streams. */
704
- parent?: string | undefined;
705
- /** The maximum number of results to return. */
706
- pageSize?: number | undefined;
707
- /** Pagination token to go to the next page based on a previous query. */
708
- pageToken?: string | undefined;
707
+ interface ListStreamsRequest {
708
+ /** Two-part name (catalog.schema) of the parent under which to list Streams. */
709
+ parent?: string | undefined;
710
+ /** The maximum number of results to return. */
711
+ pageSize?: number | undefined;
712
+ /** Pagination token to go to the next page based on a previous query. */
713
+ pageToken?: string | undefined;
709
714
  }
710
715
  /**
711
716
  * Response to a ListStreamsRequest.
@@ -718,74 +723,70 @@ export interface ListStreamsRequest {
718
723
  * Callers should paginate until next_page_token is empty to retrieve all
719
724
  * accessible streams.
720
725
  */
721
- export interface ListStreamsResponse {
722
- /** List of Streams. */
723
- streams?: Stream[] | undefined;
724
- /** Pagination token to request the next page of results for this query. */
725
- nextPageToken?: string | undefined;
726
+ interface ListStreamsResponse {
727
+ /** List of Streams. */
728
+ streams?: Stream[] | undefined;
729
+ /** Pagination token to request the next page of results for this query. */
730
+ nextPageToken?: string | undefined;
726
731
  }
727
732
  /** A materialized feature represents a feature that is continuously computed and stored. */
728
- export interface MaterializedFeature {
729
- /** Server-assigned unique identifier for the materialized feature. */
730
- materializedFeatureId?: string | undefined;
731
- /** The full name of the feature in Unity Catalog. */
732
- featureName?: string | undefined;
733
- destination?: {
734
- $case: 'offlineStoreConfig';
735
- /** Destination for writing feature values to an offline Delta table. */
736
- offlineStoreConfig: OfflineStoreConfig;
737
- } | {
738
- $case: 'onlineStoreConfig';
739
- /** Destination for writing feature values to an online Lakebase table. */
740
- onlineStoreConfig: OnlineStoreConfig;
741
- } | undefined;
742
- /** The fully qualified Unity Catalog path to the table containing the materialized feature (Delta table or Lakebase table). Output only. */
743
- tableName?: string | undefined;
744
- /**
745
- * The schedule state of the materialization pipeline.
746
- * Hidden from GraphQL: being deprecated, so not exposed to Catalog Explorer.
747
- */
748
- pipelineScheduleState?: MaterializedFeature_PipelineScheduleState | undefined;
749
- /**
750
- * The timestamp when the pipeline last ran and updated the materialized feature values.
751
- * If the pipeline has not run yet, this field will be null.
752
- */
753
- lastMaterializationTime?: Temporal.Instant | undefined;
733
+ interface MaterializedFeature {
734
+ /** Server-assigned unique identifier for the materialized feature. */
735
+ materializedFeatureId?: string | undefined;
736
+ /** The full name of the feature in Unity Catalog. */
737
+ featureName?: string | undefined;
738
+ destination?: {
739
+ $case: 'offlineStoreConfig'; /** Destination for writing feature values to an offline Delta table. */
740
+ offlineStoreConfig: OfflineStoreConfig;
741
+ } | {
742
+ $case: 'onlineStoreConfig'; /** Destination for writing feature values to an online Lakebase table. */
743
+ onlineStoreConfig: OnlineStoreConfig;
744
+ } | undefined;
745
+ /** The fully qualified Unity Catalog path to the table containing the materialized feature (Delta table or Lakebase table). Output only. */
746
+ tableName?: string | undefined;
747
+ /**
748
+ * The schedule state of the materialization pipeline.
749
+ * Hidden from GraphQL: being deprecated, so not exposed to Catalog Explorer.
750
+ */
751
+ pipelineScheduleState?: MaterializedFeature_PipelineScheduleState | undefined;
752
+ /**
753
+ * The timestamp when the pipeline last ran and updated the materialized feature values.
754
+ * If the pipeline has not run yet, this field will be null.
755
+ */
756
+ lastMaterializationTime?: Temporal.Instant | undefined;
757
+ /**
758
+ * The quartz cron expression that defines the schedule of the materialization pipeline. The schedule is evaluated in the UTC timezone.
759
+ * Hidden from GraphQL: superseded by the `trigger` oneof (cron_schedule_trigger), so not exposed to Catalog Explorer.
760
+ */
761
+ cronSchedule?: string | undefined;
762
+ /** True if this is an online materialized feature. False if it is an offline materialized feature. */
763
+ isOnline?: boolean | undefined;
764
+ /** The trigger configuration for the materialization pipeline. */
765
+ trigger?: {
766
+ $case: 'cronScheduleTrigger'; /** A cron-based schedule trigger for the materialization pipeline. */
767
+ cronScheduleTrigger: CronSchedule;
768
+ } | {
769
+ $case: 'tableTrigger'; /** A trigger that fires when the upstream source table changes. */
770
+ tableTrigger: TableTrigger;
771
+ } | {
772
+ $case: 'streamingMode';
754
773
  /**
755
- * The quartz cron expression that defines the schedule of the materialization pipeline. The schedule is evaluated in the UTC timezone.
756
- * Hidden from GraphQL: superseded by the `trigger` oneof (cron_schedule_trigger), so not exposed to Catalog Explorer.
774
+ * The Structured Streaming trigger mode used for materialization. Real-time mode (RTM) targets
775
+ * sub-second latency for operational workloads; micro-batch mode (MBM) favors cost efficiency
776
+ * for ETL and analytics workloads.
757
777
  */
758
- cronSchedule?: string | undefined;
759
- /** True if this is an online materialized feature. False if it is an offline materialized feature. */
760
- isOnline?: boolean | undefined;
761
- /** The trigger configuration for the materialization pipeline. */
762
- trigger?: {
763
- $case: 'cronScheduleTrigger';
764
- /** A cron-based schedule trigger for the materialization pipeline. */
765
- cronScheduleTrigger: CronSchedule;
766
- } | {
767
- $case: 'tableTrigger';
768
- /** A trigger that fires when the upstream source table changes. */
769
- tableTrigger: TableTrigger;
770
- } | {
771
- $case: 'streamingMode';
772
- /**
773
- * The Structured Streaming trigger mode used for materialization. Real-time mode (RTM) targets
774
- * sub-second latency for operational workloads; micro-batch mode (MBM) favors cost efficiency
775
- * for ETL and analytics workloads.
776
- */
777
- streamingMode: StreamingMode;
778
- } | undefined;
778
+ streamingMode: StreamingMode;
779
+ } | undefined;
779
780
  }
780
781
  /** Computes the maximum value. */
781
- export interface MaxFunction {
782
- /** The input column from which the maximum is computed. */
783
- input?: string | undefined;
782
+ interface MaxFunction {
783
+ /** The input column from which the maximum is computed. */
784
+ input?: string | undefined;
784
785
  }
785
786
  /** Computes the minimum value. */
786
- export interface MinFunction {
787
- /** The input column from which the minimum is computed. */
788
- input?: string | undefined;
787
+ interface MinFunction {
788
+ /** The input column from which the minimum is computed. */
789
+ input?: string | undefined;
789
790
  }
790
791
  /**
791
792
  * Mutual-TLS (mTLS) authentication configuration. The keystore (client certificate +
@@ -800,116 +801,115 @@ export interface MinFunction {
800
801
  * kafka.ssl.truststore.password). Passwords are resolved on the Spark cluster via
801
802
  * dbutils.secrets.get; this message stores only references, never password values.
802
803
  */
803
- export interface MtlsConfig {
804
- /**
805
- * Unity Catalog volume path to the JKS keystore file containing the client certificate
806
- * and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
807
- * materialization compute must have read permission on this volume.
808
- */
809
- keystoreLocation?: string | undefined;
810
- /** Secret-scope reference for the JKS keystore password. */
811
- keystorePasswordRef?: SecretScopeReference | undefined;
812
- /**
813
- * Secret-scope reference for the private key password. Often the same value as the
814
- * keystore password (keytool's default), but provided as a separate field because
815
- * Apache Kafka requires it as a distinct option (kafka.ssl.key.password).
816
- */
817
- keyPasswordRef?: SecretScopeReference | undefined;
818
- /**
819
- * Unity Catalog volume path to the JKS truststore file containing the CA certificate(s)
820
- * trusted to verify the Kafka broker's server certificate.
821
- * e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks".
822
- */
823
- truststoreLocation?: string | undefined;
824
- /** Secret-scope reference for the JKS truststore password. */
825
- truststorePasswordRef?: SecretScopeReference | undefined;
826
- /**
827
- * Set to true only when the broker certificate's SAN intentionally does not match
828
- * the connection endpoint — for example when reaching the cluster through a
829
- * PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
830
- * the hostname check removes a defense against man-in-the-middle attacks; do not
831
- * enable casually. mTLS client authentication is unaffected by this option.
832
- *
833
- * See the Apache Kafka SSL security guide for background on this check:
834
- * https://kafka.apache.org/42/security/encryption-and-authentication-using-ssl/#host-name-verification
835
- */
836
- disableHostnameVerification?: boolean | undefined;
804
+ interface MtlsConfig {
805
+ /**
806
+ * Unity Catalog volume path to the JKS keystore file containing the client certificate
807
+ * and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
808
+ * materialization compute must have read permission on this volume.
809
+ */
810
+ keystoreLocation?: string | undefined;
811
+ /** Secret-scope reference for the JKS keystore password. */
812
+ keystorePasswordRef?: SecretScopeReference | undefined;
813
+ /**
814
+ * Secret-scope reference for the private key password. Often the same value as the
815
+ * keystore password (keytool's default), but provided as a separate field because
816
+ * Apache Kafka requires it as a distinct option (kafka.ssl.key.password).
817
+ */
818
+ keyPasswordRef?: SecretScopeReference | undefined;
819
+ /**
820
+ * Unity Catalog volume path to the JKS truststore file containing the CA certificate(s)
821
+ * trusted to verify the Kafka broker's server certificate.
822
+ * e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks".
823
+ */
824
+ truststoreLocation?: string | undefined;
825
+ /** Secret-scope reference for the JKS truststore password. */
826
+ truststorePasswordRef?: SecretScopeReference | undefined;
827
+ /**
828
+ * Set to true only when the broker certificate's SAN intentionally does not match
829
+ * the connection endpoint — for example when reaching the cluster through a
830
+ * PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
831
+ * the hostname check removes a defense against man-in-the-middle attacks; do not
832
+ * enable casually. mTLS client authentication is unaffected by this option.
833
+ *
834
+ * See the Apache Kafka SSL security guide for background on this check:
835
+ * https://kafka.apache.org/42/security/encryption-and-authentication-using-ssl/#host-name-verification
836
+ */
837
+ disableHostnameVerification?: boolean | undefined;
837
838
  }
838
839
  /** Configuration for offline store destination. */
839
- export interface OfflineStoreConfig {
840
- /** The Unity Catalog catalog name. */
841
- catalogName?: string | undefined;
842
- /** The Unity Catalog schema name. */
843
- schemaName?: string | undefined;
844
- /**
845
- * Prefix for Unity Catalog table name.
846
- * The materialized feature will be stored in a table with this prefix and a generated postfix.
847
- */
848
- tableNamePrefix?: string | undefined;
840
+ interface OfflineStoreConfig {
841
+ /** The Unity Catalog catalog name. */
842
+ catalogName?: string | undefined;
843
+ /** The Unity Catalog schema name. */
844
+ schemaName?: string | undefined;
845
+ /**
846
+ * Prefix for Unity Catalog table name.
847
+ * The materialized feature will be stored in a table with this prefix and a generated postfix.
848
+ */
849
+ tableNamePrefix?: string | undefined;
849
850
  }
850
851
  /** Configuration for online store destination. */
851
- export interface OnlineStoreConfig {
852
- /**
853
- * The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
854
- * Quoting is handled by the backend where needed, do not pre-quote it.
855
- */
856
- catalogName?: string | undefined;
857
- /**
858
- * The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
859
- * Quoting is handled by the backend where needed, do not pre-quote it.
860
- */
861
- schemaName?: string | undefined;
862
- /**
863
- * Prefix for Unity Catalog table name.
864
- * The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix.
865
- */
866
- tableNamePrefix?: string | undefined;
867
- /** The name of the target online store. */
868
- onlineStoreName?: string | undefined;
852
+ interface OnlineStoreConfig {
853
+ /**
854
+ * The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
855
+ * Quoting is handled by the backend where needed, do not pre-quote it.
856
+ */
857
+ catalogName?: string | undefined;
858
+ /**
859
+ * The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
860
+ * Quoting is handled by the backend where needed, do not pre-quote it.
861
+ */
862
+ schemaName?: string | undefined;
863
+ /**
864
+ * Prefix for Unity Catalog table name.
865
+ * The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix.
866
+ */
867
+ tableNamePrefix?: string | undefined;
868
+ /** The name of the target online store. */
869
+ onlineStoreName?: string | undefined;
869
870
  }
870
871
  /**
871
872
  * A Protocol Buffer schema paired with the name of the message within it that describes the
872
873
  * Kafka payload. A .proto file may declare multiple messages; message_name disambiguates.
873
874
  */
874
- export interface ProtoSchemaSpec {
875
- /**
876
- * The raw .proto file text (proto2 and proto3 syntax supported, see
877
- * https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/).
878
- */
879
- schemaText?: string | undefined;
880
- /**
881
- * The fully-qualified name of the message within schema_text that describes the Kafka payload
882
- * (e.g. "Event" or "com.example.Event" if schema_text declares a package). Identifies which
883
- * message is used to decode each Kafka record — a .proto file may declare multiple messages
884
- * but only one represents the payload. Must not be empty.
885
- */
886
- messageName?: string | undefined;
875
+ interface ProtoSchemaSpec {
876
+ /**
877
+ * The raw .proto file text (proto2 and proto3 syntax supported, see
878
+ * https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/).
879
+ */
880
+ schemaText?: string | undefined;
881
+ /**
882
+ * The fully-qualified name of the message within schema_text that describes the Kafka payload
883
+ * (e.g. "Event" or "com.example.Event" if schema_text declares a package). Identifies which
884
+ * message is used to decode each Kafka record — a .proto file may declare multiple messages
885
+ * but only one represents the payload. Must not be empty.
886
+ */
887
+ messageName?: string | undefined;
887
888
  }
888
889
  /** A request-time data source whose value is provided at inference time: offline batch scoring or online serving endpoint */
889
- export interface RequestSource {
890
- /** The schema describing the request-time fields. Currently only flat schemas are supported. */
891
- schema?: {
892
- $case: 'flatSchema';
893
- /** A flat schema with scalar-typed fields only. */
894
- flatSchema: FlatSchema;
895
- } | undefined;
890
+ interface RequestSource {
891
+ /** The schema describing the request-time fields. Currently only flat schemas are supported. */
892
+ schema?: {
893
+ $case: 'flatSchema'; /** A flat schema with scalar-typed fields only. */
894
+ flatSchema: FlatSchema;
895
+ } | undefined;
896
896
  }
897
897
  /**
898
898
  * A rolling time window with an optional delay. This is the SQL-spec-aligned
899
899
  * replacement for ContinuousWindow: `delay` is the non-negative counterpart
900
900
  * of the legacy non-positive `ContinuousWindow.offset`.
901
901
  */
902
- export interface RollingWindow {
903
- /**
904
- * The duration of the rolling window. Must be positive when set; absent means lifetime
905
- * (aggregate over the entity's entire history).
906
- */
907
- windowDuration?: Temporal.Duration | undefined;
908
- /**
909
- * The delay applied to the end of the rolling window (must be non-negative).
910
- * For example, delay=1d shifts the window end 1 day before the evaluation time.
911
- */
912
- delay?: Temporal.Duration | undefined;
902
+ interface RollingWindow {
903
+ /**
904
+ * The duration of the rolling window. Must be positive when set; absent means lifetime
905
+ * (aggregate over the entity's entire history).
906
+ */
907
+ windowDuration?: Temporal.Duration | undefined;
908
+ /**
909
+ * The delay applied to the end of the rolling window (must be non-negative).
910
+ * For example, delay=1d shifts the window end 1 day before the evaluation time.
911
+ */
912
+ delay?: Temporal.Duration | undefined;
913
913
  }
914
914
  /**
915
915
  * A sawtooth window served via the hybrid batch + streaming path. The batch pipeline maintains
@@ -918,48 +918,44 @@ export interface RollingWindow {
918
918
  * distinct type so the control plane can explicitly identify hybrid (sawtooth) features rather
919
919
  * than inferring hybrid behavior from window_duration.
920
920
  */
921
- export interface SawtoothWindow {
922
- /**
923
- * The duration of the window. Must be positive and span more than two days when set, so that both
924
- * the batch (N-1 day) and stale-path (N-2 day) partial aggregates are well defined. The duration
925
- * need not be a whole number of days (e.g. 3 days 15 minutes is allowed). Absent means lifetime
926
- * (aggregate over the entity's entire history).
927
- */
928
- windowDuration?: Temporal.Duration | undefined;
929
- /**
930
- * The delay applied to the end of the window (must be non-negative).
931
- * For example, delay=1d shifts the window end 1 day before the evaluation time.
932
- */
933
- delay?: Temporal.Duration | undefined;
934
- }
935
- export interface SchemaConfig {
936
- schema?: {
937
- $case: 'jsonSchema';
938
- /** Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/). */
939
- jsonSchema: string;
940
- } | {
941
- $case: 'avroSchema';
942
- /** Avro schema in JSON format (https://avro.apache.org/docs/current/specification/). */
943
- avroSchema: string;
944
- } | {
945
- $case: 'protoSchema';
946
- /** Protocol Buffer schema with its payload message name. */
947
- protoSchema: ProtoSchemaSpec;
948
- } | undefined;
921
+ interface SawtoothWindow {
922
+ /**
923
+ * The duration of the window. Must be positive and span more than two days when set, so that both
924
+ * the batch (N-1 day) and stale-path (N-2 day) partial aggregates are well defined. The duration
925
+ * need not be a whole number of days (e.g. 3 days 15 minutes is allowed). Absent means lifetime
926
+ * (aggregate over the entity's entire history).
927
+ */
928
+ windowDuration?: Temporal.Duration | undefined;
929
+ /**
930
+ * The delay applied to the end of the window (must be non-negative).
931
+ * For example, delay=1d shifts the window end 1 day before the evaluation time.
932
+ */
933
+ delay?: Temporal.Duration | undefined;
934
+ }
935
+ interface SchemaConfig {
936
+ schema?: {
937
+ $case: 'jsonSchema'; /** Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/). */
938
+ jsonSchema: string;
939
+ } | {
940
+ $case: 'avroSchema'; /** Avro schema in JSON format (https://avro.apache.org/docs/current/specification/). */
941
+ avroSchema: string;
942
+ } | {
943
+ $case: 'protoSchema'; /** Protocol Buffer schema with its payload message name. */
944
+ protoSchema: ProtoSchemaSpec;
945
+ } | undefined;
949
946
  }
950
947
  /**
951
948
  * Schema locator for one side (payload or key) of a message.
952
949
  * Identifies which schema to use in the schema registry and the serialization format.
953
950
  */
954
- export interface SchemaLocator {
955
- /** Registry-specific schema locator. */
956
- registrySchema?: {
957
- $case: 'confluentSchema';
958
- /** Confluent Schema Registry schema locator. */
959
- confluentSchema: SchemaLocator_ConfluentSchema;
960
- } | undefined;
961
- /** Serialization format for this schema. */
962
- format?: SchemaLocator_Format | undefined;
951
+ interface SchemaLocator {
952
+ /** Registry-specific schema locator. */
953
+ registrySchema?: {
954
+ $case: 'confluentSchema'; /** Confluent Schema Registry schema locator. */
955
+ confluentSchema: SchemaLocator_ConfluentSchema;
956
+ } | undefined;
957
+ /** Serialization format for this schema. */
958
+ format?: SchemaLocator_Format | undefined;
963
959
  }
964
960
  /**
965
961
  * Confluent Schema Registry schema locator.
@@ -972,413 +968,430 @@ export interface SchemaLocator {
972
968
  * - TopicRecordNameStrategy: "{topic}-{fully-qualified-record-name}"
973
969
  * e.g. "transactions-com.example.Payment".
974
970
  */
975
- export interface SchemaLocator_ConfluentSchema {
976
- /** The Confluent schema registry subject name. */
977
- subject?: string | undefined;
971
+ interface SchemaLocator_ConfluentSchema {
972
+ /** The Confluent schema registry subject name. */
973
+ subject?: string | undefined;
978
974
  }
979
975
  /** Configuration for resolving a Stream's schema from an external schema registry (e.g. Confluent). */
980
- export interface SchemaRegistryConfig {
981
- /** A Schema Registry UC Connection object. */
982
- ucConnection?: string | undefined;
983
- /** Reference to the schema registry API secret in a <Databricks> secret scope. */
984
- apiSecretRef?: SecretScopeReference | undefined;
985
- /**
986
- * Schema locator for the message payload. For Kafka this is the value.
987
- * At least one of payload_schema_locator or key_schema_locator must be set.
988
- */
989
- payloadSchemaLocator?: SchemaLocator | undefined;
990
- /**
991
- * Schema locator for the message key. Only used for Kafka streams.
992
- * At least one of payload_schema_locator or key_schema_locator must be set.
993
- */
994
- keySchemaLocator?: SchemaLocator | undefined;
976
+ interface SchemaRegistryConfig {
977
+ /** A Schema Registry UC Connection object. */
978
+ ucConnection?: string | undefined;
979
+ /** Reference to the schema registry API secret in a <Databricks> secret scope. */
980
+ apiSecretRef?: SecretScopeReference | undefined;
981
+ /**
982
+ * Schema locator for the message payload. For Kafka this is the value.
983
+ * At least one of payload_schema_locator or key_schema_locator must be set.
984
+ */
985
+ payloadSchemaLocator?: SchemaLocator | undefined;
986
+ /**
987
+ * Schema locator for the message key. Only used for Kafka streams.
988
+ * At least one of payload_schema_locator or key_schema_locator must be set.
989
+ */
990
+ keySchemaLocator?: SchemaLocator | undefined;
995
991
  }
996
992
  /**
997
993
  * Reference to an entry in a <Databricks> secret scope. The referenced value is fetched
998
994
  * on the Spark cluster at materialization time via dbutils.secrets.get(scope, key).
999
995
  */
1000
- export interface SecretScopeReference {
1001
- /** The <Databricks> secret scope name. */
1002
- scope?: string | undefined;
1003
- /** The key within the scope. */
1004
- key?: string | undefined;
1005
- }
1006
- export interface SlidingWindow {
1007
- /**
1008
- * The duration of the sliding window. Must be positive when set; absent means lifetime
1009
- * (aggregate over the entity's entire history).
1010
- */
1011
- windowDuration?: Temporal.Duration | undefined;
1012
- /** The slide duration (interval by which windows advance, must be positive and less than duration). */
1013
- slideDuration?: Temporal.Duration | undefined;
996
+ interface SecretScopeReference {
997
+ /** The <Databricks> secret scope name. */
998
+ scope?: string | undefined;
999
+ /** The key within the scope. */
1000
+ key?: string | undefined;
1001
+ }
1002
+ interface SlidingWindow {
1003
+ /**
1004
+ * The duration of the sliding window. Must be positive when set; absent means lifetime
1005
+ * (aggregate over the entity's entire history).
1006
+ */
1007
+ windowDuration?: Temporal.Duration | undefined;
1008
+ /** The slide duration (interval by which windows advance, must be positive and less than duration). */
1009
+ slideDuration?: Temporal.Duration | undefined;
1014
1010
  }
1015
1011
  /** Computes the population standard deviation. */
1016
- export interface StddevPopFunction {
1017
- /**
1018
- * The input column from which the population standard deviation is computed. For Kafka sources,
1019
- * use dot-prefixed path notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
1020
- * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
1021
- * compatibility but is deprecated; migrate to dot notation.
1022
- */
1023
- input?: string | undefined;
1012
+ interface StddevPopFunction {
1013
+ /**
1014
+ * The input column from which the population standard deviation is computed. For Kafka sources,
1015
+ * use dot-prefixed path notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
1016
+ * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
1017
+ * compatibility but is deprecated; migrate to dot notation.
1018
+ */
1019
+ input?: string | undefined;
1024
1020
  }
1025
1021
  /** Computes the sample standard deviation. */
1026
- export interface StddevSampFunction {
1027
- /** The input column from which the sample standard deviation is computed. */
1028
- input?: string | undefined;
1022
+ interface StddevSampFunction {
1023
+ /** The input column from which the sample standard deviation is computed. */
1024
+ input?: string | undefined;
1029
1025
  }
1030
1026
  /**
1031
1027
  * A Stream is a governed UC entity representing an external streaming data source.
1032
1028
  * The source_config oneof determines the streaming platform source (e.g. Kafka, Kinesis, etc.).
1033
1029
  */
1034
- export interface Stream {
1035
- /** Full three-part (catalog.schema.stream) name of the stream. */
1036
- name?: string | undefined;
1037
- /** User-provided description. */
1038
- description?: string | undefined;
1039
- /** Source-specific configuration. Determines the streaming platform source. */
1040
- sourceConfig?: StreamSourceConfig | undefined;
1041
- /** Specifies how to connect and authenticate to the stream platform. */
1042
- connectionConfig?: StreamConnectionConfig | undefined;
1030
+ interface Stream {
1031
+ /** Full three-part (catalog.schema.stream) name of the stream. */
1032
+ name?: string | undefined;
1033
+ /** User-provided description. */
1034
+ description?: string | undefined;
1035
+ /** Source-specific configuration. Determines the streaming platform source. */
1036
+ sourceConfig?: StreamSourceConfig | undefined;
1037
+ /** Specifies how to connect and authenticate to the stream platform. */
1038
+ connectionConfig?: StreamConnectionConfig | undefined;
1039
+ /**
1040
+ * Schema definitions for the stream, provided either directly on the Stream or
1041
+ * resolved from an external schema registry through a UC Connection.
1042
+ */
1043
+ schemaConfig?: StreamSchemaConfig | undefined;
1044
+ /** Configuration for streaming data ingestion: the managed table storing an offline copy of forward fill data and optional historical backfill. */
1045
+ ingestionConfig?: IngestionConfig | undefined;
1046
+ /** Time at which this Stream was created. */
1047
+ createTime?: Temporal.Instant | undefined;
1048
+ /** Username of the Stream creator. */
1049
+ createdBy?: string | undefined;
1050
+ /** Time at which this Stream was last modified. */
1051
+ updateTime?: Temporal.Instant | undefined;
1052
+ /** Username of user who last modified the Stream. */
1053
+ updatedBy?: string | undefined;
1054
+ /**
1055
+ * Indicates whether the principal is limited to retrieving metadata for the
1056
+ * associated object through the BROWSE privilege when include_browse is enabled in the request.
1057
+ */
1058
+ browseOnly?: boolean | undefined;
1059
+ }
1060
+ /** A list of Kinesis stream ARNs to read from. */
1061
+ interface StreamArnList {
1062
+ /**
1063
+ * Kinesis stream ARNs to read from. For example,
1064
+ * 'arn:aws:kinesis:us-west-2:111122223333:stream/stream-a'.
1065
+ */
1066
+ arns?: string[] | undefined;
1067
+ }
1068
+ /** Specifies how to connect and authenticate to the stream platform. */
1069
+ interface StreamConnectionConfig {
1070
+ connectionConfig?: {
1071
+ $case: 'ucConnectionName';
1043
1072
  /**
1044
- * Schema definitions for the stream, provided either directly on the Stream or
1045
- * resolved from an external schema registry through a UC Connection.
1073
+ * Name of an existing UC Connection for stream platform access.
1074
+ * Must be the correct type for the streaming platform (e.g. a Kafka Connection for a Kafka
1075
+ * Stream, or a Kinesis Connection for a Kinesis Stream).
1046
1076
  */
1047
- schemaConfig?: StreamSchemaConfig | undefined;
1048
- /** Configuration for streaming data ingestion: the managed table storing an offline copy of forward fill data and optional historical backfill. */
1049
- ingestionConfig?: IngestionConfig | undefined;
1050
- /** Time at which this Stream was created. */
1051
- createTime?: Temporal.Instant | undefined;
1052
- /** Username of the Stream creator. */
1053
- createdBy?: string | undefined;
1054
- /** Time at which this Stream was last modified. */
1055
- updateTime?: Temporal.Instant | undefined;
1056
- /** Username of user who last modified the Stream. */
1057
- updatedBy?: string | undefined;
1077
+ ucConnectionName: string;
1078
+ } | {
1079
+ $case: 'directMtlsConfig';
1058
1080
  /**
1059
- * Indicates whether the principal is limited to retrieving metadata for the
1060
- * associated object through the BROWSE privilege when include_browse is enabled in the request.
1081
+ * Direct mTLS configuration for stream platform access. This is only used in the short term until UC Kafka Connections support mTLS .
1082
+ * Once UC Kafka Connections support mTLS, this will be deprecated.
1061
1083
  */
1062
- browseOnly?: boolean | undefined;
1084
+ directMtlsConfig: DirectMtlsConfig;
1085
+ } | undefined;
1063
1086
  }
1064
- /** Specifies how to connect and authenticate to the stream platform. */
1065
- export interface StreamConnectionConfig {
1066
- connectionConfig?: {
1067
- $case: 'ucConnectionName';
1068
- /**
1069
- * Name of an existing UC Connection for stream platform access.
1070
- * Must be the correct type for the streaming platform (e.g. a Kafka Connection for a Kafka
1071
- * Stream, or a Kinesis Connection for a Kinesis Stream).
1072
- */
1073
- ucConnectionName: string;
1074
- } | {
1075
- $case: 'directMtlsConfig';
1076
- /**
1077
- * Direct mTLS configuration for stream platform access. This is only used in the short term until UC Kafka Connections support mTLS .
1078
- * Once UC Kafka Connections support mTLS, this will be deprecated.
1079
- */
1080
- directMtlsConfig: DirectMtlsConfig;
1081
- } | undefined;
1087
+ /** A list of Kinesis stream names to read from. */
1088
+ interface StreamNameList {
1089
+ /** Kinesis stream names to read from. */
1090
+ names?: string[] | undefined;
1082
1091
  }
1083
1092
  /**
1084
1093
  * Schema definitions for the stream.
1085
1094
  * Feature store supports both direct schemas and schema registries.
1086
1095
  */
1087
- export interface StreamSchemaConfig {
1088
- schemaConfig?: {
1089
- $case: 'directSchemas';
1090
- /** Schema definitions provided directly on the Stream. */
1091
- directSchemas: DirectSchemas;
1092
- } | {
1093
- $case: 'schemaRegistryConfig';
1094
- /** Resolve schemas from an external schema registry. */
1095
- schemaRegistryConfig: SchemaRegistryConfig;
1096
- } | undefined;
1096
+ interface StreamSchemaConfig {
1097
+ schemaConfig?: {
1098
+ $case: 'directSchemas'; /** Schema definitions provided directly on the Stream. */
1099
+ directSchemas: DirectSchemas;
1100
+ } | {
1101
+ $case: 'schemaRegistryConfig'; /** Resolve schemas from an external schema registry. */
1102
+ schemaRegistryConfig: SchemaRegistryConfig;
1103
+ } | undefined;
1097
1104
  }
1098
1105
  /** A Stream entity used as a data source for a feature. */
1099
- export interface StreamSource {
1100
- /** Three-part full name of the Stream (catalog.schema.stream). */
1101
- fullName?: string | undefined;
1102
- /** The filter condition applied to the source data before aggregation. */
1103
- filterCondition?: string | undefined;
1104
- /**
1105
- * The pipeline runs these SQL statements immediately after conversion into
1106
- * the schema specified on the Stream object.
1107
- */
1108
- transformationSql?: string | undefined;
1109
- /**
1110
- * Schema of the resulting dataframe after transformations, in Spark StructType
1111
- * JSON format (from df.schema.json()).
1112
- * Any subsequent functions operate against this dataframe.
1113
- */
1114
- dataframeSchema?: string | undefined;
1106
+ interface StreamSource {
1107
+ /** Three-part full name of the Stream (catalog.schema.stream). */
1108
+ fullName?: string | undefined;
1109
+ /** The filter condition applied to the source data before aggregation. */
1110
+ filterCondition?: string | undefined;
1111
+ /**
1112
+ * The pipeline runs these SQL statements immediately after conversion into
1113
+ * the schema specified on the Stream object.
1114
+ */
1115
+ transformationSql?: string | undefined;
1116
+ /**
1117
+ * Schema of the resulting dataframe after transformations, in Spark StructType
1118
+ * JSON format (from df.schema.json()).
1119
+ * Any subsequent functions operate against this dataframe.
1120
+ */
1121
+ dataframeSchema?: string | undefined;
1115
1122
  }
1116
1123
  /** Source-specific configuration. Determines the streaming platform source. */
1117
- export interface StreamSourceConfig {
1118
- sourceConfig?: {
1119
- $case: 'kafkaStreamConfig';
1120
- /** Configuration for Apache Kafka streams. */
1121
- kafkaStreamConfig: KafkaStreamConfig;
1122
- } | undefined;
1124
+ interface StreamSourceConfig {
1125
+ sourceConfig?: {
1126
+ $case: 'kafkaStreamConfig'; /** Configuration for Apache Kafka streams. */
1127
+ kafkaStreamConfig: KafkaStreamConfig;
1128
+ } | {
1129
+ $case: 'kinesisStreamConfig'; /** Configuration for AWS Kinesis Data Streams. */
1130
+ kinesisStreamConfig: KinesisStreamConfig;
1131
+ } | undefined;
1123
1132
  }
1124
1133
  /** The streaming mode configuration for a streaming materialization pipeline. */
1125
- export interface StreamingMode {
1126
- /** The type of streaming mode used by the materialization pipeline. */
1127
- mode?: StreamingMode_StreamingModeType | undefined;
1128
- /**
1129
- * The desired data freshness for feature materialization, expressed as a
1130
- * duration string (e.g. "1 minute").
1131
- */
1132
- freshnessTarget?: string | undefined;
1134
+ interface StreamingMode {
1135
+ /** The type of streaming mode used by the materialization pipeline. */
1136
+ mode?: StreamingMode_StreamingModeType | undefined;
1137
+ /**
1138
+ * The desired data freshness for feature materialization, expressed as a
1139
+ * duration string (e.g. "1 minute").
1140
+ */
1141
+ freshnessTarget?: string | undefined;
1133
1142
  }
1134
1143
  /** Deprecated: Use KafkaSubscriptionMode instead. */
1135
- export interface SubscriptionMode {
1136
- /** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
1137
- subscriptionMode?: {
1138
- $case: 'assign';
1139
- /**
1140
- * A JSON string that contains the specific topic-partitions to consume from.
1141
- * For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
1142
- */
1143
- assign: string;
1144
- } | {
1145
- $case: 'subscribe';
1146
- /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
1147
- subscribe: string;
1148
- } | {
1149
- $case: 'subscribePattern';
1150
- /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
1151
- subscribePattern: string;
1152
- } | undefined;
1153
- }
1154
- /** Computes the sum of values. */
1155
- export interface SumFunction {
1144
+ interface SubscriptionMode {
1145
+ /** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
1146
+ subscriptionMode?: {
1147
+ $case: 'assign';
1156
1148
  /**
1157
- * The input column from which the sum is computed. For Kafka sources, use dot-prefixed path
1158
- * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
1159
- * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
1160
- * compatibility but is deprecated; migrate to dot notation.
1149
+ * A JSON string that contains the specific topic-partitions to consume from.
1150
+ * For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
1161
1151
  */
1162
- input?: string | undefined;
1152
+ assign: string;
1153
+ } | {
1154
+ $case: 'subscribe'; /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
1155
+ subscribe: string;
1156
+ } | {
1157
+ $case: 'subscribePattern'; /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
1158
+ subscribePattern: string;
1159
+ } | undefined;
1160
+ }
1161
+ /** Computes the sum of values. */
1162
+ interface SumFunction {
1163
+ /**
1164
+ * The input column from which the sum is computed. For Kafka sources, use dot-prefixed path
1165
+ * notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
1166
+ * Colon-prefixed notation (e.g., "value:amount") is supported for backwards
1167
+ * compatibility but is deprecated; migrate to dot notation.
1168
+ */
1169
+ input?: string | undefined;
1163
1170
  }
1164
1171
  /** A trigger that fires when the upstream source table changes. */
1165
- export interface TableTrigger {
1166
- }
1167
- export interface TimeWindow {
1168
- windowType?: {
1169
- $case: 'continuous';
1170
- continuous: ContinuousWindow;
1171
- } | {
1172
- $case: 'tumbling';
1173
- tumbling: TumblingWindow;
1174
- } | {
1175
- $case: 'sliding';
1176
- sliding: SlidingWindow;
1177
- } | {
1178
- $case: 'rolling';
1179
- rolling: RollingWindow;
1180
- } | {
1181
- $case: 'sawtooth';
1182
- /** A sawtooth window served via the hybrid batch + streaming path. */
1183
- sawtooth: SawtoothWindow;
1184
- } | undefined;
1185
- }
1186
- export interface TimeseriesColumn {
1187
- /**
1188
- * The name of the timeseries column. For Kafka sources, use dot-prefixed path notation to
1189
- * reference fields within the key or value schema (e.g., "value.event_timestamp"). For nested
1190
- * fields, the leaf node name (e.g., "event_timestamp" from "value.event_details.event_timestamp")
1191
- * is what will be present in materialized tables and expected to match at query time.
1192
- * Colon-prefixed notation (e.g., "value:event_timestamp") is supported for
1193
- * backwards compatibility but is deprecated; migrate to dot notation.
1194
- */
1195
- name?: string | undefined;
1196
- }
1197
- export interface TumblingWindow {
1198
- /** The duration of each tumbling window (non-overlapping, fixed-duration windows). */
1199
- windowDuration?: Temporal.Duration | undefined;
1200
- }
1201
- export interface UpdateFeatureRequest {
1202
- /** Feature to update. */
1203
- feature?: Feature | undefined;
1204
- /** The list of fields to update. */
1205
- updateMask?: FieldMask<Feature> | undefined;
1206
- }
1207
- export interface UpdateKafkaConfigRequest {
1208
- /** The Kafka config to update. */
1209
- kafkaConfig?: KafkaConfig | undefined;
1210
- /** The list of fields to update. */
1211
- updateMask?: FieldMask<KafkaConfig> | undefined;
1212
- }
1213
- export interface UpdateMaterializedFeatureRequest {
1214
- /** The materialized feature to update. */
1215
- materializedFeature?: MaterializedFeature | undefined;
1216
- /**
1217
- * Provide the materialization feature fields which should be updated.
1218
- * Currently, only the pipeline_state field can be updated.
1219
- */
1220
- updateMask?: FieldMask<MaterializedFeature> | undefined;
1172
+ interface TableTrigger {}
1173
+ interface TimeWindow {
1174
+ windowType?: {
1175
+ $case: 'continuous';
1176
+ continuous: ContinuousWindow;
1177
+ } | {
1178
+ $case: 'tumbling';
1179
+ tumbling: TumblingWindow;
1180
+ } | {
1181
+ $case: 'sliding';
1182
+ sliding: SlidingWindow;
1183
+ } | {
1184
+ $case: 'rolling';
1185
+ rolling: RollingWindow;
1186
+ } | {
1187
+ $case: 'sawtooth'; /** A sawtooth window served via the hybrid batch + streaming path. */
1188
+ sawtooth: SawtoothWindow;
1189
+ } | undefined;
1190
+ }
1191
+ interface TimeseriesColumn {
1192
+ /**
1193
+ * The name of the timeseries column. For Kafka sources, use dot-prefixed path notation to
1194
+ * reference fields within the key or value schema (e.g., "value.event_timestamp"). For nested
1195
+ * fields, the leaf node name (e.g., "event_timestamp" from "value.event_details.event_timestamp")
1196
+ * is what will be present in materialized tables and expected to match at query time.
1197
+ * Colon-prefixed notation (e.g., "value:event_timestamp") is supported for
1198
+ * backwards compatibility but is deprecated; migrate to dot notation.
1199
+ */
1200
+ name?: string | undefined;
1201
+ }
1202
+ interface TumblingWindow {
1203
+ /** The duration of each tumbling window (non-overlapping, fixed-duration windows). */
1204
+ windowDuration?: Temporal.Duration | undefined;
1205
+ }
1206
+ interface UpdateFeatureRequest {
1207
+ /** Feature to update. */
1208
+ feature?: Feature | undefined;
1209
+ /** The list of fields to update. */
1210
+ updateMask?: FieldMask<Feature> | undefined;
1211
+ }
1212
+ interface UpdateKafkaConfigRequest {
1213
+ /** The Kafka config to update. */
1214
+ kafkaConfig?: KafkaConfig | undefined;
1215
+ /** The list of fields to update. */
1216
+ updateMask?: FieldMask<KafkaConfig> | undefined;
1217
+ }
1218
+ interface UpdateMaterializedFeatureRequest {
1219
+ /** The materialized feature to update. */
1220
+ materializedFeature?: MaterializedFeature | undefined;
1221
+ /**
1222
+ * Provide the materialization feature fields which should be updated.
1223
+ * Currently, only the pipeline_state field can be updated.
1224
+ */
1225
+ updateMask?: FieldMask<MaterializedFeature> | undefined;
1221
1226
  }
1222
1227
  /** Update a Stream. Only fields listed in `update_mask` are mutated. */
1223
- export interface UpdateStreamRequest {
1224
- /** The Stream to update. */
1225
- stream?: Stream | undefined;
1226
- /** The list of fields to update. */
1227
- updateMask?: FieldMask<Stream> | undefined;
1228
+ interface UpdateStreamRequest {
1229
+ /** The Stream to update. */
1230
+ stream?: Stream | undefined;
1231
+ /** The list of fields to update. */
1232
+ updateMask?: FieldMask<Stream> | undefined;
1228
1233
  }
1229
1234
  /** Computes the population variance. */
1230
- export interface VarPopFunction {
1231
- /** The input column from which the population variance is computed. */
1232
- input?: string | undefined;
1235
+ interface VarPopFunction {
1236
+ /** The input column from which the population variance is computed. */
1237
+ input?: string | undefined;
1233
1238
  }
1234
1239
  /** Computes the sample variance. */
1235
- export interface VarSampFunction {
1236
- /** The input column from which the sample variance is computed. */
1237
- input?: string | undefined;
1238
- }
1239
- export declare const unmarshalAggregationFunctionSchema: z.ZodType<AggregationFunction>;
1240
- export declare const unmarshalApproxCountDistinctFunctionSchema: z.ZodType<ApproxCountDistinctFunction>;
1241
- export declare const unmarshalApproxPercentileFunctionSchema: z.ZodType<ApproxPercentileFunction>;
1242
- export declare const unmarshalAuthConfigSchema: z.ZodType<AuthConfig>;
1243
- export declare const unmarshalAvgFunctionSchema: z.ZodType<AvgFunction>;
1244
- export declare const unmarshalBackfillSourceSchema: z.ZodType<BackfillSource>;
1245
- export declare const unmarshalBatchCreateMaterializedFeaturesResponseSchema: z.ZodType<BatchCreateMaterializedFeaturesResponse>;
1246
- export declare const unmarshalColumnIdentifierSchema: z.ZodType<ColumnIdentifier>;
1247
- export declare const unmarshalColumnSelectionSchema: z.ZodType<ColumnSelection>;
1248
- export declare const unmarshalContinuousWindowSchema: z.ZodType<ContinuousWindow>;
1249
- export declare const unmarshalCountFunctionSchema: z.ZodType<CountFunction>;
1250
- export declare const unmarshalCronScheduleSchema: z.ZodType<CronSchedule>;
1251
- export declare const unmarshalDataSourceSchema: z.ZodType<DataSource>;
1252
- export declare const unmarshalDeltaTableSourceSchema: z.ZodType<DeltaTableSource>;
1253
- export declare const unmarshalDirectMtlsConfigSchema: z.ZodType<DirectMtlsConfig>;
1254
- export declare const unmarshalDirectSchemasSchema: z.ZodType<DirectSchemas>;
1255
- export declare const unmarshalEntityColumnSchema: z.ZodType<EntityColumn>;
1256
- export declare const unmarshalFeatureSchema: z.ZodType<Feature>;
1257
- export declare const unmarshalFieldDefinitionSchema: z.ZodType<FieldDefinition>;
1258
- export declare const unmarshalFirstDistinctFunctionSchema: z.ZodType<FirstDistinctFunction>;
1259
- export declare const unmarshalFirstFunctionSchema: z.ZodType<FirstFunction>;
1260
- export declare const unmarshalFirstNFunctionSchema: z.ZodType<FirstNFunction>;
1261
- export declare const unmarshalFlatSchemaSchema: z.ZodType<FlatSchema>;
1262
- export declare const unmarshalFunctionSchema: z.ZodType<Function>;
1263
- export declare const unmarshalFunction_ExtraParameterSchema: z.ZodType<Function_ExtraParameter>;
1264
- export declare const unmarshalIngestionConfigSchema: z.ZodType<IngestionConfig>;
1265
- export declare const unmarshalIngestionDestinationSchema: z.ZodType<IngestionDestination>;
1266
- export declare const unmarshalJobContextSchema: z.ZodType<JobContext>;
1267
- export declare const unmarshalKafkaConfigSchema: z.ZodType<KafkaConfig>;
1268
- export declare const unmarshalKafkaSourceSchema: z.ZodType<KafkaSource>;
1269
- export declare const unmarshalKafkaStreamConfigSchema: z.ZodType<KafkaStreamConfig>;
1270
- export declare const unmarshalKafkaSubscriptionModeSchema: z.ZodType<KafkaSubscriptionMode>;
1271
- export declare const unmarshalLastDistinctFunctionSchema: z.ZodType<LastDistinctFunction>;
1272
- export declare const unmarshalLastFunctionSchema: z.ZodType<LastFunction>;
1273
- export declare const unmarshalLastNFunctionSchema: z.ZodType<LastNFunction>;
1274
- export declare const unmarshalLineageContextSchema: z.ZodType<LineageContext>;
1275
- export declare const unmarshalListFeaturesResponseSchema: z.ZodType<ListFeaturesResponse>;
1276
- export declare const unmarshalListKafkaConfigsResponseSchema: z.ZodType<ListKafkaConfigsResponse>;
1277
- export declare const unmarshalListMaterializedFeaturesResponseSchema: z.ZodType<ListMaterializedFeaturesResponse>;
1278
- export declare const unmarshalListStreamsResponseSchema: z.ZodType<ListStreamsResponse>;
1279
- export declare const unmarshalMaterializedFeatureSchema: z.ZodType<MaterializedFeature>;
1280
- export declare const unmarshalMaxFunctionSchema: z.ZodType<MaxFunction>;
1281
- export declare const unmarshalMinFunctionSchema: z.ZodType<MinFunction>;
1282
- export declare const unmarshalMtlsConfigSchema: z.ZodType<MtlsConfig>;
1283
- export declare const unmarshalOfflineStoreConfigSchema: z.ZodType<OfflineStoreConfig>;
1284
- export declare const unmarshalOnlineStoreConfigSchema: z.ZodType<OnlineStoreConfig>;
1285
- export declare const unmarshalProtoSchemaSpecSchema: z.ZodType<ProtoSchemaSpec>;
1286
- export declare const unmarshalRequestSourceSchema: z.ZodType<RequestSource>;
1287
- export declare const unmarshalRollingWindowSchema: z.ZodType<RollingWindow>;
1288
- export declare const unmarshalSawtoothWindowSchema: z.ZodType<SawtoothWindow>;
1289
- export declare const unmarshalSchemaConfigSchema: z.ZodType<SchemaConfig>;
1290
- export declare const unmarshalSchemaLocatorSchema: z.ZodType<SchemaLocator>;
1291
- export declare const unmarshalSchemaLocator_ConfluentSchemaSchema: z.ZodType<SchemaLocator_ConfluentSchema>;
1292
- export declare const unmarshalSchemaRegistryConfigSchema: z.ZodType<SchemaRegistryConfig>;
1293
- export declare const unmarshalSecretScopeReferenceSchema: z.ZodType<SecretScopeReference>;
1294
- export declare const unmarshalSlidingWindowSchema: z.ZodType<SlidingWindow>;
1295
- export declare const unmarshalStddevPopFunctionSchema: z.ZodType<StddevPopFunction>;
1296
- export declare const unmarshalStddevSampFunctionSchema: z.ZodType<StddevSampFunction>;
1297
- export declare const unmarshalStreamSchema: z.ZodType<Stream>;
1298
- export declare const unmarshalStreamConnectionConfigSchema: z.ZodType<StreamConnectionConfig>;
1299
- export declare const unmarshalStreamSchemaConfigSchema: z.ZodType<StreamSchemaConfig>;
1300
- export declare const unmarshalStreamSourceSchema: z.ZodType<StreamSource>;
1301
- export declare const unmarshalStreamSourceConfigSchema: z.ZodType<StreamSourceConfig>;
1302
- export declare const unmarshalStreamingModeSchema: z.ZodType<StreamingMode>;
1303
- export declare const unmarshalSubscriptionModeSchema: z.ZodType<SubscriptionMode>;
1304
- export declare const unmarshalSumFunctionSchema: z.ZodType<SumFunction>;
1305
- export declare const unmarshalTableTriggerSchema: z.ZodType<TableTrigger>;
1306
- export declare const unmarshalTimeWindowSchema: z.ZodType<TimeWindow>;
1307
- export declare const unmarshalTimeseriesColumnSchema: z.ZodType<TimeseriesColumn>;
1308
- export declare const unmarshalTumblingWindowSchema: z.ZodType<TumblingWindow>;
1309
- export declare const unmarshalVarPopFunctionSchema: z.ZodType<VarPopFunction>;
1310
- export declare const unmarshalVarSampFunctionSchema: z.ZodType<VarSampFunction>;
1311
- export declare const marshalAggregationFunctionSchema: z.ZodType;
1312
- export declare const marshalApproxCountDistinctFunctionSchema: z.ZodType;
1313
- export declare const marshalApproxPercentileFunctionSchema: z.ZodType;
1314
- export declare const marshalAuthConfigSchema: z.ZodType;
1315
- export declare const marshalAvgFunctionSchema: z.ZodType;
1316
- export declare const marshalBackfillSourceSchema: z.ZodType;
1317
- export declare const marshalBatchCreateMaterializedFeaturesRequestSchema: z.ZodType;
1318
- export declare const marshalColumnIdentifierSchema: z.ZodType;
1319
- export declare const marshalColumnSelectionSchema: z.ZodType;
1320
- export declare const marshalContinuousWindowSchema: z.ZodType;
1321
- export declare const marshalCountFunctionSchema: z.ZodType;
1322
- export declare const marshalCreateMaterializedFeatureRequestSchema: z.ZodType;
1323
- export declare const marshalCronScheduleSchema: z.ZodType;
1324
- export declare const marshalDataSourceSchema: z.ZodType;
1325
- export declare const marshalDeltaTableSourceSchema: z.ZodType;
1326
- export declare const marshalDirectMtlsConfigSchema: z.ZodType;
1327
- export declare const marshalDirectSchemasSchema: z.ZodType;
1328
- export declare const marshalEntityColumnSchema: z.ZodType;
1329
- export declare const marshalFeatureSchema: z.ZodType;
1330
- export declare const marshalFieldDefinitionSchema: z.ZodType;
1331
- export declare const marshalFirstDistinctFunctionSchema: z.ZodType;
1332
- export declare const marshalFirstFunctionSchema: z.ZodType;
1333
- export declare const marshalFirstNFunctionSchema: z.ZodType;
1334
- export declare const marshalFlatSchemaSchema: z.ZodType;
1335
- export declare const marshalFunctionSchema: z.ZodType;
1336
- export declare const marshalFunction_ExtraParameterSchema: z.ZodType;
1337
- export declare const marshalIngestionConfigSchema: z.ZodType;
1338
- export declare const marshalIngestionDestinationSchema: z.ZodType;
1339
- export declare const marshalJobContextSchema: z.ZodType;
1340
- export declare const marshalKafkaConfigSchema: z.ZodType;
1341
- export declare const marshalKafkaSourceSchema: z.ZodType;
1342
- export declare const marshalKafkaStreamConfigSchema: z.ZodType;
1343
- export declare const marshalKafkaSubscriptionModeSchema: z.ZodType;
1344
- export declare const marshalLastDistinctFunctionSchema: z.ZodType;
1345
- export declare const marshalLastFunctionSchema: z.ZodType;
1346
- export declare const marshalLastNFunctionSchema: z.ZodType;
1347
- export declare const marshalLineageContextSchema: z.ZodType;
1348
- export declare const marshalMaterializedFeatureSchema: z.ZodType;
1349
- export declare const marshalMaxFunctionSchema: z.ZodType;
1350
- export declare const marshalMinFunctionSchema: z.ZodType;
1351
- export declare const marshalMtlsConfigSchema: z.ZodType;
1352
- export declare const marshalOfflineStoreConfigSchema: z.ZodType;
1353
- export declare const marshalOnlineStoreConfigSchema: z.ZodType;
1354
- export declare const marshalProtoSchemaSpecSchema: z.ZodType;
1355
- export declare const marshalRequestSourceSchema: z.ZodType;
1356
- export declare const marshalRollingWindowSchema: z.ZodType;
1357
- export declare const marshalSawtoothWindowSchema: z.ZodType;
1358
- export declare const marshalSchemaConfigSchema: z.ZodType;
1359
- export declare const marshalSchemaLocatorSchema: z.ZodType;
1360
- export declare const marshalSchemaLocator_ConfluentSchemaSchema: z.ZodType;
1361
- export declare const marshalSchemaRegistryConfigSchema: z.ZodType;
1362
- export declare const marshalSecretScopeReferenceSchema: z.ZodType;
1363
- export declare const marshalSlidingWindowSchema: z.ZodType;
1364
- export declare const marshalStddevPopFunctionSchema: z.ZodType;
1365
- export declare const marshalStddevSampFunctionSchema: z.ZodType;
1366
- export declare const marshalStreamSchema: z.ZodType;
1367
- export declare const marshalStreamConnectionConfigSchema: z.ZodType;
1368
- export declare const marshalStreamSchemaConfigSchema: z.ZodType;
1369
- export declare const marshalStreamSourceSchema: z.ZodType;
1370
- export declare const marshalStreamSourceConfigSchema: z.ZodType;
1371
- export declare const marshalStreamingModeSchema: z.ZodType;
1372
- export declare const marshalSubscriptionModeSchema: z.ZodType;
1373
- export declare const marshalSumFunctionSchema: z.ZodType;
1374
- export declare const marshalTableTriggerSchema: z.ZodType;
1375
- export declare const marshalTimeWindowSchema: z.ZodType;
1376
- export declare const marshalTimeseriesColumnSchema: z.ZodType;
1377
- export declare const marshalTumblingWindowSchema: z.ZodType;
1378
- export declare const marshalVarPopFunctionSchema: z.ZodType;
1379
- export declare const marshalVarSampFunctionSchema: z.ZodType;
1380
- export declare function featureFieldMask(...paths: string[]): FieldMask<Feature>;
1381
- export declare function kafkaConfigFieldMask(...paths: string[]): FieldMask<KafkaConfig>;
1382
- export declare function materializedFeatureFieldMask(...paths: string[]): FieldMask<MaterializedFeature>;
1383
- export declare function streamFieldMask(...paths: string[]): FieldMask<Stream>;
1240
+ interface VarSampFunction {
1241
+ /** The input column from which the sample variance is computed. */
1242
+ input?: string | undefined;
1243
+ }
1244
+ declare const unmarshalAggregationFunctionSchema: z.ZodType<AggregationFunction>;
1245
+ declare const unmarshalApproxCountDistinctFunctionSchema: z.ZodType<ApproxCountDistinctFunction>;
1246
+ declare const unmarshalApproxPercentileFunctionSchema: z.ZodType<ApproxPercentileFunction>;
1247
+ declare const unmarshalAuthConfigSchema: z.ZodType<AuthConfig>;
1248
+ declare const unmarshalAvgFunctionSchema: z.ZodType<AvgFunction>;
1249
+ declare const unmarshalBackfillSourceSchema: z.ZodType<BackfillSource>;
1250
+ declare const unmarshalBatchCreateMaterializedFeaturesResponseSchema: z.ZodType<BatchCreateMaterializedFeaturesResponse>;
1251
+ declare const unmarshalColumnIdentifierSchema: z.ZodType<ColumnIdentifier>;
1252
+ declare const unmarshalColumnSelectionSchema: z.ZodType<ColumnSelection>;
1253
+ declare const unmarshalContinuousWindowSchema: z.ZodType<ContinuousWindow>;
1254
+ declare const unmarshalCountFunctionSchema: z.ZodType<CountFunction>;
1255
+ declare const unmarshalCronScheduleSchema: z.ZodType<CronSchedule>;
1256
+ declare const unmarshalDataSourceSchema: z.ZodType<DataSource>;
1257
+ declare const unmarshalDeltaTableSourceSchema: z.ZodType<DeltaTableSource>;
1258
+ declare const unmarshalDirectMtlsConfigSchema: z.ZodType<DirectMtlsConfig>;
1259
+ declare const unmarshalDirectSchemasSchema: z.ZodType<DirectSchemas>;
1260
+ declare const unmarshalEntityColumnSchema: z.ZodType<EntityColumn>;
1261
+ declare const unmarshalFeatureSchema: z.ZodType<Feature>;
1262
+ declare const unmarshalFieldDefinitionSchema: z.ZodType<FieldDefinition>;
1263
+ declare const unmarshalFirstDistinctFunctionSchema: z.ZodType<FirstDistinctFunction>;
1264
+ declare const unmarshalFirstFunctionSchema: z.ZodType<FirstFunction>;
1265
+ declare const unmarshalFirstNFunctionSchema: z.ZodType<FirstNFunction>;
1266
+ declare const unmarshalFlatSchemaSchema: z.ZodType<FlatSchema>;
1267
+ declare const unmarshalFunctionSchema: z.ZodType<Function>;
1268
+ declare const unmarshalFunction_ExtraParameterSchema: z.ZodType<Function_ExtraParameter>;
1269
+ declare const unmarshalIngestionConfigSchema: z.ZodType<IngestionConfig>;
1270
+ declare const unmarshalIngestionDestinationSchema: z.ZodType<IngestionDestination>;
1271
+ declare const unmarshalJobContextSchema: z.ZodType<JobContext>;
1272
+ declare const unmarshalKafkaConfigSchema: z.ZodType<KafkaConfig>;
1273
+ declare const unmarshalKafkaSourceSchema: z.ZodType<KafkaSource>;
1274
+ declare const unmarshalKafkaStreamConfigSchema: z.ZodType<KafkaStreamConfig>;
1275
+ declare const unmarshalKafkaSubscriptionModeSchema: z.ZodType<KafkaSubscriptionMode>;
1276
+ declare const unmarshalKinesisStreamConfigSchema: z.ZodType<KinesisStreamConfig>;
1277
+ declare const unmarshalLastDistinctFunctionSchema: z.ZodType<LastDistinctFunction>;
1278
+ declare const unmarshalLastFunctionSchema: z.ZodType<LastFunction>;
1279
+ declare const unmarshalLastNFunctionSchema: z.ZodType<LastNFunction>;
1280
+ declare const unmarshalLineageContextSchema: z.ZodType<LineageContext>;
1281
+ declare const unmarshalListFeaturesResponseSchema: z.ZodType<ListFeaturesResponse>;
1282
+ declare const unmarshalListKafkaConfigsResponseSchema: z.ZodType<ListKafkaConfigsResponse>;
1283
+ declare const unmarshalListMaterializedFeaturesResponseSchema: z.ZodType<ListMaterializedFeaturesResponse>;
1284
+ declare const unmarshalListStreamsResponseSchema: z.ZodType<ListStreamsResponse>;
1285
+ declare const unmarshalMaterializedFeatureSchema: z.ZodType<MaterializedFeature>;
1286
+ declare const unmarshalMaxFunctionSchema: z.ZodType<MaxFunction>;
1287
+ declare const unmarshalMinFunctionSchema: z.ZodType<MinFunction>;
1288
+ declare const unmarshalMtlsConfigSchema: z.ZodType<MtlsConfig>;
1289
+ declare const unmarshalOfflineStoreConfigSchema: z.ZodType<OfflineStoreConfig>;
1290
+ declare const unmarshalOnlineStoreConfigSchema: z.ZodType<OnlineStoreConfig>;
1291
+ declare const unmarshalProtoSchemaSpecSchema: z.ZodType<ProtoSchemaSpec>;
1292
+ declare const unmarshalRequestSourceSchema: z.ZodType<RequestSource>;
1293
+ declare const unmarshalRollingWindowSchema: z.ZodType<RollingWindow>;
1294
+ declare const unmarshalSawtoothWindowSchema: z.ZodType<SawtoothWindow>;
1295
+ declare const unmarshalSchemaConfigSchema: z.ZodType<SchemaConfig>;
1296
+ declare const unmarshalSchemaLocatorSchema: z.ZodType<SchemaLocator>;
1297
+ declare const unmarshalSchemaLocator_ConfluentSchemaSchema: z.ZodType<SchemaLocator_ConfluentSchema>;
1298
+ declare const unmarshalSchemaRegistryConfigSchema: z.ZodType<SchemaRegistryConfig>;
1299
+ declare const unmarshalSecretScopeReferenceSchema: z.ZodType<SecretScopeReference>;
1300
+ declare const unmarshalSlidingWindowSchema: z.ZodType<SlidingWindow>;
1301
+ declare const unmarshalStddevPopFunctionSchema: z.ZodType<StddevPopFunction>;
1302
+ declare const unmarshalStddevSampFunctionSchema: z.ZodType<StddevSampFunction>;
1303
+ declare const unmarshalStreamSchema: z.ZodType<Stream>;
1304
+ declare const unmarshalStreamArnListSchema: z.ZodType<StreamArnList>;
1305
+ declare const unmarshalStreamConnectionConfigSchema: z.ZodType<StreamConnectionConfig>;
1306
+ declare const unmarshalStreamNameListSchema: z.ZodType<StreamNameList>;
1307
+ declare const unmarshalStreamSchemaConfigSchema: z.ZodType<StreamSchemaConfig>;
1308
+ declare const unmarshalStreamSourceSchema: z.ZodType<StreamSource>;
1309
+ declare const unmarshalStreamSourceConfigSchema: z.ZodType<StreamSourceConfig>;
1310
+ declare const unmarshalStreamingModeSchema: z.ZodType<StreamingMode>;
1311
+ declare const unmarshalSubscriptionModeSchema: z.ZodType<SubscriptionMode>;
1312
+ declare const unmarshalSumFunctionSchema: z.ZodType<SumFunction>;
1313
+ declare const unmarshalTableTriggerSchema: z.ZodType<TableTrigger>;
1314
+ declare const unmarshalTimeWindowSchema: z.ZodType<TimeWindow>;
1315
+ declare const unmarshalTimeseriesColumnSchema: z.ZodType<TimeseriesColumn>;
1316
+ declare const unmarshalTumblingWindowSchema: z.ZodType<TumblingWindow>;
1317
+ declare const unmarshalVarPopFunctionSchema: z.ZodType<VarPopFunction>;
1318
+ declare const unmarshalVarSampFunctionSchema: z.ZodType<VarSampFunction>;
1319
+ declare const marshalAggregationFunctionSchema: z.ZodType;
1320
+ declare const marshalApproxCountDistinctFunctionSchema: z.ZodType;
1321
+ declare const marshalApproxPercentileFunctionSchema: z.ZodType;
1322
+ declare const marshalAuthConfigSchema: z.ZodType;
1323
+ declare const marshalAvgFunctionSchema: z.ZodType;
1324
+ declare const marshalBackfillSourceSchema: z.ZodType;
1325
+ declare const marshalBatchCreateMaterializedFeaturesRequestSchema: z.ZodType;
1326
+ declare const marshalColumnIdentifierSchema: z.ZodType;
1327
+ declare const marshalColumnSelectionSchema: z.ZodType;
1328
+ declare const marshalContinuousWindowSchema: z.ZodType;
1329
+ declare const marshalCountFunctionSchema: z.ZodType;
1330
+ declare const marshalCreateMaterializedFeatureRequestSchema: z.ZodType;
1331
+ declare const marshalCronScheduleSchema: z.ZodType;
1332
+ declare const marshalDataSourceSchema: z.ZodType;
1333
+ declare const marshalDeltaTableSourceSchema: z.ZodType;
1334
+ declare const marshalDirectMtlsConfigSchema: z.ZodType;
1335
+ declare const marshalDirectSchemasSchema: z.ZodType;
1336
+ declare const marshalEntityColumnSchema: z.ZodType;
1337
+ declare const marshalFeatureSchema: z.ZodType;
1338
+ declare const marshalFieldDefinitionSchema: z.ZodType;
1339
+ declare const marshalFirstDistinctFunctionSchema: z.ZodType;
1340
+ declare const marshalFirstFunctionSchema: z.ZodType;
1341
+ declare const marshalFirstNFunctionSchema: z.ZodType;
1342
+ declare const marshalFlatSchemaSchema: z.ZodType;
1343
+ declare const marshalFunctionSchema: z.ZodType;
1344
+ declare const marshalFunction_ExtraParameterSchema: z.ZodType;
1345
+ declare const marshalIngestionConfigSchema: z.ZodType;
1346
+ declare const marshalIngestionDestinationSchema: z.ZodType;
1347
+ declare const marshalJobContextSchema: z.ZodType;
1348
+ declare const marshalKafkaConfigSchema: z.ZodType;
1349
+ declare const marshalKafkaSourceSchema: z.ZodType;
1350
+ declare const marshalKafkaStreamConfigSchema: z.ZodType;
1351
+ declare const marshalKafkaSubscriptionModeSchema: z.ZodType;
1352
+ declare const marshalKinesisStreamConfigSchema: z.ZodType;
1353
+ declare const marshalLastDistinctFunctionSchema: z.ZodType;
1354
+ declare const marshalLastFunctionSchema: z.ZodType;
1355
+ declare const marshalLastNFunctionSchema: z.ZodType;
1356
+ declare const marshalLineageContextSchema: z.ZodType;
1357
+ declare const marshalMaterializedFeatureSchema: z.ZodType;
1358
+ declare const marshalMaxFunctionSchema: z.ZodType;
1359
+ declare const marshalMinFunctionSchema: z.ZodType;
1360
+ declare const marshalMtlsConfigSchema: z.ZodType;
1361
+ declare const marshalOfflineStoreConfigSchema: z.ZodType;
1362
+ declare const marshalOnlineStoreConfigSchema: z.ZodType;
1363
+ declare const marshalProtoSchemaSpecSchema: z.ZodType;
1364
+ declare const marshalRequestSourceSchema: z.ZodType;
1365
+ declare const marshalRollingWindowSchema: z.ZodType;
1366
+ declare const marshalSawtoothWindowSchema: z.ZodType;
1367
+ declare const marshalSchemaConfigSchema: z.ZodType;
1368
+ declare const marshalSchemaLocatorSchema: z.ZodType;
1369
+ declare const marshalSchemaLocator_ConfluentSchemaSchema: z.ZodType;
1370
+ declare const marshalSchemaRegistryConfigSchema: z.ZodType;
1371
+ declare const marshalSecretScopeReferenceSchema: z.ZodType;
1372
+ declare const marshalSlidingWindowSchema: z.ZodType;
1373
+ declare const marshalStddevPopFunctionSchema: z.ZodType;
1374
+ declare const marshalStddevSampFunctionSchema: z.ZodType;
1375
+ declare const marshalStreamSchema: z.ZodType;
1376
+ declare const marshalStreamArnListSchema: z.ZodType;
1377
+ declare const marshalStreamConnectionConfigSchema: z.ZodType;
1378
+ declare const marshalStreamNameListSchema: z.ZodType;
1379
+ declare const marshalStreamSchemaConfigSchema: z.ZodType;
1380
+ declare const marshalStreamSourceSchema: z.ZodType;
1381
+ declare const marshalStreamSourceConfigSchema: z.ZodType;
1382
+ declare const marshalStreamingModeSchema: z.ZodType;
1383
+ declare const marshalSubscriptionModeSchema: z.ZodType;
1384
+ declare const marshalSumFunctionSchema: z.ZodType;
1385
+ declare const marshalTableTriggerSchema: z.ZodType;
1386
+ declare const marshalTimeWindowSchema: z.ZodType;
1387
+ declare const marshalTimeseriesColumnSchema: z.ZodType;
1388
+ declare const marshalTumblingWindowSchema: z.ZodType;
1389
+ declare const marshalVarPopFunctionSchema: z.ZodType;
1390
+ declare const marshalVarSampFunctionSchema: z.ZodType;
1391
+ declare function featureFieldMask(...paths: string[]): FieldMask<Feature>;
1392
+ declare function kafkaConfigFieldMask(...paths: string[]): FieldMask<KafkaConfig>;
1393
+ declare function materializedFeatureFieldMask(...paths: string[]): FieldMask<MaterializedFeature>;
1394
+ declare function streamFieldMask(...paths: string[]): FieldMask<Stream>;
1395
+ //#endregion
1396
+ export { AggregationFunction, ApproxCountDistinctFunction, ApproxPercentileFunction, AuthConfig, AvgFunction, BackfillSource, BatchCreateMaterializedFeaturesRequest, BatchCreateMaterializedFeaturesResponse, ColumnIdentifier, ColumnSelection, ContinuousWindow, CountFunction, CreateFeatureRequest, CreateKafkaConfigRequest, CreateMaterializedFeatureRequest, CreateStreamRequest, CronSchedule, DataSource, DeleteFeatureRequest, DeleteKafkaConfigRequest, DeleteMaterializedFeatureRequest, DeleteStreamRequest, DeltaTableSource, DirectMtlsConfig, DirectSchemas, EntityColumn, Feature, FieldDefinition, FirstDistinctFunction, FirstFunction, FirstNFunction, FlatSchema, Function, Function_ExtraParameter, Function_FunctionType, GetFeatureRequest, GetKafkaConfigRequest, GetMaterializedFeatureRequest, GetStreamRequest, IngestionConfig, IngestionDestination, JobContext, KafkaConfig, KafkaSource, KafkaStreamConfig, KafkaSubscriptionMode, KinesisStreamConfig, LastDistinctFunction, LastFunction, LastNFunction, LineageContext, ListFeaturesRequest, ListFeaturesResponse, ListKafkaConfigsRequest, ListKafkaConfigsResponse, ListMaterializedFeaturesRequest, ListMaterializedFeaturesResponse, ListStreamsRequest, ListStreamsResponse, MaterializedFeature, MaterializedFeature_PipelineScheduleState, MaxFunction, MinFunction, MtlsConfig, OfflineStoreConfig, OnlineStoreConfig, ProtoSchemaSpec, RequestSource, RollingWindow, SawtoothWindow, ScalarDataType, SchemaConfig, SchemaLocator, SchemaLocator_ConfluentSchema, SchemaLocator_Format, SchemaRegistryConfig, SecretScopeReference, SlidingWindow, StddevPopFunction, StddevSampFunction, Stream, StreamArnList, StreamConnectionConfig, StreamNameList, StreamSchemaConfig, StreamSource, StreamSourceConfig, StreamingMode, StreamingMode_StreamingModeType, SubscriptionMode, SumFunction, TableTrigger, TimeWindow, TimeseriesColumn, TumblingWindow, UpdateFeatureRequest, UpdateKafkaConfigRequest, UpdateMaterializedFeatureRequest, UpdateStreamRequest, VarPopFunction, VarSampFunction, featureFieldMask, kafkaConfigFieldMask, marshalAggregationFunctionSchema, marshalApproxCountDistinctFunctionSchema, marshalApproxPercentileFunctionSchema, marshalAuthConfigSchema, marshalAvgFunctionSchema, marshalBackfillSourceSchema, marshalBatchCreateMaterializedFeaturesRequestSchema, marshalColumnIdentifierSchema, marshalColumnSelectionSchema, marshalContinuousWindowSchema, marshalCountFunctionSchema, marshalCreateMaterializedFeatureRequestSchema, marshalCronScheduleSchema, marshalDataSourceSchema, marshalDeltaTableSourceSchema, marshalDirectMtlsConfigSchema, marshalDirectSchemasSchema, marshalEntityColumnSchema, marshalFeatureSchema, marshalFieldDefinitionSchema, marshalFirstDistinctFunctionSchema, marshalFirstFunctionSchema, marshalFirstNFunctionSchema, marshalFlatSchemaSchema, marshalFunctionSchema, marshalFunction_ExtraParameterSchema, marshalIngestionConfigSchema, marshalIngestionDestinationSchema, marshalJobContextSchema, marshalKafkaConfigSchema, marshalKafkaSourceSchema, marshalKafkaStreamConfigSchema, marshalKafkaSubscriptionModeSchema, marshalKinesisStreamConfigSchema, marshalLastDistinctFunctionSchema, marshalLastFunctionSchema, marshalLastNFunctionSchema, marshalLineageContextSchema, marshalMaterializedFeatureSchema, marshalMaxFunctionSchema, marshalMinFunctionSchema, marshalMtlsConfigSchema, marshalOfflineStoreConfigSchema, marshalOnlineStoreConfigSchema, marshalProtoSchemaSpecSchema, marshalRequestSourceSchema, marshalRollingWindowSchema, marshalSawtoothWindowSchema, marshalSchemaConfigSchema, marshalSchemaLocatorSchema, marshalSchemaLocator_ConfluentSchemaSchema, marshalSchemaRegistryConfigSchema, marshalSecretScopeReferenceSchema, marshalSlidingWindowSchema, marshalStddevPopFunctionSchema, marshalStddevSampFunctionSchema, marshalStreamArnListSchema, marshalStreamConnectionConfigSchema, marshalStreamNameListSchema, marshalStreamSchema, marshalStreamSchemaConfigSchema, marshalStreamSourceConfigSchema, marshalStreamSourceSchema, marshalStreamingModeSchema, marshalSubscriptionModeSchema, marshalSumFunctionSchema, marshalTableTriggerSchema, marshalTimeWindowSchema, marshalTimeseriesColumnSchema, marshalTumblingWindowSchema, marshalVarPopFunctionSchema, marshalVarSampFunctionSchema, materializedFeatureFieldMask, streamFieldMask, unmarshalAggregationFunctionSchema, unmarshalApproxCountDistinctFunctionSchema, unmarshalApproxPercentileFunctionSchema, unmarshalAuthConfigSchema, unmarshalAvgFunctionSchema, unmarshalBackfillSourceSchema, unmarshalBatchCreateMaterializedFeaturesResponseSchema, unmarshalColumnIdentifierSchema, unmarshalColumnSelectionSchema, unmarshalContinuousWindowSchema, unmarshalCountFunctionSchema, unmarshalCronScheduleSchema, unmarshalDataSourceSchema, unmarshalDeltaTableSourceSchema, unmarshalDirectMtlsConfigSchema, unmarshalDirectSchemasSchema, unmarshalEntityColumnSchema, unmarshalFeatureSchema, unmarshalFieldDefinitionSchema, unmarshalFirstDistinctFunctionSchema, unmarshalFirstFunctionSchema, unmarshalFirstNFunctionSchema, unmarshalFlatSchemaSchema, unmarshalFunctionSchema, unmarshalFunction_ExtraParameterSchema, unmarshalIngestionConfigSchema, unmarshalIngestionDestinationSchema, unmarshalJobContextSchema, unmarshalKafkaConfigSchema, unmarshalKafkaSourceSchema, unmarshalKafkaStreamConfigSchema, unmarshalKafkaSubscriptionModeSchema, unmarshalKinesisStreamConfigSchema, unmarshalLastDistinctFunctionSchema, unmarshalLastFunctionSchema, unmarshalLastNFunctionSchema, unmarshalLineageContextSchema, unmarshalListFeaturesResponseSchema, unmarshalListKafkaConfigsResponseSchema, unmarshalListMaterializedFeaturesResponseSchema, unmarshalListStreamsResponseSchema, unmarshalMaterializedFeatureSchema, unmarshalMaxFunctionSchema, unmarshalMinFunctionSchema, unmarshalMtlsConfigSchema, unmarshalOfflineStoreConfigSchema, unmarshalOnlineStoreConfigSchema, unmarshalProtoSchemaSpecSchema, unmarshalRequestSourceSchema, unmarshalRollingWindowSchema, unmarshalSawtoothWindowSchema, unmarshalSchemaConfigSchema, unmarshalSchemaLocatorSchema, unmarshalSchemaLocator_ConfluentSchemaSchema, unmarshalSchemaRegistryConfigSchema, unmarshalSecretScopeReferenceSchema, unmarshalSlidingWindowSchema, unmarshalStddevPopFunctionSchema, unmarshalStddevSampFunctionSchema, unmarshalStreamArnListSchema, unmarshalStreamConnectionConfigSchema, unmarshalStreamNameListSchema, unmarshalStreamSchema, unmarshalStreamSchemaConfigSchema, unmarshalStreamSourceConfigSchema, unmarshalStreamSourceSchema, unmarshalStreamingModeSchema, unmarshalSubscriptionModeSchema, unmarshalSumFunctionSchema, unmarshalTableTriggerSchema, unmarshalTimeWindowSchema, unmarshalTimeseriesColumnSchema, unmarshalTumblingWindowSchema, unmarshalVarPopFunctionSchema, unmarshalVarSampFunctionSchema };
1384
1397
  //# sourceMappingURL=model.d.ts.map