@databricks/sdk-features 0.33.0 → 0.35.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.js +7 -0
- package/dist/package.js.map +1 -0
- package/dist/v1/client.d.ts +80 -76
- package/dist/v1/client.d.ts.map +1 -1
- package/dist/v1/client.js +527 -690
- package/dist/v1/client.js.map +1 -1
- package/dist/v1/index.d.ts +3 -8
- package/dist/v1/index.js +4 -8
- package/dist/v1/model.d.ts +1169 -1156
- package/dist/v1/model.d.ts.map +1 -1
- package/dist/v1/model.js +1840 -2601
- package/dist/v1/model.js.map +1 -1
- package/dist/v1/transport.d.ts +21 -17
- package/dist/v1/transport.d.ts.map +1 -1
- package/dist/v1/transport.js +60 -69
- package/dist/v1/transport.js.map +1 -1
- package/dist/v1/utils.d.ts +18 -14
- package/dist/v1/utils.d.ts.map +1 -1
- package/dist/v1/utils.js +76 -103
- package/dist/v1/utils.js.map +1 -1
- package/package.json +5 -5
- package/dist/v1/index.d.ts.map +0 -1
- package/dist/v1/index.js.map +0 -1
package/dist/v1/model.d.ts
CHANGED
|
@@ -1,692 +1,697 @@
|
|
|
1
|
-
import { Temporal } from
|
|
2
|
-
import { FieldMask } from
|
|
3
|
-
import { z } from
|
|
1
|
+
import { Temporal } from "@js-temporal/polyfill";
|
|
2
|
+
import { FieldMask } from "@databricks/sdk-core/wkt";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
|
|
5
|
+
//#region src/v1/model.d.ts
|
|
4
6
|
/**
|
|
5
7
|
* Scalar data types for request-time field definitions.
|
|
6
8
|
* Only flat (non-nested) types are supported.
|
|
7
9
|
*/
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
10
|
+
declare const ScalarDataType: {
|
|
11
|
+
readonly SCALAR_DATA_TYPE_UNSPECIFIED: "SCALAR_DATA_TYPE_UNSPECIFIED";
|
|
12
|
+
readonly INTEGER: "INTEGER";
|
|
13
|
+
readonly FLOAT: "FLOAT";
|
|
14
|
+
readonly BOOLEAN: "BOOLEAN";
|
|
15
|
+
readonly STRING: "STRING";
|
|
16
|
+
readonly DOUBLE: "DOUBLE";
|
|
17
|
+
readonly LONG: "LONG";
|
|
18
|
+
readonly TIMESTAMP: "TIMESTAMP";
|
|
19
|
+
readonly DATE: "DATE";
|
|
20
|
+
readonly SHORT: "SHORT";
|
|
21
|
+
readonly BINARY: "BINARY";
|
|
22
|
+
readonly DECIMAL: "DECIMAL";
|
|
21
23
|
};
|
|
22
|
-
|
|
24
|
+
type ScalarDataType = (typeof ScalarDataType)[keyof typeof ScalarDataType] | (string & {});
|
|
23
25
|
/** Deprecated: Use the function-specific messages in AggregationFunction.function_type oneof instead. Kept for backwards compatibility. */
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
26
|
+
declare const Function_FunctionType: {
|
|
27
|
+
readonly FUNCTION_TYPE_UNSPECIFIED: "FUNCTION_TYPE_UNSPECIFIED";
|
|
28
|
+
readonly AVG: "AVG";
|
|
29
|
+
readonly COUNT: "COUNT";
|
|
30
|
+
readonly SUM: "SUM";
|
|
31
|
+
readonly MIN: "MIN";
|
|
32
|
+
readonly MAX: "MAX";
|
|
33
|
+
readonly FIRST: "FIRST";
|
|
34
|
+
readonly LAST: "LAST";
|
|
35
|
+
readonly APPROX_COUNT_DISTINCT: "APPROX_COUNT_DISTINCT";
|
|
36
|
+
readonly APPROX_PERCENTILE: "APPROX_PERCENTILE";
|
|
37
|
+
readonly STDDEV_POP: "STDDEV_POP";
|
|
38
|
+
readonly STDDEV_SAMP: "STDDEV_SAMP";
|
|
39
|
+
readonly VAR_POP: "VAR_POP";
|
|
40
|
+
readonly VAR_SAMP: "VAR_SAMP";
|
|
39
41
|
};
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
/** Pipeline is actively running and computing features. */
|
|
47
|
-
readonly ACTIVE: "ACTIVE";
|
|
48
|
-
/** Pipeline is paused and not computing features. */
|
|
49
|
-
readonly PAUSED: "PAUSED";
|
|
42
|
+
type Function_FunctionType = (typeof Function_FunctionType)[keyof typeof Function_FunctionType] | (string & {});
|
|
43
|
+
declare const MaterializedFeature_PipelineScheduleState: {
|
|
44
|
+
/** Default value, not used. */readonly PIPELINE_SCHEDULE_STATE_UNSPECIFIED: "PIPELINE_SCHEDULE_STATE_UNSPECIFIED"; /** Pipeline was configured to run once then stop. */
|
|
45
|
+
readonly SNAPSHOT: "SNAPSHOT"; /** Pipeline is actively running and computing features. */
|
|
46
|
+
readonly ACTIVE: "ACTIVE"; /** Pipeline is paused and not computing features. */
|
|
47
|
+
readonly PAUSED: "PAUSED";
|
|
50
48
|
};
|
|
51
|
-
|
|
49
|
+
type MaterializedFeature_PipelineScheduleState = (typeof MaterializedFeature_PipelineScheduleState)[keyof typeof MaterializedFeature_PipelineScheduleState] | (string & {});
|
|
52
50
|
/** Supported serialization formats for a schema registry schema. */
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
/** Protobuf-encoded schema. */
|
|
59
|
-
readonly FORMAT_PROTOBUF: "FORMAT_PROTOBUF";
|
|
60
|
-
/** JSON-encoded schema. */
|
|
61
|
-
readonly FORMAT_JSON: "FORMAT_JSON";
|
|
51
|
+
declare const SchemaLocator_Format: {
|
|
52
|
+
/** Default value. Format is not set; the request will be rejected. */readonly FORMAT_UNSPECIFIED: "FORMAT_UNSPECIFIED"; /** Avro-encoded schema. */
|
|
53
|
+
readonly FORMAT_AVRO: "FORMAT_AVRO"; /** Protobuf-encoded schema. */
|
|
54
|
+
readonly FORMAT_PROTOBUF: "FORMAT_PROTOBUF"; /** JSON-encoded schema. */
|
|
55
|
+
readonly FORMAT_JSON: "FORMAT_JSON";
|
|
62
56
|
};
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
readonly STREAMING_MODE_TYPE_MBM: "STREAMING_MODE_TYPE_MBM";
|
|
57
|
+
type SchemaLocator_Format = (typeof SchemaLocator_Format)[keyof typeof SchemaLocator_Format] | (string & {});
|
|
58
|
+
declare const StreamingMode_StreamingModeType: {
|
|
59
|
+
/** Default value, not used. */readonly STREAMING_MODE_TYPE_UNSPECIFIED: "STREAMING_MODE_TYPE_UNSPECIFIED";
|
|
60
|
+
/**
|
|
61
|
+
* Real-time mode. Ultra-low-latency trigger intended for operational workloads
|
|
62
|
+
* that need responses in milliseconds or sub-second latency.
|
|
63
|
+
*/
|
|
64
|
+
readonly STREAMING_MODE_TYPE_RTM: "STREAMING_MODE_TYPE_RTM";
|
|
65
|
+
/**
|
|
66
|
+
* Micro-batch mode in Structured Streaming. Better suited for ETL and analytics
|
|
67
|
+
* workloads where latency is measured in seconds or minutes and cost efficiency
|
|
68
|
+
* matters more.
|
|
69
|
+
*/
|
|
70
|
+
readonly STREAMING_MODE_TYPE_MBM: "STREAMING_MODE_TYPE_MBM";
|
|
78
71
|
};
|
|
79
|
-
|
|
72
|
+
type StreamingMode_StreamingModeType = (typeof StreamingMode_StreamingModeType)[keyof typeof StreamingMode_StreamingModeType] | (string & {});
|
|
80
73
|
/** An aggregation function applied over a time window. */
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
74
|
+
interface AggregationFunction {
|
|
75
|
+
/** The type of the aggregation function. */
|
|
76
|
+
operation?: {
|
|
77
|
+
$case: 'avg';
|
|
78
|
+
avg: AvgFunction;
|
|
79
|
+
} | {
|
|
80
|
+
$case: 'countFunction';
|
|
81
|
+
countFunction: CountFunction;
|
|
82
|
+
} | {
|
|
83
|
+
$case: 'sum';
|
|
84
|
+
sum: SumFunction;
|
|
85
|
+
} | {
|
|
86
|
+
$case: 'min';
|
|
87
|
+
min: MinFunction;
|
|
88
|
+
} | {
|
|
89
|
+
$case: 'max';
|
|
90
|
+
max: MaxFunction;
|
|
91
|
+
} | {
|
|
92
|
+
$case: 'first';
|
|
93
|
+
first: FirstFunction;
|
|
94
|
+
} | {
|
|
95
|
+
$case: 'last';
|
|
96
|
+
last: LastFunction;
|
|
97
|
+
} | {
|
|
98
|
+
$case: 'approxCountDistinct';
|
|
99
|
+
approxCountDistinct: ApproxCountDistinctFunction;
|
|
100
|
+
} | {
|
|
101
|
+
$case: 'approxPercentile';
|
|
102
|
+
approxPercentile: ApproxPercentileFunction;
|
|
103
|
+
} | {
|
|
104
|
+
$case: 'stddevPop';
|
|
105
|
+
stddevPop: StddevPopFunction;
|
|
106
|
+
} | {
|
|
107
|
+
$case: 'stddevSamp';
|
|
108
|
+
stddevSamp: StddevSampFunction;
|
|
109
|
+
} | {
|
|
110
|
+
$case: 'varPop';
|
|
111
|
+
varPop: VarPopFunction;
|
|
112
|
+
} | {
|
|
113
|
+
$case: 'varSamp';
|
|
114
|
+
varSamp: VarSampFunction;
|
|
115
|
+
} | {
|
|
116
|
+
$case: 'firstN';
|
|
117
|
+
firstN: FirstNFunction;
|
|
118
|
+
} | {
|
|
119
|
+
$case: 'lastN';
|
|
120
|
+
lastN: LastNFunction;
|
|
121
|
+
} | {
|
|
122
|
+
$case: 'firstDistinct';
|
|
123
|
+
firstDistinct: FirstDistinctFunction;
|
|
124
|
+
} | {
|
|
125
|
+
$case: 'lastDistinct';
|
|
126
|
+
lastDistinct: LastDistinctFunction;
|
|
127
|
+
} | undefined;
|
|
128
|
+
/** The time window over which the aggregation is computed. */
|
|
129
|
+
timeWindow?: TimeWindow | undefined;
|
|
137
130
|
}
|
|
138
131
|
/** Computes the approximate count of distinct values. */
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
132
|
+
interface ApproxCountDistinctFunction {
|
|
133
|
+
/** The input column from which the approximate count of distinct values is computed. */
|
|
134
|
+
input?: string | undefined;
|
|
135
|
+
/** The maximum relative standard deviation allowed (default defined by Spark). */
|
|
136
|
+
relativeSd?: number | undefined;
|
|
144
137
|
}
|
|
145
138
|
/** Computes the approximate percentile of values. */
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
mtlsConfig: MtlsConfig;
|
|
163
|
-
} | undefined;
|
|
139
|
+
interface ApproxPercentileFunction {
|
|
140
|
+
/** The input column from which the approximate percentile is computed. */
|
|
141
|
+
input?: string | undefined;
|
|
142
|
+
/** The percentile value to compute (between 0 and 1). */
|
|
143
|
+
percentile?: number | undefined;
|
|
144
|
+
/** The accuracy parameter (higher is more accurate but slower). */
|
|
145
|
+
accuracy?: bigint | undefined;
|
|
146
|
+
}
|
|
147
|
+
interface AuthConfig {
|
|
148
|
+
authConfig?: {
|
|
149
|
+
$case: 'ucServiceCredentialName'; /** Name of the Unity Catalog service credential. This value will be set under the option databricks.serviceCredential */
|
|
150
|
+
ucServiceCredentialName: string;
|
|
151
|
+
} | {
|
|
152
|
+
$case: 'mtlsConfig'; /** Mutual-TLS authentication. See MtlsConfig. */
|
|
153
|
+
mtlsConfig: MtlsConfig;
|
|
154
|
+
} | undefined;
|
|
164
155
|
}
|
|
165
156
|
/** Computes the average of values. */
|
|
166
|
-
|
|
157
|
+
interface AvgFunction {
|
|
158
|
+
/**
|
|
159
|
+
* The input column from which the average is computed. For Kafka sources, use dot-prefixed path
|
|
160
|
+
* notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
|
|
161
|
+
* Colon-prefixed notation (e.g., "value:amount") is supported for backwards
|
|
162
|
+
* compatibility but is deprecated; migrate to dot notation.
|
|
163
|
+
*/
|
|
164
|
+
input?: string | undefined;
|
|
165
|
+
}
|
|
166
|
+
interface BackfillSource {
|
|
167
|
+
backfillSource?: {
|
|
168
|
+
$case: 'deltaTableSource';
|
|
167
169
|
/**
|
|
168
|
-
*
|
|
169
|
-
*
|
|
170
|
-
*
|
|
171
|
-
* compatibility but is deprecated; migrate to dot notation.
|
|
170
|
+
* Deprecated: Use delta_table_name instead. Kept for backwards compatibility.
|
|
171
|
+
* The Delta table source containing the historical data to backfill.
|
|
172
|
+
* Only the delta table name is used for backfill, other fields are ignored.
|
|
172
173
|
*/
|
|
173
|
-
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
}
|
|
194
|
-
export interface BatchCreateMaterializedFeaturesResponse {
|
|
195
|
-
/** The created materialized features with assigned IDs. */
|
|
196
|
-
materializedFeatures?: MaterializedFeature[] | undefined;
|
|
197
|
-
}
|
|
198
|
-
export interface ColumnIdentifier {
|
|
199
|
-
/**
|
|
200
|
-
* String representation of the column name using dot-prefixed path notation. For nested fields, the leaf value is what will be present in materialized tables
|
|
201
|
-
* and expected to match at query time. For example, the leaf node of value.trip_details.location_details.pickup_zip is pickup_zip.
|
|
202
|
-
*/
|
|
203
|
-
variantExprPath?: string | undefined;
|
|
174
|
+
deltaTableSource: DeltaTableSource;
|
|
175
|
+
} | {
|
|
176
|
+
$case: 'deltaTableName'; /** The full three-part name (catalog, schema, name) of the Delta table containing the historical data to backfill. */
|
|
177
|
+
deltaTableName: string;
|
|
178
|
+
} | undefined;
|
|
179
|
+
}
|
|
180
|
+
interface BatchCreateMaterializedFeaturesRequest {
|
|
181
|
+
/** The requests to create materialized features. */
|
|
182
|
+
requests?: CreateMaterializedFeatureRequest[] | undefined;
|
|
183
|
+
}
|
|
184
|
+
interface BatchCreateMaterializedFeaturesResponse {
|
|
185
|
+
/** The created materialized features with assigned IDs. */
|
|
186
|
+
materializedFeatures?: MaterializedFeature[] | undefined;
|
|
187
|
+
}
|
|
188
|
+
interface ColumnIdentifier {
|
|
189
|
+
/**
|
|
190
|
+
* String representation of the column name using dot-prefixed path notation. For nested fields, the leaf value is what will be present in materialized tables
|
|
191
|
+
* and expected to match at query time. For example, the leaf node of value.trip_details.location_details.pickup_zip is pickup_zip.
|
|
192
|
+
*/
|
|
193
|
+
variantExprPath?: string | undefined;
|
|
204
194
|
}
|
|
205
195
|
/** A ColumnSelection function, equivalent to the LAST() record of an entity over a lifetime ContinuousWindow */
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
196
|
+
interface ColumnSelection {
|
|
197
|
+
/** Column name from source to select as the feature value. */
|
|
198
|
+
column?: string | undefined;
|
|
209
199
|
}
|
|
210
200
|
/** Deprecated: use RollingWindow with `delay` instead. */
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
201
|
+
interface ContinuousWindow {
|
|
202
|
+
/** The duration of the continuous window (must be positive). */
|
|
203
|
+
windowDuration?: Temporal.Duration | undefined;
|
|
204
|
+
/** The offset of the continuous window (must be non-positive). */
|
|
205
|
+
offset?: Temporal.Duration | undefined;
|
|
216
206
|
}
|
|
217
207
|
/** Computes the count of values. */
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
}
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
208
|
+
interface CountFunction {
|
|
209
|
+
/**
|
|
210
|
+
* The input column from which the count is computed. For Kafka sources, use dot-prefixed path
|
|
211
|
+
* notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
|
|
212
|
+
* Colon-prefixed notation (e.g., "value:amount") is supported for backwards
|
|
213
|
+
* compatibility but is deprecated; migrate to dot notation.
|
|
214
|
+
*/
|
|
215
|
+
input?: string | undefined;
|
|
216
|
+
}
|
|
217
|
+
interface CreateFeatureRequest {
|
|
218
|
+
/** Feature to create. */
|
|
219
|
+
feature?: Feature | undefined;
|
|
220
|
+
}
|
|
221
|
+
interface CreateKafkaConfigRequest {
|
|
222
|
+
kafkaConfig?: KafkaConfig | undefined;
|
|
223
|
+
}
|
|
224
|
+
interface CreateMaterializedFeatureRequest {
|
|
225
|
+
/** The materialized feature to create. */
|
|
226
|
+
materializedFeature?: MaterializedFeature | undefined;
|
|
237
227
|
}
|
|
238
228
|
/** Create a Stream, a governed UC entity representing an external streaming data source. */
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
229
|
+
interface CreateStreamRequest {
|
|
230
|
+
/** The Stream to create. */
|
|
231
|
+
stream?: Stream | undefined;
|
|
242
232
|
}
|
|
243
233
|
/** A cron-based schedule trigger for the materialization pipeline. */
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
234
|
+
interface CronSchedule {
|
|
235
|
+
/** The cron expression defining the schedule (e.g., "0 0 * * *" for daily at midnight). */
|
|
236
|
+
cronExpression?: string | undefined;
|
|
247
237
|
}
|
|
248
238
|
/** Specifies the data source backing a feature. Exactly one source type must be set. */
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
}
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
}
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
}
|
|
276
|
-
export interface DeleteMaterializedFeatureRequest {
|
|
277
|
-
/** The ID of the materialized feature to delete. */
|
|
278
|
-
materializedFeatureId?: string | undefined;
|
|
239
|
+
interface DataSource {
|
|
240
|
+
dataSource?: {
|
|
241
|
+
$case: 'deltaTableSource'; /** A Delta table data source. */
|
|
242
|
+
deltaTableSource: DeltaTableSource;
|
|
243
|
+
} | {
|
|
244
|
+
$case: 'kafkaSource'; /** A Kafka stream data source. */
|
|
245
|
+
kafkaSource: KafkaSource;
|
|
246
|
+
} | {
|
|
247
|
+
$case: 'requestSource'; /** A request-time data source. */
|
|
248
|
+
requestSource: RequestSource;
|
|
249
|
+
} | {
|
|
250
|
+
$case: 'streamSource'; /** A Stream data source. */
|
|
251
|
+
streamSource: StreamSource;
|
|
252
|
+
} | undefined;
|
|
253
|
+
}
|
|
254
|
+
interface DeleteFeatureRequest {
|
|
255
|
+
/** Name of the feature to delete. */
|
|
256
|
+
fullName?: string | undefined;
|
|
257
|
+
}
|
|
258
|
+
interface DeleteKafkaConfigRequest {
|
|
259
|
+
/** Name of the Kafka config to delete. */
|
|
260
|
+
name?: string | undefined;
|
|
261
|
+
}
|
|
262
|
+
interface DeleteMaterializedFeatureRequest {
|
|
263
|
+
/** The ID of the materialized feature to delete. */
|
|
264
|
+
materializedFeatureId?: string | undefined;
|
|
279
265
|
}
|
|
280
266
|
/** Delete a Stream by its full three-part name (catalog.schema.stream). */
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
267
|
+
interface DeleteStreamRequest {
|
|
268
|
+
/** Full three-part name (catalog.schema.stream) of the Stream to delete. */
|
|
269
|
+
name?: string | undefined;
|
|
270
|
+
}
|
|
271
|
+
interface DeltaTableSource {
|
|
272
|
+
/** The full three-part (catalog, schema, table) name of the Delta table. */
|
|
273
|
+
fullName?: string | undefined;
|
|
274
|
+
/**
|
|
275
|
+
* Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
|
|
276
|
+
* The entity columns of the Delta table.
|
|
277
|
+
*/
|
|
278
|
+
entityColumns?: string[] | undefined;
|
|
279
|
+
/**
|
|
280
|
+
* Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
|
|
281
|
+
* The timeseries column of the Delta table.
|
|
282
|
+
*/
|
|
283
|
+
timeseriesColumn?: string | undefined;
|
|
284
|
+
/** Single WHERE clause to filter delta table before applying transformations. Will be row-wise evaluated, so should only include conditionals and projections. */
|
|
285
|
+
filterCondition?: string | undefined;
|
|
286
|
+
/**
|
|
287
|
+
* A single SQL SELECT expression applied after filter_condition.
|
|
288
|
+
* Should contains all the columns needed (eg. "SELECT *, col_a + col_b AS col_c FROM x.y.z WHERE col_a > 0" would have `transformation_sql` "*, col_a + col_b AS col_c")
|
|
289
|
+
* If transformation_sql is not provided, all columns of the delta table are present in the DataSource dataframe.
|
|
290
|
+
*/
|
|
291
|
+
transformationSql?: string | undefined;
|
|
292
|
+
/**
|
|
293
|
+
* Schema of the resulting dataframe after transformations, in Spark StructType JSON format (from df.schema.json()).
|
|
294
|
+
* Required if transformation_sql is specified.
|
|
295
|
+
* Example: {"type":"struct","fields":[{"name":"col_a","type":"integer","nullable":true,"metadata":{}},{"name":"col_c","type":"integer","nullable":true,"metadata":{}}]}
|
|
296
|
+
*/
|
|
297
|
+
dataframeSchema?: string | undefined;
|
|
312
298
|
}
|
|
313
299
|
/**
|
|
314
300
|
* Direct connection configs for mTLS, as Kafka Connections do not support mTLS yet .
|
|
315
301
|
* Temporarily used until UC Kafka Connections gain mTLS support.
|
|
316
302
|
*/
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
303
|
+
interface DirectMtlsConfig {
|
|
304
|
+
/** A comma-separated list of host:port pairs for the Kafka bootstrap servers. */
|
|
305
|
+
bootstrapServers?: string | undefined;
|
|
306
|
+
/** Mutual-TLS authentication configuration. */
|
|
307
|
+
mtlsConfig?: MtlsConfig | undefined;
|
|
322
308
|
}
|
|
323
309
|
/**
|
|
324
310
|
* Schema definitions provided directly on the Stream, as opposed to referencing a schema registry.
|
|
325
311
|
* To resolve schemas from a registry instead, use SchemaRegistryConfig.
|
|
326
312
|
*/
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
}
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
}
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
313
|
+
interface DirectSchemas {
|
|
314
|
+
/**
|
|
315
|
+
* Schema for the message payload. For Kafka, this is the value schema.
|
|
316
|
+
* Unless the platform supports another schema (e.g. keys for Kafka), this must be specified.
|
|
317
|
+
*/
|
|
318
|
+
payloadSchema?: SchemaConfig | undefined;
|
|
319
|
+
/**
|
|
320
|
+
* Schema for the message key. This is only used for Kafka streams.
|
|
321
|
+
* For Kafka, at least one of payload_schema or key_schema must be specified.
|
|
322
|
+
*/
|
|
323
|
+
keySchema?: SchemaConfig | undefined;
|
|
324
|
+
}
|
|
325
|
+
interface EntityColumn {
|
|
326
|
+
/**
|
|
327
|
+
* The name of the entity column. For Kafka sources, use dot-prefixed path notation to reference
|
|
328
|
+
* fields within the key or value schema (e.g., "value.user_id", "key.partition_key"). For nested
|
|
329
|
+
* fields, the leaf node name (e.g., "user_id" from "value.trip_details.user_id") is what will
|
|
330
|
+
* be present in materialized tables and expected to match at query time.
|
|
331
|
+
* Colon-prefixed notation (e.g., "value:user_id") is supported for backwards
|
|
332
|
+
* compatibility but is deprecated; migrate to dot notation.
|
|
333
|
+
*/
|
|
334
|
+
name?: string | undefined;
|
|
335
|
+
}
|
|
336
|
+
interface Feature {
|
|
337
|
+
/**
|
|
338
|
+
* The full three-part name (catalog, schema, name) of the feature. This is the
|
|
339
|
+
* feature's resource identifier; the catalog_name, schema_name, and name fields
|
|
340
|
+
* below are OUTPUT_ONLY decomposed views of this value.
|
|
341
|
+
*/
|
|
342
|
+
fullName?: string | undefined;
|
|
343
|
+
/** The data source of the feature. */
|
|
344
|
+
source?: DataSource | undefined;
|
|
345
|
+
/**
|
|
346
|
+
* Deprecated: Use AggregationFunction.inputs instead. Kept for backwards compatibility.
|
|
347
|
+
* The input columns from which the feature is computed.
|
|
348
|
+
*/
|
|
349
|
+
inputs?: string[] | undefined;
|
|
350
|
+
/** The function by which the feature is computed. */
|
|
351
|
+
function?: Function | undefined;
|
|
352
|
+
/**
|
|
353
|
+
* Deprecated: Use Function.aggregation_function.time_window instead. Kept for backwards compatibility.
|
|
354
|
+
* The time window in which the feature is computed.
|
|
355
|
+
*/
|
|
356
|
+
timeWindow?: TimeWindow | undefined;
|
|
357
|
+
/** The description of the feature. */
|
|
358
|
+
description?: string | undefined;
|
|
359
|
+
/**
|
|
360
|
+
* Deprecated: Use DeltaTableSource.filter_condition or KafkaSource.filter_condition instead. Kept for backwards compatibility.
|
|
361
|
+
* The filter condition applied to the source data before aggregation.
|
|
362
|
+
*/
|
|
363
|
+
filterCondition?: string | undefined;
|
|
364
|
+
/**
|
|
365
|
+
* Lineage context information for this feature.
|
|
366
|
+
* WARNING: This field is primarily intended for internal use by <Databricks> systems and
|
|
367
|
+
* is automatically populated when features are created through <Databricks> notebooks or jobs.
|
|
368
|
+
* Users should not manually set this field as incorrect values may lead to inaccurate lineage tracking or unexpected behavior.
|
|
369
|
+
* This field will be set by feature-engineering client and should be left unset by SDK and terraform users.
|
|
370
|
+
*/
|
|
371
|
+
lineageContext?: LineageContext | undefined;
|
|
372
|
+
/** The entity columns for the feature, used as aggregation keys and for query-time lookup. */
|
|
373
|
+
entities?: EntityColumn[] | undefined;
|
|
374
|
+
/** Column recording time, used for point-in-time joins, backfills, and aggregations. */
|
|
375
|
+
timeseriesColumn?: TimeseriesColumn | undefined;
|
|
376
|
+
/** Name of parent catalog. */
|
|
377
|
+
catalogName?: string | undefined;
|
|
378
|
+
/** Name of parent schema relative to its parent catalog. */
|
|
379
|
+
schemaName?: string | undefined;
|
|
380
|
+
/** Name of the feature, extracted from the full three-part name (catalog.schema.name). */
|
|
381
|
+
name?: string | undefined;
|
|
382
|
+
/** Time at which this feature was created. */
|
|
383
|
+
createdAt?: Temporal.Instant | undefined;
|
|
384
|
+
/** Username of the feature creator. */
|
|
385
|
+
createdBy?: string | undefined;
|
|
400
386
|
}
|
|
401
387
|
/**
|
|
402
388
|
* A single field definition within a FlatSchema, specifying the field name and its scalar data type.
|
|
403
389
|
* Does not support nested or complex types (arrays, maps, structs).
|
|
404
390
|
*/
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
391
|
+
interface FieldDefinition {
|
|
392
|
+
/** The name of the field. */
|
|
393
|
+
name?: string | undefined;
|
|
394
|
+
/** The scalar data type of the field. */
|
|
395
|
+
dataType?: ScalarDataType | undefined;
|
|
410
396
|
}
|
|
411
397
|
/** Returns the first N distinct values, ordered by the feature's timeseries column. */
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
398
|
+
interface FirstDistinctFunction {
|
|
399
|
+
/** The input column from which the first N distinct values are returned. */
|
|
400
|
+
input?: string | undefined;
|
|
401
|
+
/** The number of distinct values to return. */
|
|
402
|
+
n?: bigint | undefined;
|
|
417
403
|
}
|
|
418
404
|
/** Returns the first value. */
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
405
|
+
interface FirstFunction {
|
|
406
|
+
/** The input column from which the first value is returned. */
|
|
407
|
+
input?: string | undefined;
|
|
422
408
|
}
|
|
423
409
|
/** Returns the first N values, ordered by the feature's timeseries column. */
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
410
|
+
interface FirstNFunction {
|
|
411
|
+
/** The input column from which the first N values are returned. */
|
|
412
|
+
input?: string | undefined;
|
|
413
|
+
/** The number of values to return. */
|
|
414
|
+
n?: bigint | undefined;
|
|
429
415
|
}
|
|
430
416
|
/**
|
|
431
417
|
* A flat (non-nested) schema for request-time fields, defined as an ordered list of field definitions.
|
|
432
418
|
* This schema only supports scalar types.
|
|
433
419
|
*/
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
}
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
columnSelection: ColumnSelection;
|
|
457
|
-
} | undefined;
|
|
420
|
+
interface FlatSchema {
|
|
421
|
+
/** The list of fields in this schema. */
|
|
422
|
+
fields?: FieldDefinition[] | undefined;
|
|
423
|
+
}
|
|
424
|
+
interface Function {
|
|
425
|
+
/**
|
|
426
|
+
* Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
|
|
427
|
+
* The type of the function.
|
|
428
|
+
*/
|
|
429
|
+
functionType?: Function_FunctionType | undefined;
|
|
430
|
+
/**
|
|
431
|
+
* Deprecated: Use the function oneof with AggregationFunction instead. Kept for backwards compatibility.
|
|
432
|
+
* Extra parameters for parameterized functions.
|
|
433
|
+
*/
|
|
434
|
+
extraParameters?: Function_ExtraParameter[] | undefined;
|
|
435
|
+
function?: {
|
|
436
|
+
$case: 'aggregationFunction'; /** An aggregation function applied over a time window. */
|
|
437
|
+
aggregationFunction: AggregationFunction;
|
|
438
|
+
} | {
|
|
439
|
+
$case: 'columnSelection'; /** Selects the latest value of a single column in a data source */
|
|
440
|
+
columnSelection: ColumnSelection;
|
|
441
|
+
} | undefined;
|
|
458
442
|
}
|
|
459
443
|
/**
|
|
460
444
|
* Deprecated: Use typed fields on function-specific messages (e.g. ApproxPercentileFunction.percentile)
|
|
461
445
|
* or AggregationFunction.ExtraParameter instead. Kept for backwards compatibility.
|
|
462
446
|
*/
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
447
|
+
interface Function_ExtraParameter {
|
|
448
|
+
/** The name of the parameter. */
|
|
449
|
+
key?: string | undefined;
|
|
450
|
+
/** The value of the parameter. */
|
|
451
|
+
value?: string | undefined;
|
|
468
452
|
}
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
453
|
+
interface GetFeatureRequest {
|
|
454
|
+
/** Name of the feature to get. */
|
|
455
|
+
fullName?: string | undefined;
|
|
472
456
|
}
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
457
|
+
interface GetKafkaConfigRequest {
|
|
458
|
+
/** Name of the Kafka config to get. */
|
|
459
|
+
name?: string | undefined;
|
|
476
460
|
}
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
461
|
+
interface GetMaterializedFeatureRequest {
|
|
462
|
+
/** The ID of the materialized feature. */
|
|
463
|
+
materializedFeatureId?: string | undefined;
|
|
480
464
|
}
|
|
481
465
|
/** Get a Stream by its full three-part name (catalog.schema.stream). */
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
466
|
+
interface GetStreamRequest {
|
|
467
|
+
/** Full three-part name (catalog.schema.stream) of the Stream to get. */
|
|
468
|
+
name?: string | undefined;
|
|
485
469
|
}
|
|
486
470
|
/**
|
|
487
471
|
* Configuration for the <Databricks>-managed ingestion pipeline.
|
|
488
472
|
* Groups the ingestion destination (required) and optional backfill source.
|
|
489
473
|
*/
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
474
|
+
interface IngestionConfig {
|
|
475
|
+
/**
|
|
476
|
+
* Destination for the <Databricks>-managed Delta table that holds an offline copy of the streaming data for querying and training.
|
|
477
|
+
* This table contains both 1) forward-filled data from the Stream and 2) backfilled data from the BackfillSource (if provided).
|
|
478
|
+
* This table is created and managed by <Databricks> and is deleted when the Stream is deleted.
|
|
479
|
+
*/
|
|
480
|
+
ingestionDestination?: IngestionDestination | undefined;
|
|
481
|
+
/**
|
|
482
|
+
* A user-provided source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Stream.
|
|
483
|
+
* The backfill data stored in this location will be copied into the ingestion table for offline querying and training.
|
|
484
|
+
* The schema for this source must match exactly that of the key and payload schemas specified for this Stream.
|
|
485
|
+
*/
|
|
486
|
+
backfillSource?: BackfillSource | undefined;
|
|
487
|
+
/**
|
|
488
|
+
* Column paths used to identify duplicate rows during ingestion; only one row per
|
|
489
|
+
* distinct combination of these values is kept. Use dot notation for nested fields
|
|
490
|
+
* (e.g. `value.user_id`). Empty list means every column is compared.
|
|
491
|
+
*/
|
|
492
|
+
deduplicationColumns?: string[] | undefined;
|
|
493
|
+
/**
|
|
494
|
+
* The ID of the SDP pipeline that continuously copies new events from the streaming source
|
|
495
|
+
* into the ingestion Delta table.
|
|
496
|
+
*/
|
|
497
|
+
ingestionPipelineId?: string | undefined;
|
|
498
|
+
/** The ID of the Databricks Job that performs the forward-fill ingestion. */
|
|
499
|
+
ingestionJobId?: bigint | undefined;
|
|
500
|
+
/** The ID of the Databricks Job that performs the historical backfill of the ingestion Delta table. */
|
|
501
|
+
backfillJobId?: bigint | undefined;
|
|
518
502
|
}
|
|
519
503
|
/** Destination for the <Databricks>-managed Delta table that holds an offline copy of the streaming data for querying and training. */
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
filterCondition?: string | undefined;
|
|
504
|
+
interface IngestionDestination {
|
|
505
|
+
ingestionDestination?: {
|
|
506
|
+
$case: 'deltaTableName'; /** The full three-part name (catalog, schema, name) of the Delta table to be created for ingestion. */
|
|
507
|
+
deltaTableName: string;
|
|
508
|
+
} | undefined;
|
|
509
|
+
}
|
|
510
|
+
interface JobContext {
|
|
511
|
+
/** The job ID where this API invoked. */
|
|
512
|
+
jobId?: bigint | undefined;
|
|
513
|
+
/** The job run ID where this API was invoked. */
|
|
514
|
+
jobRunId?: bigint | undefined;
|
|
515
|
+
}
|
|
516
|
+
interface KafkaConfig {
|
|
517
|
+
/**
|
|
518
|
+
* Name that uniquely identifies this Kafka config within the metastore. This will be the identifier used from the Feature object to reference these configs for a feature.
|
|
519
|
+
* Can be distinct from topic name.
|
|
520
|
+
*/
|
|
521
|
+
name?: string | undefined;
|
|
522
|
+
/** A comma-separated list of host/port pairs pointing to Kafka cluster. */
|
|
523
|
+
bootstrapServers?: string | undefined;
|
|
524
|
+
/** Options to configure which Kafka topics to pull data from. */
|
|
525
|
+
subscriptionMode?: SubscriptionMode | undefined;
|
|
526
|
+
/** Authentication configuration for connection to topics. */
|
|
527
|
+
authConfig?: AuthConfig | undefined;
|
|
528
|
+
/** Schema configuration for extracting message keys from topics. At least one of key_schema and value_schema must be provided. */
|
|
529
|
+
keySchema?: SchemaConfig | undefined;
|
|
530
|
+
/** Schema configuration for extracting message values from topics. At least one of key_schema and value_schema must be provided. */
|
|
531
|
+
valueSchema?: SchemaConfig | undefined;
|
|
532
|
+
/** Catch-all for miscellaneous options. Keys should be source options or Kafka consumer options (kafka.*) */
|
|
533
|
+
extraOptions?: Record<string, string> | undefined;
|
|
534
|
+
/**
|
|
535
|
+
* A user-provided and managed source for backfilling data. Historical data is used when creating a training set from streaming features linked to this Kafka config.
|
|
536
|
+
* In the future, a separate table will be maintained by <Databricks> for forward filling data.
|
|
537
|
+
* The schema for this source must match exactly that of the key and value schemas specified for this Kafka config.
|
|
538
|
+
*/
|
|
539
|
+
backfillSource?: BackfillSource | undefined;
|
|
540
|
+
/**
|
|
541
|
+
* Configuration for ingesting Kafka data into a <Databricks>-managed
|
|
542
|
+
* Delta table.
|
|
543
|
+
*/
|
|
544
|
+
ingestionConfig?: IngestionConfig | undefined;
|
|
545
|
+
}
|
|
546
|
+
interface KafkaSource {
|
|
547
|
+
/** Name of the Kafka source, used to identify it. This is used to look up the corresponding KafkaConfig object. Can be distinct from topic name. */
|
|
548
|
+
name?: string | undefined;
|
|
549
|
+
/**
|
|
550
|
+
* Deprecated: Use Feature.entity instead. Kept for backwards compatibility.
|
|
551
|
+
* The entity column identifiers of the Kafka source.
|
|
552
|
+
*/
|
|
553
|
+
entityColumnIdentifiers?: ColumnIdentifier[] | undefined;
|
|
554
|
+
/**
|
|
555
|
+
* Deprecated: Use Feature.timeseries_column instead. Kept for backwards compatibility.
|
|
556
|
+
* The timeseries column identifier of the Kafka source.
|
|
557
|
+
*/
|
|
558
|
+
timeseriesColumnIdentifier?: ColumnIdentifier | undefined;
|
|
559
|
+
/** The filter condition applied to the source data before aggregation. */
|
|
560
|
+
filterCondition?: string | undefined;
|
|
578
561
|
}
|
|
579
562
|
/** Kafka-specific configuration for a Stream. */
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
563
|
+
interface KafkaStreamConfig {
|
|
564
|
+
/** Options to configure which Kafka topics to pull data from. */
|
|
565
|
+
subscriptionMode?: KafkaSubscriptionMode | undefined;
|
|
566
|
+
/**
|
|
567
|
+
* Optional Kafka source or consumer options, validated against a server-side
|
|
568
|
+
* allowlist at request time. Allowed keys:
|
|
569
|
+
* - `maxOffsetsPerTrigger`
|
|
570
|
+
* - `startingOffsets`
|
|
571
|
+
* - `includeHeaders`
|
|
572
|
+
* - `kafka.request.timeout.ms`
|
|
573
|
+
* - `kafka.session.timeout.ms`
|
|
574
|
+
* - `kafka.max.partition.fetch.bytes`
|
|
575
|
+
* The following keys are ingestion-only and are stripped before being forwarded to the materialization pipeline:
|
|
576
|
+
* - `maxOffsetsPerTrigger`
|
|
577
|
+
* - `startingOffsets`
|
|
578
|
+
* Auth and connection details belong on the parent Stream's `connection_config`, not here.
|
|
579
|
+
*/
|
|
580
|
+
extraOptions?: Record<string, string> | undefined;
|
|
581
|
+
}
|
|
582
|
+
/** Subscription mode for Kafka topic selection, matching standard Spark Structured Streaming options. */
|
|
583
|
+
interface KafkaSubscriptionMode {
|
|
584
|
+
/** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
|
|
585
|
+
subscriptionMode?: {
|
|
586
|
+
$case: 'assign';
|
|
583
587
|
/**
|
|
584
|
-
*
|
|
585
|
-
*
|
|
586
|
-
* - `maxOffsetsPerTrigger`
|
|
587
|
-
* - `startingOffsets`
|
|
588
|
-
* - `includeHeaders`
|
|
589
|
-
* - `kafka.request.timeout.ms`
|
|
590
|
-
* - `kafka.session.timeout.ms`
|
|
591
|
-
* - `kafka.max.partition.fetch.bytes`
|
|
592
|
-
* The following keys are ingestion-only and are stripped before being forwarded to the materialization pipeline:
|
|
593
|
-
* - `maxOffsetsPerTrigger`
|
|
594
|
-
* - `startingOffsets`
|
|
595
|
-
* Auth and connection details belong on the parent Stream's `connection_config`, not here.
|
|
588
|
+
* A JSON string that contains the specific topic-partitions to consume from.
|
|
589
|
+
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
|
|
596
590
|
*/
|
|
597
|
-
|
|
591
|
+
assign: string;
|
|
592
|
+
} | {
|
|
593
|
+
$case: 'subscribe'; /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
|
|
594
|
+
subscribe: string;
|
|
595
|
+
} | {
|
|
596
|
+
$case: 'subscribePattern'; /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
|
|
597
|
+
subscribePattern: string;
|
|
598
|
+
} | undefined;
|
|
598
599
|
}
|
|
599
|
-
/**
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
600
|
+
/**
|
|
601
|
+
* Kinesis-specific configuration for a Stream. For the underlying connector and its source
|
|
602
|
+
* options, see the <Databricks> documentation on connecting to Amazon Kinesis
|
|
603
|
+
* (https://docs.databricks.com/aws/en/connect/streaming/kinesis).
|
|
604
|
+
*/
|
|
605
|
+
interface KinesisStreamConfig {
|
|
606
|
+
/**
|
|
607
|
+
* Identifies the Kinesis data stream(s) to read from. Set exactly one of stream_names or
|
|
608
|
+
* stream_arns (identify the streams by name or by ARN, but not both). A single Stream may
|
|
609
|
+
* read from one or more Kinesis streams.
|
|
610
|
+
*/
|
|
611
|
+
streamIdentifier?: {
|
|
612
|
+
$case: 'streamNames'; /** Kinesis stream names to read from. */
|
|
613
|
+
streamNames: StreamNameList;
|
|
614
|
+
} | {
|
|
615
|
+
$case: 'streamArns'; /** Kinesis stream ARNs to read from. */
|
|
616
|
+
streamArns: StreamArnList;
|
|
617
|
+
} | undefined;
|
|
618
|
+
/**
|
|
619
|
+
* Optional Kinesis source options, validated against a server-side allowlist at request time.
|
|
620
|
+
* Auth and connection details belong on the parent Stream's `connection_config`, not here.
|
|
621
|
+
*/
|
|
622
|
+
extraOptions?: Record<string, string> | undefined;
|
|
618
623
|
}
|
|
619
624
|
/** Returns the last N distinct values, ordered by the feature's timeseries column. */
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
+
interface LastDistinctFunction {
|
|
626
|
+
/** The input column from which the last N distinct values are returned. */
|
|
627
|
+
input?: string | undefined;
|
|
628
|
+
/** The number of distinct values to return. */
|
|
629
|
+
n?: bigint | undefined;
|
|
625
630
|
}
|
|
626
631
|
/** Returns the last value. */
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
632
|
+
interface LastFunction {
|
|
633
|
+
/** The input column from which the last value is returned. */
|
|
634
|
+
input?: string | undefined;
|
|
630
635
|
}
|
|
631
636
|
/** Returns the last N values, ordered by the feature's timeseries column. */
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
+
interface LastNFunction {
|
|
638
|
+
/** The input column from which the last N values are returned. */
|
|
639
|
+
input?: string | undefined;
|
|
640
|
+
/** The number of values to return. */
|
|
641
|
+
n?: bigint | undefined;
|
|
637
642
|
}
|
|
638
643
|
/** Lineage context information for tracking where an API was invoked. This will allow us to track lineage, which currently uses caller entity information for use across the Lineage Client and Observability in Lumberjack. */
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
+
interface LineageContext {
|
|
645
|
+
/** The notebook ID where this API was invoked. */
|
|
646
|
+
notebookId?: bigint | undefined;
|
|
647
|
+
/** Job context information including job ID and run ID. */
|
|
648
|
+
jobContext?: JobContext | undefined;
|
|
644
649
|
}
|
|
645
650
|
/**
|
|
646
651
|
* Request to list features. Listing is always scoped to a single catalog and schema;
|
|
647
652
|
* catalog_name and schema_name are required.
|
|
648
653
|
*/
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
}
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
}
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
}
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
}
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
684
|
-
}
|
|
685
|
-
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
654
|
+
interface ListFeaturesRequest {
|
|
655
|
+
/** Pagination token to go to the next page based on a previous query. */
|
|
656
|
+
pageToken?: string | undefined;
|
|
657
|
+
/** The maximum number of results to return. */
|
|
658
|
+
pageSize?: number | undefined;
|
|
659
|
+
/** Name of parent catalog for features of interest. */
|
|
660
|
+
catalogName?: string | undefined;
|
|
661
|
+
/** Name of parent schema relative to its parent catalog. */
|
|
662
|
+
schemaName?: string | undefined;
|
|
663
|
+
}
|
|
664
|
+
interface ListFeaturesResponse {
|
|
665
|
+
/** List of features. */
|
|
666
|
+
features?: Feature[] | undefined;
|
|
667
|
+
/** Pagination token to request the next page of results for this query. */
|
|
668
|
+
nextPageToken?: string | undefined;
|
|
669
|
+
}
|
|
670
|
+
interface ListKafkaConfigsRequest {
|
|
671
|
+
/** Pagination token to go to the next page based on a previous query. */
|
|
672
|
+
pageToken?: string | undefined;
|
|
673
|
+
/** The maximum number of results to return. */
|
|
674
|
+
pageSize?: number | undefined;
|
|
675
|
+
}
|
|
676
|
+
interface ListKafkaConfigsResponse {
|
|
677
|
+
/** List of Kafka configs. Schemas are not included in the response. */
|
|
678
|
+
kafkaConfigs?: KafkaConfig[] | undefined;
|
|
679
|
+
/** Pagination token to request the next page of results for this query. */
|
|
680
|
+
nextPageToken?: string | undefined;
|
|
681
|
+
}
|
|
682
|
+
interface ListMaterializedFeaturesRequest {
|
|
683
|
+
/** Filter by feature name. If specified, only materialized features materialized from this feature will be returned. */
|
|
684
|
+
featureName?: string | undefined;
|
|
685
|
+
/** Pagination token to go to the next page based on a previous query. */
|
|
686
|
+
pageToken?: string | undefined;
|
|
687
|
+
/** The maximum number of results to return. Defaults to 100 if not specified. Cannot be greater than 1000. */
|
|
688
|
+
pageSize?: number | undefined;
|
|
689
|
+
}
|
|
690
|
+
interface ListMaterializedFeaturesResponse {
|
|
691
|
+
/** List of materialized features. */
|
|
692
|
+
materializedFeatures?: MaterializedFeature[] | undefined;
|
|
693
|
+
/** Pagination token to request the next page of results for this query. */
|
|
694
|
+
nextPageToken?: string | undefined;
|
|
690
695
|
}
|
|
691
696
|
/**
|
|
692
697
|
* List Streams under a given parent.
|
|
@@ -699,13 +704,13 @@ export interface ListMaterializedFeaturesResponse {
|
|
|
699
704
|
* - Callers should paginate until next_page_token is empty to retrieve all
|
|
700
705
|
* accessible streams
|
|
701
706
|
*/
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
707
|
+
interface ListStreamsRequest {
|
|
708
|
+
/** Two-part name (catalog.schema) of the parent under which to list Streams. */
|
|
709
|
+
parent?: string | undefined;
|
|
710
|
+
/** The maximum number of results to return. */
|
|
711
|
+
pageSize?: number | undefined;
|
|
712
|
+
/** Pagination token to go to the next page based on a previous query. */
|
|
713
|
+
pageToken?: string | undefined;
|
|
709
714
|
}
|
|
710
715
|
/**
|
|
711
716
|
* Response to a ListStreamsRequest.
|
|
@@ -718,74 +723,70 @@ export interface ListStreamsRequest {
|
|
|
718
723
|
* Callers should paginate until next_page_token is empty to retrieve all
|
|
719
724
|
* accessible streams.
|
|
720
725
|
*/
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
+
interface ListStreamsResponse {
|
|
727
|
+
/** List of Streams. */
|
|
728
|
+
streams?: Stream[] | undefined;
|
|
729
|
+
/** Pagination token to request the next page of results for this query. */
|
|
730
|
+
nextPageToken?: string | undefined;
|
|
726
731
|
}
|
|
727
732
|
/** A materialized feature represents a feature that is continuously computed and stored. */
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
733
|
+
interface MaterializedFeature {
|
|
734
|
+
/** Server-assigned unique identifier for the materialized feature. */
|
|
735
|
+
materializedFeatureId?: string | undefined;
|
|
736
|
+
/** The full name of the feature in Unity Catalog. */
|
|
737
|
+
featureName?: string | undefined;
|
|
738
|
+
destination?: {
|
|
739
|
+
$case: 'offlineStoreConfig'; /** Destination for writing feature values to an offline Delta table. */
|
|
740
|
+
offlineStoreConfig: OfflineStoreConfig;
|
|
741
|
+
} | {
|
|
742
|
+
$case: 'onlineStoreConfig'; /** Destination for writing feature values to an online Lakebase table. */
|
|
743
|
+
onlineStoreConfig: OnlineStoreConfig;
|
|
744
|
+
} | undefined;
|
|
745
|
+
/** The fully qualified Unity Catalog path to the table containing the materialized feature (Delta table or Lakebase table). Output only. */
|
|
746
|
+
tableName?: string | undefined;
|
|
747
|
+
/**
|
|
748
|
+
* The schedule state of the materialization pipeline.
|
|
749
|
+
* Hidden from GraphQL: being deprecated, so not exposed to Catalog Explorer.
|
|
750
|
+
*/
|
|
751
|
+
pipelineScheduleState?: MaterializedFeature_PipelineScheduleState | undefined;
|
|
752
|
+
/**
|
|
753
|
+
* The timestamp when the pipeline last ran and updated the materialized feature values.
|
|
754
|
+
* If the pipeline has not run yet, this field will be null.
|
|
755
|
+
*/
|
|
756
|
+
lastMaterializationTime?: Temporal.Instant | undefined;
|
|
757
|
+
/**
|
|
758
|
+
* The quartz cron expression that defines the schedule of the materialization pipeline. The schedule is evaluated in the UTC timezone.
|
|
759
|
+
* Hidden from GraphQL: superseded by the `trigger` oneof (cron_schedule_trigger), so not exposed to Catalog Explorer.
|
|
760
|
+
*/
|
|
761
|
+
cronSchedule?: string | undefined;
|
|
762
|
+
/** True if this is an online materialized feature. False if it is an offline materialized feature. */
|
|
763
|
+
isOnline?: boolean | undefined;
|
|
764
|
+
/** The trigger configuration for the materialization pipeline. */
|
|
765
|
+
trigger?: {
|
|
766
|
+
$case: 'cronScheduleTrigger'; /** A cron-based schedule trigger for the materialization pipeline. */
|
|
767
|
+
cronScheduleTrigger: CronSchedule;
|
|
768
|
+
} | {
|
|
769
|
+
$case: 'tableTrigger'; /** A trigger that fires when the upstream source table changes. */
|
|
770
|
+
tableTrigger: TableTrigger;
|
|
771
|
+
} | {
|
|
772
|
+
$case: 'streamingMode';
|
|
754
773
|
/**
|
|
755
|
-
* The
|
|
756
|
-
*
|
|
774
|
+
* The Structured Streaming trigger mode used for materialization. Real-time mode (RTM) targets
|
|
775
|
+
* sub-second latency for operational workloads; micro-batch mode (MBM) favors cost efficiency
|
|
776
|
+
* for ETL and analytics workloads.
|
|
757
777
|
*/
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
isOnline?: boolean | undefined;
|
|
761
|
-
/** The trigger configuration for the materialization pipeline. */
|
|
762
|
-
trigger?: {
|
|
763
|
-
$case: 'cronScheduleTrigger';
|
|
764
|
-
/** A cron-based schedule trigger for the materialization pipeline. */
|
|
765
|
-
cronScheduleTrigger: CronSchedule;
|
|
766
|
-
} | {
|
|
767
|
-
$case: 'tableTrigger';
|
|
768
|
-
/** A trigger that fires when the upstream source table changes. */
|
|
769
|
-
tableTrigger: TableTrigger;
|
|
770
|
-
} | {
|
|
771
|
-
$case: 'streamingMode';
|
|
772
|
-
/**
|
|
773
|
-
* The Structured Streaming trigger mode used for materialization. Real-time mode (RTM) targets
|
|
774
|
-
* sub-second latency for operational workloads; micro-batch mode (MBM) favors cost efficiency
|
|
775
|
-
* for ETL and analytics workloads.
|
|
776
|
-
*/
|
|
777
|
-
streamingMode: StreamingMode;
|
|
778
|
-
} | undefined;
|
|
778
|
+
streamingMode: StreamingMode;
|
|
779
|
+
} | undefined;
|
|
779
780
|
}
|
|
780
781
|
/** Computes the maximum value. */
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
782
|
+
interface MaxFunction {
|
|
783
|
+
/** The input column from which the maximum is computed. */
|
|
784
|
+
input?: string | undefined;
|
|
784
785
|
}
|
|
785
786
|
/** Computes the minimum value. */
|
|
786
|
-
|
|
787
|
-
|
|
788
|
-
|
|
787
|
+
interface MinFunction {
|
|
788
|
+
/** The input column from which the minimum is computed. */
|
|
789
|
+
input?: string | undefined;
|
|
789
790
|
}
|
|
790
791
|
/**
|
|
791
792
|
* Mutual-TLS (mTLS) authentication configuration. The keystore (client certificate +
|
|
@@ -800,116 +801,115 @@ export interface MinFunction {
|
|
|
800
801
|
* kafka.ssl.truststore.password). Passwords are resolved on the Spark cluster via
|
|
801
802
|
* dbutils.secrets.get; this message stores only references, never password values.
|
|
802
803
|
*/
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
|
|
812
|
-
|
|
813
|
-
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
804
|
+
interface MtlsConfig {
|
|
805
|
+
/**
|
|
806
|
+
* Unity Catalog volume path to the JKS keystore file containing the client certificate
|
|
807
|
+
* and private key. e.g. "/Volumes/<catalog>/<schema>/<volume>/client.jks". The
|
|
808
|
+
* materialization compute must have read permission on this volume.
|
|
809
|
+
*/
|
|
810
|
+
keystoreLocation?: string | undefined;
|
|
811
|
+
/** Secret-scope reference for the JKS keystore password. */
|
|
812
|
+
keystorePasswordRef?: SecretScopeReference | undefined;
|
|
813
|
+
/**
|
|
814
|
+
* Secret-scope reference for the private key password. Often the same value as the
|
|
815
|
+
* keystore password (keytool's default), but provided as a separate field because
|
|
816
|
+
* Apache Kafka requires it as a distinct option (kafka.ssl.key.password).
|
|
817
|
+
*/
|
|
818
|
+
keyPasswordRef?: SecretScopeReference | undefined;
|
|
819
|
+
/**
|
|
820
|
+
* Unity Catalog volume path to the JKS truststore file containing the CA certificate(s)
|
|
821
|
+
* trusted to verify the Kafka broker's server certificate.
|
|
822
|
+
* e.g. "/Volumes/<catalog>/<schema>/<volume>/truststore.jks".
|
|
823
|
+
*/
|
|
824
|
+
truststoreLocation?: string | undefined;
|
|
825
|
+
/** Secret-scope reference for the JKS truststore password. */
|
|
826
|
+
truststorePasswordRef?: SecretScopeReference | undefined;
|
|
827
|
+
/**
|
|
828
|
+
* Set to true only when the broker certificate's SAN intentionally does not match
|
|
829
|
+
* the connection endpoint — for example when reaching the cluster through a
|
|
830
|
+
* PrivateLink endpoint whose DNS name is not in the broker certificate. Skipping
|
|
831
|
+
* the hostname check removes a defense against man-in-the-middle attacks; do not
|
|
832
|
+
* enable casually. mTLS client authentication is unaffected by this option.
|
|
833
|
+
*
|
|
834
|
+
* See the Apache Kafka SSL security guide for background on this check:
|
|
835
|
+
* https://kafka.apache.org/42/security/encryption-and-authentication-using-ssl/#host-name-verification
|
|
836
|
+
*/
|
|
837
|
+
disableHostnameVerification?: boolean | undefined;
|
|
837
838
|
}
|
|
838
839
|
/** Configuration for offline store destination. */
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
846
|
-
|
|
847
|
-
|
|
848
|
-
|
|
840
|
+
interface OfflineStoreConfig {
|
|
841
|
+
/** The Unity Catalog catalog name. */
|
|
842
|
+
catalogName?: string | undefined;
|
|
843
|
+
/** The Unity Catalog schema name. */
|
|
844
|
+
schemaName?: string | undefined;
|
|
845
|
+
/**
|
|
846
|
+
* Prefix for Unity Catalog table name.
|
|
847
|
+
* The materialized feature will be stored in a table with this prefix and a generated postfix.
|
|
848
|
+
*/
|
|
849
|
+
tableNamePrefix?: string | undefined;
|
|
849
850
|
}
|
|
850
851
|
/** Configuration for online store destination. */
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
|
|
854
|
-
|
|
855
|
-
|
|
856
|
-
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
|
|
864
|
-
|
|
865
|
-
|
|
866
|
-
|
|
867
|
-
|
|
868
|
-
|
|
852
|
+
interface OnlineStoreConfig {
|
|
853
|
+
/**
|
|
854
|
+
* The Unity Catalog catalog name. This name is also used as the Lakebase logical database name.
|
|
855
|
+
* Quoting is handled by the backend where needed, do not pre-quote it.
|
|
856
|
+
*/
|
|
857
|
+
catalogName?: string | undefined;
|
|
858
|
+
/**
|
|
859
|
+
* The Unity Catalog schema name. This name is also used as the Lakebase schema name under the database.
|
|
860
|
+
* Quoting is handled by the backend where needed, do not pre-quote it.
|
|
861
|
+
*/
|
|
862
|
+
schemaName?: string | undefined;
|
|
863
|
+
/**
|
|
864
|
+
* Prefix for Unity Catalog table name.
|
|
865
|
+
* The materialized feature will be stored in a Lakebase table with this prefix and a generated postfix.
|
|
866
|
+
*/
|
|
867
|
+
tableNamePrefix?: string | undefined;
|
|
868
|
+
/** The name of the target online store. */
|
|
869
|
+
onlineStoreName?: string | undefined;
|
|
869
870
|
}
|
|
870
871
|
/**
|
|
871
872
|
* A Protocol Buffer schema paired with the name of the message within it that describes the
|
|
872
873
|
* Kafka payload. A .proto file may declare multiple messages; message_name disambiguates.
|
|
873
874
|
*/
|
|
874
|
-
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
|
|
885
|
-
|
|
886
|
-
|
|
875
|
+
interface ProtoSchemaSpec {
|
|
876
|
+
/**
|
|
877
|
+
* The raw .proto file text (proto2 and proto3 syntax supported, see
|
|
878
|
+
* https://protobuf.dev/programming-guides/proto3/ and https://protobuf.dev/programming-guides/proto2/).
|
|
879
|
+
*/
|
|
880
|
+
schemaText?: string | undefined;
|
|
881
|
+
/**
|
|
882
|
+
* The fully-qualified name of the message within schema_text that describes the Kafka payload
|
|
883
|
+
* (e.g. "Event" or "com.example.Event" if schema_text declares a package). Identifies which
|
|
884
|
+
* message is used to decode each Kafka record — a .proto file may declare multiple messages
|
|
885
|
+
* but only one represents the payload. Must not be empty.
|
|
886
|
+
*/
|
|
887
|
+
messageName?: string | undefined;
|
|
887
888
|
}
|
|
888
889
|
/** A request-time data source whose value is provided at inference time: offline batch scoring or online serving endpoint */
|
|
889
|
-
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
} | undefined;
|
|
890
|
+
interface RequestSource {
|
|
891
|
+
/** The schema describing the request-time fields. Currently only flat schemas are supported. */
|
|
892
|
+
schema?: {
|
|
893
|
+
$case: 'flatSchema'; /** A flat schema with scalar-typed fields only. */
|
|
894
|
+
flatSchema: FlatSchema;
|
|
895
|
+
} | undefined;
|
|
896
896
|
}
|
|
897
897
|
/**
|
|
898
898
|
* A rolling time window with an optional delay. This is the SQL-spec-aligned
|
|
899
899
|
* replacement for ContinuousWindow: `delay` is the non-negative counterpart
|
|
900
900
|
* of the legacy non-positive `ContinuousWindow.offset`.
|
|
901
901
|
*/
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
902
|
+
interface RollingWindow {
|
|
903
|
+
/**
|
|
904
|
+
* The duration of the rolling window. Must be positive when set; absent means lifetime
|
|
905
|
+
* (aggregate over the entity's entire history).
|
|
906
|
+
*/
|
|
907
|
+
windowDuration?: Temporal.Duration | undefined;
|
|
908
|
+
/**
|
|
909
|
+
* The delay applied to the end of the rolling window (must be non-negative).
|
|
910
|
+
* For example, delay=1d shifts the window end 1 day before the evaluation time.
|
|
911
|
+
*/
|
|
912
|
+
delay?: Temporal.Duration | undefined;
|
|
913
913
|
}
|
|
914
914
|
/**
|
|
915
915
|
* A sawtooth window served via the hybrid batch + streaming path. The batch pipeline maintains
|
|
@@ -918,48 +918,44 @@ export interface RollingWindow {
|
|
|
918
918
|
* distinct type so the control plane can explicitly identify hybrid (sawtooth) features rather
|
|
919
919
|
* than inferring hybrid behavior from window_duration.
|
|
920
920
|
*/
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
}
|
|
935
|
-
|
|
936
|
-
|
|
937
|
-
|
|
938
|
-
|
|
939
|
-
|
|
940
|
-
|
|
941
|
-
|
|
942
|
-
|
|
943
|
-
|
|
944
|
-
|
|
945
|
-
|
|
946
|
-
/** Protocol Buffer schema with its payload message name. */
|
|
947
|
-
protoSchema: ProtoSchemaSpec;
|
|
948
|
-
} | undefined;
|
|
921
|
+
interface SawtoothWindow {
|
|
922
|
+
/**
|
|
923
|
+
* The duration of the window. Must be positive and span more than two days when set, so that both
|
|
924
|
+
* the batch (N-1 day) and stale-path (N-2 day) partial aggregates are well defined. The duration
|
|
925
|
+
* need not be a whole number of days (e.g. 3 days 15 minutes is allowed). Absent means lifetime
|
|
926
|
+
* (aggregate over the entity's entire history).
|
|
927
|
+
*/
|
|
928
|
+
windowDuration?: Temporal.Duration | undefined;
|
|
929
|
+
/**
|
|
930
|
+
* The delay applied to the end of the window (must be non-negative).
|
|
931
|
+
* For example, delay=1d shifts the window end 1 day before the evaluation time.
|
|
932
|
+
*/
|
|
933
|
+
delay?: Temporal.Duration | undefined;
|
|
934
|
+
}
|
|
935
|
+
interface SchemaConfig {
|
|
936
|
+
schema?: {
|
|
937
|
+
$case: 'jsonSchema'; /** Schema of the JSON object in standard IETF JSON schema format (https://json-schema.org/). */
|
|
938
|
+
jsonSchema: string;
|
|
939
|
+
} | {
|
|
940
|
+
$case: 'avroSchema'; /** Avro schema in JSON format (https://avro.apache.org/docs/current/specification/). */
|
|
941
|
+
avroSchema: string;
|
|
942
|
+
} | {
|
|
943
|
+
$case: 'protoSchema'; /** Protocol Buffer schema with its payload message name. */
|
|
944
|
+
protoSchema: ProtoSchemaSpec;
|
|
945
|
+
} | undefined;
|
|
949
946
|
}
|
|
950
947
|
/**
|
|
951
948
|
* Schema locator for one side (payload or key) of a message.
|
|
952
949
|
* Identifies which schema to use in the schema registry and the serialization format.
|
|
953
950
|
*/
|
|
954
|
-
|
|
955
|
-
|
|
956
|
-
|
|
957
|
-
|
|
958
|
-
|
|
959
|
-
|
|
960
|
-
|
|
961
|
-
|
|
962
|
-
format?: SchemaLocator_Format | undefined;
|
|
951
|
+
interface SchemaLocator {
|
|
952
|
+
/** Registry-specific schema locator. */
|
|
953
|
+
registrySchema?: {
|
|
954
|
+
$case: 'confluentSchema'; /** Confluent Schema Registry schema locator. */
|
|
955
|
+
confluentSchema: SchemaLocator_ConfluentSchema;
|
|
956
|
+
} | undefined;
|
|
957
|
+
/** Serialization format for this schema. */
|
|
958
|
+
format?: SchemaLocator_Format | undefined;
|
|
963
959
|
}
|
|
964
960
|
/**
|
|
965
961
|
* Confluent Schema Registry schema locator.
|
|
@@ -972,413 +968,430 @@ export interface SchemaLocator {
|
|
|
972
968
|
* - TopicRecordNameStrategy: "{topic}-{fully-qualified-record-name}"
|
|
973
969
|
* e.g. "transactions-com.example.Payment".
|
|
974
970
|
*/
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
|
|
971
|
+
interface SchemaLocator_ConfluentSchema {
|
|
972
|
+
/** The Confluent schema registry subject name. */
|
|
973
|
+
subject?: string | undefined;
|
|
978
974
|
}
|
|
979
975
|
/** Configuration for resolving a Stream's schema from an external schema registry (e.g. Confluent). */
|
|
980
|
-
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
976
|
+
interface SchemaRegistryConfig {
|
|
977
|
+
/** A Schema Registry UC Connection object. */
|
|
978
|
+
ucConnection?: string | undefined;
|
|
979
|
+
/** Reference to the schema registry API secret in a <Databricks> secret scope. */
|
|
980
|
+
apiSecretRef?: SecretScopeReference | undefined;
|
|
981
|
+
/**
|
|
982
|
+
* Schema locator for the message payload. For Kafka this is the value.
|
|
983
|
+
* At least one of payload_schema_locator or key_schema_locator must be set.
|
|
984
|
+
*/
|
|
985
|
+
payloadSchemaLocator?: SchemaLocator | undefined;
|
|
986
|
+
/**
|
|
987
|
+
* Schema locator for the message key. Only used for Kafka streams.
|
|
988
|
+
* At least one of payload_schema_locator or key_schema_locator must be set.
|
|
989
|
+
*/
|
|
990
|
+
keySchemaLocator?: SchemaLocator | undefined;
|
|
995
991
|
}
|
|
996
992
|
/**
|
|
997
993
|
* Reference to an entry in a <Databricks> secret scope. The referenced value is fetched
|
|
998
994
|
* on the Spark cluster at materialization time via dbutils.secrets.get(scope, key).
|
|
999
995
|
*/
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
}
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
|
|
996
|
+
interface SecretScopeReference {
|
|
997
|
+
/** The <Databricks> secret scope name. */
|
|
998
|
+
scope?: string | undefined;
|
|
999
|
+
/** The key within the scope. */
|
|
1000
|
+
key?: string | undefined;
|
|
1001
|
+
}
|
|
1002
|
+
interface SlidingWindow {
|
|
1003
|
+
/**
|
|
1004
|
+
* The duration of the sliding window. Must be positive when set; absent means lifetime
|
|
1005
|
+
* (aggregate over the entity's entire history).
|
|
1006
|
+
*/
|
|
1007
|
+
windowDuration?: Temporal.Duration | undefined;
|
|
1008
|
+
/** The slide duration (interval by which windows advance, must be positive and less than duration). */
|
|
1009
|
+
slideDuration?: Temporal.Duration | undefined;
|
|
1014
1010
|
}
|
|
1015
1011
|
/** Computes the population standard deviation. */
|
|
1016
|
-
|
|
1017
|
-
|
|
1018
|
-
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
1022
|
-
|
|
1023
|
-
|
|
1012
|
+
interface StddevPopFunction {
|
|
1013
|
+
/**
|
|
1014
|
+
* The input column from which the population standard deviation is computed. For Kafka sources,
|
|
1015
|
+
* use dot-prefixed path notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
|
|
1016
|
+
* Colon-prefixed notation (e.g., "value:amount") is supported for backwards
|
|
1017
|
+
* compatibility but is deprecated; migrate to dot notation.
|
|
1018
|
+
*/
|
|
1019
|
+
input?: string | undefined;
|
|
1024
1020
|
}
|
|
1025
1021
|
/** Computes the sample standard deviation. */
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1022
|
+
interface StddevSampFunction {
|
|
1023
|
+
/** The input column from which the sample standard deviation is computed. */
|
|
1024
|
+
input?: string | undefined;
|
|
1029
1025
|
}
|
|
1030
1026
|
/**
|
|
1031
1027
|
* A Stream is a governed UC entity representing an external streaming data source.
|
|
1032
1028
|
* The source_config oneof determines the streaming platform source (e.g. Kafka, Kinesis, etc.).
|
|
1033
1029
|
*/
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
|
|
1037
|
-
|
|
1038
|
-
|
|
1039
|
-
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
|
|
1030
|
+
interface Stream {
|
|
1031
|
+
/** Full three-part (catalog.schema.stream) name of the stream. */
|
|
1032
|
+
name?: string | undefined;
|
|
1033
|
+
/** User-provided description. */
|
|
1034
|
+
description?: string | undefined;
|
|
1035
|
+
/** Source-specific configuration. Determines the streaming platform source. */
|
|
1036
|
+
sourceConfig?: StreamSourceConfig | undefined;
|
|
1037
|
+
/** Specifies how to connect and authenticate to the stream platform. */
|
|
1038
|
+
connectionConfig?: StreamConnectionConfig | undefined;
|
|
1039
|
+
/**
|
|
1040
|
+
* Schema definitions for the stream, provided either directly on the Stream or
|
|
1041
|
+
* resolved from an external schema registry through a UC Connection.
|
|
1042
|
+
*/
|
|
1043
|
+
schemaConfig?: StreamSchemaConfig | undefined;
|
|
1044
|
+
/** Configuration for streaming data ingestion: the managed table storing an offline copy of forward fill data and optional historical backfill. */
|
|
1045
|
+
ingestionConfig?: IngestionConfig | undefined;
|
|
1046
|
+
/** Time at which this Stream was created. */
|
|
1047
|
+
createTime?: Temporal.Instant | undefined;
|
|
1048
|
+
/** Username of the Stream creator. */
|
|
1049
|
+
createdBy?: string | undefined;
|
|
1050
|
+
/** Time at which this Stream was last modified. */
|
|
1051
|
+
updateTime?: Temporal.Instant | undefined;
|
|
1052
|
+
/** Username of user who last modified the Stream. */
|
|
1053
|
+
updatedBy?: string | undefined;
|
|
1054
|
+
/**
|
|
1055
|
+
* Indicates whether the principal is limited to retrieving metadata for the
|
|
1056
|
+
* associated object through the BROWSE privilege when include_browse is enabled in the request.
|
|
1057
|
+
*/
|
|
1058
|
+
browseOnly?: boolean | undefined;
|
|
1059
|
+
}
|
|
1060
|
+
/** A list of Kinesis stream ARNs to read from. */
|
|
1061
|
+
interface StreamArnList {
|
|
1062
|
+
/**
|
|
1063
|
+
* Kinesis stream ARNs to read from. For example,
|
|
1064
|
+
* 'arn:aws:kinesis:us-west-2:111122223333:stream/stream-a'.
|
|
1065
|
+
*/
|
|
1066
|
+
arns?: string[] | undefined;
|
|
1067
|
+
}
|
|
1068
|
+
/** Specifies how to connect and authenticate to the stream platform. */
|
|
1069
|
+
interface StreamConnectionConfig {
|
|
1070
|
+
connectionConfig?: {
|
|
1071
|
+
$case: 'ucConnectionName';
|
|
1043
1072
|
/**
|
|
1044
|
-
*
|
|
1045
|
-
*
|
|
1073
|
+
* Name of an existing UC Connection for stream platform access.
|
|
1074
|
+
* Must be the correct type for the streaming platform (e.g. a Kafka Connection for a Kafka
|
|
1075
|
+
* Stream, or a Kinesis Connection for a Kinesis Stream).
|
|
1046
1076
|
*/
|
|
1047
|
-
|
|
1048
|
-
|
|
1049
|
-
|
|
1050
|
-
/** Time at which this Stream was created. */
|
|
1051
|
-
createTime?: Temporal.Instant | undefined;
|
|
1052
|
-
/** Username of the Stream creator. */
|
|
1053
|
-
createdBy?: string | undefined;
|
|
1054
|
-
/** Time at which this Stream was last modified. */
|
|
1055
|
-
updateTime?: Temporal.Instant | undefined;
|
|
1056
|
-
/** Username of user who last modified the Stream. */
|
|
1057
|
-
updatedBy?: string | undefined;
|
|
1077
|
+
ucConnectionName: string;
|
|
1078
|
+
} | {
|
|
1079
|
+
$case: 'directMtlsConfig';
|
|
1058
1080
|
/**
|
|
1059
|
-
*
|
|
1060
|
-
*
|
|
1081
|
+
* Direct mTLS configuration for stream platform access. This is only used in the short term until UC Kafka Connections support mTLS .
|
|
1082
|
+
* Once UC Kafka Connections support mTLS, this will be deprecated.
|
|
1061
1083
|
*/
|
|
1062
|
-
|
|
1084
|
+
directMtlsConfig: DirectMtlsConfig;
|
|
1085
|
+
} | undefined;
|
|
1063
1086
|
}
|
|
1064
|
-
/**
|
|
1065
|
-
|
|
1066
|
-
|
|
1067
|
-
|
|
1068
|
-
/**
|
|
1069
|
-
* Name of an existing UC Connection for stream platform access.
|
|
1070
|
-
* Must be the correct type for the streaming platform (e.g. a Kafka Connection for a Kafka
|
|
1071
|
-
* Stream, or a Kinesis Connection for a Kinesis Stream).
|
|
1072
|
-
*/
|
|
1073
|
-
ucConnectionName: string;
|
|
1074
|
-
} | {
|
|
1075
|
-
$case: 'directMtlsConfig';
|
|
1076
|
-
/**
|
|
1077
|
-
* Direct mTLS configuration for stream platform access. This is only used in the short term until UC Kafka Connections support mTLS .
|
|
1078
|
-
* Once UC Kafka Connections support mTLS, this will be deprecated.
|
|
1079
|
-
*/
|
|
1080
|
-
directMtlsConfig: DirectMtlsConfig;
|
|
1081
|
-
} | undefined;
|
|
1087
|
+
/** A list of Kinesis stream names to read from. */
|
|
1088
|
+
interface StreamNameList {
|
|
1089
|
+
/** Kinesis stream names to read from. */
|
|
1090
|
+
names?: string[] | undefined;
|
|
1082
1091
|
}
|
|
1083
1092
|
/**
|
|
1084
1093
|
* Schema definitions for the stream.
|
|
1085
1094
|
* Feature store supports both direct schemas and schema registries.
|
|
1086
1095
|
*/
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
|
|
1090
|
-
|
|
1091
|
-
|
|
1092
|
-
|
|
1093
|
-
|
|
1094
|
-
|
|
1095
|
-
schemaRegistryConfig: SchemaRegistryConfig;
|
|
1096
|
-
} | undefined;
|
|
1096
|
+
interface StreamSchemaConfig {
|
|
1097
|
+
schemaConfig?: {
|
|
1098
|
+
$case: 'directSchemas'; /** Schema definitions provided directly on the Stream. */
|
|
1099
|
+
directSchemas: DirectSchemas;
|
|
1100
|
+
} | {
|
|
1101
|
+
$case: 'schemaRegistryConfig'; /** Resolve schemas from an external schema registry. */
|
|
1102
|
+
schemaRegistryConfig: SchemaRegistryConfig;
|
|
1103
|
+
} | undefined;
|
|
1097
1104
|
}
|
|
1098
1105
|
/** A Stream entity used as a data source for a feature. */
|
|
1099
|
-
|
|
1100
|
-
|
|
1101
|
-
|
|
1102
|
-
|
|
1103
|
-
|
|
1104
|
-
|
|
1105
|
-
|
|
1106
|
-
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1110
|
-
|
|
1111
|
-
|
|
1112
|
-
|
|
1113
|
-
|
|
1114
|
-
|
|
1106
|
+
interface StreamSource {
|
|
1107
|
+
/** Three-part full name of the Stream (catalog.schema.stream). */
|
|
1108
|
+
fullName?: string | undefined;
|
|
1109
|
+
/** The filter condition applied to the source data before aggregation. */
|
|
1110
|
+
filterCondition?: string | undefined;
|
|
1111
|
+
/**
|
|
1112
|
+
* The pipeline runs these SQL statements immediately after conversion into
|
|
1113
|
+
* the schema specified on the Stream object.
|
|
1114
|
+
*/
|
|
1115
|
+
transformationSql?: string | undefined;
|
|
1116
|
+
/**
|
|
1117
|
+
* Schema of the resulting dataframe after transformations, in Spark StructType
|
|
1118
|
+
* JSON format (from df.schema.json()).
|
|
1119
|
+
* Any subsequent functions operate against this dataframe.
|
|
1120
|
+
*/
|
|
1121
|
+
dataframeSchema?: string | undefined;
|
|
1115
1122
|
}
|
|
1116
1123
|
/** Source-specific configuration. Determines the streaming platform source. */
|
|
1117
|
-
|
|
1118
|
-
|
|
1119
|
-
|
|
1120
|
-
|
|
1121
|
-
|
|
1122
|
-
|
|
1124
|
+
interface StreamSourceConfig {
|
|
1125
|
+
sourceConfig?: {
|
|
1126
|
+
$case: 'kafkaStreamConfig'; /** Configuration for Apache Kafka streams. */
|
|
1127
|
+
kafkaStreamConfig: KafkaStreamConfig;
|
|
1128
|
+
} | {
|
|
1129
|
+
$case: 'kinesisStreamConfig'; /** Configuration for AWS Kinesis Data Streams. */
|
|
1130
|
+
kinesisStreamConfig: KinesisStreamConfig;
|
|
1131
|
+
} | undefined;
|
|
1123
1132
|
}
|
|
1124
1133
|
/** The streaming mode configuration for a streaming materialization pipeline. */
|
|
1125
|
-
|
|
1126
|
-
|
|
1127
|
-
|
|
1128
|
-
|
|
1129
|
-
|
|
1130
|
-
|
|
1131
|
-
|
|
1132
|
-
|
|
1134
|
+
interface StreamingMode {
|
|
1135
|
+
/** The type of streaming mode used by the materialization pipeline. */
|
|
1136
|
+
mode?: StreamingMode_StreamingModeType | undefined;
|
|
1137
|
+
/**
|
|
1138
|
+
* The desired data freshness for feature materialization, expressed as a
|
|
1139
|
+
* duration string (e.g. "1 minute").
|
|
1140
|
+
*/
|
|
1141
|
+
freshnessTarget?: string | undefined;
|
|
1133
1142
|
}
|
|
1134
1143
|
/** Deprecated: Use KafkaSubscriptionMode instead. */
|
|
1135
|
-
|
|
1136
|
-
|
|
1137
|
-
|
|
1138
|
-
|
|
1139
|
-
/**
|
|
1140
|
-
* A JSON string that contains the specific topic-partitions to consume from.
|
|
1141
|
-
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
|
|
1142
|
-
*/
|
|
1143
|
-
assign: string;
|
|
1144
|
-
} | {
|
|
1145
|
-
$case: 'subscribe';
|
|
1146
|
-
/** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
|
|
1147
|
-
subscribe: string;
|
|
1148
|
-
} | {
|
|
1149
|
-
$case: 'subscribePattern';
|
|
1150
|
-
/** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
|
|
1151
|
-
subscribePattern: string;
|
|
1152
|
-
} | undefined;
|
|
1153
|
-
}
|
|
1154
|
-
/** Computes the sum of values. */
|
|
1155
|
-
export interface SumFunction {
|
|
1144
|
+
interface SubscriptionMode {
|
|
1145
|
+
/** These match the settings from https://spark.apache.org/docs/latest/streaming/structured-streaming-kafka-integration.html */
|
|
1146
|
+
subscriptionMode?: {
|
|
1147
|
+
$case: 'assign';
|
|
1156
1148
|
/**
|
|
1157
|
-
*
|
|
1158
|
-
*
|
|
1159
|
-
* Colon-prefixed notation (e.g., "value:amount") is supported for backwards
|
|
1160
|
-
* compatibility but is deprecated; migrate to dot notation.
|
|
1149
|
+
* A JSON string that contains the specific topic-partitions to consume from.
|
|
1150
|
+
* For example, for '{"topicA":[0,1],"topicB":[2,4]}', topicA's 0'th and 1st partitions will be consumed from.
|
|
1161
1151
|
*/
|
|
1162
|
-
|
|
1152
|
+
assign: string;
|
|
1153
|
+
} | {
|
|
1154
|
+
$case: 'subscribe'; /** A comma-separated list of Kafka topics to read from. For example, 'topicA,topicB,topicC'. */
|
|
1155
|
+
subscribe: string;
|
|
1156
|
+
} | {
|
|
1157
|
+
$case: 'subscribePattern'; /** A regular expression matching topics to subscribe to. For example, 'topic.*' will subscribe to all topics starting with 'topic'. */
|
|
1158
|
+
subscribePattern: string;
|
|
1159
|
+
} | undefined;
|
|
1160
|
+
}
|
|
1161
|
+
/** Computes the sum of values. */
|
|
1162
|
+
interface SumFunction {
|
|
1163
|
+
/**
|
|
1164
|
+
* The input column from which the sum is computed. For Kafka sources, use dot-prefixed path
|
|
1165
|
+
* notation (e.g., "value.amount"). For nested fields, the leaf node name is used.
|
|
1166
|
+
* Colon-prefixed notation (e.g., "value:amount") is supported for backwards
|
|
1167
|
+
* compatibility but is deprecated; migrate to dot notation.
|
|
1168
|
+
*/
|
|
1169
|
+
input?: string | undefined;
|
|
1163
1170
|
}
|
|
1164
1171
|
/** A trigger that fires when the upstream source table changes. */
|
|
1165
|
-
|
|
1166
|
-
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
|
|
1177
|
-
|
|
1178
|
-
|
|
1179
|
-
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
|
|
1195
|
-
|
|
1196
|
-
|
|
1197
|
-
|
|
1198
|
-
|
|
1199
|
-
|
|
1200
|
-
|
|
1201
|
-
|
|
1202
|
-
|
|
1203
|
-
|
|
1204
|
-
|
|
1205
|
-
|
|
1206
|
-
|
|
1207
|
-
|
|
1208
|
-
|
|
1209
|
-
|
|
1210
|
-
|
|
1211
|
-
|
|
1212
|
-
|
|
1213
|
-
|
|
1214
|
-
|
|
1215
|
-
|
|
1216
|
-
|
|
1217
|
-
|
|
1218
|
-
|
|
1219
|
-
*/
|
|
1220
|
-
updateMask?: FieldMask<MaterializedFeature> | undefined;
|
|
1172
|
+
interface TableTrigger {}
|
|
1173
|
+
interface TimeWindow {
|
|
1174
|
+
windowType?: {
|
|
1175
|
+
$case: 'continuous';
|
|
1176
|
+
continuous: ContinuousWindow;
|
|
1177
|
+
} | {
|
|
1178
|
+
$case: 'tumbling';
|
|
1179
|
+
tumbling: TumblingWindow;
|
|
1180
|
+
} | {
|
|
1181
|
+
$case: 'sliding';
|
|
1182
|
+
sliding: SlidingWindow;
|
|
1183
|
+
} | {
|
|
1184
|
+
$case: 'rolling';
|
|
1185
|
+
rolling: RollingWindow;
|
|
1186
|
+
} | {
|
|
1187
|
+
$case: 'sawtooth'; /** A sawtooth window served via the hybrid batch + streaming path. */
|
|
1188
|
+
sawtooth: SawtoothWindow;
|
|
1189
|
+
} | undefined;
|
|
1190
|
+
}
|
|
1191
|
+
interface TimeseriesColumn {
|
|
1192
|
+
/**
|
|
1193
|
+
* The name of the timeseries column. For Kafka sources, use dot-prefixed path notation to
|
|
1194
|
+
* reference fields within the key or value schema (e.g., "value.event_timestamp"). For nested
|
|
1195
|
+
* fields, the leaf node name (e.g., "event_timestamp" from "value.event_details.event_timestamp")
|
|
1196
|
+
* is what will be present in materialized tables and expected to match at query time.
|
|
1197
|
+
* Colon-prefixed notation (e.g., "value:event_timestamp") is supported for
|
|
1198
|
+
* backwards compatibility but is deprecated; migrate to dot notation.
|
|
1199
|
+
*/
|
|
1200
|
+
name?: string | undefined;
|
|
1201
|
+
}
|
|
1202
|
+
interface TumblingWindow {
|
|
1203
|
+
/** The duration of each tumbling window (non-overlapping, fixed-duration windows). */
|
|
1204
|
+
windowDuration?: Temporal.Duration | undefined;
|
|
1205
|
+
}
|
|
1206
|
+
interface UpdateFeatureRequest {
|
|
1207
|
+
/** Feature to update. */
|
|
1208
|
+
feature?: Feature | undefined;
|
|
1209
|
+
/** The list of fields to update. */
|
|
1210
|
+
updateMask?: FieldMask<Feature> | undefined;
|
|
1211
|
+
}
|
|
1212
|
+
interface UpdateKafkaConfigRequest {
|
|
1213
|
+
/** The Kafka config to update. */
|
|
1214
|
+
kafkaConfig?: KafkaConfig | undefined;
|
|
1215
|
+
/** The list of fields to update. */
|
|
1216
|
+
updateMask?: FieldMask<KafkaConfig> | undefined;
|
|
1217
|
+
}
|
|
1218
|
+
interface UpdateMaterializedFeatureRequest {
|
|
1219
|
+
/** The materialized feature to update. */
|
|
1220
|
+
materializedFeature?: MaterializedFeature | undefined;
|
|
1221
|
+
/**
|
|
1222
|
+
* Provide the materialization feature fields which should be updated.
|
|
1223
|
+
* Currently, only the pipeline_state field can be updated.
|
|
1224
|
+
*/
|
|
1225
|
+
updateMask?: FieldMask<MaterializedFeature> | undefined;
|
|
1221
1226
|
}
|
|
1222
1227
|
/** Update a Stream. Only fields listed in `update_mask` are mutated. */
|
|
1223
|
-
|
|
1224
|
-
|
|
1225
|
-
|
|
1226
|
-
|
|
1227
|
-
|
|
1228
|
+
interface UpdateStreamRequest {
|
|
1229
|
+
/** The Stream to update. */
|
|
1230
|
+
stream?: Stream | undefined;
|
|
1231
|
+
/** The list of fields to update. */
|
|
1232
|
+
updateMask?: FieldMask<Stream> | undefined;
|
|
1228
1233
|
}
|
|
1229
1234
|
/** Computes the population variance. */
|
|
1230
|
-
|
|
1231
|
-
|
|
1232
|
-
|
|
1235
|
+
interface VarPopFunction {
|
|
1236
|
+
/** The input column from which the population variance is computed. */
|
|
1237
|
+
input?: string | undefined;
|
|
1233
1238
|
}
|
|
1234
1239
|
/** Computes the sample variance. */
|
|
1235
|
-
|
|
1236
|
-
|
|
1237
|
-
|
|
1238
|
-
}
|
|
1239
|
-
|
|
1240
|
-
|
|
1241
|
-
|
|
1242
|
-
|
|
1243
|
-
|
|
1244
|
-
|
|
1245
|
-
|
|
1246
|
-
|
|
1247
|
-
|
|
1248
|
-
|
|
1249
|
-
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
|
|
1272
|
-
|
|
1273
|
-
|
|
1274
|
-
|
|
1275
|
-
|
|
1276
|
-
|
|
1277
|
-
|
|
1278
|
-
|
|
1279
|
-
|
|
1280
|
-
|
|
1281
|
-
|
|
1282
|
-
|
|
1283
|
-
|
|
1284
|
-
|
|
1285
|
-
|
|
1286
|
-
|
|
1287
|
-
|
|
1288
|
-
|
|
1289
|
-
|
|
1290
|
-
|
|
1291
|
-
|
|
1292
|
-
|
|
1293
|
-
|
|
1294
|
-
|
|
1295
|
-
|
|
1296
|
-
|
|
1297
|
-
|
|
1298
|
-
|
|
1299
|
-
|
|
1300
|
-
|
|
1301
|
-
|
|
1302
|
-
|
|
1303
|
-
|
|
1304
|
-
|
|
1305
|
-
|
|
1306
|
-
|
|
1307
|
-
|
|
1308
|
-
|
|
1309
|
-
|
|
1310
|
-
|
|
1311
|
-
|
|
1312
|
-
|
|
1313
|
-
|
|
1314
|
-
|
|
1315
|
-
|
|
1316
|
-
|
|
1317
|
-
|
|
1318
|
-
|
|
1319
|
-
|
|
1320
|
-
|
|
1321
|
-
|
|
1322
|
-
|
|
1323
|
-
|
|
1324
|
-
|
|
1325
|
-
|
|
1326
|
-
|
|
1327
|
-
|
|
1328
|
-
|
|
1329
|
-
|
|
1330
|
-
|
|
1331
|
-
|
|
1332
|
-
|
|
1333
|
-
|
|
1334
|
-
|
|
1335
|
-
|
|
1336
|
-
|
|
1337
|
-
|
|
1338
|
-
|
|
1339
|
-
|
|
1340
|
-
|
|
1341
|
-
|
|
1342
|
-
|
|
1343
|
-
|
|
1344
|
-
|
|
1345
|
-
|
|
1346
|
-
|
|
1347
|
-
|
|
1348
|
-
|
|
1349
|
-
|
|
1350
|
-
|
|
1351
|
-
|
|
1352
|
-
|
|
1353
|
-
|
|
1354
|
-
|
|
1355
|
-
|
|
1356
|
-
|
|
1357
|
-
|
|
1358
|
-
|
|
1359
|
-
|
|
1360
|
-
|
|
1361
|
-
|
|
1362
|
-
|
|
1363
|
-
|
|
1364
|
-
|
|
1365
|
-
|
|
1366
|
-
|
|
1367
|
-
|
|
1368
|
-
|
|
1369
|
-
|
|
1370
|
-
|
|
1371
|
-
|
|
1372
|
-
|
|
1373
|
-
|
|
1374
|
-
|
|
1375
|
-
|
|
1376
|
-
|
|
1377
|
-
|
|
1378
|
-
|
|
1379
|
-
|
|
1380
|
-
|
|
1381
|
-
|
|
1382
|
-
|
|
1383
|
-
|
|
1240
|
+
interface VarSampFunction {
|
|
1241
|
+
/** The input column from which the sample variance is computed. */
|
|
1242
|
+
input?: string | undefined;
|
|
1243
|
+
}
|
|
1244
|
+
declare const unmarshalAggregationFunctionSchema: z.ZodType<AggregationFunction>;
|
|
1245
|
+
declare const unmarshalApproxCountDistinctFunctionSchema: z.ZodType<ApproxCountDistinctFunction>;
|
|
1246
|
+
declare const unmarshalApproxPercentileFunctionSchema: z.ZodType<ApproxPercentileFunction>;
|
|
1247
|
+
declare const unmarshalAuthConfigSchema: z.ZodType<AuthConfig>;
|
|
1248
|
+
declare const unmarshalAvgFunctionSchema: z.ZodType<AvgFunction>;
|
|
1249
|
+
declare const unmarshalBackfillSourceSchema: z.ZodType<BackfillSource>;
|
|
1250
|
+
declare const unmarshalBatchCreateMaterializedFeaturesResponseSchema: z.ZodType<BatchCreateMaterializedFeaturesResponse>;
|
|
1251
|
+
declare const unmarshalColumnIdentifierSchema: z.ZodType<ColumnIdentifier>;
|
|
1252
|
+
declare const unmarshalColumnSelectionSchema: z.ZodType<ColumnSelection>;
|
|
1253
|
+
declare const unmarshalContinuousWindowSchema: z.ZodType<ContinuousWindow>;
|
|
1254
|
+
declare const unmarshalCountFunctionSchema: z.ZodType<CountFunction>;
|
|
1255
|
+
declare const unmarshalCronScheduleSchema: z.ZodType<CronSchedule>;
|
|
1256
|
+
declare const unmarshalDataSourceSchema: z.ZodType<DataSource>;
|
|
1257
|
+
declare const unmarshalDeltaTableSourceSchema: z.ZodType<DeltaTableSource>;
|
|
1258
|
+
declare const unmarshalDirectMtlsConfigSchema: z.ZodType<DirectMtlsConfig>;
|
|
1259
|
+
declare const unmarshalDirectSchemasSchema: z.ZodType<DirectSchemas>;
|
|
1260
|
+
declare const unmarshalEntityColumnSchema: z.ZodType<EntityColumn>;
|
|
1261
|
+
declare const unmarshalFeatureSchema: z.ZodType<Feature>;
|
|
1262
|
+
declare const unmarshalFieldDefinitionSchema: z.ZodType<FieldDefinition>;
|
|
1263
|
+
declare const unmarshalFirstDistinctFunctionSchema: z.ZodType<FirstDistinctFunction>;
|
|
1264
|
+
declare const unmarshalFirstFunctionSchema: z.ZodType<FirstFunction>;
|
|
1265
|
+
declare const unmarshalFirstNFunctionSchema: z.ZodType<FirstNFunction>;
|
|
1266
|
+
declare const unmarshalFlatSchemaSchema: z.ZodType<FlatSchema>;
|
|
1267
|
+
declare const unmarshalFunctionSchema: z.ZodType<Function>;
|
|
1268
|
+
declare const unmarshalFunction_ExtraParameterSchema: z.ZodType<Function_ExtraParameter>;
|
|
1269
|
+
declare const unmarshalIngestionConfigSchema: z.ZodType<IngestionConfig>;
|
|
1270
|
+
declare const unmarshalIngestionDestinationSchema: z.ZodType<IngestionDestination>;
|
|
1271
|
+
declare const unmarshalJobContextSchema: z.ZodType<JobContext>;
|
|
1272
|
+
declare const unmarshalKafkaConfigSchema: z.ZodType<KafkaConfig>;
|
|
1273
|
+
declare const unmarshalKafkaSourceSchema: z.ZodType<KafkaSource>;
|
|
1274
|
+
declare const unmarshalKafkaStreamConfigSchema: z.ZodType<KafkaStreamConfig>;
|
|
1275
|
+
declare const unmarshalKafkaSubscriptionModeSchema: z.ZodType<KafkaSubscriptionMode>;
|
|
1276
|
+
declare const unmarshalKinesisStreamConfigSchema: z.ZodType<KinesisStreamConfig>;
|
|
1277
|
+
declare const unmarshalLastDistinctFunctionSchema: z.ZodType<LastDistinctFunction>;
|
|
1278
|
+
declare const unmarshalLastFunctionSchema: z.ZodType<LastFunction>;
|
|
1279
|
+
declare const unmarshalLastNFunctionSchema: z.ZodType<LastNFunction>;
|
|
1280
|
+
declare const unmarshalLineageContextSchema: z.ZodType<LineageContext>;
|
|
1281
|
+
declare const unmarshalListFeaturesResponseSchema: z.ZodType<ListFeaturesResponse>;
|
|
1282
|
+
declare const unmarshalListKafkaConfigsResponseSchema: z.ZodType<ListKafkaConfigsResponse>;
|
|
1283
|
+
declare const unmarshalListMaterializedFeaturesResponseSchema: z.ZodType<ListMaterializedFeaturesResponse>;
|
|
1284
|
+
declare const unmarshalListStreamsResponseSchema: z.ZodType<ListStreamsResponse>;
|
|
1285
|
+
declare const unmarshalMaterializedFeatureSchema: z.ZodType<MaterializedFeature>;
|
|
1286
|
+
declare const unmarshalMaxFunctionSchema: z.ZodType<MaxFunction>;
|
|
1287
|
+
declare const unmarshalMinFunctionSchema: z.ZodType<MinFunction>;
|
|
1288
|
+
declare const unmarshalMtlsConfigSchema: z.ZodType<MtlsConfig>;
|
|
1289
|
+
declare const unmarshalOfflineStoreConfigSchema: z.ZodType<OfflineStoreConfig>;
|
|
1290
|
+
declare const unmarshalOnlineStoreConfigSchema: z.ZodType<OnlineStoreConfig>;
|
|
1291
|
+
declare const unmarshalProtoSchemaSpecSchema: z.ZodType<ProtoSchemaSpec>;
|
|
1292
|
+
declare const unmarshalRequestSourceSchema: z.ZodType<RequestSource>;
|
|
1293
|
+
declare const unmarshalRollingWindowSchema: z.ZodType<RollingWindow>;
|
|
1294
|
+
declare const unmarshalSawtoothWindowSchema: z.ZodType<SawtoothWindow>;
|
|
1295
|
+
declare const unmarshalSchemaConfigSchema: z.ZodType<SchemaConfig>;
|
|
1296
|
+
declare const unmarshalSchemaLocatorSchema: z.ZodType<SchemaLocator>;
|
|
1297
|
+
declare const unmarshalSchemaLocator_ConfluentSchemaSchema: z.ZodType<SchemaLocator_ConfluentSchema>;
|
|
1298
|
+
declare const unmarshalSchemaRegistryConfigSchema: z.ZodType<SchemaRegistryConfig>;
|
|
1299
|
+
declare const unmarshalSecretScopeReferenceSchema: z.ZodType<SecretScopeReference>;
|
|
1300
|
+
declare const unmarshalSlidingWindowSchema: z.ZodType<SlidingWindow>;
|
|
1301
|
+
declare const unmarshalStddevPopFunctionSchema: z.ZodType<StddevPopFunction>;
|
|
1302
|
+
declare const unmarshalStddevSampFunctionSchema: z.ZodType<StddevSampFunction>;
|
|
1303
|
+
declare const unmarshalStreamSchema: z.ZodType<Stream>;
|
|
1304
|
+
declare const unmarshalStreamArnListSchema: z.ZodType<StreamArnList>;
|
|
1305
|
+
declare const unmarshalStreamConnectionConfigSchema: z.ZodType<StreamConnectionConfig>;
|
|
1306
|
+
declare const unmarshalStreamNameListSchema: z.ZodType<StreamNameList>;
|
|
1307
|
+
declare const unmarshalStreamSchemaConfigSchema: z.ZodType<StreamSchemaConfig>;
|
|
1308
|
+
declare const unmarshalStreamSourceSchema: z.ZodType<StreamSource>;
|
|
1309
|
+
declare const unmarshalStreamSourceConfigSchema: z.ZodType<StreamSourceConfig>;
|
|
1310
|
+
declare const unmarshalStreamingModeSchema: z.ZodType<StreamingMode>;
|
|
1311
|
+
declare const unmarshalSubscriptionModeSchema: z.ZodType<SubscriptionMode>;
|
|
1312
|
+
declare const unmarshalSumFunctionSchema: z.ZodType<SumFunction>;
|
|
1313
|
+
declare const unmarshalTableTriggerSchema: z.ZodType<TableTrigger>;
|
|
1314
|
+
declare const unmarshalTimeWindowSchema: z.ZodType<TimeWindow>;
|
|
1315
|
+
declare const unmarshalTimeseriesColumnSchema: z.ZodType<TimeseriesColumn>;
|
|
1316
|
+
declare const unmarshalTumblingWindowSchema: z.ZodType<TumblingWindow>;
|
|
1317
|
+
declare const unmarshalVarPopFunctionSchema: z.ZodType<VarPopFunction>;
|
|
1318
|
+
declare const unmarshalVarSampFunctionSchema: z.ZodType<VarSampFunction>;
|
|
1319
|
+
declare const marshalAggregationFunctionSchema: z.ZodType;
|
|
1320
|
+
declare const marshalApproxCountDistinctFunctionSchema: z.ZodType;
|
|
1321
|
+
declare const marshalApproxPercentileFunctionSchema: z.ZodType;
|
|
1322
|
+
declare const marshalAuthConfigSchema: z.ZodType;
|
|
1323
|
+
declare const marshalAvgFunctionSchema: z.ZodType;
|
|
1324
|
+
declare const marshalBackfillSourceSchema: z.ZodType;
|
|
1325
|
+
declare const marshalBatchCreateMaterializedFeaturesRequestSchema: z.ZodType;
|
|
1326
|
+
declare const marshalColumnIdentifierSchema: z.ZodType;
|
|
1327
|
+
declare const marshalColumnSelectionSchema: z.ZodType;
|
|
1328
|
+
declare const marshalContinuousWindowSchema: z.ZodType;
|
|
1329
|
+
declare const marshalCountFunctionSchema: z.ZodType;
|
|
1330
|
+
declare const marshalCreateMaterializedFeatureRequestSchema: z.ZodType;
|
|
1331
|
+
declare const marshalCronScheduleSchema: z.ZodType;
|
|
1332
|
+
declare const marshalDataSourceSchema: z.ZodType;
|
|
1333
|
+
declare const marshalDeltaTableSourceSchema: z.ZodType;
|
|
1334
|
+
declare const marshalDirectMtlsConfigSchema: z.ZodType;
|
|
1335
|
+
declare const marshalDirectSchemasSchema: z.ZodType;
|
|
1336
|
+
declare const marshalEntityColumnSchema: z.ZodType;
|
|
1337
|
+
declare const marshalFeatureSchema: z.ZodType;
|
|
1338
|
+
declare const marshalFieldDefinitionSchema: z.ZodType;
|
|
1339
|
+
declare const marshalFirstDistinctFunctionSchema: z.ZodType;
|
|
1340
|
+
declare const marshalFirstFunctionSchema: z.ZodType;
|
|
1341
|
+
declare const marshalFirstNFunctionSchema: z.ZodType;
|
|
1342
|
+
declare const marshalFlatSchemaSchema: z.ZodType;
|
|
1343
|
+
declare const marshalFunctionSchema: z.ZodType;
|
|
1344
|
+
declare const marshalFunction_ExtraParameterSchema: z.ZodType;
|
|
1345
|
+
declare const marshalIngestionConfigSchema: z.ZodType;
|
|
1346
|
+
declare const marshalIngestionDestinationSchema: z.ZodType;
|
|
1347
|
+
declare const marshalJobContextSchema: z.ZodType;
|
|
1348
|
+
declare const marshalKafkaConfigSchema: z.ZodType;
|
|
1349
|
+
declare const marshalKafkaSourceSchema: z.ZodType;
|
|
1350
|
+
declare const marshalKafkaStreamConfigSchema: z.ZodType;
|
|
1351
|
+
declare const marshalKafkaSubscriptionModeSchema: z.ZodType;
|
|
1352
|
+
declare const marshalKinesisStreamConfigSchema: z.ZodType;
|
|
1353
|
+
declare const marshalLastDistinctFunctionSchema: z.ZodType;
|
|
1354
|
+
declare const marshalLastFunctionSchema: z.ZodType;
|
|
1355
|
+
declare const marshalLastNFunctionSchema: z.ZodType;
|
|
1356
|
+
declare const marshalLineageContextSchema: z.ZodType;
|
|
1357
|
+
declare const marshalMaterializedFeatureSchema: z.ZodType;
|
|
1358
|
+
declare const marshalMaxFunctionSchema: z.ZodType;
|
|
1359
|
+
declare const marshalMinFunctionSchema: z.ZodType;
|
|
1360
|
+
declare const marshalMtlsConfigSchema: z.ZodType;
|
|
1361
|
+
declare const marshalOfflineStoreConfigSchema: z.ZodType;
|
|
1362
|
+
declare const marshalOnlineStoreConfigSchema: z.ZodType;
|
|
1363
|
+
declare const marshalProtoSchemaSpecSchema: z.ZodType;
|
|
1364
|
+
declare const marshalRequestSourceSchema: z.ZodType;
|
|
1365
|
+
declare const marshalRollingWindowSchema: z.ZodType;
|
|
1366
|
+
declare const marshalSawtoothWindowSchema: z.ZodType;
|
|
1367
|
+
declare const marshalSchemaConfigSchema: z.ZodType;
|
|
1368
|
+
declare const marshalSchemaLocatorSchema: z.ZodType;
|
|
1369
|
+
declare const marshalSchemaLocator_ConfluentSchemaSchema: z.ZodType;
|
|
1370
|
+
declare const marshalSchemaRegistryConfigSchema: z.ZodType;
|
|
1371
|
+
declare const marshalSecretScopeReferenceSchema: z.ZodType;
|
|
1372
|
+
declare const marshalSlidingWindowSchema: z.ZodType;
|
|
1373
|
+
declare const marshalStddevPopFunctionSchema: z.ZodType;
|
|
1374
|
+
declare const marshalStddevSampFunctionSchema: z.ZodType;
|
|
1375
|
+
declare const marshalStreamSchema: z.ZodType;
|
|
1376
|
+
declare const marshalStreamArnListSchema: z.ZodType;
|
|
1377
|
+
declare const marshalStreamConnectionConfigSchema: z.ZodType;
|
|
1378
|
+
declare const marshalStreamNameListSchema: z.ZodType;
|
|
1379
|
+
declare const marshalStreamSchemaConfigSchema: z.ZodType;
|
|
1380
|
+
declare const marshalStreamSourceSchema: z.ZodType;
|
|
1381
|
+
declare const marshalStreamSourceConfigSchema: z.ZodType;
|
|
1382
|
+
declare const marshalStreamingModeSchema: z.ZodType;
|
|
1383
|
+
declare const marshalSubscriptionModeSchema: z.ZodType;
|
|
1384
|
+
declare const marshalSumFunctionSchema: z.ZodType;
|
|
1385
|
+
declare const marshalTableTriggerSchema: z.ZodType;
|
|
1386
|
+
declare const marshalTimeWindowSchema: z.ZodType;
|
|
1387
|
+
declare const marshalTimeseriesColumnSchema: z.ZodType;
|
|
1388
|
+
declare const marshalTumblingWindowSchema: z.ZodType;
|
|
1389
|
+
declare const marshalVarPopFunctionSchema: z.ZodType;
|
|
1390
|
+
declare const marshalVarSampFunctionSchema: z.ZodType;
|
|
1391
|
+
declare function featureFieldMask(...paths: string[]): FieldMask<Feature>;
|
|
1392
|
+
declare function kafkaConfigFieldMask(...paths: string[]): FieldMask<KafkaConfig>;
|
|
1393
|
+
declare function materializedFeatureFieldMask(...paths: string[]): FieldMask<MaterializedFeature>;
|
|
1394
|
+
declare function streamFieldMask(...paths: string[]): FieldMask<Stream>;
|
|
1395
|
+
//#endregion
|
|
1396
|
+
export { AggregationFunction, ApproxCountDistinctFunction, ApproxPercentileFunction, AuthConfig, AvgFunction, BackfillSource, BatchCreateMaterializedFeaturesRequest, BatchCreateMaterializedFeaturesResponse, ColumnIdentifier, ColumnSelection, ContinuousWindow, CountFunction, CreateFeatureRequest, CreateKafkaConfigRequest, CreateMaterializedFeatureRequest, CreateStreamRequest, CronSchedule, DataSource, DeleteFeatureRequest, DeleteKafkaConfigRequest, DeleteMaterializedFeatureRequest, DeleteStreamRequest, DeltaTableSource, DirectMtlsConfig, DirectSchemas, EntityColumn, Feature, FieldDefinition, FirstDistinctFunction, FirstFunction, FirstNFunction, FlatSchema, Function, Function_ExtraParameter, Function_FunctionType, GetFeatureRequest, GetKafkaConfigRequest, GetMaterializedFeatureRequest, GetStreamRequest, IngestionConfig, IngestionDestination, JobContext, KafkaConfig, KafkaSource, KafkaStreamConfig, KafkaSubscriptionMode, KinesisStreamConfig, LastDistinctFunction, LastFunction, LastNFunction, LineageContext, ListFeaturesRequest, ListFeaturesResponse, ListKafkaConfigsRequest, ListKafkaConfigsResponse, ListMaterializedFeaturesRequest, ListMaterializedFeaturesResponse, ListStreamsRequest, ListStreamsResponse, MaterializedFeature, MaterializedFeature_PipelineScheduleState, MaxFunction, MinFunction, MtlsConfig, OfflineStoreConfig, OnlineStoreConfig, ProtoSchemaSpec, RequestSource, RollingWindow, SawtoothWindow, ScalarDataType, SchemaConfig, SchemaLocator, SchemaLocator_ConfluentSchema, SchemaLocator_Format, SchemaRegistryConfig, SecretScopeReference, SlidingWindow, StddevPopFunction, StddevSampFunction, Stream, StreamArnList, StreamConnectionConfig, StreamNameList, StreamSchemaConfig, StreamSource, StreamSourceConfig, StreamingMode, StreamingMode_StreamingModeType, SubscriptionMode, SumFunction, TableTrigger, TimeWindow, TimeseriesColumn, TumblingWindow, UpdateFeatureRequest, UpdateKafkaConfigRequest, UpdateMaterializedFeatureRequest, UpdateStreamRequest, VarPopFunction, VarSampFunction, featureFieldMask, kafkaConfigFieldMask, marshalAggregationFunctionSchema, marshalApproxCountDistinctFunctionSchema, marshalApproxPercentileFunctionSchema, marshalAuthConfigSchema, marshalAvgFunctionSchema, marshalBackfillSourceSchema, marshalBatchCreateMaterializedFeaturesRequestSchema, marshalColumnIdentifierSchema, marshalColumnSelectionSchema, marshalContinuousWindowSchema, marshalCountFunctionSchema, marshalCreateMaterializedFeatureRequestSchema, marshalCronScheduleSchema, marshalDataSourceSchema, marshalDeltaTableSourceSchema, marshalDirectMtlsConfigSchema, marshalDirectSchemasSchema, marshalEntityColumnSchema, marshalFeatureSchema, marshalFieldDefinitionSchema, marshalFirstDistinctFunctionSchema, marshalFirstFunctionSchema, marshalFirstNFunctionSchema, marshalFlatSchemaSchema, marshalFunctionSchema, marshalFunction_ExtraParameterSchema, marshalIngestionConfigSchema, marshalIngestionDestinationSchema, marshalJobContextSchema, marshalKafkaConfigSchema, marshalKafkaSourceSchema, marshalKafkaStreamConfigSchema, marshalKafkaSubscriptionModeSchema, marshalKinesisStreamConfigSchema, marshalLastDistinctFunctionSchema, marshalLastFunctionSchema, marshalLastNFunctionSchema, marshalLineageContextSchema, marshalMaterializedFeatureSchema, marshalMaxFunctionSchema, marshalMinFunctionSchema, marshalMtlsConfigSchema, marshalOfflineStoreConfigSchema, marshalOnlineStoreConfigSchema, marshalProtoSchemaSpecSchema, marshalRequestSourceSchema, marshalRollingWindowSchema, marshalSawtoothWindowSchema, marshalSchemaConfigSchema, marshalSchemaLocatorSchema, marshalSchemaLocator_ConfluentSchemaSchema, marshalSchemaRegistryConfigSchema, marshalSecretScopeReferenceSchema, marshalSlidingWindowSchema, marshalStddevPopFunctionSchema, marshalStddevSampFunctionSchema, marshalStreamArnListSchema, marshalStreamConnectionConfigSchema, marshalStreamNameListSchema, marshalStreamSchema, marshalStreamSchemaConfigSchema, marshalStreamSourceConfigSchema, marshalStreamSourceSchema, marshalStreamingModeSchema, marshalSubscriptionModeSchema, marshalSumFunctionSchema, marshalTableTriggerSchema, marshalTimeWindowSchema, marshalTimeseriesColumnSchema, marshalTumblingWindowSchema, marshalVarPopFunctionSchema, marshalVarSampFunctionSchema, materializedFeatureFieldMask, streamFieldMask, unmarshalAggregationFunctionSchema, unmarshalApproxCountDistinctFunctionSchema, unmarshalApproxPercentileFunctionSchema, unmarshalAuthConfigSchema, unmarshalAvgFunctionSchema, unmarshalBackfillSourceSchema, unmarshalBatchCreateMaterializedFeaturesResponseSchema, unmarshalColumnIdentifierSchema, unmarshalColumnSelectionSchema, unmarshalContinuousWindowSchema, unmarshalCountFunctionSchema, unmarshalCronScheduleSchema, unmarshalDataSourceSchema, unmarshalDeltaTableSourceSchema, unmarshalDirectMtlsConfigSchema, unmarshalDirectSchemasSchema, unmarshalEntityColumnSchema, unmarshalFeatureSchema, unmarshalFieldDefinitionSchema, unmarshalFirstDistinctFunctionSchema, unmarshalFirstFunctionSchema, unmarshalFirstNFunctionSchema, unmarshalFlatSchemaSchema, unmarshalFunctionSchema, unmarshalFunction_ExtraParameterSchema, unmarshalIngestionConfigSchema, unmarshalIngestionDestinationSchema, unmarshalJobContextSchema, unmarshalKafkaConfigSchema, unmarshalKafkaSourceSchema, unmarshalKafkaStreamConfigSchema, unmarshalKafkaSubscriptionModeSchema, unmarshalKinesisStreamConfigSchema, unmarshalLastDistinctFunctionSchema, unmarshalLastFunctionSchema, unmarshalLastNFunctionSchema, unmarshalLineageContextSchema, unmarshalListFeaturesResponseSchema, unmarshalListKafkaConfigsResponseSchema, unmarshalListMaterializedFeaturesResponseSchema, unmarshalListStreamsResponseSchema, unmarshalMaterializedFeatureSchema, unmarshalMaxFunctionSchema, unmarshalMinFunctionSchema, unmarshalMtlsConfigSchema, unmarshalOfflineStoreConfigSchema, unmarshalOnlineStoreConfigSchema, unmarshalProtoSchemaSpecSchema, unmarshalRequestSourceSchema, unmarshalRollingWindowSchema, unmarshalSawtoothWindowSchema, unmarshalSchemaConfigSchema, unmarshalSchemaLocatorSchema, unmarshalSchemaLocator_ConfluentSchemaSchema, unmarshalSchemaRegistryConfigSchema, unmarshalSecretScopeReferenceSchema, unmarshalSlidingWindowSchema, unmarshalStddevPopFunctionSchema, unmarshalStddevSampFunctionSchema, unmarshalStreamArnListSchema, unmarshalStreamConnectionConfigSchema, unmarshalStreamNameListSchema, unmarshalStreamSchema, unmarshalStreamSchemaConfigSchema, unmarshalStreamSourceConfigSchema, unmarshalStreamSourceSchema, unmarshalStreamingModeSchema, unmarshalSubscriptionModeSchema, unmarshalSumFunctionSchema, unmarshalTableTriggerSchema, unmarshalTimeWindowSchema, unmarshalTimeseriesColumnSchema, unmarshalTumblingWindowSchema, unmarshalVarPopFunctionSchema, unmarshalVarSampFunctionSchema };
|
|
1384
1397
|
//# sourceMappingURL=model.d.ts.map
|