@fabric-harness/databricks 4.1.1 → 4.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-services.js +142 -0
- package/dist/agent-services.js.map +1 -0
- package/dist/agent.js +1727 -1727
- package/dist/agent.js.map +1 -1
- package/dist/ai-gateway.js +51 -0
- package/dist/ai-gateway.js.map +1 -0
- package/dist/ai-search-admin.js +194 -0
- package/dist/ai-search-admin.js.map +1 -0
- package/dist/ai.js +22 -0
- package/dist/ai.js.map +1 -0
- package/dist/app-deployment.d.ts +79 -0
- package/dist/app-deployment.d.ts.map +1 -0
- package/dist/app-user-authorization.js +38942 -0
- package/dist/app-user-authorization.js.map +1 -0
- package/dist/app.js +143 -0
- package/dist/app.js.map +1 -0
- package/dist/authoring-certification.js +476 -0
- package/dist/authoring-certification.js.map +1 -0
- package/dist/capabilities.js +633 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/certification-resource.js +17 -0
- package/dist/certification-resource.js.map +1 -0
- package/dist/certification-sweeper.js +128 -0
- package/dist/certification-sweeper.js.map +1 -0
- package/dist/certification.js +236 -0
- package/dist/certification.js.map +1 -0
- package/dist/client.d.ts +58 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +184 -0
- package/dist/client.js.map +1 -0
- package/dist/compatibility.js +88 -0
- package/dist/compatibility.js.map +1 -0
- package/dist/consumption.js +85 -0
- package/dist/consumption.js.map +1 -0
- package/dist/cost-budget-actuals.js +316 -0
- package/dist/cost-budget-actuals.js.map +1 -0
- package/dist/embeddings.js +24 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/feature-serving.js +29 -0
- package/dist/feature-serving.js.map +1 -0
- package/dist/genie-agent-mode.js +374 -0
- package/dist/genie-agent-mode.js.map +1 -0
- package/dist/genie-authoring.js +898 -0
- package/dist/genie-authoring.js.map +1 -0
- package/dist/genie.js +405 -0
- package/dist/genie.js.map +1 -0
- package/dist/governance.js +353 -0
- package/dist/governance.js.map +1 -0
- package/dist/identity.js +229 -0
- package/dist/identity.js.map +1 -0
- package/dist/index.d.ts +4 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1446 -1288
- package/dist/index.js.map +1 -1
- package/dist/jobs-authoring.js +570 -0
- package/dist/jobs-authoring.js.map +1 -0
- package/dist/jobs.js +173 -0
- package/dist/jobs.js.map +1 -0
- package/dist/lakebase.js +110 -0
- package/dist/lakebase.js.map +1 -0
- package/dist/lakeflow-authoring.js +115 -0
- package/dist/lakeflow-authoring.js.map +1 -0
- package/dist/lakeflow.js +75 -0
- package/dist/lakeflow.js.map +1 -0
- package/dist/managed-resource.js +197 -0
- package/dist/managed-resource.js.map +1 -0
- package/dist/mlflow-tracing.js +167 -0
- package/dist/mlflow-tracing.js.map +1 -0
- package/dist/mock-provider.js +66 -0
- package/dist/mock-provider.js.map +1 -0
- package/dist/model.js +173 -0
- package/dist/model.js.map +1 -0
- package/dist/persistence.js +82 -0
- package/dist/persistence.js.map +1 -0
- package/dist/rag-chain.js +212 -0
- package/dist/rag-chain.js.map +1 -0
- package/dist/rag-eval.js +151 -0
- package/dist/rag-eval.js.map +1 -0
- package/dist/secrets-authoring.js +78 -0
- package/dist/secrets-authoring.js.map +1 -0
- package/dist/secrets.js +25 -0
- package/dist/secrets.js.map +1 -0
- package/dist/serving-admin.js +255 -0
- package/dist/serving-admin.js.map +1 -0
- package/dist/serving-usage.js +100 -0
- package/dist/serving-usage.js.map +1 -0
- package/dist/sql-exec.js +36 -0
- package/dist/sql-exec.js.map +1 -0
- package/dist/telemetry-sink.js +180 -0
- package/dist/telemetry-sink.js.map +1 -0
- package/dist/tools.js +167 -0
- package/dist/tools.js.map +1 -0
- package/dist/unity-catalog-admin.js +166 -0
- package/dist/unity-catalog-admin.js.map +1 -0
- package/dist/vector-search.js +65 -0
- package/dist/vector-search.js.map +1 -0
- package/dist/volumes-attachment-store.js +172 -0
- package/dist/volumes-attachment-store.js.map +1 -0
- package/dist/workspace-authoring.js +78 -0
- package/dist/workspace-authoring.js.map +1 -0
- package/package.json +15 -11
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
export class DatabricksServingAdmin {
|
|
2
|
+
client;
|
|
3
|
+
constructor(client) {
|
|
4
|
+
this.client = client;
|
|
5
|
+
}
|
|
6
|
+
createEndpoint(spec) {
|
|
7
|
+
validate(spec);
|
|
8
|
+
const path = spec.kind === "foundationModel"
|
|
9
|
+
? "/api/2.0/serving-endpoints/pt"
|
|
10
|
+
: "/api/2.0/serving-endpoints";
|
|
11
|
+
return this.client.post(path, serialize(spec), {}, { retry: "never" });
|
|
12
|
+
}
|
|
13
|
+
getEndpoint(name) {
|
|
14
|
+
return this.client.get(`/api/2.0/serving-endpoints/${encodeURIComponent(name)}`);
|
|
15
|
+
}
|
|
16
|
+
updateEndpoint(name, servedEntities) {
|
|
17
|
+
return this.client.put(`/api/2.0/serving-endpoints/${encodeURIComponent(name)}/config`, { served_entities: servedEntities.map(serializeEntity) }, {}, { retry: "never" });
|
|
18
|
+
}
|
|
19
|
+
updateAiGateway(name, update) {
|
|
20
|
+
return this.client.put(`/api/2.0/serving-endpoints/${encodeURIComponent(name)}/ai-gateway`, {
|
|
21
|
+
...(update.rateLimits ? { rate_limits: update.rateLimits } : {}),
|
|
22
|
+
...(update.guardrails ? { guardrails: update.guardrails } : {}),
|
|
23
|
+
...(update.usageTracking ? { inference_table_config: update.usageTracking } : {}),
|
|
24
|
+
...(update.fallbackEnabled !== undefined
|
|
25
|
+
? { fallback_config: { enabled: update.fallbackEnabled } }
|
|
26
|
+
: {}),
|
|
27
|
+
}, {}, { retry: "never" });
|
|
28
|
+
}
|
|
29
|
+
deleteEndpoint(name) {
|
|
30
|
+
return this.client.delete(`/api/2.0/serving-endpoints/${encodeURIComponent(name)}`, undefined, {}, { retry: "safe" });
|
|
31
|
+
}
|
|
32
|
+
async waitForEndpoint(name, options = {}) {
|
|
33
|
+
const deadline = Date.now() + (options.timeoutMs ?? 1_800_000);
|
|
34
|
+
while (true) {
|
|
35
|
+
if (options.signal?.aborted)
|
|
36
|
+
throw options.signal.reason ?? new DOMException("Aborted", "AbortError");
|
|
37
|
+
const endpoint = await this.getEndpoint(name);
|
|
38
|
+
const state = endpoint.state?.ready;
|
|
39
|
+
const config = endpoint.state?.config_update;
|
|
40
|
+
if (state === "READY" && config !== "IN_PROGRESS")
|
|
41
|
+
return endpoint;
|
|
42
|
+
if (state === "NOT_READY" && config === "UPDATE_FAILED")
|
|
43
|
+
throw new Error(`Databricks serving endpoint ${name} update failed.`);
|
|
44
|
+
if (Date.now() >= deadline)
|
|
45
|
+
throw new Error(`Databricks serving endpoint ${name} timed out.`);
|
|
46
|
+
await sleep(jitter(options.pollIntervalMs ?? 10_000), options.signal);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
export function databricksServingAdminTools(client) {
|
|
51
|
+
const api = new DatabricksServingAdmin(client);
|
|
52
|
+
return [
|
|
53
|
+
tool("databricks_create_serving_endpoint", "write", servingSchema(), [
|
|
54
|
+
{ kind: "endpoint", path: "/name" },
|
|
55
|
+
{
|
|
56
|
+
kind: "model",
|
|
57
|
+
path: "/servedEntities/*/entityName",
|
|
58
|
+
catalogQualified: true,
|
|
59
|
+
optional: true,
|
|
60
|
+
},
|
|
61
|
+
], (i) => {
|
|
62
|
+
assertModelSafeServingInput(i);
|
|
63
|
+
return api.createEndpoint(i);
|
|
64
|
+
}),
|
|
65
|
+
tool("databricks_update_serving_endpoint", "write", updateSchema(), [
|
|
66
|
+
{ kind: "endpoint", path: "/name" },
|
|
67
|
+
{
|
|
68
|
+
kind: "model",
|
|
69
|
+
path: "/servedEntities/*/entityName",
|
|
70
|
+
catalogQualified: true,
|
|
71
|
+
optional: true,
|
|
72
|
+
},
|
|
73
|
+
], (i) => {
|
|
74
|
+
assertModelSafeServingInput(i);
|
|
75
|
+
return api.updateEndpoint(i.name, i.servedEntities);
|
|
76
|
+
}),
|
|
77
|
+
tool("databricks_update_ai_gateway", "write", gatewaySchema(), [{ kind: "endpoint", path: "/name" }], (i) => api.updateAiGateway(i.name, i)),
|
|
78
|
+
tool("databricks_delete_serving_endpoint", "write", nameSchema(), [{ kind: "endpoint", path: "/name" }], (i) => api.deleteEndpoint(i.name)),
|
|
79
|
+
];
|
|
80
|
+
}
|
|
81
|
+
function validate(spec) {
|
|
82
|
+
if (!spec.name || !spec.servedEntities.length)
|
|
83
|
+
throw new Error("databricks serving: name and servedEntities are required.");
|
|
84
|
+
if (spec.kind === "foundationModel")
|
|
85
|
+
for (const entity of spec.servedEntities)
|
|
86
|
+
if (entity.minProvisionedThroughput < 0 ||
|
|
87
|
+
entity.maxProvisionedThroughput < entity.minProvisionedThroughput)
|
|
88
|
+
throw new Error("databricks serving: invalid provisioned throughput range.");
|
|
89
|
+
}
|
|
90
|
+
function serialize(spec) {
|
|
91
|
+
return {
|
|
92
|
+
name: spec.name,
|
|
93
|
+
config: { served_entities: spec.servedEntities.map(serializeEntity) },
|
|
94
|
+
...(spec.tags
|
|
95
|
+
? { tags: Object.entries(spec.tags).map(([key, value]) => ({ key, value })) }
|
|
96
|
+
: {}),
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
function serializeEntity(entity) {
|
|
100
|
+
if ("minProvisionedThroughput" in entity)
|
|
101
|
+
return {
|
|
102
|
+
name: entity.name,
|
|
103
|
+
entity_name: entity.entityName,
|
|
104
|
+
entity_version: entity.entityVersion,
|
|
105
|
+
min_provisioned_throughput: entity.minProvisionedThroughput,
|
|
106
|
+
max_provisioned_throughput: entity.maxProvisionedThroughput,
|
|
107
|
+
};
|
|
108
|
+
if ("modelName" in entity)
|
|
109
|
+
return {
|
|
110
|
+
name: entity.name,
|
|
111
|
+
external_model: { name: entity.modelName, provider: entity.provider, task: entity.task },
|
|
112
|
+
};
|
|
113
|
+
return {
|
|
114
|
+
name: entity.name,
|
|
115
|
+
entity_name: entity.entityName,
|
|
116
|
+
...("entityVersion" in entity && entity.entityVersion
|
|
117
|
+
? { entity_version: entity.entityVersion }
|
|
118
|
+
: {}),
|
|
119
|
+
...("workloadSize" in entity && entity.workloadSize
|
|
120
|
+
? { workload_size: entity.workloadSize }
|
|
121
|
+
: {}),
|
|
122
|
+
...("scaleToZeroEnabled" in entity && entity.scaleToZeroEnabled !== undefined
|
|
123
|
+
? { scale_to_zero_enabled: entity.scaleToZeroEnabled }
|
|
124
|
+
: {}),
|
|
125
|
+
...("environmentVars" in entity && entity.environmentVars
|
|
126
|
+
? { environment_vars: entity.environmentVars }
|
|
127
|
+
: {}),
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
function tool(name, effect, inputSchema, resources, execute) {
|
|
131
|
+
return {
|
|
132
|
+
name,
|
|
133
|
+
description: name.replaceAll("_", " "),
|
|
134
|
+
inputSchema,
|
|
135
|
+
metadata: {
|
|
136
|
+
effect,
|
|
137
|
+
provider: "databricks",
|
|
138
|
+
service: "serving",
|
|
139
|
+
governance: { resources },
|
|
140
|
+
},
|
|
141
|
+
execute,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
function nameSchema() {
|
|
145
|
+
return {
|
|
146
|
+
type: "object",
|
|
147
|
+
additionalProperties: false,
|
|
148
|
+
properties: { name: { type: "string" } },
|
|
149
|
+
required: ["name"],
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
function entitySchema() {
|
|
153
|
+
return {
|
|
154
|
+
oneOf: [
|
|
155
|
+
{
|
|
156
|
+
type: "object",
|
|
157
|
+
properties: {
|
|
158
|
+
name: { type: "string" },
|
|
159
|
+
entityName: { type: "string" },
|
|
160
|
+
entityVersion: { type: "string" },
|
|
161
|
+
workloadSize: { type: "string" },
|
|
162
|
+
scaleToZeroEnabled: { type: "boolean" },
|
|
163
|
+
},
|
|
164
|
+
required: ["name", "entityName"],
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
type: "object",
|
|
168
|
+
properties: {
|
|
169
|
+
name: { type: "string" },
|
|
170
|
+
entityName: { type: "string" },
|
|
171
|
+
entityVersion: { type: "string" },
|
|
172
|
+
minProvisionedThroughput: { type: "number" },
|
|
173
|
+
maxProvisionedThroughput: { type: "number" },
|
|
174
|
+
},
|
|
175
|
+
required: [
|
|
176
|
+
"name",
|
|
177
|
+
"entityName",
|
|
178
|
+
"entityVersion",
|
|
179
|
+
"minProvisionedThroughput",
|
|
180
|
+
"maxProvisionedThroughput",
|
|
181
|
+
],
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
type: "object",
|
|
185
|
+
properties: {
|
|
186
|
+
name: { type: "string" },
|
|
187
|
+
modelName: { type: "string" },
|
|
188
|
+
provider: { type: "string" },
|
|
189
|
+
task: { type: "string" },
|
|
190
|
+
},
|
|
191
|
+
required: ["name", "modelName", "provider", "task"],
|
|
192
|
+
},
|
|
193
|
+
],
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
function assertModelSafeServingInput(input) {
|
|
197
|
+
const entities = Array.isArray(input.servedEntities) ? input.servedEntities : [];
|
|
198
|
+
if (entities.some((entity) => entity &&
|
|
199
|
+
typeof entity === "object" &&
|
|
200
|
+
!Array.isArray(entity) &&
|
|
201
|
+
"environmentVars" in entity)) {
|
|
202
|
+
throw new Error("databricks serving: raw environmentVars are available only on the typed client, not model-facing ToolDefs.");
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
function servingSchema() {
|
|
206
|
+
return {
|
|
207
|
+
type: "object",
|
|
208
|
+
additionalProperties: false,
|
|
209
|
+
properties: {
|
|
210
|
+
kind: { type: "string", enum: ["customModel", "foundationModel", "externalModel", "agent"] },
|
|
211
|
+
name: { type: "string" },
|
|
212
|
+
servedEntities: { type: "array", items: entitySchema() },
|
|
213
|
+
tags: { type: "object", additionalProperties: { type: "string" } },
|
|
214
|
+
},
|
|
215
|
+
required: ["kind", "name", "servedEntities"],
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
function updateSchema() {
|
|
219
|
+
return {
|
|
220
|
+
type: "object",
|
|
221
|
+
additionalProperties: false,
|
|
222
|
+
properties: {
|
|
223
|
+
name: { type: "string" },
|
|
224
|
+
servedEntities: { type: "array", items: entitySchema() },
|
|
225
|
+
},
|
|
226
|
+
required: ["name", "servedEntities"],
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
function gatewaySchema() {
|
|
230
|
+
return {
|
|
231
|
+
type: "object",
|
|
232
|
+
additionalProperties: false,
|
|
233
|
+
properties: {
|
|
234
|
+
name: { type: "string" },
|
|
235
|
+
rateLimits: { type: "array", items: { type: "object", additionalProperties: true } },
|
|
236
|
+
guardrails: { type: "object", additionalProperties: true },
|
|
237
|
+
usageTracking: { type: "object", additionalProperties: true },
|
|
238
|
+
fallbackEnabled: { type: "boolean" },
|
|
239
|
+
},
|
|
240
|
+
required: ["name"],
|
|
241
|
+
};
|
|
242
|
+
}
|
|
243
|
+
function sleep(ms, signal) {
|
|
244
|
+
return new Promise((resolve, reject) => {
|
|
245
|
+
const timer = setTimeout(resolve, ms);
|
|
246
|
+
signal?.addEventListener("abort", () => {
|
|
247
|
+
clearTimeout(timer);
|
|
248
|
+
reject(signal.reason ?? new DOMException("Aborted", "AbortError"));
|
|
249
|
+
}, { once: true });
|
|
250
|
+
});
|
|
251
|
+
}
|
|
252
|
+
function jitter(ms) {
|
|
253
|
+
return Math.max(1, Math.round(ms * (0.9 + Math.random() * 0.2)));
|
|
254
|
+
}
|
|
255
|
+
//# sourceMappingURL=serving-admin.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serving-admin.js","sourceRoot":"","sources":["../src/serving-admin.ts"],"names":[],"mappings":"AAgEA,MAAM,OAAO,sBAAsB;IACJ;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAC7D,cAAc,CAAC,IAAmC;QAChD,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,KAAK,iBAAiB;YAC7B,CAAC,CAAC,+BAA+B;YACjC,CAAC,CAAC,4BAA4B,CAAC;QACnC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,WAAW,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,cAAc,CACZ,IAAY,EACZ,cAA+D;QAE/D,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CACpB,8BAA8B,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAC/D,EAAE,eAAe,EAAE,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EACxD,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,eAAe,CAAC,IAAY,EAAE,MAAiC;QAC7D,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CACpB,8BAA8B,kBAAkB,CAAC,IAAI,CAAC,aAAa,EACnE;YACE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,GAAG,CAAC,MAAM,CAAC,eAAe,KAAK,SAAS;gBACtC,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,eAAe,EAAE,EAAE;gBAC1D,CAAC,CAAC,EAAE,CAAC;SACR,EACD,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,cAAc,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CACvB,8BAA8B,kBAAkB,CAAC,IAAI,CAAC,EAAE,EACxD,SAAS,EACT,EAAE,EACF,EAAE,KAAK,EAAE,MAAM,EAAE,CAClB,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,eAAe,CACnB,IAAY,EACZ,UAAiF,EAAE;QAEnF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;QAC/D,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBACzB,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAI,QAAQ,CAAC,KAA6C,EAAE,KAAK,CAAC;YAC7E,MAAM,MAAM,GAAI,QAAQ,CAAC,KAA6C,EAAE,aAAa,CAAC;YACtF,IAAI,KAAK,KAAK,OAAO,IAAI,MAAM,KAAK,aAAa;gBAAE,OAAO,QAAQ,CAAC;YACnE,IAAI,KAAK,KAAK,WAAW,IAAI,MAAM,KAAK,eAAe;gBACrD,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,iBAAiB,CAAC,CAAC;YACxE,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,aAAa,CAAC,CAAC;YAC9F,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,2BAA2B,CAAC,MAA4B;IACtE,MAAM,GAAG,GAAG,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC/C,OAAO;QACL,IAAI,CACF,oCAAoC,EACpC,OAAO,EACP,aAAa,EAAE,EACf;YACE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE;YACnC;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,8BAA8B;gBACpC,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;SACF,EACD,CAAC,CAAC,EAAE,EAAE;YACJ,2BAA2B,CAAC,CAAC,CAAC,CAAC;YAC/B,OAAO,GAAG,CAAC,cAAc,CAAC,CAA6C,CAAC,CAAC;QAC3E,CAAC,CACF;QACD,IAAI,CACF,oCAAoC,EACpC,OAAO,EACP,YAAY,EAAE,EACd;YACE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE;YACnC;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,8BAA8B;gBACpC,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf;SACF,EACD,CAAC,CAAC,EAAE,EAAE;YACJ,2BAA2B,CAAC,CAAC,CAAC,CAAC;YAC/B,OAAO,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAc,EAAE,CAAC,CAAC,cAAuB,CAAC,CAAC;QACzE,CAAC,CACF;QACD,IAAI,CACF,8BAA8B,EAC9B,OAAO,EACP,aAAa,EAAE,EACf,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EACrC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAc,EAAE,CAA8B,CAAC,CAC7E;QACD,IAAI,CACF,oCAAoC,EACpC,OAAO,EACP,UAAU,EAAE,EACZ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EACrC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAc,CAAC,CAC5C;KACF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAAmC;IACnD,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM;QAC3C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB;QACjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,cAAc;YACtC,IACE,MAAM,CAAC,wBAAwB,GAAG,CAAC;gBACnC,MAAM,CAAC,wBAAwB,GAAG,MAAM,CAAC,wBAAwB;gBAEjE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AACrF,CAAC;AACD,SAAS,SAAS,CAAC,IAAmC;IACpD,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE;QACrE,GAAG,CAAC,IAAI,CAAC,IAAI;YACX,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE;YAC7E,CAAC,CAAC,EAAE,CAAC;KACM,CAAC;AAClB,CAAC;AACD,SAAS,eAAe,CACtB,MAA+D;IAE/D,IAAI,0BAA0B,IAAI,MAAM;QACtC,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM,CAAC,aAAa;YACpC,0BAA0B,EAAE,MAAM,CAAC,wBAAwB;YAC3D,0BAA0B,EAAE,MAAM,CAAC,wBAAwB;SAC5D,CAAC;IACJ,IAAI,WAAW,IAAI,MAAM;QACvB,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;SACzF,CAAC;IACJ,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,UAAU;QAC9B,GAAG,CAAC,eAAe,IAAI,MAAM,IAAI,MAAM,CAAC,aAAa;YACnD,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE;YAC1C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,cAAc,IAAI,MAAM,IAAI,MAAM,CAAC,YAAY;YACjD,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,YAAY,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,oBAAoB,IAAI,MAAM,IAAI,MAAM,CAAC,kBAAkB,KAAK,SAAS;YAC3E,CAAC,CAAC,EAAE,qBAAqB,EAAE,MAAM,CAAC,kBAAkB,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,iBAAiB,IAAI,MAAM,IAAI,MAAM,CAAC,eAAe;YACvD,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,eAAe,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AACD,SAAS,IAAI,CACX,IAAY,EACZ,MAAe,EACf,WAAuB,EACvB,SAAuB,EACvB,OAAuC;IAEvC,OAAO;QACL,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;QACtC,WAAW;QACX,QAAQ,EAAE;YACR,MAAM;YACN,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,EAAE,SAAS,EAAE;SAC1B;QACD,OAAO;KACR,CAAC;AACJ,CAAC;AACD,SAAS,UAAU;IACjB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACxC,QAAQ,EAAE,CAAC,MAAM,CAAC;KACnB,CAAC;AACJ,CAAC;AACD,SAAS,YAAY;IACnB,OAAO;QACL,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACjC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAChC,kBAAkB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBACxC;gBACD,QAAQ,EAAE,CAAC,MAAM,EAAE,YAAY,CAAC;aACjC;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACjC,wBAAwB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,wBAAwB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC7C;gBACD,QAAQ,EAAE;oBACR,MAAM;oBACN,YAAY;oBACZ,eAAe;oBACf,0BAA0B;oBAC1B,0BAA0B;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC7B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACzB;gBACD,QAAQ,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC;aACpD;SACF;KACF,CAAC;AACJ,CAAC;AACD,SAAS,2BAA2B,CAAC,KAAiB;IACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,IACE,QAAQ,CAAC,IAAI,CACX,CAAC,MAAM,EAAE,EAAE,CACT,MAAM;QACN,OAAO,MAAM,KAAK,QAAQ;QAC1B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QACtB,iBAAiB,IAAI,MAAM,CAC9B,EACD,CAAC;QACD,MAAM,IAAI,KAAK,CACb,4GAA4G,CAC7G,CAAC;IACJ,CAAC;AACH,CAAC;AACD,SAAS,aAAa;IACpB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,aAAa,EAAE,iBAAiB,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE;YAC5F,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;YACxD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;SACnE;QACD,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC;KAC7C,CAAC;AACJ,CAAC;AACD,SAAS,YAAY;IACnB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;SACzD;QACD,QAAQ,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC;KACrC,CAAC;AACJ,CAAC;AACD,SAAS,aAAa;IACpB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE;YACpF,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE;YAC1D,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE;YAC7D,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SACrC;QACD,QAAQ,EAAE,CAAC,MAAM,CAAC;KACnB,CAAC;AACJ,CAAC;AACD,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,EAAE,gBAAgB,CACtB,OAAO,EACP,GAAG,EAAE;YACH,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;QACrE,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AACD,SAAS,MAAM,CAAC,EAAU;IACxB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import { currentSubmissionContext, emitSubmissionTelemetry } from '@fabric-harness/sdk';
|
|
2
|
+
/**
|
|
3
|
+
* Build an `onEvent` fan-in that turns model-usage events into
|
|
4
|
+
* `submission_usage` telemetry. For every {@link FabricEvent} carrying
|
|
5
|
+
* `data.usage` (`{ inputTokens?, outputTokens?, costUsd? }`, at least one
|
|
6
|
+
* numeric field) — and optionally `data.model` — while an ambient
|
|
7
|
+
* {@link currentSubmissionContext} is set, it emits one `submission_usage`
|
|
8
|
+
* event stamped with the submission correlation (submission/attempt ids,
|
|
9
|
+
* agent identity, tenant, actor).
|
|
10
|
+
*
|
|
11
|
+
* Events observed outside a submission context are dropped silently — not
|
|
12
|
+
* every session turn belongs to a submission. The submission context does not
|
|
13
|
+
* carry the submission kind, so emitted events use `kind: 'unknown'`.
|
|
14
|
+
*/
|
|
15
|
+
export function servingUsageCapture(options) {
|
|
16
|
+
return (event) => {
|
|
17
|
+
try {
|
|
18
|
+
const usage = usageOf(event);
|
|
19
|
+
if (!usage)
|
|
20
|
+
return;
|
|
21
|
+
const context = currentSubmissionContext();
|
|
22
|
+
if (!context)
|
|
23
|
+
return;
|
|
24
|
+
const model = typeof event.data?.model === 'string' ? event.data.model : undefined;
|
|
25
|
+
const at = Date.parse(event.timestamp);
|
|
26
|
+
emitSubmissionTelemetry(options.sink, {
|
|
27
|
+
type: 'submission_usage',
|
|
28
|
+
submissionId: context.submissionId,
|
|
29
|
+
attemptId: context.attemptId,
|
|
30
|
+
kind: 'unknown',
|
|
31
|
+
agent: context.agent,
|
|
32
|
+
instanceId: context.instanceId,
|
|
33
|
+
session: context.session,
|
|
34
|
+
at: Number.isFinite(at) ? at : Date.now(),
|
|
35
|
+
...(context.tenantId !== undefined ? { tenantId: context.tenantId } : {}),
|
|
36
|
+
...(context.actor !== undefined ? { actor: context.actor } : {}),
|
|
37
|
+
...(model !== undefined ? { model } : {}),
|
|
38
|
+
...(usage.inputTokens !== undefined ? { inputTokens: usage.inputTokens } : {}),
|
|
39
|
+
...(usage.outputTokens !== undefined ? { outputTokens: usage.outputTokens } : {}),
|
|
40
|
+
...(usage.costUsd !== undefined ? { costUsd: usage.costUsd } : {}),
|
|
41
|
+
}, options.onError);
|
|
42
|
+
}
|
|
43
|
+
catch (error) {
|
|
44
|
+
options.onError?.(error);
|
|
45
|
+
}
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
/** `data.usage` with at least one numeric field, else `undefined`. */
|
|
49
|
+
function usageOf(event) {
|
|
50
|
+
const raw = event.data?.usage;
|
|
51
|
+
if (typeof raw !== 'object' || raw === null || Array.isArray(raw))
|
|
52
|
+
return undefined;
|
|
53
|
+
const usage = raw;
|
|
54
|
+
const fields = {
|
|
55
|
+
...(typeof usage.inputTokens === 'number' ? { inputTokens: usage.inputTokens } : {}),
|
|
56
|
+
...(typeof usage.outputTokens === 'number' ? { outputTokens: usage.outputTokens } : {}),
|
|
57
|
+
...(typeof usage.costUsd === 'number' ? { costUsd: usage.costUsd } : {}),
|
|
58
|
+
};
|
|
59
|
+
return Object.keys(fields).length > 0 ? fields : undefined;
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* SQL aggregating a serving endpoint's inference/payload table by
|
|
63
|
+
* `client_request_id` — one row per submission with the request count and the
|
|
64
|
+
* first/last request timestamps — for offline joins against
|
|
65
|
+
* `fh_submission_telemetry.submission_id`.
|
|
66
|
+
*
|
|
67
|
+
* Join contract: callers MUST send the submission id as the serving request's
|
|
68
|
+
* `client_request_id` (e.g. the `client_request_id` field on the
|
|
69
|
+
* serving-endpoint invocation) — the inference table records it verbatim, and
|
|
70
|
+
* this query's `submission_id` column only joins when that convention holds.
|
|
71
|
+
* Rows without a `client_request_id` (traffic from other callers) are
|
|
72
|
+
* excluded. Assumes the AI Gateway payload-table schema (`request_time`
|
|
73
|
+
* timestamp column); adapt the projection for classic inference tables that
|
|
74
|
+
* use `timestamp_ms`.
|
|
75
|
+
*/
|
|
76
|
+
export function inferenceTableUsageQuery(options) {
|
|
77
|
+
if (!/^[A-Za-z0-9_]+\.[A-Za-z0-9_]+\.[A-Za-z0-9_]+$/.test(options.fullTableName)) {
|
|
78
|
+
throw new Error(`databricks serving-usage: fullTableName must be catalog.schema.table, got: ${options.fullTableName}`);
|
|
79
|
+
}
|
|
80
|
+
let since = '';
|
|
81
|
+
if (options.sinceIso !== undefined) {
|
|
82
|
+
// Strict shape check first — Date.parse alone is far too lenient to gate a SQL literal.
|
|
83
|
+
const isoShape = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{1,3})?(Z|[+-]\d{2}:\d{2})$/;
|
|
84
|
+
const parsed = Date.parse(options.sinceIso);
|
|
85
|
+
if (!isoShape.test(options.sinceIso) || !Number.isFinite(parsed)) {
|
|
86
|
+
throw new Error(`databricks serving-usage: sinceIso is not a valid ISO-8601 instant: ${options.sinceIso}`);
|
|
87
|
+
}
|
|
88
|
+
since = `\n AND request_time >= TIMESTAMP '${new Date(parsed).toISOString()}'`;
|
|
89
|
+
}
|
|
90
|
+
return `SELECT
|
|
91
|
+
client_request_id AS submission_id,
|
|
92
|
+
COUNT(*) AS request_count,
|
|
93
|
+
MIN(request_time) AS first_request_at,
|
|
94
|
+
MAX(request_time) AS last_request_at
|
|
95
|
+
FROM ${options.fullTableName}
|
|
96
|
+
WHERE client_request_id IS NOT NULL${since}
|
|
97
|
+
GROUP BY client_request_id
|
|
98
|
+
ORDER BY last_request_at DESC`;
|
|
99
|
+
}
|
|
100
|
+
//# sourceMappingURL=serving-usage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serving-usage.js","sourceRoot":"","sources":["../src/serving-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAcxF;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,OAAO,CAAC,KAAK,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,OAAO,GAAG,wBAAwB,EAAE,CAAC;YAC3C,IAAI,CAAC,OAAO;gBAAE,OAAO;YACrB,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvC,uBAAuB,CACrB,OAAO,CAAC,IAAI,EACZ;gBACE,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzC,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzE,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnE,EACD,OAAO,CAAC,OAAO,CAChB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAQD,sEAAsE;AACtE,SAAS,OAAO,CAAC,KAAkB;IACjC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;IAC9B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACpF,MAAM,KAAK,GAAG,GAA8B,CAAC;IAC7C,MAAM,MAAM,GAAgB;QAC1B,GAAG,CAAC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,CAAC,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzE,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7D,CAAC;AAWD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAwC;IAC/E,IAAI,CAAC,+CAA+C,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CACb,8EAA8E,OAAO,CAAC,aAAa,EAAE,CACtG,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnC,wFAAwF;QACxF,MAAM,QAAQ,GAAG,sEAAsE,CAAC;QACxF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,uEAAuE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7G,CAAC;QACD,KAAK,GAAG,sCAAsC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC;IAClF,CAAC;IACD,OAAO;;;;;OAKF,OAAO,CAAC,aAAa;qCACS,KAAK;;8BAEZ,CAAC;AAC/B,CAAC"}
|
package/dist/sql-exec.js
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
const TERMINAL_STATES = new Set(['SUCCEEDED', 'FAILED', 'CANCELED', 'CLOSED']);
|
|
2
|
+
/** Submit a parameterized SQL statement and poll to a terminal state. Named parameters → injection-safe. */
|
|
3
|
+
export async function runStatement(client, warehouseId, statement, parameters, poll) {
|
|
4
|
+
const submit = await client.post('/api/2.0/sql/statements', {
|
|
5
|
+
warehouse_id: warehouseId,
|
|
6
|
+
statement,
|
|
7
|
+
wait_timeout: '30s',
|
|
8
|
+
disposition: 'INLINE',
|
|
9
|
+
...(parameters.length > 0 ? { parameters } : {}),
|
|
10
|
+
});
|
|
11
|
+
if (TERMINAL_STATES.has(submit.status?.state ?? ''))
|
|
12
|
+
return submit;
|
|
13
|
+
const id = submit.statement_id;
|
|
14
|
+
if (!id)
|
|
15
|
+
return submit;
|
|
16
|
+
const deadline = Date.now() + poll.timeoutMs;
|
|
17
|
+
let current = submit;
|
|
18
|
+
while (!TERMINAL_STATES.has(current.status?.state ?? '') && Date.now() < deadline) {
|
|
19
|
+
await new Promise((resolve) => setTimeout(resolve, poll.intervalMs));
|
|
20
|
+
current = await client.get(`/api/2.0/sql/statements/${encodeURIComponent(id)}`);
|
|
21
|
+
}
|
|
22
|
+
return current;
|
|
23
|
+
}
|
|
24
|
+
/** Map a statement response's columns + rows into objects keyed by column name. */
|
|
25
|
+
export function parseStatementRows(response) {
|
|
26
|
+
const res = response;
|
|
27
|
+
const columns = res.manifest?.schema?.columns ?? res.manifest?.columns ?? [];
|
|
28
|
+
const names = columns.map((c) => c.name);
|
|
29
|
+
const rows = res.result?.data_array ?? [];
|
|
30
|
+
return rows.map((row) => {
|
|
31
|
+
const record = {};
|
|
32
|
+
names.forEach((name, i) => { record[name] = row[i]; });
|
|
33
|
+
return record;
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=sql-exec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sql-exec.js","sourceRoot":"","sources":["../src/sql-exec.ts"],"names":[],"mappings":"AAsBA,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE/E,4GAA4G;AAC5G,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAA4B,EAC5B,WAAmB,EACnB,SAAiB,EACjB,UAA0B,EAC1B,IAAmB;IAEnB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAoB,yBAAyB,EAAE;QAC7E,YAAY,EAAE,WAAW;QACzB,SAAS;QACT,YAAY,EAAE,KAAK;QACnB,WAAW,EAAE,QAAQ;QACrB,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IACnE,MAAM,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC;IAC/B,IAAI,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IAC7C,IAAI,OAAO,GAAsB,MAAM,CAAC;IACxC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAClF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QACrE,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAoB,2BAA2B,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,kBAAkB,CAAC,QAAiB;IAClD,MAAM,GAAG,GAAG,QAA6B,CAAC;IAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;IAC7E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,UAAU,IAAI,EAAE,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAuB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
/** Create the telemetry tables when absent. Idempotent. */
|
|
2
|
+
export async function ensureDatabricksTelemetryTables(client) {
|
|
3
|
+
await client.query(`CREATE TABLE IF NOT EXISTS fh_submission_telemetry (
|
|
4
|
+
id BIGSERIAL PRIMARY KEY,
|
|
5
|
+
submission_id TEXT NOT NULL,
|
|
6
|
+
event_type TEXT NOT NULL,
|
|
7
|
+
kind TEXT NOT NULL,
|
|
8
|
+
agent TEXT NOT NULL,
|
|
9
|
+
instance_id TEXT NOT NULL,
|
|
10
|
+
session TEXT NOT NULL,
|
|
11
|
+
attempt_id TEXT,
|
|
12
|
+
attempt_count INTEGER,
|
|
13
|
+
outcome TEXT,
|
|
14
|
+
error TEXT,
|
|
15
|
+
duration_ms BIGINT,
|
|
16
|
+
model TEXT,
|
|
17
|
+
input_tokens BIGINT,
|
|
18
|
+
output_tokens BIGINT,
|
|
19
|
+
cost_usd DOUBLE PRECISION,
|
|
20
|
+
tenant_id TEXT,
|
|
21
|
+
principal_kind TEXT,
|
|
22
|
+
principal_id TEXT,
|
|
23
|
+
at BIGINT NOT NULL
|
|
24
|
+
)`);
|
|
25
|
+
await ensureIndex(client, "fh_submission_telemetry", "fh_submission_telemetry_submission_idx", "CREATE INDEX IF NOT EXISTS fh_submission_telemetry_submission_idx ON fh_submission_telemetry (submission_id)");
|
|
26
|
+
await client.query(`CREATE TABLE IF NOT EXISTS fh_lineage (
|
|
27
|
+
id BIGSERIAL PRIMARY KEY,
|
|
28
|
+
submission_id TEXT,
|
|
29
|
+
attempt_id TEXT,
|
|
30
|
+
tool TEXT NOT NULL,
|
|
31
|
+
service TEXT,
|
|
32
|
+
provider TEXT,
|
|
33
|
+
principal TEXT,
|
|
34
|
+
catalog TEXT,
|
|
35
|
+
schema_name TEXT,
|
|
36
|
+
object_name TEXT,
|
|
37
|
+
operation TEXT,
|
|
38
|
+
ok BOOLEAN NOT NULL,
|
|
39
|
+
error TEXT,
|
|
40
|
+
tenant_id TEXT,
|
|
41
|
+
input JSONB,
|
|
42
|
+
started_at TEXT NOT NULL,
|
|
43
|
+
finished_at TEXT NOT NULL
|
|
44
|
+
)`);
|
|
45
|
+
await ensureColumn(client, "fh_lineage", "object_name", "TEXT");
|
|
46
|
+
await ensureColumn(client, "fh_lineage", "operation", "TEXT");
|
|
47
|
+
await ensureIndex(client, "fh_lineage", "fh_lineage_submission_idx", "CREATE INDEX IF NOT EXISTS fh_lineage_submission_idx ON fh_lineage (submission_id)");
|
|
48
|
+
}
|
|
49
|
+
async function ensureColumn(client, table, column, type) {
|
|
50
|
+
const existing = await client.query(`SELECT 1 AS present
|
|
51
|
+
FROM pg_catalog.pg_attribute
|
|
52
|
+
WHERE attrelid = pg_catalog.to_regclass($1)
|
|
53
|
+
AND attname = $2
|
|
54
|
+
AND attnum > 0
|
|
55
|
+
AND NOT attisdropped
|
|
56
|
+
LIMIT 1`, [table, column]);
|
|
57
|
+
if (existing.rows.length > 0)
|
|
58
|
+
return;
|
|
59
|
+
await client.query(`ALTER TABLE ${table} ADD COLUMN IF NOT EXISTS ${column} ${type}`);
|
|
60
|
+
}
|
|
61
|
+
async function ensureIndex(client, table, index, createSql) {
|
|
62
|
+
const existing = await client.query(`SELECT 1 AS present
|
|
63
|
+
FROM pg_catalog.pg_class AS index_relation
|
|
64
|
+
JOIN pg_catalog.pg_index AS index_metadata
|
|
65
|
+
ON index_metadata.indexrelid = index_relation.oid
|
|
66
|
+
WHERE index_metadata.indrelid = pg_catalog.to_regclass($1)
|
|
67
|
+
AND index_relation.relname = $2
|
|
68
|
+
LIMIT 1`, [table, index]);
|
|
69
|
+
if (existing.rows.length > 0)
|
|
70
|
+
return;
|
|
71
|
+
await client.query(createSql);
|
|
72
|
+
}
|
|
73
|
+
export function databricksTelemetry(options) {
|
|
74
|
+
const { client } = options;
|
|
75
|
+
const onError = options.onError ??
|
|
76
|
+
((context, error) => {
|
|
77
|
+
console.error(`[fabric-harness:databricks-telemetry] ${context}:`, error);
|
|
78
|
+
});
|
|
79
|
+
let initialized;
|
|
80
|
+
const ensure = () => {
|
|
81
|
+
if (options.initialize === false)
|
|
82
|
+
return Promise.resolve();
|
|
83
|
+
initialized ??= ensureDatabricksTelemetryTables(client).catch((error) => {
|
|
84
|
+
initialized = undefined;
|
|
85
|
+
throw error;
|
|
86
|
+
});
|
|
87
|
+
return initialized;
|
|
88
|
+
};
|
|
89
|
+
async function writeEvent(event) {
|
|
90
|
+
await ensure();
|
|
91
|
+
const attemptId = "attemptId" in event ? (event.attemptId ?? null) : null;
|
|
92
|
+
const attemptCount = "attemptCount" in event ? (event.attemptCount ?? null) : null;
|
|
93
|
+
const outcome = event.type === "submission_settled" ? event.outcome : null;
|
|
94
|
+
const error = event.type === "submission_settled" ? (event.error ?? null) : null;
|
|
95
|
+
const durationMs = event.type === "submission_settled" ? (event.durationMs ?? null) : null;
|
|
96
|
+
const model = event.type === "submission_usage" ? (event.model ?? null) : null;
|
|
97
|
+
const inputTokens = event.type === "submission_usage" ? (event.inputTokens ?? null) : null;
|
|
98
|
+
const outputTokens = event.type === "submission_usage" ? (event.outputTokens ?? null) : null;
|
|
99
|
+
const costUsd = event.type === "submission_usage" ? (event.costUsd ?? null) : null;
|
|
100
|
+
await client.query(`INSERT INTO fh_submission_telemetry
|
|
101
|
+
(submission_id, event_type, kind, agent, instance_id, session, attempt_id, attempt_count, outcome, error, duration_ms, model, input_tokens, output_tokens, cost_usd, tenant_id, principal_kind, principal_id, at)
|
|
102
|
+
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19)`, [
|
|
103
|
+
event.submissionId,
|
|
104
|
+
event.type,
|
|
105
|
+
event.kind,
|
|
106
|
+
event.agent,
|
|
107
|
+
event.instanceId,
|
|
108
|
+
event.session,
|
|
109
|
+
attemptId,
|
|
110
|
+
attemptCount,
|
|
111
|
+
outcome,
|
|
112
|
+
error,
|
|
113
|
+
durationMs,
|
|
114
|
+
model,
|
|
115
|
+
inputTokens,
|
|
116
|
+
outputTokens,
|
|
117
|
+
costUsd,
|
|
118
|
+
event.tenantId ?? null,
|
|
119
|
+
event.actor?.principal?.kind ?? null,
|
|
120
|
+
event.actor?.principal?.id ?? null,
|
|
121
|
+
event.at,
|
|
122
|
+
]);
|
|
123
|
+
}
|
|
124
|
+
async function writeLineage(record) {
|
|
125
|
+
await ensure();
|
|
126
|
+
await client.query(`INSERT INTO fh_lineage
|
|
127
|
+
(submission_id, attempt_id, tool, service, provider, principal, catalog, schema_name, object_name, operation, ok, error, tenant_id, input, started_at, finished_at)
|
|
128
|
+
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14::jsonb, $15, $16)`, [
|
|
129
|
+
record.submissionId ?? null,
|
|
130
|
+
record.attemptId ?? null,
|
|
131
|
+
record.tool,
|
|
132
|
+
record.service ?? null,
|
|
133
|
+
record.provider ?? null,
|
|
134
|
+
record.principal ?? null,
|
|
135
|
+
record.catalog ?? null,
|
|
136
|
+
record.schema ?? null,
|
|
137
|
+
record.object ?? null,
|
|
138
|
+
record.operation ?? null,
|
|
139
|
+
record.ok,
|
|
140
|
+
record.error ?? null,
|
|
141
|
+
record.tenantId ?? null,
|
|
142
|
+
JSON.stringify(record.input ?? {}),
|
|
143
|
+
record.startedAt,
|
|
144
|
+
record.finishedAt,
|
|
145
|
+
]);
|
|
146
|
+
}
|
|
147
|
+
return {
|
|
148
|
+
sink: {
|
|
149
|
+
record(event) {
|
|
150
|
+
return writeEvent(event);
|
|
151
|
+
},
|
|
152
|
+
},
|
|
153
|
+
onLineage(record) {
|
|
154
|
+
void writeLineage(record).catch((error) => onError(`lineage write failed for ${record.tool}`, error));
|
|
155
|
+
},
|
|
156
|
+
migrate: ensure,
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
/** Join governed object access to the submission actor, outcome, and model/tool cost. */
|
|
160
|
+
export async function queryDatabricksLineageEvidence(client, submissionId) {
|
|
161
|
+
const result = await client.query(`SELECT l.submission_id, COALESCE(l.principal, MAX(t.principal_id)) AS actor,
|
|
162
|
+
l.object_name, l.operation, l.ok, COALESCE(SUM(t.cost_usd), 0) AS estimated_cost_usd,
|
|
163
|
+
l.started_at, l.finished_at
|
|
164
|
+
FROM fh_lineage l
|
|
165
|
+
LEFT JOIN fh_submission_telemetry t ON t.submission_id = l.submission_id
|
|
166
|
+
WHERE l.submission_id = $1
|
|
167
|
+
GROUP BY l.id, l.submission_id, l.principal, l.object_name, l.operation, l.ok, l.started_at, l.finished_at
|
|
168
|
+
ORDER BY l.id`, [submissionId]);
|
|
169
|
+
return result.rows.map((row) => ({
|
|
170
|
+
submissionId: String(row.submission_id),
|
|
171
|
+
...(row.actor ? { actor: String(row.actor) } : {}),
|
|
172
|
+
...(row.object_name ? { object: String(row.object_name) } : {}),
|
|
173
|
+
...(row.operation ? { operation: String(row.operation) } : {}),
|
|
174
|
+
outcome: row.ok ? "succeeded" : "failed",
|
|
175
|
+
estimatedCostUsd: Number(row.estimated_cost_usd ?? 0),
|
|
176
|
+
startedAt: String(row.started_at),
|
|
177
|
+
finishedAt: String(row.finished_at),
|
|
178
|
+
}));
|
|
179
|
+
}
|
|
180
|
+
//# sourceMappingURL=telemetry-sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry-sink.js","sourceRoot":"","sources":["../src/telemetry-sink.ts"],"names":[],"mappings":"AA4BA,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,MAAsB;IAC1E,MAAM,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;;;IAqBjB,CAAC,CAAC;IACJ,MAAM,WAAW,CACf,MAAM,EACN,yBAAyB,EACzB,wCAAwC,EACxC,8GAA8G,CAC/G,CAAC;IACF,MAAM,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;IAkBjB,CAAC,CAAC;IACJ,MAAM,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAChE,MAAM,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAC9D,MAAM,WAAW,CACf,MAAM,EACN,YAAY,EACZ,2BAA2B,EAC3B,oFAAoF,CACrF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAsB,EACtB,KAAa,EACb,MAAc,EACd,IAAY;IAEZ,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CACjC;;;;;;cAMU,EACV,CAAC,KAAK,EAAE,MAAM,CAAC,CAChB,CAAC;IACF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IACrC,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,6BAA6B,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAAsB,EACtB,KAAa,EACb,KAAa,EACb,SAAiB;IAEjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CACjC;;;;;;cAMU,EACV,CAAC,KAAK,EAAE,KAAK,CAAC,CACf,CAAC;IACF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IACrC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;QACf,CAAC,CAAC,OAAe,EAAE,KAAc,EAAE,EAAE;YACnC,OAAO,CAAC,KAAK,CAAC,yCAAyC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IAEL,IAAI,WAAsC,CAAC;IAC3C,MAAM,MAAM,GAAG,GAAkB,EAAE;QACjC,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3D,WAAW,KAAK,+BAA+B,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACtE,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;IAEF,KAAK,UAAU,UAAU,CAAC,KAA+B;QACvD,MAAM,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,WAAW,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1E,MAAM,YAAY,GAAG,cAAc,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7F,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,MAAM,CAAC,KAAK,CAChB;;qGAE+F,EAC/F;YACE,KAAK,CAAC,YAAY;YAClB,KAAK,CAAC,IAAI;YACV,KAAK,CAAC,IAAI;YACV,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,UAAU;YAChB,KAAK,CAAC,OAAO;YACb,SAAS;YACT,YAAY;YACZ,OAAO;YACP,KAAK;YACL,UAAU;YACV,KAAK;YACL,WAAW;YACX,YAAY;YACZ,OAAO;YACP,KAAK,CAAC,QAAQ,IAAI,IAAI;YACtB,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,IAAI;YACpC,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI;YAClC,KAAK,CAAC,EAAE;SACT,CACF,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,MAA+B;QACzD,MAAM,MAAM,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,KAAK,CAChB;;6FAEuF,EACvF;YACE,MAAM,CAAC,YAAY,IAAI,IAAI;YAC3B,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,IAAI;YACX,MAAM,CAAC,OAAO,IAAI,IAAI;YACtB,MAAM,CAAC,QAAQ,IAAI,IAAI;YACvB,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,OAAO,IAAI,IAAI;YACtB,MAAM,CAAC,MAAM,IAAI,IAAI;YACrB,MAAM,CAAC,MAAM,IAAI,IAAI;YACrB,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,EAAE;YACT,MAAM,CAAC,KAAK,IAAI,IAAI;YACpB,MAAM,CAAC,QAAQ,IAAI,IAAI;YACvB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,UAAU;SAClB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE;YACJ,MAAM,CAAC,KAAK;gBACV,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;SACF;QACD,SAAS,CAAC,MAAM;YACd,KAAK,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACxC,OAAO,CAAC,4BAA4B,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,MAAM;KAChB,CAAC;AACJ,CAAC;AAaD,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAsB,EACtB,YAAoB;IAEpB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAC/B;;;;;;;oBAOgB,EAChB,CAAC,YAAY,CAAC,CACf,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;QACvC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QACxC,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,CAAC;QACrD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;KACpC,CAAC,CAAC,CAAC;AACN,CAAC"}
|