@fabric-harness/databricks 4.4.0 → 4.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/agent-services.js +142 -0
- package/dist/agent-services.js.map +1 -0
- package/dist/agent.d.ts +2 -0
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +839 -362
- package/dist/agent.js.map +1 -1
- package/dist/ai-gateway.js +51 -0
- package/dist/ai-gateway.js.map +1 -0
- package/dist/ai-search-admin.js +194 -0
- package/dist/ai-search-admin.js.map +1 -0
- package/dist/ai.js +22 -0
- package/dist/ai.js.map +1 -0
- package/dist/app-user-authorization.d.ts.map +1 -1
- package/dist/app-user-authorization.js +4 -3
- package/dist/app-user-authorization.js.map +1 -1
- package/dist/app.js +143 -0
- package/dist/app.js.map +1 -0
- package/dist/authoring-certification.js +476 -0
- package/dist/authoring-certification.js.map +1 -0
- package/dist/capabilities.d.ts.map +1 -1
- package/dist/capabilities.js +633 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/certification-environment.d.ts.map +1 -1
- package/dist/certification-resource.js +17 -0
- package/dist/certification-resource.js.map +1 -0
- package/dist/certification-sweeper.js +128 -0
- package/dist/certification-sweeper.js.map +1 -0
- package/dist/certification.js +236 -0
- package/dist/certification.js.map +1 -0
- package/dist/certify.js +34 -0
- package/dist/certify.js.map +1 -1
- package/dist/client.d.ts +58 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +184 -0
- package/dist/client.js.map +1 -0
- package/dist/compatibility.js +88 -0
- package/dist/compatibility.js.map +1 -0
- package/dist/consumption.js +85 -0
- package/dist/consumption.js.map +1 -0
- package/dist/cost-budget-actuals.js +316 -0
- package/dist/cost-budget-actuals.js.map +1 -0
- package/dist/embeddings.js +24 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/feature-serving.js +29 -0
- package/dist/feature-serving.js.map +1 -0
- package/dist/genie-agent-mode.js +374 -0
- package/dist/genie-agent-mode.js.map +1 -0
- package/dist/genie-authoring.js +898 -0
- package/dist/genie-authoring.js.map +1 -0
- package/dist/genie.js +405 -0
- package/dist/genie.js.map +1 -0
- package/dist/governance.js +353 -0
- package/dist/governance.js.map +1 -0
- package/dist/identity.js +229 -0
- package/dist/identity.js.map +1 -0
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +364 -22
- package/dist/index.js.map +1 -1
- package/dist/jobs-authoring.js +570 -0
- package/dist/jobs-authoring.js.map +1 -0
- package/dist/jobs.js +173 -0
- package/dist/jobs.js.map +1 -0
- package/dist/lakebase.js +110 -0
- package/dist/lakebase.js.map +1 -0
- package/dist/lakeflow-authoring.js +115 -0
- package/dist/lakeflow-authoring.js.map +1 -0
- package/dist/lakeflow.js +75 -0
- package/dist/lakeflow.js.map +1 -0
- package/dist/managed-resource.js +197 -0
- package/dist/managed-resource.js.map +1 -0
- package/dist/mlflow-tracing.js +167 -0
- package/dist/mlflow-tracing.js.map +1 -0
- package/dist/mock-provider.js +66 -0
- package/dist/mock-provider.js.map +1 -0
- package/dist/model.js +173 -0
- package/dist/model.js.map +1 -0
- package/dist/persistence.js +82 -0
- package/dist/persistence.js.map +1 -0
- package/dist/platform.d.ts +34 -0
- package/dist/platform.d.ts.map +1 -0
- package/dist/platform.js +90 -0
- package/dist/platform.js.map +1 -0
- package/dist/rag-chain.js +212 -0
- package/dist/rag-chain.js.map +1 -0
- package/dist/rag-eval.js +151 -0
- package/dist/rag-eval.js.map +1 -0
- package/dist/release-evidence.d.ts +66 -0
- package/dist/release-evidence.d.ts.map +1 -1
- package/dist/secrets-authoring.js +78 -0
- package/dist/secrets-authoring.js.map +1 -0
- package/dist/secrets.js +25 -0
- package/dist/secrets.js.map +1 -0
- package/dist/serving-admin.js +255 -0
- package/dist/serving-admin.js.map +1 -0
- package/dist/serving-usage.js +100 -0
- package/dist/serving-usage.js.map +1 -0
- package/dist/sql-exec.js +36 -0
- package/dist/sql-exec.js.map +1 -0
- package/dist/telemetry-sink.js +180 -0
- package/dist/telemetry-sink.js.map +1 -0
- package/dist/tools.js +167 -0
- package/dist/tools.js.map +1 -0
- package/dist/unity-catalog-admin.js +166 -0
- package/dist/unity-catalog-admin.js.map +1 -0
- package/dist/vector-search.js +65 -0
- package/dist/vector-search.js.map +1 -0
- package/dist/volumes-attachment-store.js +172 -0
- package/dist/volumes-attachment-store.js.map +1 -0
- package/dist/workspace-authoring.js +78 -0
- package/dist/workspace-authoring.js.map +1 -0
- package/package.json +12 -3
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
export class DatabricksManagedResourceConflictError extends Error {
|
|
2
|
+
resourceType;
|
|
3
|
+
resourceId;
|
|
4
|
+
expectedFingerprint;
|
|
5
|
+
actualFingerprint;
|
|
6
|
+
constructor(input) {
|
|
7
|
+
super(`Databricks managed ${input.resourceType} ${input.resourceId} changed: expected fingerprint ${input.expectedFingerprint}, found ${input.actualFingerprint}.`);
|
|
8
|
+
this.name = "DatabricksManagedResourceConflictError";
|
|
9
|
+
this.resourceType = input.resourceType;
|
|
10
|
+
this.resourceId = input.resourceId;
|
|
11
|
+
this.expectedFingerprint = input.expectedFingerprint;
|
|
12
|
+
this.actualFingerprint = input.actualFingerprint;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
export class DatabricksUnmanagedResourceError extends Error {
|
|
16
|
+
resourceType;
|
|
17
|
+
resourceId;
|
|
18
|
+
constructor(resourceType, resourceId) {
|
|
19
|
+
super(`Databricks ${resourceType} ${resourceId} is not recorded as Harness-managed; model-facing mutation is denied.`);
|
|
20
|
+
this.name = "DatabricksUnmanagedResourceError";
|
|
21
|
+
this.resourceType = resourceType;
|
|
22
|
+
this.resourceId = resourceId;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
/** In-process store for tests and single-process development. Production callers should inject persistence. */
|
|
26
|
+
export class MemoryDatabricksManagedResourceStore {
|
|
27
|
+
records = new Map();
|
|
28
|
+
async get(resourceType, resourceId) {
|
|
29
|
+
const record = this.records.get(resourceKey(resourceType, resourceId));
|
|
30
|
+
return record ? structuredClone(record) : undefined;
|
|
31
|
+
}
|
|
32
|
+
async put(record) {
|
|
33
|
+
validateRecord(record);
|
|
34
|
+
this.records.set(resourceKey(record.resourceType, record.resourceId), structuredClone(record));
|
|
35
|
+
}
|
|
36
|
+
async delete(resourceType, resourceId) {
|
|
37
|
+
this.records.delete(resourceKey(resourceType, resourceId));
|
|
38
|
+
}
|
|
39
|
+
async list(resourceType) {
|
|
40
|
+
return [...this.records.values()]
|
|
41
|
+
.filter((record) => resourceType === undefined || record.resourceType === resourceType)
|
|
42
|
+
.sort((left, right) => resourceKey(left.resourceType, left.resourceId).localeCompare(resourceKey(right.resourceType, right.resourceId)))
|
|
43
|
+
.map((record) => structuredClone(record));
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
/** Durable managed-resource manifest backed by Lakebase or ordinary PostgreSQL. */
|
|
47
|
+
export class LakebaseDatabricksManagedResourceStore {
|
|
48
|
+
options;
|
|
49
|
+
table;
|
|
50
|
+
initialized;
|
|
51
|
+
constructor(options) {
|
|
52
|
+
this.options = options;
|
|
53
|
+
this.table = sqlIdentifier(options.table ?? "fabric_harness_managed_resources");
|
|
54
|
+
}
|
|
55
|
+
async get(resourceType, resourceId) {
|
|
56
|
+
await this.ensureTable();
|
|
57
|
+
const result = await this.options.client.query(`SELECT resource_type, resource_id, fingerprint, created_by, tool_call_id, created_at, updated_at, metadata
|
|
58
|
+
FROM ${this.table}
|
|
59
|
+
WHERE resource_type = $1 AND resource_id = $2`, [resourceType, resourceId]);
|
|
60
|
+
return result.rows[0] ? rowToRecord(result.rows[0]) : undefined;
|
|
61
|
+
}
|
|
62
|
+
async put(record) {
|
|
63
|
+
validateRecord(record);
|
|
64
|
+
await this.ensureTable();
|
|
65
|
+
await this.options.client.query(`INSERT INTO ${this.table}
|
|
66
|
+
(resource_type, resource_id, fingerprint, created_by, tool_call_id, created_at, updated_at, metadata)
|
|
67
|
+
VALUES ($1, $2, $3, $4, $5, $6::timestamptz, $7::timestamptz, $8::jsonb)
|
|
68
|
+
ON CONFLICT (resource_type, resource_id) DO UPDATE SET
|
|
69
|
+
fingerprint = EXCLUDED.fingerprint,
|
|
70
|
+
tool_call_id = EXCLUDED.tool_call_id,
|
|
71
|
+
updated_at = EXCLUDED.updated_at,
|
|
72
|
+
metadata = EXCLUDED.metadata`, [
|
|
73
|
+
record.resourceType,
|
|
74
|
+
record.resourceId,
|
|
75
|
+
record.fingerprint,
|
|
76
|
+
record.createdBy,
|
|
77
|
+
record.toolCallId,
|
|
78
|
+
record.createdAt,
|
|
79
|
+
record.updatedAt,
|
|
80
|
+
JSON.stringify(record.metadata ?? {}),
|
|
81
|
+
]);
|
|
82
|
+
}
|
|
83
|
+
async delete(resourceType, resourceId) {
|
|
84
|
+
await this.ensureTable();
|
|
85
|
+
await this.options.client.query(`DELETE FROM ${this.table} WHERE resource_type = $1 AND resource_id = $2`, [resourceType, resourceId]);
|
|
86
|
+
}
|
|
87
|
+
async list(resourceType) {
|
|
88
|
+
await this.ensureTable();
|
|
89
|
+
const result = await this.options.client.query(`SELECT resource_type, resource_id, fingerprint, created_by, tool_call_id, created_at, updated_at, metadata
|
|
90
|
+
FROM ${this.table}
|
|
91
|
+
${resourceType === undefined ? "" : "WHERE resource_type = $1"}
|
|
92
|
+
ORDER BY resource_type, resource_id`, resourceType === undefined ? [] : [resourceType]);
|
|
93
|
+
return result.rows.map(rowToRecord);
|
|
94
|
+
}
|
|
95
|
+
ensureTable() {
|
|
96
|
+
this.initialized ??= this.options.client
|
|
97
|
+
.query(`CREATE TABLE IF NOT EXISTS ${this.table} (
|
|
98
|
+
resource_type text NOT NULL,
|
|
99
|
+
resource_id text NOT NULL,
|
|
100
|
+
fingerprint text NOT NULL,
|
|
101
|
+
created_by text NOT NULL,
|
|
102
|
+
tool_call_id text NOT NULL,
|
|
103
|
+
created_at timestamptz NOT NULL,
|
|
104
|
+
updated_at timestamptz NOT NULL,
|
|
105
|
+
metadata jsonb NOT NULL DEFAULT '{}'::jsonb,
|
|
106
|
+
PRIMARY KEY (resource_type, resource_id)
|
|
107
|
+
)`)
|
|
108
|
+
.then(() => undefined)
|
|
109
|
+
.catch((error) => {
|
|
110
|
+
this.initialized = undefined;
|
|
111
|
+
throw error;
|
|
112
|
+
});
|
|
113
|
+
return this.initialized;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
export async function databricksResourceFingerprint(value) {
|
|
117
|
+
const digest = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(canonicalJson(value)));
|
|
118
|
+
return [...new Uint8Array(digest)].map((byte) => byte.toString(16).padStart(2, "0")).join("");
|
|
119
|
+
}
|
|
120
|
+
export async function requireDatabricksManagedResource(input) {
|
|
121
|
+
const record = await input.store.get(input.resourceType, input.resourceId);
|
|
122
|
+
if (!record)
|
|
123
|
+
throw new DatabricksUnmanagedResourceError(input.resourceType, input.resourceId);
|
|
124
|
+
if (input.expectedFingerprint && record.fingerprint !== input.expectedFingerprint) {
|
|
125
|
+
throw new DatabricksManagedResourceConflictError({
|
|
126
|
+
resourceType: input.resourceType,
|
|
127
|
+
resourceId: input.resourceId,
|
|
128
|
+
expectedFingerprint: input.expectedFingerprint,
|
|
129
|
+
actualFingerprint: record.fingerprint,
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
return record;
|
|
133
|
+
}
|
|
134
|
+
function validateRecord(record) {
|
|
135
|
+
for (const [name, value] of Object.entries({
|
|
136
|
+
resourceType: record.resourceType,
|
|
137
|
+
resourceId: record.resourceId,
|
|
138
|
+
fingerprint: record.fingerprint,
|
|
139
|
+
createdBy: record.createdBy,
|
|
140
|
+
toolCallId: record.toolCallId,
|
|
141
|
+
createdAt: record.createdAt,
|
|
142
|
+
updatedAt: record.updatedAt,
|
|
143
|
+
})) {
|
|
144
|
+
if (!value.trim())
|
|
145
|
+
throw new Error(`Databricks managed-resource ${name} cannot be empty.`);
|
|
146
|
+
}
|
|
147
|
+
if (!/^\d{4}-\d{2}-\d{2}T/.test(record.createdAt) ||
|
|
148
|
+
!/^\d{4}-\d{2}-\d{2}T/.test(record.updatedAt)) {
|
|
149
|
+
throw new Error("Databricks managed-resource timestamps must be ISO-8601 strings.");
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
function resourceKey(resourceType, resourceId) {
|
|
153
|
+
return `${resourceType.trim()}\u0000${resourceId.trim()}`;
|
|
154
|
+
}
|
|
155
|
+
function rowToRecord(row) {
|
|
156
|
+
return {
|
|
157
|
+
resourceType: row.resource_type,
|
|
158
|
+
resourceId: row.resource_id,
|
|
159
|
+
fingerprint: row.fingerprint,
|
|
160
|
+
createdBy: row.created_by,
|
|
161
|
+
toolCallId: row.tool_call_id,
|
|
162
|
+
createdAt: timestamp(row.created_at),
|
|
163
|
+
updatedAt: timestamp(row.updated_at),
|
|
164
|
+
...optionalMetadata(row.metadata),
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
function timestamp(value) {
|
|
168
|
+
return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
|
|
169
|
+
}
|
|
170
|
+
function optionalMetadata(value) {
|
|
171
|
+
if (typeof value === "string") {
|
|
172
|
+
const parsed = JSON.parse(value);
|
|
173
|
+
return parsed && typeof parsed === "object" && !Array.isArray(parsed)
|
|
174
|
+
? { metadata: parsed }
|
|
175
|
+
: {};
|
|
176
|
+
}
|
|
177
|
+
return value ? { metadata: value } : {};
|
|
178
|
+
}
|
|
179
|
+
function sqlIdentifier(value) {
|
|
180
|
+
if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(value))
|
|
181
|
+
throw new Error("Databricks managed-resource table must be one unqualified SQL identifier.");
|
|
182
|
+
return `"${value}"`;
|
|
183
|
+
}
|
|
184
|
+
function canonicalJson(value) {
|
|
185
|
+
if (value === null || typeof value !== "object") {
|
|
186
|
+
const encoded = JSON.stringify(value);
|
|
187
|
+
return encoded === undefined ? "null" : encoded;
|
|
188
|
+
}
|
|
189
|
+
if (Array.isArray(value))
|
|
190
|
+
return `[${value.map(canonicalJson).join(",")}]`;
|
|
191
|
+
return `{${Object.entries(value)
|
|
192
|
+
.filter(([, child]) => child !== undefined)
|
|
193
|
+
.sort(([left], [right]) => left.localeCompare(right))
|
|
194
|
+
.map(([key, child]) => `${JSON.stringify(key)}:${canonicalJson(child)}`)
|
|
195
|
+
.join(",")}}`;
|
|
196
|
+
}
|
|
197
|
+
//# sourceMappingURL=managed-resource.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"managed-resource.js","sourceRoot":"","sources":["../src/managed-resource.ts"],"names":[],"mappings":"AAuBA,MAAM,OAAO,sCAAuC,SAAQ,KAAK;IACtD,YAAY,CAAS;IACrB,UAAU,CAAS;IACnB,mBAAmB,CAAS;IAC5B,iBAAiB,CAAS;IAEnC,YAAY,KAKX;QACC,KAAK,CACH,sBAAsB,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,UAAU,kCAAkC,KAAK,CAAC,mBAAmB,WAAW,KAAK,CAAC,iBAAiB,GAAG,CAC7J,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,wCAAwC,CAAC;QACrD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;QACrD,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;IACnD,CAAC;CACF;AAED,MAAM,OAAO,gCAAiC,SAAQ,KAAK;IAChD,YAAY,CAAS;IACrB,UAAU,CAAS;IAE5B,YAAY,YAAoB,EAAE,UAAkB;QAClD,KAAK,CACH,cAAc,YAAY,IAAI,UAAU,uEAAuE,CAChH,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,kCAAkC,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF;AAED,+GAA+G;AAC/G,MAAM,OAAO,oCAAoC;IAC9B,OAAO,GAAG,IAAI,GAAG,EAA2C,CAAC;IAE9E,KAAK,CAAC,GAAG,CACP,YAAoB,EACpB,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAuC;QAC/C,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;IACjG,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAoB,EAAE,UAAkB;QACnD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,YAAqB;QAC9B,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aAC9B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,YAAY,CAAC;aACtF,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACpB,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,aAAa,CAC3D,WAAW,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,CAClD,CACF;aACA,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,CAAC;CACF;AAQD,mFAAmF;AACnF,MAAM,OAAO,sCAAsC;IAIpB;IAHZ,KAAK,CAAS;IACvB,WAAW,CAA4B;IAE/C,YAA6B,OAAsD;QAAtD,YAAO,GAAP,OAAO,CAA+C;QACjF,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,IAAI,kCAAkC,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,GAAG,CACP,YAAoB,EACpB,UAAkB;QAElB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAC5C;gBACU,IAAI,CAAC,KAAK;sDAC4B,EAChD,CAAC,YAAY,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAuC;QAC/C,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAC7B,eAAe,IAAI,CAAC,KAAK;;;;;;;sCAOO,EAChC;YACE,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,WAAW;YAClB,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,SAAS;YAChB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;SACtC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAoB,EAAE,UAAkB;QACnD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAC7B,eAAe,IAAI,CAAC,KAAK,gDAAgD,EACzE,CAAC,YAAY,EAAE,UAAU,CAAC,CAC3B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,YAAqB;QAC9B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAC5C;gBACU,IAAI,CAAC,KAAK;UAChB,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,0BAA0B;4CAC1B,EACtC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CACjD,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM;aACrC,KAAK,CACJ,8BAA8B,IAAI,CAAC,KAAK;;;;;;;;;;UAUtC,CACH;aACA,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACL,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAAc;IAChE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CACvC,SAAS,EACT,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAC/C,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAChG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,KAKtD;IACC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3E,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,gCAAgC,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC9F,IAAI,KAAK,CAAC,mBAAmB,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAClF,MAAM,IAAI,sCAAsC,CAAC;YAC/C,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,iBAAiB,EAAE,MAAM,CAAC,WAAW;SACtC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,MAAuC;IAC7D,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,EAAE,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,mBAAmB,CAAC,CAAC;IAC7F,CAAC;IACD,IACE,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC7C,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAC7C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,YAAoB,EAAE,UAAkB;IAC3D,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,SAAS,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;AAC5D,CAAC;AAaD,SAAS,WAAW,CAAC,GAAuB;IAC1C,OAAO;QACL,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,UAAU,EAAE,GAAG,CAAC,YAAY;QAC5B,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAoB;IACrC,OAAO,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AACrF,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAqC;IAG7D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;QAC5C,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACnE,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAiC,EAAE;YACjD,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,OAAO,IAAI,KAAK,GAAG,CAAC;AACtB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IAClD,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC3E,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;SACxD,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;SAC1C,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;SACvE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { eventToTelemetrySpan } from '@fabric-harness/sdk';
|
|
3
|
+
export function mlflowTraceExporter(options) {
|
|
4
|
+
const onError = options.onError ??
|
|
5
|
+
((context, error) => {
|
|
6
|
+
console.error(`[fabric-harness:mlflow-tracing] ${context}:`, error);
|
|
7
|
+
});
|
|
8
|
+
/** Open buffers keyed by store session id (`agent:<agent>:<instanceId>:<session>`). */
|
|
9
|
+
const buffers = new Map();
|
|
10
|
+
return {
|
|
11
|
+
sink: {
|
|
12
|
+
record(event) {
|
|
13
|
+
try {
|
|
14
|
+
const key = `agent:${event.agent}:${event.instanceId}:${event.session}`;
|
|
15
|
+
if (event.type === 'submission_started') {
|
|
16
|
+
buffers.set(key, {
|
|
17
|
+
submissionId: event.submissionId,
|
|
18
|
+
agent: event.agent,
|
|
19
|
+
instanceId: event.instanceId,
|
|
20
|
+
session: event.session,
|
|
21
|
+
startedAtMs: event.at,
|
|
22
|
+
attemptCount: event.attemptCount,
|
|
23
|
+
...(event.tenantId !== undefined ? { tenantId: event.tenantId } : {}),
|
|
24
|
+
spans: [],
|
|
25
|
+
});
|
|
26
|
+
return;
|
|
27
|
+
}
|
|
28
|
+
if (event.type !== 'submission_settled')
|
|
29
|
+
return;
|
|
30
|
+
const buffer = buffers.get(key);
|
|
31
|
+
buffers.delete(key);
|
|
32
|
+
// Settlement without an observed start (exporter attached late) still
|
|
33
|
+
// produces a trace: derive the start from the settlement duration.
|
|
34
|
+
const startedAtMs = buffer?.startedAtMs ?? event.at - (event.durationMs ?? 0);
|
|
35
|
+
const attemptCount = event.attemptCount ?? buffer?.attemptCount;
|
|
36
|
+
const trace = buildMlflowTrace({
|
|
37
|
+
submissionId: event.submissionId,
|
|
38
|
+
agent: event.agent,
|
|
39
|
+
instanceId: event.instanceId,
|
|
40
|
+
session: event.session,
|
|
41
|
+
experimentId: options.experimentId,
|
|
42
|
+
startedAtMs,
|
|
43
|
+
settledAtMs: event.at,
|
|
44
|
+
state: event.outcome === 'completed' ? 'OK' : 'ERROR',
|
|
45
|
+
spans: buffer?.spans ?? [],
|
|
46
|
+
...(attemptCount !== undefined ? { attemptCount } : {}),
|
|
47
|
+
...(event.tenantId !== undefined ? { tenantId: event.tenantId } : {}),
|
|
48
|
+
...(event.error !== undefined ? { error: event.error } : {}),
|
|
49
|
+
});
|
|
50
|
+
void options.client
|
|
51
|
+
.post('/api/3.0/mlflow/traces', trace)
|
|
52
|
+
.catch((error) => onError(`trace export failed for ${event.submissionId}`, error));
|
|
53
|
+
}
|
|
54
|
+
catch (error) {
|
|
55
|
+
onError('telemetry event handling failed', error);
|
|
56
|
+
}
|
|
57
|
+
},
|
|
58
|
+
},
|
|
59
|
+
onEvent(event) {
|
|
60
|
+
try {
|
|
61
|
+
if (!event.sessionId)
|
|
62
|
+
return;
|
|
63
|
+
const buffer = buffers.get(event.sessionId);
|
|
64
|
+
if (!buffer)
|
|
65
|
+
return;
|
|
66
|
+
const span = eventToTelemetrySpan(event);
|
|
67
|
+
if (span)
|
|
68
|
+
buffer.spans.push(span);
|
|
69
|
+
}
|
|
70
|
+
catch (error) {
|
|
71
|
+
onError('event buffering failed', error);
|
|
72
|
+
}
|
|
73
|
+
},
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Build the MLflow V3 `POST /api/3.0/mlflow/traces` payload for one settled
|
|
78
|
+
* submission. Pure and deterministic: trace/span ids derive from the
|
|
79
|
+
* submission id (+ span index) via SHA-256, so replaying the same settled
|
|
80
|
+
* submission produces byte-identical ids. The root span covers the whole
|
|
81
|
+
* submission; buffered {@link TelemetrySpan}s become its children.
|
|
82
|
+
*/
|
|
83
|
+
export function buildMlflowTrace(input) {
|
|
84
|
+
const traceBytes = sha256(input.submissionId).subarray(0, 16);
|
|
85
|
+
const traceIdBase64 = traceBytes.toString('base64');
|
|
86
|
+
const rootSpanId = spanIdFor(input.submissionId, 0);
|
|
87
|
+
const durationSeconds = Math.max(0, input.settledAtMs - input.startedAtMs) / 1000;
|
|
88
|
+
const rootSpan = {
|
|
89
|
+
trace_id: traceIdBase64,
|
|
90
|
+
span_id: rootSpanId,
|
|
91
|
+
name: `fabric.submission ${input.agent}`,
|
|
92
|
+
start_time_unix_nano: toUnixNano(input.startedAtMs),
|
|
93
|
+
end_time_unix_nano: toUnixNano(input.settledAtMs),
|
|
94
|
+
attributes: toOtlpAttributes({
|
|
95
|
+
'fabric.submission_id': input.submissionId,
|
|
96
|
+
'fabric.agent': input.agent,
|
|
97
|
+
'fabric.instance_id': input.instanceId,
|
|
98
|
+
'fabric.session': input.session,
|
|
99
|
+
...(input.attemptCount !== undefined ? { 'fabric.attempt_count': input.attemptCount } : {}),
|
|
100
|
+
...(input.error !== undefined ? { 'fabric.error': input.error } : {}),
|
|
101
|
+
}),
|
|
102
|
+
status: {
|
|
103
|
+
code: input.state === 'OK' ? 'STATUS_CODE_OK' : 'STATUS_CODE_ERROR',
|
|
104
|
+
...(input.error !== undefined ? { message: input.error } : {}),
|
|
105
|
+
},
|
|
106
|
+
};
|
|
107
|
+
const childSpans = input.spans.map((span, index) => ({
|
|
108
|
+
trace_id: traceIdBase64,
|
|
109
|
+
span_id: spanIdFor(input.submissionId, index + 1),
|
|
110
|
+
parent_span_id: rootSpanId,
|
|
111
|
+
name: span.name,
|
|
112
|
+
start_time_unix_nano: toUnixNano(Date.parse(span.startedAt)),
|
|
113
|
+
end_time_unix_nano: toUnixNano(Date.parse(span.endedAt)),
|
|
114
|
+
attributes: toOtlpAttributes(span.attributes),
|
|
115
|
+
status: { code: 'STATUS_CODE_OK' },
|
|
116
|
+
}));
|
|
117
|
+
return {
|
|
118
|
+
trace: {
|
|
119
|
+
trace_info: {
|
|
120
|
+
trace_id: `tr-${traceBytes.toString('hex')}`,
|
|
121
|
+
trace_location: {
|
|
122
|
+
type: 'MLFLOW_EXPERIMENT',
|
|
123
|
+
mlflow_experiment: { experiment_id: input.experimentId },
|
|
124
|
+
},
|
|
125
|
+
request_time: new Date(input.startedAtMs).toISOString(),
|
|
126
|
+
execution_duration: `${durationSeconds.toFixed(3)}s`,
|
|
127
|
+
state: input.state,
|
|
128
|
+
trace_metadata: {
|
|
129
|
+
'fabric.submission_id': input.submissionId,
|
|
130
|
+
'fabric.agent': input.agent,
|
|
131
|
+
'fabric.instance_id': input.instanceId,
|
|
132
|
+
'fabric.session': input.session,
|
|
133
|
+
...(input.attemptCount !== undefined
|
|
134
|
+
? { 'fabric.attempt_count': String(input.attemptCount) }
|
|
135
|
+
: {}),
|
|
136
|
+
},
|
|
137
|
+
tags: {
|
|
138
|
+
'fabric.agent': input.agent,
|
|
139
|
+
...(input.tenantId !== undefined ? { 'fabric.tenant_id': input.tenantId } : {}),
|
|
140
|
+
},
|
|
141
|
+
},
|
|
142
|
+
trace_data: { spans: [rootSpan, ...childSpans] },
|
|
143
|
+
},
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
function sha256(seed) {
|
|
147
|
+
return createHash('sha256').update(seed).digest();
|
|
148
|
+
}
|
|
149
|
+
/** Deterministic 8-byte OTLP span id: sha-256 of `<submissionId>:span:<index>`. Index 0 is the root. */
|
|
150
|
+
function spanIdFor(submissionId, index) {
|
|
151
|
+
return sha256(`${submissionId}:span:${index}`).subarray(0, 8).toString('base64');
|
|
152
|
+
}
|
|
153
|
+
function toUnixNano(epochMs) {
|
|
154
|
+
return `${Math.round(epochMs)}000000`;
|
|
155
|
+
}
|
|
156
|
+
function toOtlpAttributes(attributes) {
|
|
157
|
+
return Object.entries(attributes).map(([key, value]) => {
|
|
158
|
+
if (typeof value === 'number') {
|
|
159
|
+
// OTLP proto3 JSON mapping: int64 serializes as a string.
|
|
160
|
+
return Number.isInteger(value)
|
|
161
|
+
? { key, value: { int_value: String(value) } }
|
|
162
|
+
: { key, value: { double_value: value } };
|
|
163
|
+
}
|
|
164
|
+
return { key, value: { string_value: String(value) } };
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
//# sourceMappingURL=mlflow-tracing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mlflow-tracing.js","sourceRoot":"","sources":["../src/mlflow-tracing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AA0D3D,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;QACf,CAAC,CAAC,OAAe,EAAE,KAAc,EAAE,EAAE;YACnC,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,uFAAuF;IACvF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE/C,OAAO;QACL,IAAI,EAAE;YACJ,MAAM,CAAC,KAAK;gBACV,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBACxE,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;wBACxC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;4BACf,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,UAAU,EAAE,KAAK,CAAC,UAAU;4BAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,WAAW,EAAE,KAAK,CAAC,EAAE;4BACrB,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACrE,KAAK,EAAE,EAAE;yBACV,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBACD,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB;wBAAE,OAAO;oBAChD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAChC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACpB,sEAAsE;oBACtE,mEAAmE;oBACnE,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,KAAK,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;oBAC9E,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,MAAM,EAAE,YAAY,CAAC;oBAChE,MAAM,KAAK,GAAG,gBAAgB,CAAC;wBAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;wBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,WAAW;wBACX,WAAW,EAAE,KAAK,CAAC,EAAE;wBACrB,KAAK,EAAE,KAAK,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;wBACrD,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;wBAC1B,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvD,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACrE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC7D,CAAC,CAAC;oBACH,KAAK,OAAO,CAAC,MAAM;yBAChB,IAAI,CAAC,wBAAwB,EAAE,KAAK,CAAC;yBACrC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,2BAA2B,KAAK,CAAC,YAAY,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;gBACvF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;SACF;QACD,OAAO,CAAC,KAAK;YACX,IAAI,CAAC;gBACH,IAAI,CAAC,KAAK,CAAC,SAAS;oBAAE,OAAO;gBAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACpB,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBACzC,IAAI,IAAI;oBAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAwDD;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAuB;IACtD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;IAElF,MAAM,QAAQ,GAAe;QAC3B,QAAQ,EAAE,aAAa;QACvB,OAAO,EAAE,UAAU;QACnB,IAAI,EAAE,qBAAqB,KAAK,CAAC,KAAK,EAAE;QACxC,oBAAoB,EAAE,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;QACnD,kBAAkB,EAAE,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;QACjD,UAAU,EAAE,gBAAgB,CAAC;YAC3B,sBAAsB,EAAE,KAAK,CAAC,YAAY;YAC1C,cAAc,EAAE,KAAK,CAAC,KAAK;YAC3B,oBAAoB,EAAE,KAAK,CAAC,UAAU;YACtC,gBAAgB,EAAE,KAAK,CAAC,OAAO;YAC/B,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3F,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtE,CAAC;QACF,MAAM,EAAE;YACN,IAAI,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,mBAAmB;YACnE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAChC,CAAC,IAAI,EAAE,KAAK,EAAc,EAAE,CAAC,CAAC;QAC5B,QAAQ,EAAE,aAAa;QACvB,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,GAAG,CAAC,CAAC;QACjD,cAAc,EAAE,UAAU;QAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,oBAAoB,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,kBAAkB,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxD,UAAU,EAAE,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC;QAC7C,MAAM,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;KACnC,CAAC,CACH,CAAC;IAEF,OAAO;QACL,KAAK,EAAE;YACL,UAAU,EAAE;gBACV,QAAQ,EAAE,MAAM,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;gBAC5C,cAAc,EAAE;oBACd,IAAI,EAAE,mBAAmB;oBACzB,iBAAiB,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE;iBACzD;gBACD,YAAY,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE;gBACvD,kBAAkB,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACpD,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE;oBACd,sBAAsB,EAAE,KAAK,CAAC,YAAY;oBAC1C,cAAc,EAAE,KAAK,CAAC,KAAK;oBAC3B,oBAAoB,EAAE,KAAK,CAAC,UAAU;oBACtC,gBAAgB,EAAE,KAAK,CAAC,OAAO;oBAC/B,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS;wBAClC,CAAC,CAAC,EAAE,sBAAsB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE;wBACxD,CAAC,CAAC,EAAE,CAAC;iBACR;gBACD,IAAI,EAAE;oBACJ,cAAc,EAAE,KAAK,CAAC,KAAK;oBAC3B,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChF;aACF;YACD,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,GAAG,UAAU,CAAC,EAAE;SACjD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;AACpD,CAAC;AAED,wGAAwG;AACxG,SAAS,SAAS,CAAC,YAAoB,EAAE,KAAa;IACpD,OAAO,MAAM,CAAC,GAAG,YAAY,SAAS,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAqD;IAC7E,OAAO,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,0DAA0D;YAC1D,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5B,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAC9C,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
function estimateUsage(messages) {
|
|
2
|
+
const chars = messages.reduce((sum, m) => sum + m.content.length, 0);
|
|
3
|
+
return { totalTokens: Math.ceil(chars / 4) };
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* A deterministic `ModelProvider` for Databricks agent tests and init templates.
|
|
7
|
+
* Returns structured responses for SQL/table-info tool calls without requiring
|
|
8
|
+
* real Databricks credentials.
|
|
9
|
+
*/
|
|
10
|
+
export class MockDatabricksModelProvider {
|
|
11
|
+
name = 'mock-databricks';
|
|
12
|
+
options;
|
|
13
|
+
constructor(options = {}) {
|
|
14
|
+
this.options = options;
|
|
15
|
+
}
|
|
16
|
+
async generate(request) {
|
|
17
|
+
const latest = [...request.messages].reverse().find((m) => m.role === 'user');
|
|
18
|
+
const text = latest?.content ?? '';
|
|
19
|
+
// Check prompt-to-response map first
|
|
20
|
+
if (this.options.responses) {
|
|
21
|
+
for (const [key, value] of Object.entries(this.options.responses)) {
|
|
22
|
+
if (text.toLowerCase().includes(key.toLowerCase())) {
|
|
23
|
+
if (typeof value === 'string') {
|
|
24
|
+
return {
|
|
25
|
+
message: { role: 'assistant', content: value },
|
|
26
|
+
usage: estimateUsage([...request.messages, { content: value }]) ?? { totalTokens: 0 },
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
return value;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
// Return default tool calls if configured
|
|
34
|
+
if (this.options.defaultToolCalls && this.options.defaultToolCalls.length > 0) {
|
|
35
|
+
return {
|
|
36
|
+
toolCalls: this.options.defaultToolCalls,
|
|
37
|
+
usage: estimateUsage(request.messages) ?? { totalTokens: 0 },
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
// Fallback to default text or a generic mock response
|
|
41
|
+
const content = this.options.defaultText ?? `Mock Databricks response: ${text}`;
|
|
42
|
+
return {
|
|
43
|
+
message: { role: 'assistant', content },
|
|
44
|
+
usage: estimateUsage([...request.messages, { content }]) ?? { totalTokens: 0 },
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
async *stream(request) {
|
|
48
|
+
const response = await this.generate(request);
|
|
49
|
+
if (response.message?.content) {
|
|
50
|
+
yield { textDelta: response.message.content };
|
|
51
|
+
}
|
|
52
|
+
if (response.toolCalls) {
|
|
53
|
+
for (const toolCall of response.toolCalls) {
|
|
54
|
+
yield {
|
|
55
|
+
done: {
|
|
56
|
+
toolCalls: [toolCall],
|
|
57
|
+
...(response.usage !== undefined ? { usage: response.usage } : {}),
|
|
58
|
+
},
|
|
59
|
+
};
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
yield { done: response };
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=mock-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-provider.js","sourceRoot":"","sources":["../src/mock-provider.ts"],"names":[],"mappings":"AAeA,SAAS,aAAa,CAAC,QAAoC;IACzD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;AAC/C,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,2BAA2B;IAC7B,IAAI,GAAG,iBAAiB,CAAC;IACjB,OAAO,CAAqC;IAE7D,YAAY,UAA8C,EAAE;QAC1D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAqB;QAClC,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC9E,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;QAEnC,qCAAqC;QACrC,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;wBAC9B,OAAO;4BACL,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE;4BAC9C,KAAK,EAAE,aAAa,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;yBACtF,CAAC;oBACJ,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9E,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;gBACxC,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;aAC7D,CAAC;QACJ,CAAC;QAED,sDAAsD;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,6BAA6B,IAAI,EAAE,CAAC;QAChF,OAAO;YACL,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE;YACvC,KAAK,EAAE,aAAa,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/E,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAAqB;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9B,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAChD,CAAC;QACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC1C,MAAM;oBACJ,IAAI,EAAE;wBACJ,SAAS,EAAE,CAAC,QAAQ,CAAC;wBACrB,GAAG,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACnE;iBACF,CAAC;gBACF,OAAO;YACT,CAAC;QACH,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC3B,CAAC;CACF"}
|
package/dist/model.js
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { OpenAICompatibleModelProvider, currentSubmissionContext, registerModelProvider, } from "@fabric-harness/sdk";
|
|
2
|
+
import { databricksIdentity, databricksPrincipalFromEnv } from "./identity.js";
|
|
3
|
+
import { databricksWorkspaceOrigin } from "./client.js";
|
|
4
|
+
/** Build the OpenAI-compatible base URL used for one Databricks inference mode. */
|
|
5
|
+
export function databricksModelBaseUrl(host, mode) {
|
|
6
|
+
const normalized = databricksWorkspaceOrigin(host);
|
|
7
|
+
return mode === "ai-gateway"
|
|
8
|
+
? `${normalized}/ai-gateway/mlflow/v1`
|
|
9
|
+
: `${normalized}/serving-endpoints`;
|
|
10
|
+
}
|
|
11
|
+
/** True for Unity Catalog model-service identifiers accepted by Unity AI Gateway. */
|
|
12
|
+
export function isDatabricksModelService(model) {
|
|
13
|
+
return model?.startsWith("system.ai.") ?? false;
|
|
14
|
+
}
|
|
15
|
+
class DatabricksModelProvider {
|
|
16
|
+
name = "databricks";
|
|
17
|
+
options;
|
|
18
|
+
gateway;
|
|
19
|
+
serving;
|
|
20
|
+
explicit;
|
|
21
|
+
constructor(options) {
|
|
22
|
+
this.options = options;
|
|
23
|
+
const common = {
|
|
24
|
+
name: this.name,
|
|
25
|
+
apiKey: typeof options.token === "string" ? options.token : "",
|
|
26
|
+
...(typeof options.token === "function" ? { tokenProvider: options.token } : {}),
|
|
27
|
+
...(options.defaultModel !== undefined ? { defaultModel: options.defaultModel } : {}),
|
|
28
|
+
...(options.fetchImpl ? { fetchImpl: options.fetchImpl } : {}),
|
|
29
|
+
};
|
|
30
|
+
this.gateway = new OpenAICompatibleModelProvider({
|
|
31
|
+
...common,
|
|
32
|
+
baseUrl: databricksModelBaseUrl(options.host, "ai-gateway"),
|
|
33
|
+
headers: () => this.resolveHeaders(true),
|
|
34
|
+
});
|
|
35
|
+
this.serving = new OpenAICompatibleModelProvider({
|
|
36
|
+
...common,
|
|
37
|
+
baseUrl: databricksModelBaseUrl(options.host, "serving-endpoints"),
|
|
38
|
+
headers: () => this.resolveHeaders(false),
|
|
39
|
+
});
|
|
40
|
+
this.explicit = options.baseUrl
|
|
41
|
+
? new OpenAICompatibleModelProvider({
|
|
42
|
+
...common,
|
|
43
|
+
baseUrl: options.baseUrl,
|
|
44
|
+
headers: () => this.resolveHeaders(options.baseUrl?.includes("/ai-gateway/") ?? false),
|
|
45
|
+
})
|
|
46
|
+
: undefined;
|
|
47
|
+
}
|
|
48
|
+
generate(request) {
|
|
49
|
+
return this.providerFor(request.model).generate(request);
|
|
50
|
+
}
|
|
51
|
+
stream(request) {
|
|
52
|
+
const provider = this.providerFor(request.model);
|
|
53
|
+
if (!provider.stream)
|
|
54
|
+
throw new Error("databricks: selected provider does not support streaming.");
|
|
55
|
+
return provider.stream(request);
|
|
56
|
+
}
|
|
57
|
+
getModelMetadata(model = this.options.defaultModel) {
|
|
58
|
+
const mode = this.modeFor(model);
|
|
59
|
+
return {
|
|
60
|
+
provider: this.name,
|
|
61
|
+
...(model ? { model } : {}),
|
|
62
|
+
gateway: this.options.baseUrl ?? databricksModelBaseUrl(this.options.host, mode),
|
|
63
|
+
...(model && this.options.modelMetadata?.[model] ? this.options.modelMetadata[model] : {}),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
providerFor(model = this.options.defaultModel) {
|
|
67
|
+
if (this.explicit)
|
|
68
|
+
return this.explicit;
|
|
69
|
+
return this.modeFor(model) === "ai-gateway" ? this.gateway : this.serving;
|
|
70
|
+
}
|
|
71
|
+
modeFor(model) {
|
|
72
|
+
const configured = this.options.mode ?? "auto";
|
|
73
|
+
if (configured !== "auto")
|
|
74
|
+
return configured;
|
|
75
|
+
return isDatabricksModelService(model) ? "ai-gateway" : "serving-endpoints";
|
|
76
|
+
}
|
|
77
|
+
async resolveHeaders(gateway) {
|
|
78
|
+
const configured = typeof this.options.headers === "function"
|
|
79
|
+
? await this.options.headers()
|
|
80
|
+
: (this.options.headers ?? {});
|
|
81
|
+
if (!gateway)
|
|
82
|
+
return configured;
|
|
83
|
+
const supplied = typeof this.options.requestTags === "function"
|
|
84
|
+
? await this.options.requestTags()
|
|
85
|
+
: (this.options.requestTags ?? {});
|
|
86
|
+
const context = currentSubmissionContext();
|
|
87
|
+
const tags = compactTags({
|
|
88
|
+
...(context?.submissionId ? { submission_id: context.submissionId } : {}),
|
|
89
|
+
...(context?.attemptId ? { attempt_id: context.attemptId } : {}),
|
|
90
|
+
...(context?.tenantId ? { tenant_id: context.tenantId } : {}),
|
|
91
|
+
...(context?.agent ? { agent: context.agent } : {}),
|
|
92
|
+
...supplied,
|
|
93
|
+
});
|
|
94
|
+
return Object.keys(tags).length > 0
|
|
95
|
+
? { ...configured, "Databricks-Ai-Gateway-Request-Tags": JSON.stringify(tags) }
|
|
96
|
+
: configured;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
function compactTags(tags) {
|
|
100
|
+
return Object.fromEntries(Object.entries(tags)
|
|
101
|
+
.filter(([key, value]) => key.length > 0 && value.length > 0)
|
|
102
|
+
.map(([key, value]) => [key.slice(0, 128), value.slice(0, 512)]));
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Databricks inference provider supporting both Unity AI Gateway model services and custom
|
|
106
|
+
* Model Serving endpoints. In `auto` mode, fully-qualified `system.ai.*` models use AI Gateway and
|
|
107
|
+
* other endpoint names retain the `/serving-endpoints` route.
|
|
108
|
+
*/
|
|
109
|
+
export function databricksFoundationModelProvider(options) {
|
|
110
|
+
return new DatabricksModelProvider(options);
|
|
111
|
+
}
|
|
112
|
+
function inferenceMode(value) {
|
|
113
|
+
if (!value)
|
|
114
|
+
return undefined;
|
|
115
|
+
if (value === "auto" || value === "ai-gateway" || value === "serving-endpoints")
|
|
116
|
+
return value;
|
|
117
|
+
throw new Error(`Invalid DATABRICKS_INFERENCE_MODE "${value}". Use auto, ai-gateway, or serving-endpoints.`);
|
|
118
|
+
}
|
|
119
|
+
function origin(value) {
|
|
120
|
+
try {
|
|
121
|
+
return new URL(value).origin;
|
|
122
|
+
}
|
|
123
|
+
catch {
|
|
124
|
+
return value;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
const factory = (parsed, providers, env, warnings) => {
|
|
128
|
+
const settings = providers?.databricks;
|
|
129
|
+
const configuredUrl = settings?.baseUrl;
|
|
130
|
+
const rawHost = env.DATABRICKS_HOST ?? (configuredUrl ? origin(configuredUrl) : undefined);
|
|
131
|
+
if (!rawHost)
|
|
132
|
+
throw new Error("Missing Databricks host. Set DATABRICKS_HOST or providers.databricks.baseUrl.");
|
|
133
|
+
const host = rawHost.includes("://") ? rawHost : `https://${rawHost}`;
|
|
134
|
+
const staticToken = settings?.apiKey?.trim() ||
|
|
135
|
+
env[settings?.apiKeyEnv ?? "DATABRICKS_TOKEN"]?.trim() ||
|
|
136
|
+
env.DATABRICKS_API_KEY?.trim();
|
|
137
|
+
let principal;
|
|
138
|
+
if (!staticToken) {
|
|
139
|
+
try {
|
|
140
|
+
principal = databricksPrincipalFromEnv(env);
|
|
141
|
+
}
|
|
142
|
+
catch { }
|
|
143
|
+
}
|
|
144
|
+
if (!staticToken && !principal)
|
|
145
|
+
throw new Error("Missing Databricks credentials. Set DATABRICKS_TOKEN, DATABRICKS_CLIENT_ID + DATABRICKS_CLIENT_SECRET, or providers.databricks.apiKey/apiKeyEnv.");
|
|
146
|
+
const token = staticToken ?? databricksIdentity(principal);
|
|
147
|
+
const explicitBaseUrl = env.DATABRICKS_AI_GATEWAY_BASE_URL ??
|
|
148
|
+
(configuredUrl && new URL(configuredUrl).pathname !== "/" ? configuredUrl : undefined);
|
|
149
|
+
const mode = inferenceMode(env.DATABRICKS_INFERENCE_MODE);
|
|
150
|
+
return {
|
|
151
|
+
model: parsed.modelId,
|
|
152
|
+
provider: databricksFoundationModelProvider({
|
|
153
|
+
host,
|
|
154
|
+
token,
|
|
155
|
+
defaultModel: parsed.modelId,
|
|
156
|
+
...(explicitBaseUrl ? { baseUrl: explicitBaseUrl } : {}),
|
|
157
|
+
...(mode ? { mode } : {}),
|
|
158
|
+
...(settings?.headers ? { headers: settings.headers } : {}),
|
|
159
|
+
}),
|
|
160
|
+
providerName: "databricks",
|
|
161
|
+
modelId: parsed.modelId,
|
|
162
|
+
warnings,
|
|
163
|
+
};
|
|
164
|
+
};
|
|
165
|
+
let registered = false;
|
|
166
|
+
/** Register `databricks/<model>` model references. */
|
|
167
|
+
export function registerDatabricksModelProvider() {
|
|
168
|
+
if (registered)
|
|
169
|
+
return;
|
|
170
|
+
registered = true;
|
|
171
|
+
registerModelProvider("databricks", factory);
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=model.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model.js","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAS7B,OAAO,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAiCxD,mFAAmF;AACnF,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,IAA8C;IAE9C,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,IAAI,KAAK,YAAY;QAC1B,CAAC,CAAC,GAAG,UAAU,uBAAuB;QACtC,CAAC,CAAC,GAAG,UAAU,oBAAoB,CAAC;AACxC,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,wBAAwB,CAAC,KAAyB;IAChE,OAAO,KAAK,EAAE,UAAU,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC;AAClD,CAAC;AAED,MAAM,uBAAuB;IAClB,IAAI,GAAG,YAAY,CAAC;IACZ,OAAO,CAAyB;IAChC,OAAO,CAAgC;IACvC,OAAO,CAAgC;IACvC,QAAQ,CAA4C;IAErE,YAAY,OAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC9D,GAAG,CAAC,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,6BAA6B,CAAC;YAC/C,GAAG,MAAM;YACT,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC;YAC3D,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,6BAA6B,CAAC;YAC/C,GAAG,MAAM;YACT,OAAO,EAAE,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,mBAAmB,CAAC;YAClE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO;YAC7B,CAAC,CAAC,IAAI,6BAA6B,CAAC;gBAChC,GAAG,MAAM;gBACT,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC;aACvF,CAAC;YACJ,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAED,QAAQ,CAAC,OAAqB;QAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,CAAC,OAAqB;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,MAAM;YAClB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,gBAAgB,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;YAChF,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3F,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;QACnD,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;IAC5E,CAAC;IAEO,OAAO,CAAC,KAAyB;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC;QAC/C,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO,UAAU,CAAC;QAC7C,OAAO,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC9E,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAgB;QAC3C,MAAM,UAAU,GACd,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,KAAK,UAAU;YACxC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC9B,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,OAAO;YAAE,OAAO,UAAU,CAAC;QAChC,MAAM,QAAQ,GACZ,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,UAAU;YAC5C,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAClC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,wBAAwB,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,CAAC;YACvB,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,QAAQ;SACZ,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YACjC,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,oCAAoC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;YAC/E,CAAC,CAAC,UAAU,CAAC;IACjB,CAAC;CACF;AAED,SAAS,WAAW,CAAC,IAA4B;IAC/C,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CACnE,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iCAAiC,CAAC,OAA+B;IAC/E,OAAO,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,mBAAmB;QAAE,OAAO,KAAK,CAAC;IAC9F,MAAM,IAAI,KAAK,CACb,sCAAsC,KAAK,gDAAgD,CAC5F,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,OAAO,GAAyB,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;IACzE,MAAM,QAAQ,GAAG,SAAS,EAAE,UAAU,CAAC;IACvC,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC;IACxC,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3F,IAAI,CAAC,OAAO;QACV,MAAM,IAAI,KAAK,CACb,+EAA+E,CAChF,CAAC;IACJ,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,OAAO,EAAE,CAAC;IACtE,MAAM,WAAW,GACf,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE;QACxB,GAAG,CAAC,QAAQ,EAAE,SAAS,IAAI,kBAAkB,CAAC,EAAE,IAAI,EAAE;QACtD,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,SAAoE,CAAC;IACzE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,SAAS,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IACD,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS;QAC5B,MAAM,IAAI,KAAK,CACb,kJAAkJ,CACnJ,CAAC;IACJ,MAAM,KAAK,GAAG,WAAW,IAAI,kBAAkB,CAAC,SAA0C,CAAC,CAAC;IAC5F,MAAM,eAAe,GACnB,GAAG,CAAC,8BAA8B;QAClC,CAAC,aAAa,IAAI,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACzF,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC1D,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,OAAO;QACrB,QAAQ,EAAE,iCAAiC,CAAC;YAC1C,IAAI;YACJ,KAAK;YACL,YAAY,EAAE,MAAM,CAAC,OAAO;YAC5B,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D,CAAC;QACF,YAAY,EAAE,YAAY;QAC1B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,IAAI,UAAU,GAAG,KAAK,CAAC;AAEvB,sDAAsD;AACtD,MAAM,UAAU,+BAA+B;IAC7C,IAAI,UAAU;QAAE,OAAO;IACvB,UAAU,GAAG,IAAI,CAAC;IAClB,qBAAqB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAC/C,CAAC"}
|