@fabric-harness/databricks 1.2.3 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -3
- package/dist/agent-services.d.ts +92 -0
- package/dist/agent-services.d.ts.map +1 -0
- package/dist/agent-services.js +142 -0
- package/dist/agent-services.js.map +1 -0
- package/dist/app-user-authorization.d.ts +29 -0
- package/dist/app-user-authorization.d.ts.map +1 -1
- package/dist/app-user-authorization.js +78 -2
- package/dist/app-user-authorization.js.map +1 -1
- package/dist/app.d.ts +2 -1
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +1 -0
- package/dist/app.js.map +1 -1
- package/dist/capabilities.d.ts +27 -0
- package/dist/capabilities.d.ts.map +1 -0
- package/dist/capabilities.js +139 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/certification.d.ts +7 -3
- package/dist/certification.d.ts.map +1 -1
- package/dist/certification.js +65 -25
- package/dist/certification.js.map +1 -1
- package/dist/certify.js +116 -66
- package/dist/certify.js.map +1 -1
- package/dist/compatibility.d.ts +3 -0
- package/dist/compatibility.d.ts.map +1 -1
- package/dist/compatibility.js +3 -0
- package/dist/compatibility.js.map +1 -1
- package/dist/index.d.ts +18 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +26 -21
- package/dist/index.js.map +1 -1
- package/dist/rag-chain.d.ts +6 -6
- package/dist/rag-chain.d.ts.map +1 -1
- package/dist/rag-chain.js +2 -2
- package/dist/rag-eval.js +1 -1
- package/dist/rag-eval.js.map +1 -1
- package/dist/telemetry-sink.d.ts +4 -4
- package/dist/telemetry-sink.d.ts.map +1 -1
- package/dist/telemetry-sink.js +38 -14
- package/dist/telemetry-sink.js.map +1 -1
- package/dist/vector-search.d.ts +7 -3
- package/dist/vector-search.d.ts.map +1 -1
- package/dist/vector-search.js +7 -5
- package/dist/vector-search.js.map +1 -1
- package/package.json +3 -3
package/dist/index.js
CHANGED
|
@@ -12,9 +12,10 @@ import { lakebaseClient } from "./lakebase.js";
|
|
|
12
12
|
import { databricksLakeflowTools } from "./lakeflow.js";
|
|
13
13
|
import { databricksFoundationModelProvider, registerDatabricksModelProvider } from "./model.js";
|
|
14
14
|
import { databricksSqlTool, databricksTableInfoTool, databricksWorkspaceSource, unityCatalogTablesTool, } from "./tools.js";
|
|
15
|
-
import {
|
|
15
|
+
import { databricksAiSearch } from "./vector-search.js";
|
|
16
16
|
// REST client + wait helpers (client.ts) and tool factories + workspace source (tools.ts).
|
|
17
17
|
export { DatabricksRestClient, createDatabricksClient, databricksWorkspaceOrigin, waitForDatabricksRun, waitForDatabricksStatement, } from "./client.js";
|
|
18
|
+
export { DATABRICKS_AGENT_SERVICES_API, DATABRICKS_AGENT_SERVICE_SECURABLE, DatabricksAgentServices, databricksAgentServices, } from "./agent-services.js";
|
|
18
19
|
export { databricksSqlTool, databricksRunJobTool, databricksNotebookTool, databricksMlflowLogMetricTool, databricksMlflowLogParamTool, unityCatalogTablesTool, databricksTableInfoTool, databricksWorkspaceSource, } from "./tools.js";
|
|
19
20
|
export { DatabricksJobs, DatabricksRunTimeoutError, databricksJobs } from "./jobs.js";
|
|
20
21
|
export { databricksFoundationModelProvider, registerDatabricksModelProvider } from "./model.js";
|
|
@@ -26,12 +27,12 @@ export { lakebaseClient, lakebaseCredentialProvider } from "./lakebase.js";
|
|
|
26
27
|
export { databricksPersistence } from "./persistence.js";
|
|
27
28
|
export { databricksTelemetry, ensureDatabricksTelemetryTables, queryDatabricksLineageEvidence, } from "./telemetry-sink.js";
|
|
28
29
|
export { databricksApp } from "./app.js";
|
|
29
|
-
export { inspectDatabricksAppUserAuthorization } from "./app-user-authorization.js";
|
|
30
|
+
export { createDatabricksAppUserAuthenticator, DATABRICKS_APP_USER_PERMISSIONS, inspectDatabricksAppUserAuthorization, } from "./app-user-authorization.js";
|
|
30
31
|
export { UcVolumesAttachmentStore } from "./volumes-attachment-store.js";
|
|
31
32
|
export { buildMlflowTrace, mlflowTraceExporter } from "./mlflow-tracing.js";
|
|
32
33
|
export { inferenceTableUsageQuery, servingUsageCapture } from "./serving-usage.js";
|
|
33
34
|
export { databricksEmbeddings } from "./embeddings.js";
|
|
34
|
-
export { databricksVectorSearch } from "./vector-search.js";
|
|
35
|
+
export { databricksAiSearch, databricksVectorSearch } from "./vector-search.js";
|
|
35
36
|
export { databricksAiQueryTool } from "./ai.js";
|
|
36
37
|
export { databricksGenieTool } from "./genie.js";
|
|
37
38
|
export { databricksLakeflowTools, databricksPipelineListTool, databricksPipelineStatusTool, databricksPipelineStartTool, databricksPipelineStopTool, } from "./lakeflow.js";
|
|
@@ -40,6 +41,7 @@ export { databricksActualCostSource, databricksTenantCostLimit, reconcileDatabri
|
|
|
40
41
|
export { databricksFeatureLookupTool } from "./feature-serving.js";
|
|
41
42
|
export { runDatabricksCertification } from "./certification.js";
|
|
42
43
|
export { DATABRICKS_API_VERSIONS, DATABRICKS_AUTH_MODES, DATABRICKS_PACKAGE_COMPATIBILITY, databricksCompatibilityRecord, } from "./compatibility.js";
|
|
44
|
+
export { DATABRICKS_CAPABILITIES, getDatabricksCapability, listDatabricksCapabilities, } from "./capabilities.js";
|
|
43
45
|
export { databricksSecretsProvider } from "./secrets.js";
|
|
44
46
|
export { databricksAgent, defineDatabricksAgent, resolveToolRefs } from "./agent.js";
|
|
45
47
|
export { MockDatabricksModelProvider } from "./mock-provider.js";
|
|
@@ -63,24 +65,28 @@ export function databricks(config) {
|
|
|
63
65
|
let embeddings;
|
|
64
66
|
let retriever;
|
|
65
67
|
let searchTool;
|
|
66
|
-
if (config.vectorSearch) {
|
|
67
|
-
|
|
68
|
+
if (config.aiSearch && config.vectorSearch) {
|
|
69
|
+
throw new Error("databricks: configure `aiSearch` only; `vectorSearch` is a deprecated alias.");
|
|
70
|
+
}
|
|
71
|
+
const aiSearch = config.aiSearch ?? config.vectorSearch;
|
|
72
|
+
if (aiSearch) {
|
|
73
|
+
if (aiSearch.embeddingEndpoint)
|
|
68
74
|
embeddings = databricksEmbeddings({
|
|
69
75
|
client,
|
|
70
|
-
endpoint:
|
|
76
|
+
endpoint: aiSearch.embeddingEndpoint,
|
|
71
77
|
});
|
|
72
|
-
retriever =
|
|
78
|
+
retriever = databricksAiSearch({
|
|
73
79
|
client,
|
|
74
|
-
index:
|
|
75
|
-
textColumn:
|
|
76
|
-
...(
|
|
77
|
-
...(
|
|
78
|
-
...(
|
|
80
|
+
index: aiSearch.index,
|
|
81
|
+
textColumn: aiSearch.textColumn,
|
|
82
|
+
...(aiSearch.columns ? { columns: aiSearch.columns } : {}),
|
|
83
|
+
...(aiSearch.idColumn ? { idColumn: aiSearch.idColumn } : {}),
|
|
84
|
+
...(aiSearch.queryType ? { queryType: aiSearch.queryType } : {}),
|
|
79
85
|
...(embeddings ? { embeddings } : {}),
|
|
80
86
|
});
|
|
81
87
|
searchTool = createSearchTool(retriever, {
|
|
82
|
-
...(
|
|
83
|
-
metadata: { provider: "databricks", service: "
|
|
88
|
+
...(aiSearch.searchToolName ? { name: aiSearch.searchToolName } : {}),
|
|
89
|
+
metadata: { provider: "databricks", service: "ai-search" },
|
|
84
90
|
});
|
|
85
91
|
}
|
|
86
92
|
const rawTools = [
|
|
@@ -167,11 +173,11 @@ function principalLabel(principal) {
|
|
|
167
173
|
return principal.label ?? principal.kind;
|
|
168
174
|
}
|
|
169
175
|
/**
|
|
170
|
-
* Cookbook-style online RAG chain over **native**
|
|
176
|
+
* Cookbook-style online RAG chain over **native** Databricks AI Search + Model Serving.
|
|
171
177
|
*
|
|
172
178
|
* ```ts
|
|
173
179
|
* const chain = databricksRagChain({
|
|
174
|
-
* databricks: { host, principal, model,
|
|
180
|
+
* databricks: { host, principal, model, aiSearch: { index, textColumn, idColumn } },
|
|
175
181
|
* });
|
|
176
182
|
* const turn = await chain.invoke({ question: 'How do I reset my password?' });
|
|
177
183
|
* // Export for Mosaic Agent Evaluation:
|
|
@@ -179,9 +185,10 @@ function principalLabel(principal) {
|
|
|
179
185
|
* ```
|
|
180
186
|
*/
|
|
181
187
|
export function databricksRagChain(options) {
|
|
188
|
+
const aiSearch = options.databricks?.aiSearch ?? options.databricks?.vectorSearch;
|
|
182
189
|
const bundle = options.bundle ?? (options.databricks ? databricks(options.databricks) : undefined);
|
|
183
190
|
if (!bundle && !(options.retriever && options.modelProvider)) {
|
|
184
|
-
throw new Error("databricksRagChain requires `bundle`, `databricks` config with
|
|
191
|
+
throw new Error("databricksRagChain requires `bundle`, `databricks` config with aiSearch, or both retriever and modelProvider.");
|
|
185
192
|
}
|
|
186
193
|
const modelProvider = options.modelProvider ?? bundle?.modelProvider;
|
|
187
194
|
if (!modelProvider) {
|
|
@@ -189,7 +196,7 @@ export function databricksRagChain(options) {
|
|
|
189
196
|
}
|
|
190
197
|
const retriever = options.retriever ?? bundle?.retriever;
|
|
191
198
|
if (!retriever) {
|
|
192
|
-
throw new Error("databricksRagChain requires
|
|
199
|
+
throw new Error("databricksRagChain requires AI Search: set databricks.aiSearch or pass retriever.");
|
|
193
200
|
}
|
|
194
201
|
return createDatabricksRagChain({
|
|
195
202
|
modelProvider,
|
|
@@ -201,9 +208,7 @@ export function databricksRagChain(options) {
|
|
|
201
208
|
...(options.preprocess ? { preprocess: options.preprocess } : {}),
|
|
202
209
|
...(options.prompt ? { prompt: options.prompt } : {}),
|
|
203
210
|
...(options.postProcess ? { postProcess: options.postProcess } : {}),
|
|
204
|
-
...(
|
|
205
|
-
? { index: options.databricks.vectorSearch.index }
|
|
206
|
-
: {}),
|
|
211
|
+
...(aiSearch?.index ? { index: aiSearch.index } : {}),
|
|
207
212
|
});
|
|
208
213
|
}
|
|
209
214
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAEjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAElF,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAEhG,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAEjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAElF,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAEhG,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,2FAA2F;AAC3F,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,EACzB,oBAAoB,EACpB,0BAA0B,GAC3B,MAAM,aAAa,CAAC;AAMrB,OAAO,EACL,6BAA6B,EAC7B,kCAAkC,EAClC,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,qBAAqB,CAAC;AAc7B,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,sBAAsB,EACtB,6BAA6B,EAC7B,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAYtF,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAM9E,OAAO,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAKzF,OAAO,EACL,0BAA0B,EAC1B,kBAAkB,EAClB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAOvB,OAAO,EACL,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,iBAAiB,CAAC;AAOzB,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EACL,mBAAmB,EACnB,+BAA+B,EAC/B,8BAA8B,GAC/B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EACL,oCAAoC,EACpC,+BAA+B,EAC/B,qCAAqC,GACtC,MAAM,6BAA6B,CAAC;AAuBrC,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAO5E,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAKnF,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjD,OAAO,EACL,uBAAuB,EACvB,0BAA0B,EAC1B,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AASpF,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AAEnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAQhE,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,gCAAgC,EAChC,6BAA6B,GAC9B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAO3B,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAGzD,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,CAAC;AASpC,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,sBAAsB,EACtB,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AAwGvB;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,MAA8B;IACvD,+BAA+B,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC;QACtC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,QAAQ;QACf,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC,CAAC;IAEH,IAAI,UAAyC,CAAC;IAC9C,IAAI,SAAgC,CAAC;IACrC,IAAI,UAA+B,CAAC;IACpC,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,YAAY,CAAC;IACxD,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,iBAAiB;YAC5B,UAAU,GAAG,oBAAoB,CAAC;gBAChC,MAAM;gBACN,QAAQ,EAAE,QAAQ,CAAC,iBAAiB;aACrC,CAAC,CAAC;QACL,SAAS,GAAG,kBAAkB,CAAC;YAC7B,MAAM;YACN,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtC,CAAC,CAAC;QACH,UAAU,GAAG,gBAAgB,CAAC,SAAS,EAAE;YACvC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,QAAQ,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE;SAC3D,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc;QAC1B,GAAG,CAAC,MAAM,CAAC,WAAW;YACpB,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YAC7E,CAAC,CAAC,EAAE,CAAC;QACP,sBAAsB,CAAC,MAAM,CAAY;QACzC,uBAAuB,CAAC,MAAM,CAAY;QAC1C,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YACjF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,KAAK;YACd,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAY,CAAC;YAC7E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,CAAC,yBAAyB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YACrF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,cAAc;YACvB,CAAC,CAAC;gBACE,2BAA2B,CAAC,MAAM,EAAE;oBAClC,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ;iBACzC,CAAY;aACd;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;KACxB,CAAC;IACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,EAAE;QAC1C,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC;QAChF,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,0BAA0B,CAAC;QACxC,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,eAAe;YACpC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE;YACxD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,gBAAgB;YACrC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,gBAAgB,EAAE;YAC1D,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,kBAAkB,KAAK,SAAS;YACrD,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,kBAAkB,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IAEH,MAAM,MAAM,GAAqB;QAC/B,QAAQ;QACR,aAAa,EAAE,iCAAiC,CAAC;YAC/C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,QAAQ;YACf,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;YAC3B,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC;QACF,MAAM;QACN,KAAK;QACL,MAAM;QACN,eAAe,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CACrC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,EAAE,WAAW,EAAE,qBAAqB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE;YACrF,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,GAAG,MAAM,CAAC,QAAQ;YAClB,aAAa,EAAE,MAAM,CAAC,IAAI;YAC1B,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC3B,IAAI,MAAM,CAAC,mBAAmB;YAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,SAA8B;IACpD,IAAI,SAAS,CAAC,IAAI,KAAK,mBAAmB;QAAE,OAAO,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;IAC9E,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa;QAClC,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;IACxE,sGAAsG;IACtG,OAAO,SAAS,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,CAAC;AAC3C,CAAC;AAiBD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAkC;IAElC,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC;IAClF,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtF,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACb,+GAA+G,CAChH,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,MAAM,EAAE,aAAa,CAAC;IACrE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,EAAE,SAAS,CAAC;IACzD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,wBAAwB,CAAC;QAC9B,aAAa;QACb,SAAS;QACT,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;AACL,CAAC"}
|
package/dist/rag-chain.d.ts
CHANGED
|
@@ -2,14 +2,14 @@ import type { CapabilityPolicy, ModelProvider, ModelUsage, RetrieveOptions, Retr
|
|
|
2
2
|
/**
|
|
3
3
|
* Structured result of one online RAG inference turn.
|
|
4
4
|
* Mirrors the Databricks AI Cookbook chain:
|
|
5
|
-
* preprocess → retrieve (
|
|
5
|
+
* preprocess → retrieve (AI Search) → prompt augment → generate → post-process.
|
|
6
6
|
*
|
|
7
|
-
* Fabric does **not** reimplement
|
|
7
|
+
* Fabric does **not** reimplement AI Search or Model Serving — this is a thin
|
|
8
8
|
* orchestration over native Databricks APIs already exposed by this package.
|
|
9
9
|
*/
|
|
10
10
|
export interface RagTurn {
|
|
11
11
|
question: string;
|
|
12
|
-
/** Query actually sent to
|
|
12
|
+
/** Query actually sent to AI Search (after optional preprocess). */
|
|
13
13
|
retrievalQuery: string;
|
|
14
14
|
chunks: RetrievedChunk[];
|
|
15
15
|
answer: string;
|
|
@@ -92,7 +92,7 @@ export interface DatabricksRagChain {
|
|
|
92
92
|
signal?: AbortSignal;
|
|
93
93
|
}): Promise<RagTurn>;
|
|
94
94
|
/**
|
|
95
|
-
* Agentic path: same
|
|
95
|
+
* Agentic path: same AI Search as a governed `search` tool + model provider
|
|
96
96
|
* for multi-step agents. Prefer when the agent also needs SQL/Genie/etc.
|
|
97
97
|
*/
|
|
98
98
|
asAgentTools(): {
|
|
@@ -105,11 +105,11 @@ export interface DatabricksRagChain {
|
|
|
105
105
|
readonly modelProvider: ModelProvider;
|
|
106
106
|
}
|
|
107
107
|
/**
|
|
108
|
-
* Thin orchestration of Databricks-native
|
|
108
|
+
* Thin orchestration of Databricks-native AI Search + Model Serving for the
|
|
109
109
|
* online RAG inference chain documented in the Databricks AI Cookbook.
|
|
110
110
|
*
|
|
111
111
|
* Prefer {@link databricksRagChain} from the package root when you have a
|
|
112
|
-
* `databricks({
|
|
112
|
+
* `databricks({ aiSearch })` config — it wires the bundle for you.
|
|
113
113
|
*
|
|
114
114
|
* Does **not** implement offline chunking/indexing (use Databricks Jobs/Lakeflow).
|
|
115
115
|
* Does **not** replace Mosaic Agent Evaluation — export turns with rag-eval helpers.
|
package/dist/rag-chain.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rag-chain.d.ts","sourceRoot":"","sources":["../src/rag-chain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACR,MAAM,qBAAqB,CAAC;AAG7B;;;;;;;GAOG;AACH,MAAM,WAAW,OAAO;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,
|
|
1
|
+
{"version":3,"file":"rag-chain.d.ts","sourceRoot":"","sources":["../src/rag-chain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACR,MAAM,qBAAqB,CAAC;AAG7B;;;;;;;GAOG;AACH,MAAM,WAAW,OAAO;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,oEAAoE;IACpE,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,iGAAiG;IACjG,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrE,yFAAyF;IACzF,SAAS,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE;QACT,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,wEAAwE;IACxE,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,0BAA0B;IACzC,wFAAwF;IACxF,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,+FAA+F;IAC/F,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gGAAgG;IAChG,cAAc,CAAC,EAAE,UAAU,GAAG,YAAY,CAAC;IAC3C,4FAA4F;IAC5F,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,sFAAsF;IACtF,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AAEtF,wEAAwE;AACxE,MAAM,WAAW,iCAAiC;IAChD,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,0DAA0D;IAC1D,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,4DAA4D;IAC5D,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IACnC,UAAU,CAAC,EAAE,aAAa,CAAC;IAC3B,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,WAAW,CAAC,EAAE,0BAA0B,CAAC;IACzC,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,iFAAiF;IACjF,MAAM,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5E;;;OAGG;IACH,YAAY,IAAI;QACd,aAAa,EAAE,aAAa,CAAC;QAC7B,KAAK,EAAE,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAC1B,SAAS,EAAE,SAAS,CAAC;KACtB,CAAC;IACF,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;CACvC;AAoBD;;;;;;;;;GASG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,iCAAiC,GACzC,kBAAkB,CA4JpB"}
|
package/dist/rag-chain.js
CHANGED
|
@@ -16,11 +16,11 @@ const DEFAULT_USER_TEMPLATE = [
|
|
|
16
16
|
"Answer based only on the context above.",
|
|
17
17
|
].join("\n");
|
|
18
18
|
/**
|
|
19
|
-
* Thin orchestration of Databricks-native
|
|
19
|
+
* Thin orchestration of Databricks-native AI Search + Model Serving for the
|
|
20
20
|
* online RAG inference chain documented in the Databricks AI Cookbook.
|
|
21
21
|
*
|
|
22
22
|
* Prefer {@link databricksRagChain} from the package root when you have a
|
|
23
|
-
* `databricks({
|
|
23
|
+
* `databricks({ aiSearch })` config — it wires the bundle for you.
|
|
24
24
|
*
|
|
25
25
|
* Does **not** implement offline chunking/indexing (use Databricks Jobs/Lakeflow).
|
|
26
26
|
* Does **not** replace Mosaic Agent Evaluation — export turns with rag-eval helpers.
|
package/dist/rag-eval.js
CHANGED
|
@@ -115,7 +115,7 @@ export function scoreRagTurn(turn, expected = {}) {
|
|
|
115
115
|
passed: turn.chunks.length > 0,
|
|
116
116
|
reason: turn.chunks.length > 0
|
|
117
117
|
? `Retrieved ${turn.chunks.length} chunk(s).`
|
|
118
|
-
: "
|
|
118
|
+
: "AI Search returned no chunks — check index, query, and UC grants.",
|
|
119
119
|
});
|
|
120
120
|
return scores;
|
|
121
121
|
}
|
package/dist/rag-eval.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rag-eval.js","sourceRoot":"","sources":["../src/rag-eval.ts"],"names":[],"mappings":"AAkEA;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,IAAa,EACb,UAAsE,EAAE;IAExE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,QAAQ;QACtB,QAAQ,EAAE,IAAI,CAAC,MAAM;QACrB,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,OAAO,EAAE,KAAK,CAAC,IAAI;SACpB,CAAC,CAAC;QACH,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE;YACP,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC9B,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9F;KACF,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,0BAA0B,CAAC,OAAgC;IACzE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3E,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,yBAAyB,CACvC,IAAa,EACb,UAMI,EAAE;IAEN,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI;KACpB,CAAC,CAAC,CAAC;IACJ,MAAM,eAAe,GACnB,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,OAAO,CAAC,wBAAwB,KAAK,SAAS,CAAC;IACzF,OAAO;QACL,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;QACnC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,gBAAgB,EAAE;QACrE,GAAG,CAAC,eAAe;YACjB,CAAC,CAAC;gBACE,YAAY,EAAE;oBACZ,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS;wBACtC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,cAAc,EAAE;wBAC/C,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,OAAO,CAAC,wBAAwB,KAAK,SAAS;wBAChD,CAAC,CAAC,EAAE,0BAA0B,EAAE,OAAO,CAAC,wBAAwB,EAAE;wBAClE,CAAC,CAAC,EAAE,CAAC;iBACR;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,QAAQ,EAAE;YACR,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC9B,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzE;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,4BAA4B,CAAC,OAAqC;IAChF,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3E,CAAC;AASD,6EAA6E;AAC7E,MAAM,UAAU,YAAY,CAAC,IAAa,EAAE,WAA4B,EAAE;IACxE,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACvF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;YACjF,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACvF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC;YACrF,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,gBAAgB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC,uBAAuB;SACvF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,gCAAgC;SAC/E,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,oBAAoB;QAC1B,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAC9B,MAAM,EACJ,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,YAAY;YAC7C,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"rag-eval.js","sourceRoot":"","sources":["../src/rag-eval.ts"],"names":[],"mappings":"AAkEA;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,IAAa,EACb,UAAsE,EAAE;IAExE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,QAAQ;QACtB,QAAQ,EAAE,IAAI,CAAC,MAAM;QACrB,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,OAAO,EAAE,KAAK,CAAC,IAAI;SACpB,CAAC,CAAC;QACH,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE;YACP,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC9B,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9F;KACF,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,0BAA0B,CAAC,OAAgC;IACzE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3E,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,yBAAyB,CACvC,IAAa,EACb,UAMI,EAAE;IAEN,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI;KACpB,CAAC,CAAC,CAAC;IACJ,MAAM,eAAe,GACnB,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,OAAO,CAAC,wBAAwB,KAAK,SAAS,CAAC;IACzF,OAAO;QACL,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;QACnC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,gBAAgB,EAAE;QACrE,GAAG,CAAC,eAAe;YACjB,CAAC,CAAC;gBACE,YAAY,EAAE;oBACZ,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS;wBACtC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,cAAc,EAAE;wBAC/C,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,OAAO,CAAC,wBAAwB,KAAK,SAAS;wBAChD,CAAC,CAAC,EAAE,0BAA0B,EAAE,OAAO,CAAC,wBAAwB,EAAE;wBAClE,CAAC,CAAC,EAAE,CAAC;iBACR;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,QAAQ,EAAE;YACR,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC9B,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzE;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,4BAA4B,CAAC,OAAqC;IAChF,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3E,CAAC;AASD,6EAA6E;AAC7E,MAAM,UAAU,YAAY,CAAC,IAAa,EAAE,WAA4B,EAAE;IACxE,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACvF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;YACjF,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACvF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC;YACrF,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,gBAAgB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC,uBAAuB;SACvF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,gCAAgC;SAC/E,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,oBAAoB;QAC1B,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAC9B,MAAM,EACJ,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,YAAY;YAC7C,CAAC,CAAC,mEAAmE;KAC1E,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAI,GAAG,qBAAqB;IAIhE,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE;QACpC,MAAM,QAAQ,GACZ,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ;YACnC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACtC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC;QAC/E,OAAO,KAAK;YACV,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE;YACpB,CAAC,CAAC;gBACE,IAAI;gBACJ,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,8BAA8B;aACvC,CAAC;IACR,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAI,GAAG,eAAe;IAG3D,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACpB,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACjE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,mBAAmB,CACtD,CAAC;QACF,OAAO,KAAK;YACV,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE;YACpB,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC;IAC3E,CAAC,CAAC;AACJ,CAAC"}
|
package/dist/telemetry-sink.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import type { SubmissionTelemetrySink } from
|
|
2
|
-
import type { DatabricksLineageRecord } from
|
|
3
|
-
import type { LakebaseClient } from
|
|
1
|
+
import type { SubmissionTelemetrySink } from "@fabric-harness/sdk";
|
|
2
|
+
import type { DatabricksLineageRecord } from "./governance.js";
|
|
3
|
+
import type { LakebaseClient } from "./lakebase.js";
|
|
4
4
|
/**
|
|
5
5
|
* Cost + lineage as core telemetry (v2, workstream C4): submission lifecycle
|
|
6
6
|
* events and governed tool-call lineage land in Lakebase tables keyed by the
|
|
@@ -31,7 +31,7 @@ export interface DatabricksLineageEvidenceRow {
|
|
|
31
31
|
actor?: string;
|
|
32
32
|
object?: string;
|
|
33
33
|
operation?: string;
|
|
34
|
-
outcome:
|
|
34
|
+
outcome: "succeeded" | "failed";
|
|
35
35
|
estimatedCostUsd: number;
|
|
36
36
|
startedAt: string;
|
|
37
37
|
finishedAt: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telemetry-sink.d.ts","sourceRoot":"","sources":["../src/telemetry-sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA4B,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC7F,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,cAAc,CAAC;IACvB,8DAA8D;IAC9D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gDAAgD;IAChD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD;AAED,MAAM,WAAW,mBAAmB;IAClC,yDAAyD;IACzD,IAAI,EAAE,uBAAuB,CAAC;IAC9B,6EAA6E;IAC7E,SAAS,EAAE,CAAC,MAAM,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACrD,iEAAiE;IACjE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,2DAA2D;AAC3D,wBAAsB,+BAA+B,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"telemetry-sink.d.ts","sourceRoot":"","sources":["../src/telemetry-sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA4B,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC7F,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,cAAc,CAAC;IACvB,8DAA8D;IAC9D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gDAAgD;IAChD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD;AAED,MAAM,WAAW,mBAAmB;IAClC,yDAAyD;IACzD,IAAI,EAAE,uBAAuB,CAAC;IAC9B,6EAA6E;IAC7E,SAAS,EAAE,CAAC,MAAM,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACrD,iEAAiE;IACjE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,2DAA2D;AAC3D,wBAAsB,+BAA+B,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAwD3F;AA0CD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,GAAG,mBAAmB,CAiG5F;AAED,MAAM,WAAW,4BAA4B;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,WAAW,GAAG,QAAQ,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,yFAAyF;AACzF,wBAAsB,8BAA8B,CAClD,MAAM,EAAE,cAAc,EACtB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,4BAA4B,EAAE,CAAC,CAsBzC"}
|
package/dist/telemetry-sink.js
CHANGED
|
@@ -22,7 +22,7 @@ export async function ensureDatabricksTelemetryTables(client) {
|
|
|
22
22
|
principal_id TEXT,
|
|
23
23
|
at BIGINT NOT NULL
|
|
24
24
|
)`);
|
|
25
|
-
await client
|
|
25
|
+
await ensureIndex(client, "fh_submission_telemetry", "fh_submission_telemetry_submission_idx", "CREATE INDEX IF NOT EXISTS fh_submission_telemetry_submission_idx ON fh_submission_telemetry (submission_id)");
|
|
26
26
|
await client.query(`CREATE TABLE IF NOT EXISTS fh_lineage (
|
|
27
27
|
id BIGSERIAL PRIMARY KEY,
|
|
28
28
|
submission_id TEXT,
|
|
@@ -42,9 +42,33 @@ export async function ensureDatabricksTelemetryTables(client) {
|
|
|
42
42
|
started_at TEXT NOT NULL,
|
|
43
43
|
finished_at TEXT NOT NULL
|
|
44
44
|
)`);
|
|
45
|
-
await client
|
|
46
|
-
await client
|
|
47
|
-
await client
|
|
45
|
+
await ensureColumn(client, "fh_lineage", "object_name", "TEXT");
|
|
46
|
+
await ensureColumn(client, "fh_lineage", "operation", "TEXT");
|
|
47
|
+
await ensureIndex(client, "fh_lineage", "fh_lineage_submission_idx", "CREATE INDEX IF NOT EXISTS fh_lineage_submission_idx ON fh_lineage (submission_id)");
|
|
48
|
+
}
|
|
49
|
+
async function ensureColumn(client, table, column, type) {
|
|
50
|
+
const existing = await client.query(`SELECT 1 AS present
|
|
51
|
+
FROM pg_catalog.pg_attribute
|
|
52
|
+
WHERE attrelid = pg_catalog.to_regclass($1)
|
|
53
|
+
AND attname = $2
|
|
54
|
+
AND attnum > 0
|
|
55
|
+
AND NOT attisdropped
|
|
56
|
+
LIMIT 1`, [table, column]);
|
|
57
|
+
if (existing.rows.length > 0)
|
|
58
|
+
return;
|
|
59
|
+
await client.query(`ALTER TABLE ${table} ADD COLUMN IF NOT EXISTS ${column} ${type}`);
|
|
60
|
+
}
|
|
61
|
+
async function ensureIndex(client, table, index, createSql) {
|
|
62
|
+
const existing = await client.query(`SELECT 1 AS present
|
|
63
|
+
FROM pg_catalog.pg_class AS index_relation
|
|
64
|
+
JOIN pg_catalog.pg_index AS index_metadata
|
|
65
|
+
ON index_metadata.indexrelid = index_relation.oid
|
|
66
|
+
WHERE index_metadata.indrelid = pg_catalog.to_regclass($1)
|
|
67
|
+
AND index_relation.relname = $2
|
|
68
|
+
LIMIT 1`, [table, index]);
|
|
69
|
+
if (existing.rows.length > 0)
|
|
70
|
+
return;
|
|
71
|
+
await client.query(createSql);
|
|
48
72
|
}
|
|
49
73
|
export function databricksTelemetry(options) {
|
|
50
74
|
const { client } = options;
|
|
@@ -64,15 +88,15 @@ export function databricksTelemetry(options) {
|
|
|
64
88
|
};
|
|
65
89
|
async function writeEvent(event) {
|
|
66
90
|
await ensure();
|
|
67
|
-
const attemptId =
|
|
68
|
-
const attemptCount =
|
|
69
|
-
const outcome = event.type ===
|
|
70
|
-
const error = event.type ===
|
|
71
|
-
const durationMs = event.type ===
|
|
72
|
-
const model = event.type ===
|
|
73
|
-
const inputTokens = event.type ===
|
|
74
|
-
const outputTokens = event.type ===
|
|
75
|
-
const costUsd = event.type ===
|
|
91
|
+
const attemptId = "attemptId" in event ? (event.attemptId ?? null) : null;
|
|
92
|
+
const attemptCount = "attemptCount" in event ? (event.attemptCount ?? null) : null;
|
|
93
|
+
const outcome = event.type === "submission_settled" ? event.outcome : null;
|
|
94
|
+
const error = event.type === "submission_settled" ? (event.error ?? null) : null;
|
|
95
|
+
const durationMs = event.type === "submission_settled" ? (event.durationMs ?? null) : null;
|
|
96
|
+
const model = event.type === "submission_usage" ? (event.model ?? null) : null;
|
|
97
|
+
const inputTokens = event.type === "submission_usage" ? (event.inputTokens ?? null) : null;
|
|
98
|
+
const outputTokens = event.type === "submission_usage" ? (event.outputTokens ?? null) : null;
|
|
99
|
+
const costUsd = event.type === "submission_usage" ? (event.costUsd ?? null) : null;
|
|
76
100
|
await client.query(`INSERT INTO fh_submission_telemetry
|
|
77
101
|
(submission_id, event_type, kind, agent, instance_id, session, attempt_id, attempt_count, outcome, error, duration_ms, model, input_tokens, output_tokens, cost_usd, tenant_id, principal_kind, principal_id, at)
|
|
78
102
|
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19)`, [
|
|
@@ -147,7 +171,7 @@ export async function queryDatabricksLineageEvidence(client, submissionId) {
|
|
|
147
171
|
...(row.actor ? { actor: String(row.actor) } : {}),
|
|
148
172
|
...(row.object_name ? { object: String(row.object_name) } : {}),
|
|
149
173
|
...(row.operation ? { operation: String(row.operation) } : {}),
|
|
150
|
-
outcome: row.ok ?
|
|
174
|
+
outcome: row.ok ? "succeeded" : "failed",
|
|
151
175
|
estimatedCostUsd: Number(row.estimated_cost_usd ?? 0),
|
|
152
176
|
startedAt: String(row.started_at),
|
|
153
177
|
finishedAt: String(row.finished_at),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telemetry-sink.js","sourceRoot":"","sources":["../src/telemetry-sink.ts"],"names":[],"mappings":"AA4BA,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,MAAsB;IAC1E,MAAM,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;;;IAqBjB,CAAC,CAAC;IACJ,MAAM,MAAM,
|
|
1
|
+
{"version":3,"file":"telemetry-sink.js","sourceRoot":"","sources":["../src/telemetry-sink.ts"],"names":[],"mappings":"AA4BA,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,MAAsB;IAC1E,MAAM,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;;;IAqBjB,CAAC,CAAC;IACJ,MAAM,WAAW,CACf,MAAM,EACN,yBAAyB,EACzB,wCAAwC,EACxC,8GAA8G,CAC/G,CAAC;IACF,MAAM,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;IAkBjB,CAAC,CAAC;IACJ,MAAM,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAChE,MAAM,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAC9D,MAAM,WAAW,CACf,MAAM,EACN,YAAY,EACZ,2BAA2B,EAC3B,oFAAoF,CACrF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAsB,EACtB,KAAa,EACb,MAAc,EACd,IAAY;IAEZ,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CACjC;;;;;;cAMU,EACV,CAAC,KAAK,EAAE,MAAM,CAAC,CAChB,CAAC;IACF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IACrC,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,6BAA6B,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAAsB,EACtB,KAAa,EACb,KAAa,EACb,SAAiB;IAEjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CACjC;;;;;;cAMU,EACV,CAAC,KAAK,EAAE,KAAK,CAAC,CACf,CAAC;IACF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IACrC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;QACf,CAAC,CAAC,OAAe,EAAE,KAAc,EAAE,EAAE;YACnC,OAAO,CAAC,KAAK,CAAC,yCAAyC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IAEL,IAAI,WAAsC,CAAC;IAC3C,MAAM,MAAM,GAAG,GAAkB,EAAE;QACjC,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3D,WAAW,KAAK,+BAA+B,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACtE,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;IAEF,KAAK,UAAU,UAAU,CAAC,KAA+B;QACvD,MAAM,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,WAAW,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1E,MAAM,YAAY,GAAG,cAAc,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7F,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,MAAM,CAAC,KAAK,CAChB;;qGAE+F,EAC/F;YACE,KAAK,CAAC,YAAY;YAClB,KAAK,CAAC,IAAI;YACV,KAAK,CAAC,IAAI;YACV,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,UAAU;YAChB,KAAK,CAAC,OAAO;YACb,SAAS;YACT,YAAY;YACZ,OAAO;YACP,KAAK;YACL,UAAU;YACV,KAAK;YACL,WAAW;YACX,YAAY;YACZ,OAAO;YACP,KAAK,CAAC,QAAQ,IAAI,IAAI;YACtB,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,IAAI;YACpC,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI;YAClC,KAAK,CAAC,EAAE;SACT,CACF,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,MAA+B;QACzD,MAAM,MAAM,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,KAAK,CAChB;;6FAEuF,EACvF;YACE,MAAM,CAAC,YAAY,IAAI,IAAI;YAC3B,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,IAAI;YACX,MAAM,CAAC,OAAO,IAAI,IAAI;YACtB,MAAM,CAAC,QAAQ,IAAI,IAAI;YACvB,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,OAAO,IAAI,IAAI;YACtB,MAAM,CAAC,MAAM,IAAI,IAAI;YACrB,MAAM,CAAC,MAAM,IAAI,IAAI;YACrB,MAAM,CAAC,SAAS,IAAI,IAAI;YACxB,MAAM,CAAC,EAAE;YACT,MAAM,CAAC,KAAK,IAAI,IAAI;YACpB,MAAM,CAAC,QAAQ,IAAI,IAAI;YACvB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,UAAU;SAClB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE;YACJ,MAAM,CAAC,KAAK;gBACV,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;SACF;QACD,SAAS,CAAC,MAAM;YACd,KAAK,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACxC,OAAO,CAAC,4BAA4B,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,MAAM;KAChB,CAAC;AACJ,CAAC;AAaD,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAsB,EACtB,YAAoB;IAEpB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAC/B;;;;;;;oBAOgB,EAChB,CAAC,YAAY,CAAC,CACf,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;QACvC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QACxC,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,CAAC;QACrD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;KACpC,CAAC,CAAC,CAAC;AACN,CAAC"}
|
package/dist/vector-search.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { EmbeddingProvider, Retriever } from '@fabric-harness/sdk';
|
|
2
2
|
import type { DatabricksRestClient } from './client.js';
|
|
3
|
-
export interface
|
|
3
|
+
export interface DatabricksAiSearchOptions {
|
|
4
4
|
client: DatabricksRestClient;
|
|
5
5
|
/** Full index name: `catalog.schema.index`. */
|
|
6
6
|
index: string;
|
|
@@ -19,6 +19,10 @@ export interface DatabricksVectorSearchOptions {
|
|
|
19
19
|
embeddings?: EmbeddingProvider;
|
|
20
20
|
name?: string;
|
|
21
21
|
}
|
|
22
|
-
/** Databricks
|
|
23
|
-
export declare function
|
|
22
|
+
/** Databricks AI Search as a {@link Retriever}. Runs under the bundle's Unity Catalog principal. */
|
|
23
|
+
export declare function databricksAiSearch(options: DatabricksAiSearchOptions): Retriever;
|
|
24
|
+
/** @deprecated Use {@link DatabricksAiSearchOptions}. */
|
|
25
|
+
export type DatabricksVectorSearchOptions = DatabricksAiSearchOptions;
|
|
26
|
+
/** @deprecated Use {@link databricksAiSearch}. */
|
|
27
|
+
export declare const databricksVectorSearch: typeof databricksAiSearch;
|
|
24
28
|
//# sourceMappingURL=vector-search.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../src/vector-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAA+C,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,WAAW,
|
|
1
|
+
{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../src/vector-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAA+C,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,oBAAoB,CAAC;IAC7B,+CAA+C;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC9B,2CAA2C;IAC3C,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AASD,oGAAoG;AACpG,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,yBAAyB,GAAG,SAAS,CAyBhF;AAED,yDAAyD;AACzD,MAAM,MAAM,6BAA6B,GAAG,yBAAyB,CAAC;AAEtE,kDAAkD;AAClD,eAAO,MAAM,sBAAsB,2BAAqB,CAAC"}
|
package/dist/vector-search.js
CHANGED
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
const SCORE_COLUMN = 'score';
|
|
2
|
-
/** Databricks
|
|
3
|
-
export function
|
|
2
|
+
/** Databricks AI Search as a {@link Retriever}. Runs under the bundle's Unity Catalog principal. */
|
|
3
|
+
export function databricksAiSearch(options) {
|
|
4
4
|
const queryType = options.queryType ?? 'text';
|
|
5
5
|
const columns = options.columns ?? dedupe([options.textColumn, ...(options.idColumn ? [options.idColumn] : [])]);
|
|
6
6
|
return {
|
|
7
|
-
name: options.name ?? `databricks-
|
|
7
|
+
name: options.name ?? `databricks-ai-search:${options.index}`,
|
|
8
8
|
async retrieve(query, opts = {}) {
|
|
9
9
|
const body = { columns, num_results: opts.k ?? 5 };
|
|
10
10
|
if (opts.filter)
|
|
11
11
|
body.filters_json = JSON.stringify(opts.filter);
|
|
12
12
|
if (queryType === 'vector') {
|
|
13
13
|
if (!options.embeddings)
|
|
14
|
-
throw new Error('databricks
|
|
14
|
+
throw new Error('databricks AI Search: queryType "vector" requires an embeddings provider.');
|
|
15
15
|
const [vector] = await options.embeddings.embed([query]);
|
|
16
16
|
if (!vector)
|
|
17
|
-
throw new Error('databricks
|
|
17
|
+
throw new Error('databricks AI Search: embeddings returned no vector for the query.');
|
|
18
18
|
body.query_vector = vector;
|
|
19
19
|
}
|
|
20
20
|
else {
|
|
@@ -25,6 +25,8 @@ export function databricksVectorSearch(options) {
|
|
|
25
25
|
},
|
|
26
26
|
};
|
|
27
27
|
}
|
|
28
|
+
/** @deprecated Use {@link databricksAiSearch}. */
|
|
29
|
+
export const databricksVectorSearch = databricksAiSearch;
|
|
28
30
|
function mapResults(response, options, requestedColumns) {
|
|
29
31
|
const names = (response.manifest?.columns ?? []).map((c) => c.name);
|
|
30
32
|
const requested = new Set(requestedColumns);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-search.js","sourceRoot":"","sources":["../src/vector-search.ts"],"names":[],"mappings":"AA4BA,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B,
|
|
1
|
+
{"version":3,"file":"vector-search.js","sourceRoot":"","sources":["../src/vector-search.ts"],"names":[],"mappings":"AA4BA,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B,oGAAoG;AACpG,MAAM,UAAU,kBAAkB,CAAC,OAAkC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEjH,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,wBAAwB,OAAO,CAAC,KAAK,EAAE;QAC7D,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAwB,EAAE;YACtD,MAAM,IAAI,GAAe,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,CAAC,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;gBACtH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;gBACnG,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAC1B,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACxC,kCAAkC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAC3E,IAAI,CACL,CAAC;YACF,OAAO,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;KACF,CAAC;AACJ,CAAC;AAKD,kDAAkD;AAClD,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAAkB,CAAC;AAEzD,SAAS,UAAU,CAAC,QAAmC,EAAE,OAAkC,EAAE,gBAA0B;IACrH,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC5C,2FAA2F;IAC3F,0FAA0F;IAC1F,qFAAqF;IACrF,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9C,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElE,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,UAAU,IAAI,EAAE,CAAC;IAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAuB,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/D,MAAM,KAAK,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEtE,MAAM,QAAQ,GAAe,EAAE,GAAG,MAAM,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,WAAW;YAAE,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAExD,OAAO;YACL,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,IAAI;YACJ,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,QAAQ;SACT,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fabric-harness/databricks",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.0",
|
|
4
4
|
"description": "Databricks tools and filesystem sources for Fabric Harness agents.",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"author": "Fabric",
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"NOTICE"
|
|
55
55
|
],
|
|
56
56
|
"dependencies": {
|
|
57
|
-
"@fabric-harness/sdk": "^2.
|
|
57
|
+
"@fabric-harness/sdk": "^2.4.1"
|
|
58
58
|
},
|
|
59
59
|
"peerDependencies": {
|
|
60
60
|
"pg": "^8.11.0",
|
|
@@ -71,7 +71,7 @@
|
|
|
71
71
|
"devDependencies": {
|
|
72
72
|
"typescript": "^5.8.3",
|
|
73
73
|
"vitest": "^4.1.5",
|
|
74
|
-
"@fabric-harness/node": "^2.
|
|
74
|
+
"@fabric-harness/node": "^2.4.1"
|
|
75
75
|
},
|
|
76
76
|
"scripts": {
|
|
77
77
|
"build": "tsc -p tsconfig.json",
|