@fabric-harness/databricks 0.15.0 → 0.18.0

package/dist/vector-search.js

@@ -0,0 +1,63 @@
+const SCORE_COLUMN = 'score';
+/** Databricks Mosaic AI Vector Search as a {@link Retriever}. Runs under the bundle's UC principal. */
+export function databricksVectorSearch(options) {
+    const queryType = options.queryType ?? 'text';
+    const columns = options.columns ?? dedupe([options.textColumn, ...(options.idColumn ? [options.idColumn] : [])]);
+    return {
+        name: options.name ?? `databricks-vector-search:${options.index}`,
+        async retrieve(query, opts = {}) {
+            const body = { columns, num_results: opts.k ?? 5 };
+            if (opts.filter)
+                body.filters_json = JSON.stringify(opts.filter);
+            if (queryType === 'vector') {
+                if (!options.embeddings)
+                    throw new Error('databricks vector search: queryType "vector" requires an embeddings provider.');
+                const [vector] = await options.embeddings.embed([query]);
+                if (!vector)
+                    throw new Error('databricks vector search: embeddings returned no vector for the query.');
+                body.query_vector = vector;
+            }
+            else {
+                body.query_text = query;
+            }
+            const response = await options.client.post(`/api/2.0/vector-search/indexes/${encodeURIComponent(options.index)}/query`, body);
+            return mapResults(response, options, columns);
+        },
+    };
+}
+function mapResults(response, options, requestedColumns) {
+    const names = (response.manifest?.columns ?? []).map((c) => c.name);
+    const requested = new Set(requestedColumns);
+    // Identify the score column: a literal `score`, else a single trailing column the response
+    // appended beyond what we requested (Databricks adds the similarity score). Never treat a
+    // requested column as the score — that would mis-attribute a numeric metadata field.
+    const lastName = names[names.length - 1];
+    const scoreColumn = names.includes(SCORE_COLUMN)
+        ? SCORE_COLUMN
+        : (lastName && !requested.has(lastName) ? lastName : undefined);
+    const rows = response.result?.data_array ?? [];
+    return rows.map((row) => {
+        const record = {};
+        names.forEach((name, i) => { record[name] = row[i]; });
+        const text = String(record[options.textColumn] ?? '');
+        const scoreRaw = scoreColumn ? record[scoreColumn] : undefined;
+        const score = typeof scoreRaw === 'number' ? scoreRaw : undefined;
+        const idRaw = options.idColumn ? record[options.idColumn] : undefined;
+        const metadata = { ...record };
+        delete metadata[options.textColumn];
+        if (scoreColumn)
+            delete metadata[scoreColumn];
+        if (options.idColumn)
+            delete metadata[options.idColumn];
+        return {
+            ...(idRaw != null ? { id: String(idRaw) } : {}),
+            text,
+            ...(score !== undefined ? { score } : {}),
+            metadata,
+        };
+    });
+}
+function dedupe(values) {
+    return [...new Set(values)];
+}
+//# sourceMappingURL=vector-search.js.map

package/dist/vector-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-search.js","sourceRoot":"","sources":["../src/vector-search.ts"],"names":[],"mappings":"AA4BA,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B,uGAAuG;AACvG,MAAM,UAAU,sBAAsB,CAAC,OAAsC;IAC3E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEjH,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,4BAA4B,OAAO,CAAC,KAAK,EAAE;QACjE,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAwB,EAAE;YACtD,MAAM,IAAI,GAAe,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,CAAC,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;gBAC1H,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;gBACvG,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAC1B,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CACxC,kCAAkC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAC3E,IAAI,CACL,CAAC;YACF,OAAO,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,QAAmC,EAAE,OAAsC,EAAE,gBAA0B;IACzH,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC5C,2FAA2F;IAC3F,0FAA0F;IAC1F,qFAAqF;IACrF,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9C,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElE,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,UAAU,IAAI,EAAE,CAAC;IAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAuB,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/D,MAAM,KAAK,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEtE,MAAM,QAAQ,GAAe,EAAE,GAAG,MAAM,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,WAAW;YAAE,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ;YAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAExD,OAAO;YACL,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,IAAI;YACJ,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,QAAQ;SACT,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fabric-harness/databricks",
-  "version": "0.15.0",
+  "version": "0.18.0",
   "description": "Databricks tools and filesystem sources for Fabric Harness agents.",
   "license": "Apache-2.0",
   "author": "Fabric",
@@ -37,6 +37,10 @@
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
     },
+    "./agent": {
+      "types": "./dist/agent.d.ts",
+      "import": "./dist/agent.js"
+    },
     "./sql-sandbox": {
       "types": "./dist/sql-sandbox.d.ts",
       "import": "./dist/sql-sandbox.js"
@@ -48,7 +52,15 @@
     "LICENSE"
   ],
   "dependencies": {
-    "@fabric-harness/sdk": "1.1.0"
+    "@fabric-harness/sdk": "^1.14.0"
+  },
+  "peerDependencies": {
+    "pg": "^8.11.0"
+  },
+  "peerDependenciesMeta": {
+    "pg": {
+      "optional": true
+    }
   },
   "devDependencies": {
     "typescript": "^5.8.3",