@phmotad/fire-code 0.2.8 → 0.3.0

package/dist/utils/modelManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelManager.d.ts","sourceRoot":"","sources":["../../src/utils/modelManager.ts"],"names":[],"mappings":"AAKA,UAAU,cAAc;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED,KAAK,aAAa,GAAG,CACnB,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC9B,OAAO,CAAC,cAAc,CAAC,CAAC;AAE7B,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;CAC7E;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;AAIhE,qEAAqE;AACrE,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED;;;;GAIG;AACH,wBAAsB,WAAW,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAkC9F;AAED,wDAAwD;AACxD,wBAAgB,iBAAiB,IAAI,aAAa,GAAG,IAAI,CAExD;AAED,mCAAmC;AACnC,wBAAgB,aAAa,IAAI,IAAI,CAEpC;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,EAAE,EAAE,CAOpE;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAUrE"}

package/dist/utils/modelManager.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isPipelineReady = isPipelineReady;
+exports.ensureModel = ensureModel;
+exports.getCachedPipeline = getCachedPipeline;
+exports.resetPipeline = resetPipeline;
+exports.extractEmbeddings = extractEmbeddings;
+exports.embedTexts = embedTexts;
+const logger_js_1 = require("./logger.js");
+const workerPool_js_1 = require("./workerPool.js");
+const MODEL_ID = 'Xenova/all-MiniLM-L6-v2';
+let cachedPipeline = null;
+/** True if the pipeline has been loaded into memory this process. */
+function isPipelineReady() {
+    return cachedPipeline !== null;
+}
+/**
+ * Load (and optionally download) the embedding model.
+ * Returns the pipeline or null if loading fails.
+ * @param onProgress  Called for each download/load progress event.
+ */
+async function ensureModel(onProgress) {
+    if (cachedPipeline)
+        return cachedPipeline;
+    try {
+        const { pipeline, env } = await import('@xenova/transformers');
+        // Allow overriding cache dir via env var
+        if (process.env.FIRECODE_MODEL_CACHE) {
+            env.cacheDir = process.env.FIRECODE_MODEL_CACHE;
+        }
+        const progressCb = onProgress
+            ? (info) => {
+                onProgress({
+                    file: String(info.file ?? info.name ?? ''),
+                    progress: typeof info.progress === 'number' ? info.progress : 0,
+                    loaded: typeof info.loaded === 'number' ? info.loaded : 0,
+                    total: typeof info.total === 'number' ? info.total : 0,
+                    status: info.status ?? 'progress',
+                });
+            }
+            : undefined;
+        const pipe = await pipeline('feature-extraction', MODEL_ID, {
+            progress_callback: progressCb,
+        });
+        cachedPipeline = pipe;
+        logger_js_1.logger.info({ model: MODEL_ID }, 'Embedding model loaded');
+        return cachedPipeline;
+    }
+    catch (err) {
+        logger_js_1.logger.warn({ err: String(err) }, 'Could not load embedding model — falling back to text similarity');
+        return null;
+    }
+}
+/** Get the cached pipeline (null if not yet loaded). */
+function getCachedPipeline() {
+    return cachedPipeline;
+}
+/** Reset the cache (for tests). */
+function resetPipeline() {
+    cachedPipeline = null;
+}
+/**
+ * Extract individual embedding vectors from a batched pipeline tensor.
+ * The tensor's `data` is a flat Float32Array of shape [batch, dim].
+ */
+function extractEmbeddings(tensor) {
+    const [batchSize, dim] = tensor.dims;
+    const result = [];
+    for (let i = 0; i < batchSize; i++) {
+        result.push(Array.from(tensor.data.slice(i * dim, (i + 1) * dim)));
+    }
+    return result;
+}
+/**
+ * Embed texts using a worker thread when available (production), falling back
+ * to the main-thread pipeline in dev/test environments.
+ */
+async function embedTexts(texts) {
+    // Try worker thread first — returns null in dev/test mode or after worker crash
+    const workerResult = await (0, workerPool_js_1.workerEmbed)(texts).catch(() => null);
+    if (workerResult !== null)
+        return workerResult;
+    // Main-thread fallback
+    const pipe = await ensureModel();
+    if (!pipe)
+        return texts.map(() => []);
+    const tensor = await pipe(texts, { pooling: 'mean', normalize: true });
+    return extractEmbeddings(tensor);
+}
+//# sourceMappingURL=modelManager.js.map

package/dist/utils/modelManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelManager.js","sourceRoot":"","sources":["../../src/utils/modelManager.ts"],"names":[],"mappings":";;AA4BA,0CAEC;AAOD,kCAkCC;AAGD,8CAEC;AAGD,sCAEC;AAMD,8CAOC;AAMD,gCAUC;AA9GD,2CAAqC;AACrC,mDAA8C;AAE9C,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAsB3C,IAAI,cAAc,GAAyB,IAAI,CAAC;AAEhD,qEAAqE;AACrE,SAAgB,eAAe;IAC7B,OAAO,cAAc,KAAK,IAAI,CAAC;AACjC,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,WAAW,CAAC,UAA6B;IAC7D,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE/D,yCAAyC;QACzC,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACrC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,UAAU;YAC3B,CAAC,CAAC,CAAC,IAA6B,EAAE,EAAE;gBAChC,UAAU,CAAC;oBACT,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;oBAC1C,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC/D,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACzD,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtD,MAAM,EAAG,IAAI,CAAC,MAAqC,IAAI,UAAU;iBAClE,CAAC,CAAC;YACL,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE;YAC1D,iBAAiB,EAAE,UAAU;SAC9B,CAAC,CAAC;QAEH,cAAc,GAAG,IAAgC,CAAC;QAClD,kBAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAC3D,OAAO,cAAc,CAAC;IACxB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,kBAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,kEAAkE,CAAC,CAAC;QACtG,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,SAAgB,iBAAiB;IAC/B,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,mCAAmC;AACnC,SAAgB,aAAa;IAC3B,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC;AAED;;;GAGG;AACH,SAAgB,iBAAiB,CAAC,MAAsB;IACtD,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACrC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,gFAAgF;IAChF,MAAM,YAAY,GAAG,MAAM,IAAA,2BAAW,EAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAChE,IAAI,YAAY,KAAK,IAAI;QAAE,OAAO,YAAY,CAAC;IAE/C,uBAAuB;IACvB,MAAM,IAAI,GAAG,MAAM,WAAW,EAAE,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC"}

package/dist/utils/workerPool.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Send texts to the embedding worker thread.
+ * Returns null when the compiled worker file isn't present (dev/test mode or after a crash),
+ * signalling the caller to fall back to the main-thread pipeline.
+ */
+export declare function workerEmbed(texts: string[]): Promise<number[][] | null>;
+export declare function terminateEmbeddingWorker(): void;
+//# sourceMappingURL=workerPool.d.ts.map

package/dist/utils/workerPool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workerPool.d.ts","sourceRoot":"","sources":["../../src/utils/workerPool.ts"],"names":[],"mappings":"AAkEA;;;;GAIG;AACH,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,CAU7E;AAED,wBAAgB,wBAAwB,IAAI,IAAI,CAG/C"}

package/dist/utils/workerPool.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.workerEmbed = workerEmbed;
+exports.terminateEmbeddingWorker = terminateEmbeddingWorker;
+const worker_threads_1 = require("worker_threads");
+const crypto_1 = require("crypto");
+const path_1 = require("path");
+const fs_1 = require("fs");
+const logger_js_1 = require("./logger.js");
+// __dirname is available in CommonJS (this project builds to CJS output).
+// At runtime: dist/utils/workerPool.js → dist/workers/embeddingWorker.js
+// In dev/test: src/utils/workerPool.ts → src/workers/embeddingWorker.js (won't exist → fallback)
+const WORKER_PATH = (0, path_1.join)(__dirname, '../workers/embeddingWorker.js');
+let worker = null;
+let workerFailed = false;
+const pending = new Map();
+function spawnWorker() {
+    const w = new worker_threads_1.Worker(WORKER_PATH);
+    w.on('message', (msg) => {
+        if (msg.type === 'ready') {
+            logger_js_1.logger.debug('Embedding worker ready');
+            return;
+        }
+        if (msg.type === 'error') {
+            workerFailed = true;
+            worker?.terminate();
+            worker = null;
+            logger_js_1.logger.warn({ err: msg.error }, 'Embedding worker failed to load — falling back to main thread');
+            for (const { reject } of pending.values())
+                reject(new Error(msg.error ?? 'Worker error'));
+            pending.clear();
+            return;
+        }
+        if (msg.id) {
+            const entry = pending.get(msg.id);
+            if (entry) {
+                pending.delete(msg.id);
+                if (msg.error)
+                    entry.reject(new Error(msg.error));
+                else
+                    entry.resolve(msg.embeddings ?? []);
+            }
+        }
+    });
+    w.on('error', (err) => {
+        workerFailed = true;
+        logger_js_1.logger.warn({ err: String(err) }, 'Embedding worker crashed');
+        for (const { reject } of pending.values())
+            reject(err);
+        pending.clear();
+        worker = null;
+    });
+    return w;
+}
+/**
+ * Send texts to the embedding worker thread.
+ * Returns null when the compiled worker file isn't present (dev/test mode or after a crash),
+ * signalling the caller to fall back to the main-thread pipeline.
+ */
+async function workerEmbed(texts) {
+    if (workerFailed || !(0, fs_1.existsSync)(WORKER_PATH))
+        return null;
+    if (!worker)
+        worker = spawnWorker();
+    return new Promise((resolve, reject) => {
+        const id = (0, crypto_1.randomUUID)();
+        pending.set(id, { resolve, reject });
+        worker.postMessage({ id, texts });
+    });
+}
+function terminateEmbeddingWorker() {
+    worker?.terminate();
+    worker = null;
+}
+//# sourceMappingURL=workerPool.js.map

package/dist/utils/workerPool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workerPool.js","sourceRoot":"","sources":["../../src/utils/workerPool.ts"],"names":[],"mappings":";;AAuEA,kCAUC;AAED,4DAGC;AAtFD,mDAAwC;AACxC,mCAAoC;AACpC,+BAA4B;AAC5B,2BAAgC;AAChC,2CAAqC;AAErC,0EAA0E;AAC1E,yEAAyE;AACzE,iGAAiG;AACjG,MAAM,WAAW,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,+BAA+B,CAAC,CAAC;AAerE,IAAI,MAAM,GAAkB,IAAI,CAAC;AACjC,IAAI,YAAY,GAAG,KAAK,CAAC;AACzB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;AAEhD,SAAS,WAAW;IAClB,MAAM,CAAC,GAAG,IAAI,uBAAM,CAAC,WAAW,CAAC,CAAC;IAElC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAoB,EAAE,EAAE;QACvC,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,kBAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,YAAY,GAAG,IAAI,CAAC;YACpB,MAAM,EAAE,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,IAAI,CAAC;YACd,kBAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,+DAA+D,CAAC,CAAC;YACjG,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE;gBAAE,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC;YAC1F,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvB,IAAI,GAAG,CAAC,KAAK;oBAAE,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;;oBAC7C,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACpB,YAAY,GAAG,IAAI,CAAC;QACpB,kBAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,0BAA0B,CAAC,CAAC;QAC9D,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACvD,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,WAAW,CAAC,KAAe;IAC/C,IAAI,YAAY,IAAI,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IAE1D,IAAI,CAAC,MAAM;QAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAEpC,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,EAAE,GAAG,IAAA,mBAAU,GAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,MAAO,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,KAAK,EAAkB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,wBAAwB;IACtC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,MAAM,GAAG,IAAI,CAAC;AAChB,CAAC"}

package/dist/vector/MemoryVectorStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryVectorStore.d.ts","sourceRoot":"","sources":["../../src/vector/MemoryVectorStore.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAyC9E,qBAAa,iBAAkB,YAAW,WAAW;IACnD,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,aAAa,CAAQ;gBAEjB,IAAI,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE;IAIxC,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAOzC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,SAAI,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAwBvD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,IAAI,IAAI,MAAM;IAId,SAAS,IAAI,MAAM;IAInB,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB;CAMpD"}
+{"version":3,"file":"MemoryVectorStore.d.ts","sourceRoot":"","sources":["../../src/vector/MemoryVectorStore.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAoC9E,qBAAa,iBAAkB,YAAW,WAAW;IACnD,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,aAAa,CAAQ;gBAEjB,IAAI,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE;IAIxC,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAOzC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,SAAI,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA+BvD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,IAAI,IAAI,MAAM;IAId,SAAS,IAAI,MAAM;IAInB,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB;CAMpD"}

package/dist/vector/MemoryVectorStore.js

@@ -2,19 +2,17 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MemoryVectorStore = void 0;
 const logger_js_1 = require("../utils/logger.js");
-let pipelineCache = null;
+const modelManager_js_1 = require("../utils/modelManager.js");
 async function getEmbedding(text) {
     try {
-        if (!pipelineCache) {
-            const { pipeline } = await import('@xenova/transformers');
-            pipelineCache = (await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2'));
-        }
-        const output = await pipelineCache([text], { pooling: 'mean', normalize: true });
-        return Array.from(output.data[0]);
+        const pipe = await (0, modelManager_js_1.ensureModel)();
+        if (!pipe)
+            return [];
+        const tensor = await pipe([text], { pooling: 'mean', normalize: true });
+        return (0, modelManager_js_1.extractEmbeddings)(tensor)[0] ?? [];
     }
     catch {
-        // Fallback: zero vector of dim 384
-        return new Array(384).fill(0);
+        return [];
     }
 }
 function cosineSimilarity(a, b) {
@@ -59,10 +57,18 @@ class MemoryVectorStore {
         let scored;
         if (this.useEmbeddings && docsWithEmbeddings.length > 0) {
             const queryEmbedding = await getEmbedding(query);
-            scored = docsWithEmbeddings.map((doc) => ({
-                document: doc,
-                score: cosineSimilarity(queryEmbedding, doc.embedding),
-            }));
+            if (queryEmbedding.length > 0) {
+                scored = docsWithEmbeddings.map((doc) => ({
+                    document: doc,
+                    score: cosineSimilarity(queryEmbedding, doc.embedding),
+                }));
+            }
+            else {
+                scored = docs.map((doc) => ({
+                    document: doc,
+                    score: textSimilarity(query, doc.text),
+                }));
+            }
         }
         else {
             scored = docs.map((doc) => ({

package/dist/vector/MemoryVectorStore.js.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryVectorStore.js","sourceRoot":"","sources":["../../src/vector/MemoryVectorStore.ts"],"names":[],"mappings":";;;AACA,kDAA4C;AAG5C,IAAI,aAAa,GAAyB,IAAI,CAAC;AAE/C,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC1D,aAAa,GAAG,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,yBAAyB,CAAC,CAA6B,CAAC;QAChH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,aAAc,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,mCAAmC;QACnC,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAa,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,oDAAoD;AACpD,SAAS,cAAc,CAAC,KAAa,EAAE,IAAY;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,OAAO,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;AAClE,CAAC;AAED,MAAa,iBAAiB;IACpB,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;IAC7C,aAAa,GAAG,IAAI,CAAC;IAE7B,YAAY,IAAkC;QAC5C,IAAI,IAAI,EAAE,aAAa,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,SAAqB;QAC7B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;QACD,kBAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,CAAC,GAAG,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAErF,IAAI,MAAwB,CAAC;QAE7B,IAAI,IAAI,CAAC,aAAa,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACxC,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,gBAAgB,CAAC,cAAc,EAAE,GAAG,CAAC,SAAU,CAAC;aACxD,CAAC,CAAC,CAAC;QACN,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC1B,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC;aACvC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,KAAK,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAe,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA7DD,8CA6DC"}
+{"version":3,"file":"MemoryVectorStore.js","sourceRoot":"","sources":["../../src/vector/MemoryVectorStore.ts"],"names":[],"mappings":";;;AACA,kDAA4C;AAC5C,8DAA0E;AAE1E,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAA,6BAAW,GAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxE,OAAO,IAAA,mCAAiB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,oDAAoD;AACpD,SAAS,cAAc,CAAC,KAAa,EAAE,IAAY;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,OAAO,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;AAClE,CAAC;AAED,MAAa,iBAAiB;IACpB,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;IAC7C,aAAa,GAAG,IAAI,CAAC;IAE7B,YAAY,IAAkC;QAC5C,IAAI,IAAI,EAAE,aAAa,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,SAAqB;QAC7B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;QACD,kBAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,CAAC,GAAG,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAErF,IAAI,MAAwB,CAAC;QAE7B,IAAI,IAAI,CAAC,aAAa,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YACjD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACxC,QAAQ,EAAE,GAAG;oBACb,KAAK,EAAE,gBAAgB,CAAC,cAAc,EAAE,GAAG,CAAC,SAAU,CAAC;iBACxD,CAAC,CAAC,CAAC;YACN,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC1B,QAAQ,EAAE,GAAG;oBACb,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC;iBACvC,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC1B,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC;aACvC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,KAAK,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAe,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AApED,8CAoEC"}

package/dist/vector/SQLiteVectorStore.d.ts

@@ -0,0 +1,13 @@
+import { SqlJsDatabase } from '../db/SqlJsAdapter.js';
+import type { Document, ScoredDocument, VectorStore } from './VectorStore.js';
+export declare class SQLiteVectorStore implements VectorStore {
+    private db;
+    private project;
+    constructor(db: SqlJsDatabase, project: string);
+    add(documents: Document[]): Promise<void>;
+    search(query: string, k?: number): Promise<ScoredDocument[]>;
+    delete(ids: string[]): Promise<void>;
+    clear(): Promise<void>;
+    size(): number;
+}
+//# sourceMappingURL=SQLiteVectorStore.d.ts.map

package/dist/vector/SQLiteVectorStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SQLiteVectorStore.d.ts","sourceRoot":"","sources":["../../src/vector/SQLiteVectorStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAwC9E,qBAAa,iBAAkB,YAAW,WAAW;IACvC,OAAO,CAAC,EAAE;IAAiB,OAAO,CAAC,OAAO;gBAAlC,EAAE,EAAE,aAAa,EAAU,OAAO,EAAE,MAAM;IAExD,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBzC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,SAAI,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA+CvD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,IAAI,IAAI,MAAM;CAKf"}

package/dist/vector/SQLiteVectorStore.js

@@ -0,0 +1,111 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SQLiteVectorStore = void 0;
+const modelManager_js_1 = require("../utils/modelManager.js");
+const logger_js_1 = require("../utils/logger.js");
+async function getEmbedding(text) {
+    try {
+        const embeddings = await (0, modelManager_js_1.embedTexts)([text]);
+        return embeddings[0] ?? [];
+    }
+    catch {
+        return [];
+    }
+}
+function cosineSimilarity(a, b) {
+    if (a.length !== b.length || a.length === 0)
+        return 0;
+    let dot = 0, normA = 0, normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom === 0 ? 0 : dot / denom;
+}
+function textSimilarity(query, text) {
+    const queryTerms = new Set(query.toLowerCase().split(/\W+/).filter(Boolean));
+    const textTerms = text.toLowerCase().split(/\W+/).filter(Boolean);
+    if (queryTerms.size === 0 || textTerms.length === 0)
+        return 0;
+    const matches = textTerms.filter(t => queryTerms.has(t)).length;
+    return matches / (queryTerms.size + textTerms.length - matches);
+}
+class SQLiteVectorStore {
+    db;
+    project;
+    constructor(db, project) {
+        this.db = db;
+        this.project = project;
+    }
+    async add(documents) {
+        const insert = this.db.prepare(`
+      INSERT OR REPLACE INTO vector_chunks (id, project, text, metadata, embedding)
+      VALUES (?, ?, ?, ?, ?)
+    `);
+        const insertMany = this.db.transaction((docs) => {
+            for (const doc of docs) {
+                insert.run(doc.id, this.project, doc.text, JSON.stringify(doc.metadata), doc.embedding && doc.embedding.length > 0 ? JSON.stringify(doc.embedding) : null);
+            }
+        });
+        insertMany(documents);
+        logger_js_1.logger.debug({ count: documents.length, project: this.project }, 'Vector chunks upserted to SQLite');
+    }
+    async search(query, k = 5) {
+        const rows = this.db.prepare(`SELECT id, text, metadata, embedding FROM vector_chunks WHERE project = ?`).all(this.project);
+        if (rows.length === 0)
+            return [];
+        const withEmbeddings = rows.filter(r => r.embedding !== null);
+        let scored;
+        if (withEmbeddings.length > 0) {
+            const queryEmbedding = await getEmbedding(query);
+            if (queryEmbedding.length > 0) {
+                scored = withEmbeddings.map(row => ({
+                    document: {
+                        id: row.id,
+                        text: row.text,
+                        metadata: JSON.parse(row.metadata),
+                        embedding: JSON.parse(row.embedding),
+                    },
+                    score: cosineSimilarity(queryEmbedding, JSON.parse(row.embedding)),
+                }));
+            }
+            else {
+                scored = rows.map(row => ({
+                    document: {
+                        id: row.id,
+                        text: row.text,
+                        metadata: JSON.parse(row.metadata),
+                    },
+                    score: textSimilarity(query, row.text),
+                }));
+            }
+        }
+        else {
+            scored = rows.map(row => ({
+                document: {
+                    id: row.id,
+                    text: row.text,
+                    metadata: JSON.parse(row.metadata),
+                },
+                score: textSimilarity(query, row.text),
+            }));
+        }
+        return scored.sort((a, b) => b.score - a.score).slice(0, k);
+    }
+    async delete(ids) {
+        if (ids.length === 0)
+            return;
+        const ph = ids.map(() => '?').join(',');
+        this.db.prepare(`DELETE FROM vector_chunks WHERE project = ? AND id IN (${ph})`).run(this.project, ...ids);
+    }
+    async clear() {
+        this.db.prepare(`DELETE FROM vector_chunks WHERE project = ?`).run(this.project);
+    }
+    size() {
+        return this.db.prepare(`SELECT COUNT(*) as c FROM vector_chunks WHERE project = ?`).get(this.project).c;
+    }
+}
+exports.SQLiteVectorStore = SQLiteVectorStore;
+//# sourceMappingURL=SQLiteVectorStore.js.map

package/dist/vector/SQLiteVectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SQLiteVectorStore.js","sourceRoot":"","sources":["../../src/vector/SQLiteVectorStore.ts"],"names":[],"mappings":";;;AAEA,8DAAsD;AACtD,kDAA4C;AAE5C,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,IAAA,4BAAU,EAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5C,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,IAAY;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,OAAO,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;AAClE,CAAC;AASD,MAAa,iBAAiB;IACR;IAA2B;IAA/C,YAAoB,EAAiB,EAAU,OAAe;QAA1C,OAAE,GAAF,EAAE,CAAe;QAAU,YAAO,GAAP,OAAO,CAAQ;IAAG,CAAC;IAElE,KAAK,CAAC,GAAG,CAAC,SAAqB;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG9B,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,IAAgB,EAAE,EAAE;YAC1D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,CAAC,GAAG,CACR,GAAG,CAAC,EAAE,EACN,IAAI,CAAC,OAAO,EACZ,GAAG,CAAC,IAAI,EACR,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAC5B,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CACjF,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,UAAU,CAAC,SAAS,CAAC,CAAC;QACtB,kBAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,kCAAkC,CAAC,CAAC;IACvG,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,CAAC,GAAG,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,2EAA2E,CAC5E,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAgB,CAAC;QAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;QAE9D,IAAI,MAAwB,CAAC;QAE7B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YACjD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAClC,QAAQ,EAAE;wBACR,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAA4B;wBAC7D,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAU,CAAa;qBAClD;oBACD,KAAK,EAAE,gBAAgB,CAAC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAU,CAAa,CAAC;iBAChF,CAAC,CAAC,CAAC;YACN,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACxB,QAAQ,EAAE;wBACR,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAA4B;qBAC9D;oBACD,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC;iBACvC,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACxB,QAAQ,EAAE;oBACR,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAA4B;iBAC9D;gBACD,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC;aACvC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7B,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0DAA0D,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,CAAC;IAC7G,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,IAAI;QACF,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CACrB,2DAA2D,CAC5D,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAmB,CAAC,CAAC,CAAC;IAC1C,CAAC;CACF;AArFD,8CAqFC"}

package/dist/vector/VectorStore.d.ts

@@ -14,6 +14,5 @@ export interface VectorStore {
     delete(ids: string[]): Promise<void>;
     clear(): Promise<void>;
     size(): number;
-    serialize(): string;
 }
 //# sourceMappingURL=VectorStore.d.ts.map

package/dist/vector/VectorStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"VectorStore.d.ts","sourceRoot":"","sources":["../../src/vector/VectorStore.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC7D,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,MAAM,CAAC;IACf,SAAS,IAAI,MAAM,CAAC;CACrB"}
+{"version":3,"file":"VectorStore.d.ts","sourceRoot":"","sources":["../../src/vector/VectorStore.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC7D,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,MAAM,CAAC;CAChB"}

package/dist/workers/embeddingWorker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=embeddingWorker.d.ts.map

package/dist/workers/embeddingWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingWorker.d.ts","sourceRoot":"","sources":["../../src/workers/embeddingWorker.ts"],"names":[],"mappings":""}

package/dist/workers/embeddingWorker.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const worker_threads_1 = require("worker_threads");
+const MODEL_ID = 'Xenova/all-MiniLM-L6-v2';
+let pipe = null;
+async function init() {
+    try {
+        const { pipeline, env } = await import('@xenova/transformers');
+        if (process.env.FIRECODE_MODEL_CACHE) {
+            env.cacheDir = process.env.FIRECODE_MODEL_CACHE;
+        }
+        pipe = (await pipeline('feature-extraction', MODEL_ID));
+        worker_threads_1.parentPort.postMessage({ type: 'ready' });
+    }
+    catch (err) {
+        worker_threads_1.parentPort.postMessage({ type: 'error', error: String(err) });
+    }
+}
+worker_threads_1.parentPort.on('message', async (req) => {
+    if (!pipe) {
+        worker_threads_1.parentPort.postMessage({
+            id: req.id,
+            embeddings: [],
+            error: 'Model not ready',
+        });
+        return;
+    }
+    try {
+        const tensor = await pipe(req.texts, { pooling: 'mean', normalize: true });
+        const [batch, dim] = tensor.dims;
+        const embeddings = [];
+        for (let i = 0; i < batch; i++) {
+            embeddings.push(Array.from(tensor.data.slice(i * dim, (i + 1) * dim)));
+        }
+        worker_threads_1.parentPort.postMessage({ id: req.id, embeddings });
+    }
+    catch (err) {
+        worker_threads_1.parentPort.postMessage({ id: req.id, embeddings: [], error: String(err) });
+    }
+});
+init();
+//# sourceMappingURL=embeddingWorker.js.map

package/dist/workers/embeddingWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingWorker.js","sourceRoot":"","sources":["../../src/workers/embeddingWorker.ts"],"names":[],"mappings":";;AAAA,mDAA4C;AAgB5C,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAO3C,IAAI,IAAI,GAAoB,IAAI,CAAC;AAEjC,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAC/D,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACpC,GAA6B,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAC7E,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAwB,CAAC;QAC/E,2BAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,2BAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,2BAAW,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAiB,EAAE,EAAE;IACpD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,2BAAW,CAAC,WAAW,CAAC;YACtB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,iBAAiB;SACR,CAAC,CAAC;QACpB,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QACjC,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,2BAAW,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAmB,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,2BAAW,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAmB,CAAC,CAAC;IAC/F,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@phmotad/fire-code",
-  "version": "0.2.8",
+  "version": "0.3.0",
   "description": "Intelligent MCP execution engine for AI coding agents — persistent memory, context-aware, Git-traceable",
   "keywords": [
     "mcp",
@@ -55,6 +55,8 @@
     "test": "jest",
     "test:unit": "jest --testPathPattern=__tests__/unit",
     "test:integration": "jest --testPathPattern=__tests__/integration",
+    "test:bench": "jest --testPathPattern=__tests__/benchmark --testMatch='**/__tests__/**/*.bench.ts' --verbose --testTimeout=30000 --runInBand",
+    "bench:emb": "tsx scripts/benchmark-embeddings.ts",
     "test:coverage": "jest --coverage",
     "lint": "tsc --noEmit",
     "prepublishOnly": "npm run build && npm test",
@@ -64,11 +66,9 @@
     "@anthropic-ai/claude-agent-sdk": "^0.2.114",
     "@anthropic-ai/sdk": "^0.30.0",
     "@modelcontextprotocol/sdk": "^1.0.0",
-    "@types/better-sqlite3": "^7.6.13",
     "@types/express": "^5.0.6",
     "@xenova/transformers": "^2.17.2",
     "axios": "^1.7.0",
-    "better-sqlite3": "^12.9.0",
     "chalk": "^5.3.0",
     "commander": "^12.1.0",
     "express": "^5.2.1",
@@ -84,6 +84,7 @@
     "pino": "^9.5.0",
     "pino-pretty": "^11.3.0",
     "simple-git": "^3.27.0",
+    "sql.js": "^1.14.1",
     "tree-sitter": "^0.25.0",
     "tree-sitter-go": "^0.25.0",
     "tree-sitter-javascript": "^0.25.0",
@@ -98,6 +99,7 @@
     "@types/inquirer": "^9.0.0",
     "@types/jest": "^29.5.0",
     "@types/node": "^20.0.0",
+    "@types/sql.js": "^1.4.11",
     "cross-env": "^10.1.0",
     "jest": "^29.7.0",
     "ts-jest": "^29.2.0",