agentic-flow 2.0.1-alpha.17 → 2.0.1-alpha.18

package/dist/intelligence/EmbeddingCache.d.ts

@@ -0,0 +1,105 @@
+/**
+ * EmbeddingCache - Persistent SQLite cache for embeddings
+ *
+ * Makes ONNX embeddings practical by caching across sessions:
+ * - First embed: ~400ms (ONNX inference)
+ * - Cached embed: ~0.1ms (SQLite lookup)
+ *
+ * Storage: ~/.agentic-flow/embedding-cache.db
+ */
+export interface CacheStats {
+    totalEntries: number;
+    hits: number;
+    misses: number;
+    hitRate: number;
+    dbSizeBytes: number;
+    oldestEntry: number;
+    newestEntry: number;
+}
+export interface CacheConfig {
+    maxEntries?: number;
+    maxAgeDays?: number;
+    dbPath?: string;
+    dimension?: number;
+}
+export declare class EmbeddingCache {
+    private db;
+    private config;
+    private hits;
+    private misses;
+    private stmtGet;
+    private stmtInsert;
+    private stmtUpdateHits;
+    private stmtCount;
+    private stmtEvictOld;
+    private stmtEvictLRU;
+    constructor(config?: CacheConfig);
+    private initSchema;
+    private prepareStatements;
+    /**
+     * Generate hash key for text + model combination
+     */
+    private hashKey;
+    /**
+     * Get embedding from cache
+     * Returns null if not found
+     */
+    get(text: string, model?: string): Float32Array | null;
+    /**
+     * Store embedding in cache
+     */
+    set(text: string, embedding: Float32Array, model?: string): void;
+    /**
+     * Check if text is cached
+     */
+    has(text: string, model?: string): boolean;
+    /**
+     * Get multiple embeddings at once
+     * Returns map of text -> embedding (only cached ones)
+     */
+    getMany(texts: string[], model?: string): Map<string, Float32Array>;
+    /**
+     * Store multiple embeddings at once
+     */
+    setMany(entries: Array<{
+        text: string;
+        embedding: Float32Array;
+    }>, model?: string): void;
+    /**
+     * Evict old or LRU entries if over limit
+     */
+    private maybeEvict;
+    /**
+     * Cleanup entries older than maxAgeDays
+     */
+    private cleanupOldEntries;
+    /**
+     * Get cache statistics
+     */
+    getStats(): CacheStats;
+    /**
+     * Clear all cached embeddings
+     */
+    clear(): void;
+    /**
+     * Clear embeddings for a specific model
+     */
+    clearModel(model: string): void;
+    /**
+     * Vacuum database to reclaim space
+     */
+    vacuum(): void;
+    /**
+     * Close database connection
+     */
+    close(): void;
+}
+/**
+ * Get the singleton embedding cache
+ */
+export declare function getEmbeddingCache(config?: CacheConfig): EmbeddingCache;
+/**
+ * Reset the cache singleton (for testing)
+ */
+export declare function resetEmbeddingCache(): void;
+//# sourceMappingURL=EmbeddingCache.d.ts.map

package/dist/intelligence/EmbeddingCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingCache.d.ts","sourceRoot":"","sources":["../../src/intelligence/EmbeddingCache.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAUD,qBAAa,cAAc;IACzB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,MAAM,CAAa;IAG3B,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,YAAY,CAAsB;gBAE9B,MAAM,GAAE,WAAgB;IAoBpC,OAAO,CAAC,UAAU;IAmBlB,OAAO,CAAC,iBAAiB;IA2BzB;;OAEG;IACH,OAAO,CAAC,OAAO;IAIf;;;OAGG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,MAAkB,GAAG,YAAY,GAAG,IAAI;IAgBjE;;OAEG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,GAAE,MAAkB,GAAG,IAAI;IAa3E;;OAEG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,MAAkB,GAAG,OAAO;IAMrD;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,GAAE,MAAkB,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAa9E;;OAEG;IACH,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,CAAC,EAAE,KAAK,GAAE,MAAkB,GAAG,IAAI;IAcnG;;OAEG;IACH,OAAO,CAAC,UAAU;IAUlB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAKzB;;OAEG;IACH,QAAQ,IAAI,UAAU;IA2BtB;;OAEG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI/B;;OAEG;IACH,MAAM,IAAI,IAAI;IAId;;OAEG;IACH,KAAK,IAAI,IAAI;CAGd;AAKD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,cAAc,CAKtE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAK1C"}

package/dist/intelligence/EmbeddingCache.js

@@ -0,0 +1,253 @@
+/**
+ * EmbeddingCache - Persistent SQLite cache for embeddings
+ *
+ * Makes ONNX embeddings practical by caching across sessions:
+ * - First embed: ~400ms (ONNX inference)
+ * - Cached embed: ~0.1ms (SQLite lookup)
+ *
+ * Storage: ~/.agentic-flow/embedding-cache.db
+ */
+import Database from 'better-sqlite3';
+import { existsSync, mkdirSync } from 'fs';
+import { join } from 'path';
+import { homedir } from 'os';
+import { createHash } from 'crypto';
+// Default config
+const DEFAULT_CONFIG = {
+    maxEntries: 10000,
+    maxAgeDays: 30,
+    dbPath: join(homedir(), '.agentic-flow', 'embedding-cache.db'),
+    dimension: 384,
+};
+export class EmbeddingCache {
+    db;
+    config;
+    hits = 0;
+    misses = 0;
+    // Prepared statements for performance
+    stmtGet;
+    stmtInsert;
+    stmtUpdateHits;
+    stmtCount;
+    stmtEvictOld;
+    stmtEvictLRU;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        // Ensure directory exists
+        const dir = join(homedir(), '.agentic-flow');
+        if (!existsSync(dir)) {
+            mkdirSync(dir, { recursive: true });
+        }
+        // Open database with WAL mode for better concurrency
+        this.db = new Database(this.config.dbPath);
+        this.db.pragma('journal_mode = WAL');
+        this.db.pragma('synchronous = NORMAL');
+        this.db.pragma('cache_size = 10000');
+        this.initSchema();
+        this.prepareStatements();
+        this.cleanupOldEntries();
+    }
+    initSchema() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS embeddings (
+        hash TEXT PRIMARY KEY,
+        text TEXT NOT NULL,
+        embedding BLOB NOT NULL,
+        dimension INTEGER NOT NULL,
+        model TEXT NOT NULL,
+        hits INTEGER DEFAULT 1,
+        created_at INTEGER NOT NULL,
+        last_accessed INTEGER NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_last_accessed ON embeddings(last_accessed);
+      CREATE INDEX IF NOT EXISTS idx_created_at ON embeddings(created_at);
+      CREATE INDEX IF NOT EXISTS idx_model ON embeddings(model);
+    `);
+    }
+    prepareStatements() {
+        this.stmtGet = this.db.prepare(`
+      SELECT embedding, dimension FROM embeddings WHERE hash = ?
+    `);
+        this.stmtInsert = this.db.prepare(`
+      INSERT OR REPLACE INTO embeddings (hash, text, embedding, dimension, model, hits, created_at, last_accessed)
+      VALUES (?, ?, ?, ?, ?, 1, ?, ?)
+    `);
+        this.stmtUpdateHits = this.db.prepare(`
+      UPDATE embeddings SET hits = hits + 1, last_accessed = ? WHERE hash = ?
+    `);
+        this.stmtCount = this.db.prepare(`SELECT COUNT(*) as count FROM embeddings`);
+        this.stmtEvictOld = this.db.prepare(`
+      DELETE FROM embeddings WHERE created_at < ?
+    `);
+        this.stmtEvictLRU = this.db.prepare(`
+      DELETE FROM embeddings WHERE hash IN (
+        SELECT hash FROM embeddings ORDER BY last_accessed ASC LIMIT ?
+      )
+    `);
+    }
+    /**
+     * Generate hash key for text + model combination
+     */
+    hashKey(text, model = 'default') {
+        return createHash('sha256').update(`${model}:${text}`).digest('hex').slice(0, 32);
+    }
+    /**
+     * Get embedding from cache
+     * Returns null if not found
+     */
+    get(text, model = 'default') {
+        const hash = this.hashKey(text, model);
+        const row = this.stmtGet.get(hash);
+        if (row) {
+            this.hits++;
+            // Update access time and hit count
+            this.stmtUpdateHits.run(Date.now(), hash);
+            // Convert Buffer back to Float32Array
+            return new Float32Array(row.embedding.buffer, row.embedding.byteOffset, row.dimension);
+        }
+        this.misses++;
+        return null;
+    }
+    /**
+     * Store embedding in cache
+     */
+    set(text, embedding, model = 'default') {
+        const hash = this.hashKey(text, model);
+        const now = Date.now();
+        // Convert Float32Array to Buffer
+        const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);
+        this.stmtInsert.run(hash, text, buffer, embedding.length, model, now, now);
+        // Check if we need to evict
+        this.maybeEvict();
+    }
+    /**
+     * Check if text is cached
+     */
+    has(text, model = 'default') {
+        const hash = this.hashKey(text, model);
+        const row = this.stmtGet.get(hash);
+        return row !== undefined;
+    }
+    /**
+     * Get multiple embeddings at once
+     * Returns map of text -> embedding (only cached ones)
+     */
+    getMany(texts, model = 'default') {
+        const result = new Map();
+        for (const text of texts) {
+            const embedding = this.get(text, model);
+            if (embedding) {
+                result.set(text, embedding);
+            }
+        }
+        return result;
+    }
+    /**
+     * Store multiple embeddings at once
+     */
+    setMany(entries, model = 'default') {
+        const insertMany = this.db.transaction((items) => {
+            const now = Date.now();
+            for (const { text, embedding } of items) {
+                const hash = this.hashKey(text, model);
+                const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);
+                this.stmtInsert.run(hash, text, buffer, embedding.length, model, now, now);
+            }
+        });
+        insertMany(entries);
+        this.maybeEvict();
+    }
+    /**
+     * Evict old or LRU entries if over limit
+     */
+    maybeEvict() {
+        const count = this.stmtCount.get().count;
+        if (count > this.config.maxEntries) {
+            // Evict 10% of entries (LRU)
+            const toEvict = Math.ceil(this.config.maxEntries * 0.1);
+            this.stmtEvictLRU.run(toEvict);
+        }
+    }
+    /**
+     * Cleanup entries older than maxAgeDays
+     */
+    cleanupOldEntries() {
+        const cutoff = Date.now() - (this.config.maxAgeDays * 24 * 60 * 60 * 1000);
+        this.stmtEvictOld.run(cutoff);
+    }
+    /**
+     * Get cache statistics
+     */
+    getStats() {
+        const count = this.stmtCount.get().count;
+        const oldest = this.db.prepare(`SELECT MIN(created_at) as oldest FROM embeddings`).get();
+        const newest = this.db.prepare(`SELECT MAX(created_at) as newest FROM embeddings`).get();
+        // Get database file size
+        let dbSizeBytes = 0;
+        try {
+            const fs = require('fs');
+            const stats = fs.statSync(this.config.dbPath);
+            dbSizeBytes = stats.size;
+        }
+        catch {
+            // Ignore
+        }
+        return {
+            totalEntries: count,
+            hits: this.hits,
+            misses: this.misses,
+            hitRate: this.hits + this.misses > 0 ? this.hits / (this.hits + this.misses) : 0,
+            dbSizeBytes,
+            oldestEntry: oldest.oldest || 0,
+            newestEntry: newest.newest || 0,
+        };
+    }
+    /**
+     * Clear all cached embeddings
+     */
+    clear() {
+        this.db.exec('DELETE FROM embeddings');
+        this.hits = 0;
+        this.misses = 0;
+    }
+    /**
+     * Clear embeddings for a specific model
+     */
+    clearModel(model) {
+        this.db.prepare('DELETE FROM embeddings WHERE model = ?').run(model);
+    }
+    /**
+     * Vacuum database to reclaim space
+     */
+    vacuum() {
+        this.db.exec('VACUUM');
+    }
+    /**
+     * Close database connection
+     */
+    close() {
+        this.db.close();
+    }
+}
+// Singleton instance
+let cacheInstance = null;
+/**
+ * Get the singleton embedding cache
+ */
+export function getEmbeddingCache(config) {
+    if (!cacheInstance) {
+        cacheInstance = new EmbeddingCache(config);
+    }
+    return cacheInstance;
+}
+/**
+ * Reset the cache singleton (for testing)
+ */
+export function resetEmbeddingCache() {
+    if (cacheInstance) {
+        cacheInstance.close();
+        cacheInstance = null;
+    }
+}
+//# sourceMappingURL=EmbeddingCache.js.map

package/dist/intelligence/EmbeddingCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingCache.js","sourceRoot":"","sources":["../../src/intelligence/EmbeddingCache.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAmBpC,iBAAiB;AACjB,MAAM,cAAc,GAA0B;IAC5C,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,EAAE;IACd,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,oBAAoB,CAAC;IAC9D,SAAS,EAAE,GAAG;CACf,CAAC;AAEF,MAAM,OAAO,cAAc;IACjB,EAAE,CAAoB;IACtB,MAAM,CAAwB;IAC9B,IAAI,GAAW,CAAC,CAAC;IACjB,MAAM,GAAW,CAAC,CAAC;IAE3B,sCAAsC;IAC9B,OAAO,CAAsB;IAC7B,UAAU,CAAsB;IAChC,cAAc,CAAsB;IACpC,SAAS,CAAsB;IAC/B,YAAY,CAAsB;IAClC,YAAY,CAAsB;IAE1C,YAAY,SAAsB,EAAE;QAClC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE/C,0BAA0B;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,eAAe,CAAC,CAAC;QAC7C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACvC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAErC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;KAeZ,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE9B,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGjC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAErC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC;QAE7E,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAEnC,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAInC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,OAAO,CAAC,IAAY,EAAE,QAAgB,SAAS;QACrD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,IAAY,EAAE,QAAgB,SAAS;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAyD,CAAC;QAE3F,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,mCAAmC;YACnC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;YAC1C,sCAAsC;YACtC,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACzF,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,IAAY,EAAE,SAAuB,EAAE,QAAgB,SAAS;QAClE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QAEzF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE3E,4BAA4B;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,IAAY,EAAE,QAAgB,SAAS;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,KAAe,EAAE,QAAgB,SAAS;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAAyD,EAAE,QAAgB,SAAS;QAC1F,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAqB,EAAE,EAAE;YAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,KAAK,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;gBACzF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,OAAO,CAAC,CAAC;QACpB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,UAAU;QAChB,MAAM,KAAK,GAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAwB,CAAC,KAAK,CAAC;QAEhE,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACnC,6BAA6B;YAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,KAAK,GAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAwB,CAAC,KAAK,CAAC;QAEhE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAA+B,CAAC;QACtH,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAA+B,CAAC;QAEtH,yBAAyB;QACzB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YACzB,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9C,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,WAAW;YACX,WAAW,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC;YAC/B,WAAW,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAa;QACtB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF;AAED,qBAAqB;AACrB,IAAI,aAAa,GAA0B,IAAI,CAAC;AAEhD;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACpD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,IAAI,aAAa,EAAE,CAAC;QAClB,aAAa,CAAC,KAAK,EAAE,CAAC;QACtB,aAAa,GAAG,IAAI,CAAC;IACvB,CAAC;AACH,CAAC","sourcesContent":["/**\n * EmbeddingCache - Persistent SQLite cache for embeddings\n *\n * Makes ONNX embeddings practical by caching across sessions:\n * - First embed: ~400ms (ONNX inference)\n * - Cached embed: ~0.1ms (SQLite lookup)\n *\n * Storage: ~/.agentic-flow/embedding-cache.db\n */\n\nimport Database from 'better-sqlite3';\nimport { existsSync, mkdirSync } from 'fs';\nimport { join } from 'path';\nimport { homedir } from 'os';\nimport { createHash } from 'crypto';\n\nexport interface CacheStats {\n  totalEntries: number;\n  hits: number;\n  misses: number;\n  hitRate: number;\n  dbSizeBytes: number;\n  oldestEntry: number;\n  newestEntry: number;\n}\n\nexport interface CacheConfig {\n  maxEntries?: number;      // Max cache entries (default: 10000)\n  maxAgeDays?: number;      // Max age before eviction (default: 30)\n  dbPath?: string;          // Custom database path\n  dimension?: number;       // Embedding dimension (default: 384)\n}\n\n// Default config\nconst DEFAULT_CONFIG: Required<CacheConfig> = {\n  maxEntries: 10000,\n  maxAgeDays: 30,\n  dbPath: join(homedir(), '.agentic-flow', 'embedding-cache.db'),\n  dimension: 384,\n};\n\nexport class EmbeddingCache {\n  private db: Database.Database;\n  private config: Required<CacheConfig>;\n  private hits: number = 0;\n  private misses: number = 0;\n\n  // Prepared statements for performance\n  private stmtGet!: Database.Statement;\n  private stmtInsert!: Database.Statement;\n  private stmtUpdateHits!: Database.Statement;\n  private stmtCount!: Database.Statement;\n  private stmtEvictOld!: Database.Statement;\n  private stmtEvictLRU!: Database.Statement;\n\n  constructor(config: CacheConfig = {}) {\n    this.config = { ...DEFAULT_CONFIG, ...config };\n\n    // Ensure directory exists\n    const dir = join(homedir(), '.agentic-flow');\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    // Open database with WAL mode for better concurrency\n    this.db = new Database(this.config.dbPath);\n    this.db.pragma('journal_mode = WAL');\n    this.db.pragma('synchronous = NORMAL');\n    this.db.pragma('cache_size = 10000');\n\n    this.initSchema();\n    this.prepareStatements();\n    this.cleanupOldEntries();\n  }\n\n  private initSchema(): void {\n    this.db.exec(`\n      CREATE TABLE IF NOT EXISTS embeddings (\n        hash TEXT PRIMARY KEY,\n        text TEXT NOT NULL,\n        embedding BLOB NOT NULL,\n        dimension INTEGER NOT NULL,\n        model TEXT NOT NULL,\n        hits INTEGER DEFAULT 1,\n        created_at INTEGER NOT NULL,\n        last_accessed INTEGER NOT NULL\n      );\n\n      CREATE INDEX IF NOT EXISTS idx_last_accessed ON embeddings(last_accessed);\n      CREATE INDEX IF NOT EXISTS idx_created_at ON embeddings(created_at);\n      CREATE INDEX IF NOT EXISTS idx_model ON embeddings(model);\n    `);\n  }\n\n  private prepareStatements(): void {\n    this.stmtGet = this.db.prepare(`\n      SELECT embedding, dimension FROM embeddings WHERE hash = ?\n    `);\n\n    this.stmtInsert = this.db.prepare(`\n      INSERT OR REPLACE INTO embeddings (hash, text, embedding, dimension, model, hits, created_at, last_accessed)\n      VALUES (?, ?, ?, ?, ?, 1, ?, ?)\n    `);\n\n    this.stmtUpdateHits = this.db.prepare(`\n      UPDATE embeddings SET hits = hits + 1, last_accessed = ? WHERE hash = ?\n    `);\n\n    this.stmtCount = this.db.prepare(`SELECT COUNT(*) as count FROM embeddings`);\n\n    this.stmtEvictOld = this.db.prepare(`\n      DELETE FROM embeddings WHERE created_at < ?\n    `);\n\n    this.stmtEvictLRU = this.db.prepare(`\n      DELETE FROM embeddings WHERE hash IN (\n        SELECT hash FROM embeddings ORDER BY last_accessed ASC LIMIT ?\n      )\n    `);\n  }\n\n  /**\n   * Generate hash key for text + model combination\n   */\n  private hashKey(text: string, model: string = 'default'): string {\n    return createHash('sha256').update(`${model}:${text}`).digest('hex').slice(0, 32);\n  }\n\n  /**\n   * Get embedding from cache\n   * Returns null if not found\n   */\n  get(text: string, model: string = 'default'): Float32Array | null {\n    const hash = this.hashKey(text, model);\n    const row = this.stmtGet.get(hash) as { embedding: Buffer; dimension: number } | undefined;\n\n    if (row) {\n      this.hits++;\n      // Update access time and hit count\n      this.stmtUpdateHits.run(Date.now(), hash);\n      // Convert Buffer back to Float32Array\n      return new Float32Array(row.embedding.buffer, row.embedding.byteOffset, row.dimension);\n    }\n\n    this.misses++;\n    return null;\n  }\n\n  /**\n   * Store embedding in cache\n   */\n  set(text: string, embedding: Float32Array, model: string = 'default'): void {\n    const hash = this.hashKey(text, model);\n    const now = Date.now();\n\n    // Convert Float32Array to Buffer\n    const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);\n\n    this.stmtInsert.run(hash, text, buffer, embedding.length, model, now, now);\n\n    // Check if we need to evict\n    this.maybeEvict();\n  }\n\n  /**\n   * Check if text is cached\n   */\n  has(text: string, model: string = 'default'): boolean {\n    const hash = this.hashKey(text, model);\n    const row = this.stmtGet.get(hash);\n    return row !== undefined;\n  }\n\n  /**\n   * Get multiple embeddings at once\n   * Returns map of text -> embedding (only cached ones)\n   */\n  getMany(texts: string[], model: string = 'default'): Map<string, Float32Array> {\n    const result = new Map<string, Float32Array>();\n\n    for (const text of texts) {\n      const embedding = this.get(text, model);\n      if (embedding) {\n        result.set(text, embedding);\n      }\n    }\n\n    return result;\n  }\n\n  /**\n   * Store multiple embeddings at once\n   */\n  setMany(entries: Array<{ text: string; embedding: Float32Array }>, model: string = 'default'): void {\n    const insertMany = this.db.transaction((items: typeof entries) => {\n      const now = Date.now();\n      for (const { text, embedding } of items) {\n        const hash = this.hashKey(text, model);\n        const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);\n        this.stmtInsert.run(hash, text, buffer, embedding.length, model, now, now);\n      }\n    });\n\n    insertMany(entries);\n    this.maybeEvict();\n  }\n\n  /**\n   * Evict old or LRU entries if over limit\n   */\n  private maybeEvict(): void {\n    const count = (this.stmtCount.get() as { count: number }).count;\n\n    if (count > this.config.maxEntries) {\n      // Evict 10% of entries (LRU)\n      const toEvict = Math.ceil(this.config.maxEntries * 0.1);\n      this.stmtEvictLRU.run(toEvict);\n    }\n  }\n\n  /**\n   * Cleanup entries older than maxAgeDays\n   */\n  private cleanupOldEntries(): void {\n    const cutoff = Date.now() - (this.config.maxAgeDays * 24 * 60 * 60 * 1000);\n    this.stmtEvictOld.run(cutoff);\n  }\n\n  /**\n   * Get cache statistics\n   */\n  getStats(): CacheStats {\n    const count = (this.stmtCount.get() as { count: number }).count;\n\n    const oldest = this.db.prepare(`SELECT MIN(created_at) as oldest FROM embeddings`).get() as { oldest: number | null };\n    const newest = this.db.prepare(`SELECT MAX(created_at) as newest FROM embeddings`).get() as { newest: number | null };\n\n    // Get database file size\n    let dbSizeBytes = 0;\n    try {\n      const fs = require('fs');\n      const stats = fs.statSync(this.config.dbPath);\n      dbSizeBytes = stats.size;\n    } catch {\n      // Ignore\n    }\n\n    return {\n      totalEntries: count,\n      hits: this.hits,\n      misses: this.misses,\n      hitRate: this.hits + this.misses > 0 ? this.hits / (this.hits + this.misses) : 0,\n      dbSizeBytes,\n      oldestEntry: oldest.oldest || 0,\n      newestEntry: newest.newest || 0,\n    };\n  }\n\n  /**\n   * Clear all cached embeddings\n   */\n  clear(): void {\n    this.db.exec('DELETE FROM embeddings');\n    this.hits = 0;\n    this.misses = 0;\n  }\n\n  /**\n   * Clear embeddings for a specific model\n   */\n  clearModel(model: string): void {\n    this.db.prepare('DELETE FROM embeddings WHERE model = ?').run(model);\n  }\n\n  /**\n   * Vacuum database to reclaim space\n   */\n  vacuum(): void {\n    this.db.exec('VACUUM');\n  }\n\n  /**\n   * Close database connection\n   */\n  close(): void {\n    this.db.close();\n  }\n}\n\n// Singleton instance\nlet cacheInstance: EmbeddingCache | null = null;\n\n/**\n * Get the singleton embedding cache\n */\nexport function getEmbeddingCache(config?: CacheConfig): EmbeddingCache {\n  if (!cacheInstance) {\n    cacheInstance = new EmbeddingCache(config);\n  }\n  return cacheInstance;\n}\n\n/**\n * Reset the cache singleton (for testing)\n */\nexport function resetEmbeddingCache(): void {\n  if (cacheInstance) {\n    cacheInstance.close();\n    cacheInstance = null;\n  }\n}\n"]}

package/dist/intelligence/EmbeddingService.d.ts

@@ -5,10 +5,13 @@
  * - SIMD128 acceleration (6x faster)
  * - Parallel worker threads (7 workers)
  * - all-MiniLM-L6-v2 model (384 dimensions)
+ * - Persistent SQLite cache (0.1ms vs 400ms)
  *
  * Configure via:
  * - AGENTIC_FLOW_EMBEDDINGS=simple|onnx|auto (default: auto)
  * - AGENTIC_FLOW_EMBEDDING_MODEL=all-MiniLM-L6-v2 (default)
+ * - AGENTIC_FLOW_EMBEDDING_CACHE=true|false (default: true)
+ * - AGENTIC_FLOW_PERSISTENT_CACHE=true|false (default: true)
  */
 export type EmbeddingBackend = 'simple' | 'onnx' | 'auto';
 export interface EmbeddingStats {
@@ -23,6 +26,14 @@ export interface EmbeddingStats {
     modelName?: string;
     simdAvailable?: boolean;
     parallelWorkers?: number;
+    persistentCache?: {
+        enabled: boolean;
+        entries: number;
+        hits: number;
+        misses: number;
+        hitRate: number;
+        dbSizeKB: number;
+    };
 }
 export interface SimilarityResult {
     similarity: number;
@@ -51,6 +62,8 @@ export declare class EmbeddingService {
     private cacheHits;
     private cache;
     private cacheEnabled;
+    private persistentCache;
+    private persistentCacheEnabled;
     private corpus;
     private constructor();
     static getInstance(): EmbeddingService;
@@ -137,9 +150,26 @@ export declare class EmbeddingService {
      */
     getStats(): EmbeddingStats;
     /**
-     * Clear cache
+     * Clear in-memory cache
      */
     clearCache(): void;
+    /**
+     * Clear persistent cache (SQLite)
+     */
+    clearPersistentCache(): void;
+    /**
+     * Clear all caches (memory + persistent)
+     */
+    clearAllCaches(): void;
+    /**
+     * Get persistent cache stats
+     */
+    getPersistentCacheStats(): {
+        entries: number;
+        hits: number;
+        misses: number;
+        hitRate: number;
+    } | null;
     /**
      * Clear corpus
      */

package/dist/intelligence/EmbeddingService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"EmbeddingService.d.ts","sourceRoot":"","sources":["../../src/intelligence/EmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAyFD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAiC;IAExD,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAG1B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,cAAc,CAA8B;IAGpD,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,SAAS,CAAa;IAG9B,OAAO,CAAC,KAAK,CAAiB;IAC9B,OAAO,CAAC,YAAY,CAAU;IAG9B,OAAO,CAAC,MAAM,CAAkF;IAEhG,OAAO;IASP,MAAM,CAAC,WAAW,IAAI,gBAAgB;IAOtC;;OAEG;YACW,cAAc;IAsB5B;;OAEG;IACH,UAAU,IAAI,gBAAgB;IAI9B;;OAEG;IACH,mBAAmB,IAAI,gBAAgB;IAIvC;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;;OAGG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAwChD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAyC1D;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa/D;;;OAGG;IACG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAiB5D;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD;;;OAGG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsB9E;;;OAGG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAoCzF;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,CAAC,GAAE,MAAU,EACb,aAAa,GAAE,MAAY,GAC1B,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,YAAY,EAAE,CAAA;KAAE,CAAC;IAyE7D;;;OAGG;IACI,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAW,GAAG,cAAc,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,CAAC;IAerI;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,MAAY,GAAG,YAAY;IAwB1D;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM;IAiB1D;;OAEG;IACH,QAAQ,IAAI,cAAc;IAmB1B;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAM/B;;OAEG;WACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQpC;AAGD,wBAAgB,mBAAmB,IAAI,gBAAgB,CAEtD;AAGD,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAE/D;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAEzE;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAElF;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,MAAY,GAAG,YAAY,CAEzE;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAE3E;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAE7F;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAExG;AAED,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,GAAE,MAAU,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,SAAS,EAAE,YAAY,EAAE,CAAA;CAAE,CAAC,CAE7H"}
+{"version":3,"file":"EmbeddingService.d.ts","sourceRoot":"","sources":["../../src/intelligence/EmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,eAAe,CAAC,EAAE;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAyFD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAiC;IAExD,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAG1B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,cAAc,CAA8B;IAGpD,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,SAAS,CAAa;IAG9B,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,YAAY,CAAU;IAG9B,OAAO,CAAC,eAAe,CAA+B;IACtD,OAAO,CAAC,sBAAsB,CAAU;IAGxC,OAAO,CAAC,MAAM,CAAkF;IAEhG,OAAO;IAoBP,MAAM,CAAC,WAAW,IAAI,gBAAgB;IAOtC;;OAEG;YACW,cAAc;IAsB5B;;OAEG;IACH,UAAU,IAAI,gBAAgB;IAI9B;;OAEG;IACH,mBAAmB,IAAI,gBAAgB;IAIvC;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;;OAGG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA0DhD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAyC1D;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa/D;;;OAGG;IACG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAiB5D;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD;;;OAGG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsB9E;;;OAGG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAoCzF;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,CAAC,GAAE,MAAU,EACb,aAAa,GAAE,MAAY,GAC1B,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,YAAY,EAAE,CAAA;KAAE,CAAC;IAyE7D;;;OAGG;IACI,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAW,GAAG,cAAc,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,CAAC;IAerI;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,MAAY,GAAG,YAAY;IAwB1D;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM;IAiB1D;;OAEG;IACH,QAAQ,IAAI,cAAc;IAkC1B;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAM5B;;OAEG;IACH,cAAc,IAAI,IAAI;IAOtB;;OAEG;IACH,uBAAuB,IAAI;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWpG;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAM/B;;OAEG;WACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQpC;AAGD,wBAAgB,mBAAmB,IAAI,gBAAgB,CAEtD;AAGD,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAE/D;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAEzE;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAElF;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,MAAY,GAAG,YAAY,CAEzE;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAE3E;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAE7F;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAExG;AAED,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,GAAE,MAAU,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,SAAS,EAAE,YAAY,EAAE,CAAA;CAAE,CAAC,CAE7H"}

package/dist/intelligence/EmbeddingService.js

@@ -5,11 +5,15 @@
  * - SIMD128 acceleration (6x faster)
  * - Parallel worker threads (7 workers)
  * - all-MiniLM-L6-v2 model (384 dimensions)
+ * - Persistent SQLite cache (0.1ms vs 400ms)
  *
  * Configure via:
  * - AGENTIC_FLOW_EMBEDDINGS=simple|onnx|auto (default: auto)
  * - AGENTIC_FLOW_EMBEDDING_MODEL=all-MiniLM-L6-v2 (default)
+ * - AGENTIC_FLOW_EMBEDDING_CACHE=true|false (default: true)
+ * - AGENTIC_FLOW_PERSISTENT_CACHE=true|false (default: true)
  */
+import { getEmbeddingCache } from './EmbeddingCache.js';
 // ONNX availability cache
 let onnxAvailable = null;
 let ruvectorModule = null;
@@ -32,8 +36,8 @@ async function detectOnnx() {
         return false;
     }
 }
-// Simple LRU cache for embeddings
-class EmbeddingCache {
+// Simple LRU cache for embeddings (in-memory, fast)
+class LRUCache {
     cache = new Map();
     maxSize;
     constructor(maxSize = 1000) {
@@ -78,9 +82,12 @@ export class EmbeddingService {
     totalEmbeddings = 0;
     totalLatencyMs = 0;
     cacheHits = 0;
-    // Cache
+    // Cache (in-memory LRU)
     cache;
     cacheEnabled;
+    // Persistent cache (SQLite)
+    persistentCache = null;
+    persistentCacheEnabled;
     // Corpus for search operations
     corpus = { texts: [], embeddings: [] };
     constructor() {
@@ -89,7 +96,18 @@ export class EmbeddingService {
         this.modelName = process.env.AGENTIC_FLOW_EMBEDDING_MODEL || 'all-MiniLM-L6-v2';
         this.dimension = 256; // Will be updated when ONNX loads (384)
         this.cacheEnabled = process.env.AGENTIC_FLOW_EMBEDDING_CACHE !== 'false';
-        this.cache = new EmbeddingCache(1000);
+        this.persistentCacheEnabled = process.env.AGENTIC_FLOW_PERSISTENT_CACHE !== 'false';
+        this.cache = new LRUCache(1000);
+        // Initialize persistent cache
+        if (this.persistentCacheEnabled) {
+            try {
+                this.persistentCache = getEmbeddingCache({ dimension: 384 });
+            }
+            catch (error) {
+                console.warn('[EmbeddingService] Persistent cache unavailable:', error);
+                this.persistentCacheEnabled = false;
+            }
+        }
     }
     static getInstance() {
         if (!EmbeddingService.instance) {
@@ -150,7 +168,7 @@ export class EmbeddingService {
      */
     async embed(text) {
         const startTime = performance.now();
-        // Check cache
+        // Check in-memory cache first (fastest)
         if (this.cacheEnabled) {
             const cached = this.cache.get(text);
             if (cached) {
@@ -158,6 +176,18 @@ export class EmbeddingService {
                 return cached;
             }
         }
+        // Check persistent cache (SQLite, ~0.1ms)
+        if (this.persistentCache) {
+            const cached = this.persistentCache.get(text, this.modelName);
+            if (cached) {
+                this.cacheHits++;
+                // Also store in memory cache for faster subsequent access
+                if (this.cacheEnabled) {
+                    this.cache.set(text, cached);
+                }
+                return cached;
+            }
+        }
         // Resolve backend (handles 'auto' mode)
         const effectiveBackend = await this.resolveBackend();
         let embedding;
@@ -177,10 +207,14 @@ export class EmbeddingService {
         // Update stats
         this.totalEmbeddings++;
         this.totalLatencyMs += performance.now() - startTime;
-        // Cache result
+        // Cache result in memory
         if (this.cacheEnabled) {
             this.cache.set(text, embedding);
         }
+        // Cache result persistently (for cross-session)
+        if (this.persistentCache && effectiveBackend === 'onnx') {
+            this.persistentCache.set(text, embedding, this.modelName);
+        }
         return embedding;
     }
     /**
@@ -448,6 +482,19 @@ export class EmbeddingService {
     getStats() {
         const effective = this.effectiveBackend || this.backend;
         const ruvectorStats = ruvectorModule?.getStats?.() || {};
+        // Get persistent cache stats
+        let persistentCacheStats;
+        if (this.persistentCache) {
+            const cacheStats = this.persistentCache.getStats();
+            persistentCacheStats = {
+                enabled: true,
+                entries: cacheStats.totalEntries,
+                hits: cacheStats.hits,
+                misses: cacheStats.misses,
+                hitRate: cacheStats.hitRate,
+                dbSizeKB: Math.round(cacheStats.dbSizeBytes / 1024),
+            };
+        }
         return {
             backend: this.backend,
             effectiveBackend: effective,
@@ -460,14 +507,46 @@ export class EmbeddingService {
             modelName: effective === 'onnx' ? this.modelName : undefined,
             simdAvailable: ruvectorStats.simdAvailable ?? onnxAvailable,
             parallelWorkers: ruvectorStats.workerCount ?? undefined,
+            persistentCache: persistentCacheStats,
         };
     }
     /**
-     * Clear cache
+     * Clear in-memory cache
      */
     clearCache() {
         this.cache.clear();
     }
+    /**
+     * Clear persistent cache (SQLite)
+     */
+    clearPersistentCache() {
+        if (this.persistentCache) {
+            this.persistentCache.clear();
+        }
+    }
+    /**
+     * Clear all caches (memory + persistent)
+     */
+    clearAllCaches() {
+        this.cache.clear();
+        if (this.persistentCache) {
+            this.persistentCache.clear();
+        }
+    }
+    /**
+     * Get persistent cache stats
+     */
+    getPersistentCacheStats() {
+        if (!this.persistentCache)
+            return null;
+        const stats = this.persistentCache.getStats();
+        return {
+            entries: stats.totalEntries,
+            hits: stats.hits,
+            misses: stats.misses,
+            hitRate: stats.hitRate,
+        };
+    }
     /**
      * Clear corpus
      */