mcard-js 2.1.12 → 2.1.13

package/dist/rag/PersistentIndexer.d.ts

@@ -0,0 +1,148 @@
+/**
+ * PersistentIndexer - Auto-indexing MCards for semantic search
+ *
+ * Manages automatic indexing of MCards into the vector store,
+ * with persistent storage alongside the main MCard database.
+ *
+ * Mirrors Python: mcard/rag/indexer.py
+ */
+import { MCard } from '../model/MCard';
+import { CardCollection } from '../model/CardCollection';
+import { VectorStoreConfig } from '../storage/VectorStore';
+export interface IndexerConfig extends VectorStoreConfig {
+    autoIndex?: boolean;
+}
+export interface IndexStats {
+    indexed: number;
+    skipped: number;
+    failed: number;
+    total: number;
+    status?: string;
+}
+export interface IndexerStats {
+    vectorDbPath: string;
+    embeddingModel: string;
+    dimensions: number;
+    indexedCount: number;
+    vectorCount: number;
+    uniqueMCards: number;
+    hasVecExtension: boolean;
+    hybridSearchEnabled: boolean;
+    indexingInProgress: boolean;
+}
+/**
+ * Manages persistent vector indexing for MCard collections.
+ *
+ * Features:
+ * - Automatic indexing when MCards are added
+ * - Persistent vector database alongside MCard database
+ * - Background indexing for large collections
+ * - Index status tracking
+ *
+ * Usage:
+ *     import { PersistentIndexer } from './rag/PersistentIndexer';
+ *
+ *     const indexer = new PersistentIndexer();
+ *
+ *     // Index all existing content
+ *     const stats = await indexer.indexAll();
+ *
+ *     // Search
+ *     const results = await indexer.search("query");
+ */
+export declare class PersistentIndexer {
+    private static instance;
+    private collection;
+    private config;
+    private vectorDbPath;
+    private embedder;
+    private vectorStore;
+    private autoIndex;
+    private indexingInProgress;
+    private indexedHashes;
+    private initialized;
+    /**
+     * Get singleton instance of PersistentIndexer
+     */
+    static getInstance(collection?: CardCollection, config?: IndexerConfig, vectorDbPath?: string): PersistentIndexer;
+    /**
+     * Reset singleton instance (for testing)
+     */
+    static resetInstance(): void;
+    private constructor();
+    /**
+     * Set the collection to index from
+     */
+    setCollection(collection: CardCollection): void;
+    /**
+     * Try to derive vector DB path from collection's storage engine
+     */
+    private deriveVectorDbPath;
+    /**
+     * Load already-indexed hashes from the vector store
+     */
+    private loadIndexedHashes;
+    /**
+     * Check if an MCard is already indexed
+     */
+    isIndexed(hash: string): boolean;
+    /**
+     * Index a single MCard
+     *
+     * @param mcard - MCard to index
+     * @param force - Re-index even if already indexed
+     * @returns True if indexed successfully
+     */
+    indexMCard(mcard: MCard, force?: boolean): Promise<boolean>;
+    /**
+     * Index all MCards in the collection
+     *
+     * @param force - Re-index even if already indexed
+     * @param progressCallback - Optional callback(current, total)
+     * @param batchSize - Number of cards to process at once
+     * @returns Statistics about the indexing operation
+     */
+    indexAll(force?: boolean, progressCallback?: (current: number, total: number) => void, batchSize?: number): Promise<IndexStats>;
+    /**
+     * Search for similar MCards
+     *
+     * @param query - Search query
+     * @param k - Number of results
+     * @param hybrid - Use hybrid (vector + FTS) search
+     * @returns List of search results
+     */
+    search(query: string, k?: number, hybrid?: boolean): Promise<any[]>;
+    /**
+     * Delete an MCard from the index
+     */
+    delete(hash: string): Promise<boolean>;
+    /**
+     * Clear the entire vector index
+     */
+    clear(): Promise<void>;
+    /**
+     * Get indexer statistics
+     */
+    getStats(): IndexerStats;
+    /**
+     * Close the indexer
+     */
+    close(): void;
+}
+/**
+ * Get or create the default persistent indexer
+ */
+export declare function getIndexer(collection?: CardCollection, config?: IndexerConfig): PersistentIndexer;
+/**
+ * Convenience function for semantic search
+ */
+export declare function semanticSearch(query: string, k?: number): Promise<any[]>;
+/**
+ * Convenience function to index an MCard
+ */
+export declare function indexMCard(mcard: MCard, force?: boolean): Promise<boolean>;
+/**
+ * Reset the default indexer (for testing)
+ */
+export declare function resetIndexer(): void;
+//# sourceMappingURL=PersistentIndexer.d.ts.map

package/dist/rag/PersistentIndexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistentIndexer.d.ts","sourceRoot":"","sources":["../../src/rag/PersistentIndexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAoB,iBAAiB,EAAyB,MAAM,wBAAwB,CAAC;AAUpG,MAAM,WAAW,aAAc,SAAQ,iBAAiB;IACpD,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,kBAAkB,EAAE,OAAO,CAAC;CAC/B;AAMD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,iBAAiB;IAC1B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAkC;IAEzD,OAAO,CAAC,UAAU,CAAiB;IACnC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,SAAS,CAAU;IAE3B,OAAO,CAAC,kBAAkB,CAAkB;IAC5C,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,WAAW,CAAkB;IAErC;;OAEG;IACH,MAAM,CAAC,WAAW,CACd,UAAU,CAAC,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,aAAa,EACtB,YAAY,CAAC,EAAE,MAAM,GACtB,iBAAiB;IAOpB;;OAEG;IACH,MAAM,CAAC,aAAa,IAAI,IAAI;IAI5B,OAAO;IA2BP;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,cAAc,GAAG,IAAI;IAI/C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAuB1B;;OAEG;YACW,iBAAiB;IAY/B;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIhC;;;;;;OAMG;IACG,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,OAAO,CAAC;IAsBxE;;;;;;;OAOG;IACG,QAAQ,CACV,KAAK,GAAE,OAAe,EACtB,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,EAC3D,SAAS,GAAE,MAAW,GACvB,OAAO,CAAC,UAAU,CAAC;IAuDtB;;;;;;;OAOG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAE,MAAU,EAAE,MAAM,GAAE,OAAc,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAQlF;;OAEG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAS5C;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;OAEG;IACH,QAAQ,IAAI,YAAY;IAcxB;;OAEG;IACH,KAAK,IAAI,IAAI;CAGhB;AAQD;;GAEG;AACH,wBAAgB,UAAU,CACtB,UAAU,CAAC,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,aAAa,GACvB,iBAAiB,CAKnB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAE,MAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAEjF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAEvF;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,IAAI,CAMnC"}

package/dist/rag/PersistentIndexer.js

@@ -0,0 +1,302 @@
+/**
+ * PersistentIndexer - Auto-indexing MCards for semantic search
+ *
+ * Manages automatic indexing of MCards into the vector store,
+ * with persistent storage alongside the main MCard database.
+ *
+ * Mirrors Python: mcard/rag/indexer.py
+ */
+import { MCardVectorStore, DEFAULT_VECTOR_CONFIG } from '../storage/VectorStore';
+import { OllamaEmbeddingProvider } from '../ptr/llm/providers/OllamaEmbeddingProvider';
+import { createRequire } from 'module';
+const require = createRequire(import.meta.url);
+// ─────────────────────────────────────────────────────────────────────────────
+// PersistentIndexer Class
+// ─────────────────────────────────────────────────────────────────────────────
+/**
+ * Manages persistent vector indexing for MCard collections.
+ *
+ * Features:
+ * - Automatic indexing when MCards are added
+ * - Persistent vector database alongside MCard database
+ * - Background indexing for large collections
+ * - Index status tracking
+ *
+ * Usage:
+ *     import { PersistentIndexer } from './rag/PersistentIndexer';
+ *
+ *     const indexer = new PersistentIndexer();
+ *
+ *     // Index all existing content
+ *     const stats = await indexer.indexAll();
+ *
+ *     // Search
+ *     const results = await indexer.search("query");
+ */
+export class PersistentIndexer {
+    static instance = null;
+    collection;
+    config;
+    vectorDbPath;
+    embedder;
+    vectorStore;
+    autoIndex;
+    indexingInProgress = false;
+    indexedHashes = new Set();
+    initialized = false;
+    /**
+     * Get singleton instance of PersistentIndexer
+     */
+    static getInstance(collection, config, vectorDbPath) {
+        if (!PersistentIndexer.instance) {
+            PersistentIndexer.instance = new PersistentIndexer(collection, config, vectorDbPath);
+        }
+        return PersistentIndexer.instance;
+    }
+    /**
+     * Reset singleton instance (for testing)
+     */
+    static resetInstance() {
+        PersistentIndexer.instance = null;
+    }
+    constructor(collection, config, vectorDbPath) {
+        this.config = config || { ...DEFAULT_VECTOR_CONFIG, autoIndex: false };
+        this.autoIndex = this.config.autoIndex ?? false;
+        // Vector DB path - try to derive from collection if not provided
+        this.vectorDbPath = vectorDbPath || this.deriveVectorDbPath(collection) || ':memory:';
+        // Initialize embedding provider
+        this.embedder = new OllamaEmbeddingProvider(this.config.embeddingModel || DEFAULT_VECTOR_CONFIG.embeddingModel, this.config.ollamaBaseUrl || 'http://localhost:11434');
+        // Initialize vector store
+        this.vectorStore = new MCardVectorStore(this.vectorDbPath, this.config);
+        // Collection will be set later if not provided
+        this.collection = collection;
+        this.initialized = true;
+        console.debug(`PersistentIndexer initialized: ${this.vectorDbPath}`);
+    }
+    /**
+     * Set the collection to index from
+     */
+    setCollection(collection) {
+        this.collection = collection;
+    }
+    /**
+     * Try to derive vector DB path from collection's storage engine
+     */
+    deriveVectorDbPath(collection) {
+        if (!collection)
+            return null;
+        try {
+            // Access private engine via any cast (runtime inspection)
+            const engine = collection.engine;
+            // Check for getDbPath method (SqliteNodeEngine)
+            if (engine && typeof engine.getDbPath === 'function') {
+                const dbPath = engine.getDbPath();
+                if (dbPath && dbPath !== ':memory:') {
+                    const path = require('path');
+                    const parsed = path.parse(dbPath);
+                    // Use same directory, append _vectors to name
+                    return path.join(parsed.dir, `${parsed.name}_vectors${parsed.ext}`);
+                }
+            }
+        }
+        catch (e) {
+            console.warn('Failed to derive vector DB path:', e);
+        }
+        return null;
+    }
+    /**
+     * Load already-indexed hashes from the vector store
+     */
+    async loadIndexedHashes() {
+        try {
+            // Query for distinct hashes from metadata table
+            const hashes = await this.vectorStore.getIndexedHashes();
+            this.indexedHashes = new Set(hashes);
+            console.debug(`Loaded ${this.indexedHashes.size} indexed hashes`);
+        }
+        catch (error) {
+            console.warn(`Failed to load indexed hashes: ${error}`);
+            this.indexedHashes = new Set();
+        }
+    }
+    /**
+     * Check if an MCard is already indexed
+     */
+    isIndexed(hash) {
+        return this.indexedHashes.has(hash);
+    }
+    /**
+     * Index a single MCard
+     *
+     * @param mcard - MCard to index
+     * @param force - Re-index even if already indexed
+     * @returns True if indexed successfully
+     */
+    async indexMCard(mcard, force = false) {
+        if (!force && this.isIndexed(mcard.hash)) {
+            console.debug(`MCard ${mcard.hash.slice(0, 8)} already indexed, skipping`);
+            return true;
+        }
+        try {
+            const content = mcard.getContentAsText();
+            const count = await this.vectorStore.index(mcard.hash, content);
+            if (count > 0) {
+                this.indexedHashes.add(mcard.hash);
+                console.debug(`Indexed MCard ${mcard.hash.slice(0, 8)} (${count} vectors)`);
+                return true;
+            }
+            return false;
+        }
+        catch (error) {
+            console.error(`Failed to index MCard ${mcard.hash.slice(0, 8)}: ${error}`);
+            return false;
+        }
+    }
+    /**
+     * Index all MCards in the collection
+     *
+     * @param force - Re-index even if already indexed
+     * @param progressCallback - Optional callback(current, total)
+     * @param batchSize - Number of cards to process at once
+     * @returns Statistics about the indexing operation
+     */
+    async indexAll(force = false, progressCallback, batchSize = 50) {
+        if (this.indexingInProgress) {
+            console.warn('Indexing already in progress');
+            return { indexed: 0, skipped: 0, failed: 0, total: 0, status: 'busy' };
+        }
+        if (!this.collection) {
+            throw new Error('No collection set for indexer');
+        }
+        this.indexingInProgress = true;
+        const stats = { indexed: 0, skipped: 0, failed: 0, total: 0 };
+        try {
+            // Get all cards through pagination
+            let pageNumber = 1;
+            const pageSize = batchSize;
+            let allCards = [];
+            while (true) {
+                const page = await this.collection.getPage(pageNumber, pageSize);
+                allCards.push(...page.items);
+                if (!page.hasNext)
+                    break;
+                pageNumber++;
+            }
+            stats.total = allCards.length;
+            for (let i = 0; i < allCards.length; i++) {
+                const mcard = allCards[i];
+                if (!force && this.isIndexed(mcard.hash)) {
+                    stats.skipped++;
+                }
+                else if (await this.indexMCard(mcard, force)) {
+                    stats.indexed++;
+                }
+                else {
+                    stats.failed++;
+                }
+                // Progress callback
+                if (progressCallback && (i + 1) % 10 === 0) {
+                    progressCallback(i + 1, stats.total);
+                }
+            }
+            console.info(`Indexing complete: ${JSON.stringify(stats)}`);
+        }
+        finally {
+            this.indexingInProgress = false;
+        }
+        return stats;
+    }
+    /**
+     * Search for similar MCards
+     *
+     * @param query - Search query
+     * @param k - Number of results
+     * @param hybrid - Use hybrid (vector + FTS) search
+     * @returns List of search results
+     */
+    async search(query, k = 5, hybrid = true) {
+        if (hybrid && this.config.enableHybridSearch) {
+            return this.vectorStore.hybridSearch(query, k);
+        }
+        else {
+            return this.vectorStore.search(query, k);
+        }
+    }
+    /**
+     * Delete an MCard from the index
+     */
+    async delete(hash) {
+        const count = await this.vectorStore.delete(hash);
+        if (count > 0) {
+            this.indexedHashes.delete(hash);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Clear the entire vector index
+     */
+    async clear() {
+        await this.vectorStore.clear();
+        this.indexedHashes.clear();
+        console.info('Vector index cleared');
+    }
+    /**
+     * Get indexer statistics
+     */
+    getStats() {
+        return {
+            vectorDbPath: this.vectorDbPath,
+            embeddingModel: this.config.embeddingModel || DEFAULT_VECTOR_CONFIG.embeddingModel,
+            dimensions: this.config.dimensions || DEFAULT_VECTOR_CONFIG.dimensions,
+            indexedCount: this.indexedHashes.size,
+            vectorCount: this.vectorStore.count(),
+            uniqueMCards: this.vectorStore.countUnique ? this.vectorStore.countUnique() : this.indexedHashes.size,
+            hasVecExtension: this.vectorStore.hasVectorExtension(),
+            hybridSearchEnabled: this.config.enableHybridSearch ?? false,
+            indexingInProgress: this.indexingInProgress,
+        };
+    }
+    /**
+     * Close the indexer
+     */
+    close() {
+        this.vectorStore.close();
+    }
+}
+// ─────────────────────────────────────────────────────────────────────────────
+// Global Convenience Functions
+// ─────────────────────────────────────────────────────────────────────────────
+let defaultIndexer = null;
+/**
+ * Get or create the default persistent indexer
+ */
+export function getIndexer(collection, config) {
+    if (!defaultIndexer) {
+        defaultIndexer = PersistentIndexer.getInstance(collection, config);
+    }
+    return defaultIndexer;
+}
+/**
+ * Convenience function for semantic search
+ */
+export async function semanticSearch(query, k = 5) {
+    return getIndexer().search(query, k);
+}
+/**
+ * Convenience function to index an MCard
+ */
+export async function indexMCard(mcard, force = false) {
+    return getIndexer().indexMCard(mcard, force);
+}
+/**
+ * Reset the default indexer (for testing)
+ */
+export function resetIndexer() {
+    if (defaultIndexer) {
+        defaultIndexer.close();
+        defaultIndexer = null;
+    }
+    PersistentIndexer.resetInstance();
+}
+//# sourceMappingURL=PersistentIndexer.js.map

package/dist/rag/PersistentIndexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistentIndexer.js","sourceRoot":"","sources":["../../src/rag/PersistentIndexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,EAAE,gBAAgB,EAAqB,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACpG,OAAO,EAAE,uBAAuB,EAAE,MAAM,8CAA8C,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AA8B/C,gFAAgF;AAChF,0BAA0B;AAC1B,gFAAgF;AAEhF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,iBAAiB;IAClB,MAAM,CAAC,QAAQ,GAA6B,IAAI,CAAC;IAEjD,UAAU,CAAiB;IAC3B,MAAM,CAAgB;IACtB,YAAY,CAAS;IACrB,QAAQ,CAA0B;IAClC,WAAW,CAAmB;IAC9B,SAAS,CAAU;IAEnB,kBAAkB,GAAY,KAAK,CAAC;IACpC,aAAa,GAAgB,IAAI,GAAG,EAAE,CAAC;IACvC,WAAW,GAAY,KAAK,CAAC;IAErC;;OAEG;IACH,MAAM,CAAC,WAAW,CACd,UAA2B,EAC3B,MAAsB,EACtB,YAAqB;QAErB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YAC9B,iBAAiB,CAAC,QAAQ,GAAG,IAAI,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,iBAAiB,CAAC,QAAQ,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa;QAChB,iBAAiB,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtC,CAAC;IAED,YACI,UAA2B,EAC3B,MAAsB,EACtB,YAAqB;QAErB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,GAAG,qBAAqB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACvE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC;QAEhD,iEAAiE;QACjE,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;QAEtF,gCAAgC;QAChC,IAAI,CAAC,QAAQ,GAAG,IAAI,uBAAuB,CACvC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,qBAAqB,CAAC,cAAc,EAClE,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,wBAAwB,CACxD,CAAC;QAEF,0BAA0B;QAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAExE,+CAA+C;QAC/C,IAAI,CAAC,UAAU,GAAG,UAAW,CAAC;QAE9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAA0B;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,UAA2B;QAClD,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,IAAI,CAAC;YACD,0DAA0D;YAC1D,MAAM,MAAM,GAAI,UAAkB,CAAC,MAAM,CAAC;YAE1C,gDAAgD;YAChD,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;gBACnD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBAClC,IAAI,MAAM,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAClC,8CAA8C;oBAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBACxE,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC3B,IAAI,CAAC;YACD,gDAAgD;YAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACrC,OAAO,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,aAAa,CAAC,IAAI,iBAAiB,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;QACnC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CAAC,KAAY,EAAE,QAAiB,KAAK;QACjD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,4BAA4B,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhE,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACZ,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnC,OAAO,CAAC,KAAK,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;gBAC5E,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;YAC3E,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CACV,QAAiB,KAAK,EACtB,gBAA2D,EAC3D,YAAoB,EAAE;QAEtB,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC7C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,MAAM,KAAK,GAAe,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAE1E,IAAI,CAAC;YACD,mCAAmC;YACnC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,SAAS,CAAC;YAC3B,IAAI,QAAQ,GAAY,EAAE,CAAC;YAE3B,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACjE,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;gBAE7B,IAAI,CAAC,IAAI,CAAC,OAAO;oBAAE,MAAM;gBACzB,UAAU,EAAE,CAAC;YACjB,CAAC;YAED,KAAK,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;YAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAE1B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACpB,CAAC;qBAAM,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;oBAC7C,KAAK,CAAC,OAAO,EAAE,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,KAAK,CAAC,MAAM,EAAE,CAAC;gBACnB,CAAC;gBAED,oBAAoB;gBACpB,IAAI,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;oBACzC,gBAAgB,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBACzC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAEhE,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QACpC,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAY,CAAC,EAAE,SAAkB,IAAI;QAC7D,IAAI,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACP,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,QAAQ;QACJ,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,qBAAqB,CAAC,cAAc;YAClF,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,qBAAqB,CAAC,UAAU;YACtE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YACrC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YACrC,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI;YACrG,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;YACtD,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,KAAK;YAC5D,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC9C,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;;AAGL,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF,IAAI,cAAc,GAA6B,IAAI,CAAC;AAEpD;;GAEG;AACH,MAAM,UAAU,UAAU,CACtB,UAA2B,EAC3B,MAAsB;IAEtB,IAAI,CAAC,cAAc,EAAE,CAAC;QAClB,cAAc,GAAG,iBAAiB,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAa,EAAE,IAAY,CAAC;IAC7D,OAAO,UAAU,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAY,EAAE,QAAiB,KAAK;IACjE,OAAO,UAAU,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IACxB,IAAI,cAAc,EAAE,CAAC;QACjB,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,cAAc,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,iBAAiB,CAAC,aAAa,EAAE,CAAC;AACtC,CAAC"}

package/dist/rag/embeddings/VisionEmbeddingProvider.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Vision Embedding Provider
+ *
+ * Multimodal embedding provider that uses vision models to describe images,
+ * then embeds the descriptions for vector search.
+ *
+ * Mirrors Python: mcard/rag/embeddings/vision.py
+ */
+import { EmbeddingProvider } from '../../storage/VectorStore';
+export interface VisionProviderConfig {
+    visionModel?: string;
+    embeddingModel?: string;
+    ollamaBaseUrl?: string;
+    descriptionPrompt?: string;
+}
+export declare const VISION_MODELS: {
+    moondream: {
+        description: string;
+        size: string;
+    };
+    'llama3.2-vision': {
+        description: string;
+        size: string;
+    };
+    llava: {
+        description: string;
+        size: string;
+    };
+    'minicpm-v': {
+        description: string;
+        size: string;
+    };
+};
+/**
+ * Multimodal embedding provider for images.
+ *
+ * Uses a two-stage approach:
+ * 1. Vision model generates a text description of the image
+ * 2. Text embedding model converts description to vector
+ *
+ * This enables semantic search over images using existing vector infrastructure.
+ *
+ * Usage:
+ *     const provider = new VisionEmbeddingProvider();
+ *
+ *     // Embed an image (path, bytes, or base64)
+ *     const embedding = await provider.embedImage("path/to/image.jpg");
+ */
+export declare class VisionEmbeddingProvider implements EmbeddingProvider {
+    private visionModel;
+    private baseUrl;
+    private descriptionPrompt;
+    private textEmbedder;
+    constructor(config?: VisionProviderConfig);
+    get modelName(): string;
+    get providerName(): string;
+    get dimensions(): number;
+    /**
+     * Generate text description of an image.
+     *
+     * @param imageData - Image as base64 string or Uint8Array
+     * @param prompt - Optional custom prompt
+     */
+    describeImage(imageData: string | Uint8Array, prompt?: string): Promise<string>;
+    /**
+     * Generate embedding for an image.
+     */
+    embedImage(imageData: string | Uint8Array, prompt?: string): Promise<number[]>;
+    /**
+     * Generate embedding and return description.
+     */
+    embedImageWithDescription(imageData: string | Uint8Array, prompt?: string): Promise<{
+        embedding: number[];
+        description: string;
+    }>;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    /**
+     * Convert Uint8Array to base64 string
+     */
+    private arrayBufferToBase64;
+    /**
+     * Get provider information
+     */
+    getInfo(): any;
+}
+//# sourceMappingURL=VisionEmbeddingProvider.d.ts.map

package/dist/rag/embeddings/VisionEmbeddingProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionEmbeddingProvider.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/VisionEmbeddingProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAO9D,MAAM,WAAW,oBAAoB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;CAiBzB,CAAC;AAkBF;;;;;;;;;;;;;;GAcG;AACH,qBAAa,uBAAwB,YAAW,iBAAiB;IAC7D,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,YAAY,CAA0B;gBAElC,MAAM,GAAE,oBAAyB;IAW7C,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;;;;OAKG;IACG,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkCrF;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWpF;;OAEG;IACG,yBAAyB,CAC3B,SAAS,EAAE,MAAM,GAAG,UAAU,EAC9B,MAAM,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAUlD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAItC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAQtD;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAS3B;;OAEG;IACH,OAAO,IAAI,GAAG;CAQjB"}