@staticn0va/wigolo 0.4.0 → 0.5.1

package/dist/embedding/embed.d.ts

@@ -0,0 +1,19 @@
+import { VectorIndex, type SimilarResult } from './vector-index.js';
+export declare class EmbeddingService {
+    private subprocess;
+    private index;
+    private available;
+    private initialized;
+    constructor();
+    init(): Promise<void>;
+    isAvailable(): boolean;
+    setAvailable(value: boolean): void;
+    getIndex(): VectorIndex;
+    embedAndStore(url: string, markdown: string): Promise<void>;
+    embedAsync(url: string, markdown: string): void;
+    findSimilar(queryText: string, topK: number, excludeUrls?: Set<string>): Promise<SimilarResult[]>;
+    shutdown(): void;
+}
+export declare function getEmbeddingService(): EmbeddingService;
+export declare function resetEmbeddingService(): void;
+//# sourceMappingURL=embed.d.ts.map

package/dist/embedding/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../src/embedding/embed.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAOpE,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;;IAOtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB3B,WAAW,IAAI,OAAO;IAItB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIlC,QAAQ,IAAI,WAAW;IAIjB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCjE,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQzC,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GACxB,OAAO,CAAC,aAAa,EAAE,CAAC;IAsB3B,QAAQ,IAAI,IAAI;CAWjB;AAID,wBAAgB,mBAAmB,IAAI,gBAAgB,CAKtD;AAED,wBAAgB,qBAAqB,IAAI,IAAI,CAK5C"}

package/dist/embedding/embed.js

@@ -0,0 +1,131 @@
+import { randomUUID } from 'node:crypto';
+import { EmbeddingSubprocess } from './subprocess.js';
+import { VectorIndex } from './vector-index.js';
+import { updateCacheEmbedding, getAllEmbeddings, normalizeUrl } from '../cache/store.js';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('embedding');
+export class EmbeddingService {
+    subprocess;
+    index;
+    available = false;
+    initialized = false;
+    constructor() {
+        this.subprocess = new EmbeddingSubprocess();
+        this.index = new VectorIndex();
+    }
+    async init() {
+        try {
+            const stored = getAllEmbeddings();
+            if (stored.length > 0) {
+                const entries = stored
+                    .filter(e => e.embedding && e.dims > 0)
+                    .map(e => ({
+                    url: e.normalizedUrl,
+                    embedding: e.embedding,
+                    dims: e.dims,
+                }));
+                const loaded = this.index.loadFromBuffers(entries);
+                log.info('loaded embeddings into index', { count: loaded });
+            }
+            this.available = true;
+            this.initialized = true;
+        }
+        catch (err) {
+            log.error('EmbeddingService init failed', { error: String(err) });
+            this.available = false;
+        }
+    }
+    isAvailable() {
+        return this.available;
+    }
+    setAvailable(value) {
+        this.available = value;
+    }
+    getIndex() {
+        return this.index;
+    }
+    async embedAndStore(url, markdown) {
+        if (!this.available) {
+            log.debug('embedding skipped: service not available', { url });
+            return;
+        }
+        try {
+            const requestId = randomUUID();
+            const response = await this.subprocess.embed(requestId, markdown);
+            if (!response.vector || response.error) {
+                log.warn('embedding failed for URL', { url, error: response.error });
+                return;
+            }
+            const vector = new Float32Array(response.vector);
+            const buffer = Buffer.from(vector.buffer);
+            const model = this.subprocess.getModel() ?? getConfig().embeddingModel;
+            const dims = this.subprocess.getDims() ?? response.vector.length;
+            let normalizedUrl;
+            try {
+                normalizedUrl = normalizeUrl(url);
+            }
+            catch {
+                normalizedUrl = url;
+            }
+            updateCacheEmbedding(normalizedUrl, buffer, model, dims);
+            this.index.add(normalizedUrl, vector);
+            log.debug('embedded and stored', { url: normalizedUrl, dims });
+        }
+        catch (err) {
+            log.warn('embedAndStore failed', { url, error: String(err) });
+        }
+    }
+    embedAsync(url, markdown) {
+        if (!this.available)
+            return;
+        this.embedAndStore(url, markdown).catch(err => {
+            log.warn('async embedding failed', { url, error: String(err) });
+        });
+    }
+    async findSimilar(queryText, topK, excludeUrls) {
+        if (!this.available || this.index.size() === 0) {
+            return [];
+        }
+        try {
+            const requestId = randomUUID();
+            const response = await this.subprocess.embed(requestId, queryText);
+            if (!response.vector || response.error) {
+                log.warn('query embedding failed', { error: response.error });
+                return [];
+            }
+            const queryVector = new Float32Array(response.vector);
+            return this.index.findSimilar(queryVector, topK, excludeUrls);
+        }
+        catch (err) {
+            log.warn('findSimilar failed', { error: String(err) });
+            return [];
+        }
+    }
+    shutdown() {
+        try {
+            this.subprocess.shutdown();
+            this.index.clear();
+            this.available = false;
+            this.initialized = false;
+            log.info('EmbeddingService shut down');
+        }
+        catch (err) {
+            log.error('EmbeddingService shutdown error', { error: String(err) });
+        }
+    }
+}
+let globalInstance = null;
+export function getEmbeddingService() {
+    if (!globalInstance) {
+        globalInstance = new EmbeddingService();
+    }
+    return globalInstance;
+}
+export function resetEmbeddingService() {
+    if (globalInstance) {
+        globalInstance.shutdown();
+        globalInstance = null;
+    }
+}
+//# sourceMappingURL=embed.js.map

package/dist/embedding/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../src/embedding/embed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAsB,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEtC,MAAM,OAAO,gBAAgB;IACnB,UAAU,CAAsB;IAChC,KAAK,CAAc;IACnB,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B;QACE,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,MAAM;qBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;qBACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACT,GAAG,EAAE,CAAC,CAAC,aAAa;oBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,IAAI,EAAE,CAAC,CAAC,IAAI;iBACb,CAAC,CAAC,CAAC;gBACN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBACnD,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,YAAY,CAAC,KAAc;QACzB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,QAAgB;QAC/C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,GAAG,CAAC,KAAK,CAAC,0CAA0C,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAElE,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACvC,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrE,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,SAAS,EAAE,CAAC,cAAc,CAAC;YACvE,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YAEjE,IAAI,aAAqB,CAAC;YAC1B,IAAI,CAAC;gBACH,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,aAAa,GAAG,GAAG,CAAC;YACtB,CAAC;YAED,oBAAoB,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAEtC,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAW,EAAE,QAAgB;QACtC,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC5C,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CACf,SAAiB,EACjB,IAAY,EACZ,WAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAEnE,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACvC,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9D,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;CACF;AAED,IAAI,cAAc,GAA4B,IAAI,CAAC;AAEnD,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,CAAC,QAAQ,EAAE,CAAC;QAC1B,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/embedding/key-terms.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Extract key terms from page content and title for FTS5 query building.
+ * Prioritizes: title words > headings > bold text > first paragraph.
+ * Returns up to 20 deduplicated, lowercased, stopword-free terms.
+ */
+export declare function extractKeyTerms(content: string, title: string): string[];
+export declare function removeStopwords(words: string[]): string[];
+export declare function extractHeadings(content: string): string[];
+export declare function extractBoldText(content: string): string[];
+export declare function extractFirstParagraph(content: string): string;
+export declare function buildFTS5Query(terms: string[]): string;
+//# sourceMappingURL=key-terms.d.ts.map

package/dist/embedding/key-terms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-terms.d.ts","sourceRoot":"","sources":["../../src/embedding/key-terms.ts"],"names":[],"mappings":"AAwBA;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAkDxE;AAiBD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAEzD;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAazD;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAazD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAqB7D;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAKtD"}

package/dist/embedding/key-terms.js

@@ -0,0 +1,138 @@
+import { createLogger } from '../logger.js';
+const log = createLogger('embedding');
+const STOPWORDS = new Set([
+    'a', 'an', 'the', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for',
+    'of', 'with', 'by', 'from', 'is', 'it', 'as', 'be', 'was', 'were',
+    'been', 'are', 'am', 'has', 'have', 'had', 'do', 'does', 'did', 'will',
+    'would', 'could', 'should', 'may', 'might', 'can', 'shall', 'not', 'no',
+    'nor', 'so', 'yet', 'both', 'each', 'few', 'more', 'most', 'other',
+    'some', 'such', 'than', 'too', 'very', 'just', 'about', 'above', 'after',
+    'again', 'all', 'also', 'any', 'because', 'before', 'below', 'between',
+    'during', 'further', 'here', 'how', 'into', 'its', 'itself', 'me', 'my',
+    'myself', 'once', 'only', 'our', 'ours', 'ourselves', 'out', 'over',
+    'own', 'same', 'she', 'he', 'her', 'him', 'his', 'hers', 'that', 'their',
+    'theirs', 'them', 'themselves', 'then', 'there', 'these', 'they', 'this',
+    'those', 'through', 'under', 'until', 'up', 'we', 'what', 'when', 'where',
+    'which', 'while', 'who', 'whom', 'why', 'you', 'your', 'yours', 'yourself',
+    'i', 'if',
+]);
+const MAX_TERMS = 20;
+const FIRST_PARAGRAPH_MAX_CHARS = 200;
+/**
+ * Extract key terms from page content and title for FTS5 query building.
+ * Prioritizes: title words > headings > bold text > first paragraph.
+ * Returns up to 20 deduplicated, lowercased, stopword-free terms.
+ */
+export function extractKeyTerms(content, title) {
+    try {
+        if (!content.trim() && !title.trim()) {
+            return [];
+        }
+        const allTerms = [];
+        const titleWords = tokenize(title);
+        allTerms.push(...titleWords);
+        const headings = extractHeadings(content);
+        for (const heading of headings) {
+            allTerms.push(...tokenize(heading));
+        }
+        const boldPhrases = extractBoldText(content);
+        for (const phrase of boldPhrases) {
+            allTerms.push(...tokenize(phrase));
+        }
+        const firstPara = extractFirstParagraph(content);
+        if (firstPara) {
+            allTerms.push(...tokenize(firstPara));
+        }
+        const cleaned = removeStopwords(allTerms);
+        const seen = new Set();
+        const unique = [];
+        for (const term of cleaned) {
+            if (!seen.has(term)) {
+                seen.add(term);
+                unique.push(term);
+            }
+            if (unique.length >= MAX_TERMS)
+                break;
+        }
+        log.debug('extracted key terms', {
+            titleTerms: titleWords.length,
+            headingTerms: headings.length,
+            boldTerms: boldPhrases.length,
+            uniqueTerms: unique.length,
+        });
+        return unique;
+    }
+    catch (err) {
+        log.error('key term extraction failed', { error: String(err) });
+        return [];
+    }
+}
+function tokenize(text) {
+    if (!text)
+        return [];
+    let cleaned = text.replace(/https?:\/\/[^\s)]+/g, '');
+    cleaned = cleaned.replace(/```[\s\S]*?```/g, '');
+    cleaned = cleaned.replace(/`[^`]+`/g, '');
+    cleaned = cleaned.replace(/^#{1,6}\s+/gm, '');
+    cleaned = cleaned.replace(/\*{1,3}|_{1,3}/g, '');
+    return cleaned
+        .toLowerCase()
+        .split(/[^a-z0-9-]+/)
+        .filter(w => w.length > 1 && !/^\d+$/.test(w));
+}
+export function removeStopwords(words) {
+    return words.filter(w => w.length > 1 && !STOPWORDS.has(w.toLowerCase()));
+}
+export function extractHeadings(content) {
+    if (!content)
+        return [];
+    const headings = [];
+    const regex = /^#{1,3}\s+(.+)$/gm;
+    let match;
+    while ((match = regex.exec(content)) !== null) {
+        const text = match[1].trim();
+        if (text)
+            headings.push(text);
+    }
+    return headings;
+}
+export function extractBoldText(content) {
+    if (!content)
+        return [];
+    const bold = [];
+    const regex = /\*\*(.+?)\*\*|__(.+?)__/g;
+    let match;
+    while ((match = regex.exec(content)) !== null) {
+        const text = (match[1] || match[2]).trim();
+        if (text)
+            bold.push(text);
+    }
+    return bold;
+}
+export function extractFirstParagraph(content) {
+    if (!content)
+        return '';
+    const lines = content.split('\n');
+    const paragraphLines = [];
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith('#'))
+            continue;
+        if (trimmed.startsWith('```'))
+            continue;
+        paragraphLines.push(trimmed);
+        const joined = paragraphLines.join(' ');
+        if (joined.length >= FIRST_PARAGRAPH_MAX_CHARS) {
+            return joined.slice(0, FIRST_PARAGRAPH_MAX_CHARS);
+        }
+        break;
+    }
+    return paragraphLines.join(' ').slice(0, FIRST_PARAGRAPH_MAX_CHARS);
+}
+export function buildFTS5Query(terms) {
+    if (terms.length === 0)
+        return '';
+    const escaped = terms.map(t => t.replace(/['"()]/g, ''));
+    return escaped.filter(Boolean).join(' OR ');
+}
+//# sourceMappingURL=key-terms.js.map

package/dist/embedding/key-terms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-terms.js","sourceRoot":"","sources":["../../src/embedding/key-terms.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;IACnE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM;IACjE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACtE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI;IACvE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IACxE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS;IACtE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI;IACvE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM;IACnE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACxE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACxE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACzE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;IAC1E,GAAG,EAAE,IAAI;CACV,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe,EAAE,KAAa;IAC5D,IAAI,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC7C,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,SAAS,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS;gBAAE,MAAM;QACxC,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE;YAC/B,UAAU,EAAE,UAAU,CAAC,MAAM;YAC7B,YAAY,EAAE,QAAQ,CAAC,MAAM;YAC7B,SAAS,EAAE,WAAW,CAAC,MAAM;YAC7B,WAAW,EAAE,MAAM,CAAC,MAAM;SAC3B,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;IACtD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACjD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC9C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAEjD,OAAO,OAAO;SACX,WAAW,EAAE;SACb,KAAK,CAAC,aAAa,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAe;IAC7C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,mBAAmB,CAAC;IAClC,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAG,0BAA0B,CAAC;IACzC,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,SAAS;QAExC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,MAAM,CAAC,MAAM,IAAI,yBAAyB,EAAE,CAAC;YAC/C,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACpD,CAAC;QAED,MAAM;IACR,CAAC;IAED,OAAO,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC9C,CAAC"}

package/dist/embedding/subprocess.d.ts

@@ -0,0 +1,31 @@
+export interface EmbeddingResponse {
+    id: string;
+    vector?: number[];
+    error?: string;
+}
+export interface SubprocessOptions {
+    readyTimeoutMs?: number;
+    requestTimeoutMs?: number;
+}
+export declare class EmbeddingSubprocess {
+    private proc;
+    private pending;
+    private available;
+    private dims;
+    private modelName;
+    private spawnPromise;
+    private stdoutBuffer;
+    private idleTimer;
+    private readyTimeoutMs;
+    private requestTimeoutMs;
+    constructor(options?: SubprocessOptions);
+    isAvailable(): boolean;
+    getDims(): number | null;
+    getModel(): string | null;
+    embed(id: string, text: string): Promise<EmbeddingResponse>;
+    shutdown(): void;
+    private spawnProcess;
+    private handleStdoutData;
+    private resetIdleTimer;
+}
+//# sourceMappingURL=subprocess.d.ts.map

package/dist/embedding/subprocess.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subprocess.d.ts","sourceRoot":"","sources":["../../src/embedding/subprocess.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAQD,MAAM,WAAW,iBAAiB;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,OAAO,CAAqC;IACpD,OAAO,CAAC,SAAS,CAAwB;IACzC,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,CAAC,EAAE,iBAAiB;IAKvC,WAAW,IAAI,OAAO;IAItB,OAAO,IAAI,MAAM,GAAG,IAAI;IAIxB,QAAQ,IAAI,MAAM,GAAG,IAAI;IAInB,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAmCjE,QAAQ,IAAI,IAAI;YA0BF,YAAY;IAgG1B,OAAO,CAAC,gBAAgB;IAoCxB,OAAO,CAAC,cAAc;CAWvB"}

package/dist/embedding/subprocess.js

@@ -0,0 +1,213 @@
+import { spawn } from 'node:child_process';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('embedding');
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const SCRIPT_PATH = join(__dirname, '..', 'scripts', 'embedding_server.py');
+export class EmbeddingSubprocess {
+    proc = null;
+    pending = new Map();
+    available = null;
+    dims = null;
+    modelName = null;
+    spawnPromise = null;
+    stdoutBuffer = '';
+    idleTimer = null;
+    readyTimeoutMs;
+    requestTimeoutMs;
+    constructor(options) {
+        this.readyTimeoutMs = options?.readyTimeoutMs ?? 60000;
+        this.requestTimeoutMs = options?.requestTimeoutMs ?? 30000;
+    }
+    isAvailable() {
+        return this.available === true;
+    }
+    getDims() {
+        return this.dims;
+    }
+    getModel() {
+        return this.modelName;
+    }
+    async embed(id, text) {
+        try {
+            if (!this.proc && !this.spawnPromise) {
+                this.spawnPromise = this.spawnProcess();
+            }
+            if (this.spawnPromise) {
+                await this.spawnPromise;
+            }
+            if (!this.proc || this.available === false) {
+                throw new Error('Embedding subprocess not available');
+            }
+            this.resetIdleTimer();
+            const config = getConfig();
+            const truncatedText = text.slice(0, config.embeddingMaxTextLength);
+            return await new Promise((resolve, reject) => {
+                const timeoutHandle = setTimeout(() => {
+                    this.pending.delete(id);
+                    reject(new Error(`Embedding request ${id} timed out after ${this.requestTimeoutMs}ms`));
+                }, this.requestTimeoutMs);
+                this.pending.set(id, { resolve, reject, timeoutHandle });
+                const request = JSON.stringify({ id, text: truncatedText }) + '\n';
+                this.proc.stdin.write(request);
+            });
+        }
+        catch (err) {
+            log.error('embed failed', { id, error: String(err) });
+            throw err;
+        }
+    }
+    shutdown() {
+        try {
+            if (this.idleTimer) {
+                clearTimeout(this.idleTimer);
+                this.idleTimer = null;
+            }
+            for (const [id, pending] of this.pending.entries()) {
+                clearTimeout(pending.timeoutHandle);
+                pending.reject(new Error('Subprocess shutting down'));
+                this.pending.delete(id);
+            }
+            if (this.proc) {
+                this.proc.stdin?.end();
+                this.proc.kill();
+                this.proc = null;
+            }
+            this.spawnPromise = null;
+            log.info('embedding subprocess shut down');
+        }
+        catch (err) {
+            log.error('shutdown error', { error: String(err) });
+        }
+    }
+    async spawnProcess() {
+        const config = getConfig();
+        try {
+            log.info('spawning embedding subprocess', { model: config.embeddingModel });
+            const proc = spawn('python3', [
+                SCRIPT_PATH,
+                config.embeddingModel,
+                String(config.embeddingMaxTextLength),
+            ], {
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            this.proc = proc;
+            await new Promise((resolve, reject) => {
+                const readyTimeout = setTimeout(() => {
+                    reject(new Error(`Embedding subprocess READY timeout after ${this.readyTimeoutMs}ms`));
+                    proc.kill();
+                }, this.readyTimeoutMs);
+                let stderrBuf = '';
+                proc.stderr.on('data', (data) => {
+                    stderrBuf += data.toString();
+                    const lines = stderrBuf.split('\n');
+                    for (const line of lines) {
+                        if (line.startsWith('READY')) {
+                            clearTimeout(readyTimeout);
+                            const modelMatch = line.match(/model=(\S+)/);
+                            const dimsMatch = line.match(/dims=(\d+)/);
+                            if (modelMatch)
+                                this.modelName = modelMatch[1];
+                            if (dimsMatch)
+                                this.dims = parseInt(dimsMatch[1], 10);
+                            this.available = true;
+                            log.info('embedding subprocess ready', {
+                                model: this.modelName,
+                                dims: this.dims,
+                            });
+                            resolve();
+                            return;
+                        }
+                        if (line.startsWith('ERROR')) {
+                            clearTimeout(readyTimeout);
+                            this.available = false;
+                            reject(new Error(`Embedding subprocess: ${line}`));
+                            return;
+                        }
+                    }
+                });
+                proc.on('error', (err) => {
+                    clearTimeout(readyTimeout);
+                    this.available = false;
+                    this.proc = null;
+                    this.spawnPromise = null;
+                    log.error('embedding subprocess error', { error: String(err) });
+                    reject(err);
+                });
+                proc.on('close', (code) => {
+                    clearTimeout(readyTimeout);
+                    this.available = false;
+                    this.proc = null;
+                    this.spawnPromise = null;
+                    for (const [id, pending] of this.pending.entries()) {
+                        clearTimeout(pending.timeoutHandle);
+                        pending.reject(new Error(`Embedding subprocess exited with code ${code}`));
+                        this.pending.delete(id);
+                    }
+                    if (code !== 0 && code !== null) {
+                        log.warn('embedding subprocess exited', { code });
+                        reject(new Error(`Embedding subprocess exited with code ${code}`));
+                    }
+                });
+            });
+            proc.stdout.on('data', (data) => {
+                this.handleStdoutData(data.toString());
+            });
+            this.resetIdleTimer();
+        }
+        catch (err) {
+            this.available = false;
+            this.proc = null;
+            this.spawnPromise = null;
+            log.error('failed to spawn embedding subprocess', { error: String(err) });
+            throw err;
+        }
+    }
+    handleStdoutData(data) {
+        this.stdoutBuffer += data;
+        const lines = this.stdoutBuffer.split('\n');
+        this.stdoutBuffer = lines.pop() ?? '';
+        for (const line of lines) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            try {
+                const response = JSON.parse(trimmed);
+                const id = response.id;
+                if (id && this.pending.has(id)) {
+                    const pending = this.pending.get(id);
+                    this.pending.delete(id);
+                    clearTimeout(pending.timeoutHandle);
+                    if (response.error) {
+                        pending.reject(new Error(response.error));
+                    }
+                    else {
+                        pending.resolve(response);
+                    }
+                }
+                else {
+                    log.warn('received response for unknown request', { id });
+                }
+            }
+            catch (err) {
+                log.warn('failed to parse subprocess stdout line', {
+                    line: trimmed.slice(0, 200),
+                    error: String(err),
+                });
+            }
+        }
+    }
+    resetIdleTimer() {
+        if (this.idleTimer) {
+            clearTimeout(this.idleTimer);
+        }
+        const config = getConfig();
+        this.idleTimer = setTimeout(() => {
+            log.info('embedding subprocess idle timeout, shutting down');
+            this.shutdown();
+        }, config.embeddingIdleTimeoutMs);
+    }
+}
+//# sourceMappingURL=subprocess.js.map

package/dist/embedding/subprocess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subprocess.js","sourceRoot":"","sources":["../../src/embedding/subprocess.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEtC,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;AAmB5E,MAAM,OAAO,mBAAmB;IACtB,IAAI,GAAwB,IAAI,CAAC;IACjC,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC5C,SAAS,GAAmB,IAAI,CAAC;IACjC,IAAI,GAAkB,IAAI,CAAC;IAC3B,SAAS,GAAkB,IAAI,CAAC;IAChC,YAAY,GAAyB,IAAI,CAAC;IAC1C,YAAY,GAAG,EAAE,CAAC;IAClB,SAAS,GAAyC,IAAI,CAAC;IACvD,cAAc,CAAS;IACvB,gBAAgB,CAAS;IAEjC,YAAY,OAA2B;QACrC,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,KAAK,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;IAC7D,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC;IACjC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAU,EAAE,IAAY;QAClC,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1C,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAC;YAC1B,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACxD,CAAC;YAED,IAAI,CAAC,cAAc,EAAE,CAAC;YAEtB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAEnE,OAAO,MAAM,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC9D,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;oBACpC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,EAAE,oBAAoB,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;gBAC1F,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAE1B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;gBAEzD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC;gBACnE,IAAI,CAAC,IAAK,CAAC,KAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBACpC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;gBACtD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;YAE5E,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE;gBAC5B,WAAW;gBACX,MAAM,CAAC,cAAc;gBACrB,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC;aACtC,EAAE;gBACD,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YAEjB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;oBACnC,MAAM,CAAC,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;oBACvF,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAExB,IAAI,SAAS,GAAG,EAAE,CAAC;gBAEnB,IAAI,CAAC,MAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;oBACvC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC7B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC7B,YAAY,CAAC,YAAY,CAAC,CAAC;4BAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;4BAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;4BAC3C,IAAI,UAAU;gCAAE,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,SAAS;gCAAE,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4BAEtD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;4BACtB,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE;gCACrC,KAAK,EAAE,IAAI,CAAC,SAAS;gCACrB,IAAI,EAAE,IAAI,CAAC,IAAI;6BAChB,CAAC,CAAC;4BACH,OAAO,EAAE,CAAC;4BACV,OAAO;wBACT,CAAC;wBACD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC7B,YAAY,CAAC,YAAY,CAAC,CAAC;4BAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;4BACvB,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC,CAAC;4BACnD,OAAO;wBACT,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACvB,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;oBACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBACzB,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAChE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBACxB,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;oBACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBAEzB,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;wBACnD,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;wBACpC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC,CAAC;wBAC3E,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;oBAED,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAChC,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;wBAClD,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACvC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,EAAE,CAAC;QAExB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,GAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,IAAY;QACnC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;gBAC1D,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBAEvB,IAAI,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;oBACtC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACxB,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;oBAEpC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACnB,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC5C,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,wCAAwC,EAAE;oBACjD,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC3B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC/B,GAAG,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACpC,CAAC;CACF"}

package/dist/embedding/vector-index.d.ts

@@ -0,0 +1,26 @@
+export interface VectorEntry {
+    url: string;
+    vector: Float32Array;
+}
+export interface SimilarResult {
+    url: string;
+    score: number;
+}
+export declare class VectorIndex {
+    private entries;
+    size(): number;
+    add(url: string, vector: Float32Array): void;
+    remove(url: string): boolean;
+    has(url: string): boolean;
+    get(url: string): Float32Array | undefined;
+    findSimilar(queryVector: Float32Array, topK: number, excludeUrls?: Set<string>): SimilarResult[];
+    clear(): void;
+    loadFromBuffers(entries: Array<{
+        url: string;
+        embedding: Buffer;
+        dims: number;
+    }>): number;
+    getAllUrls(): string[];
+}
+export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
+//# sourceMappingURL=vector-index.d.ts.map

package/dist/embedding/vector-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-index.d.ts","sourceRoot":"","sources":["../../src/embedding/vector-index.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAmC;IAElD,IAAI,IAAI,MAAM;IAId,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,GAAG,IAAI;IAI5C,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAI5B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI1C,WAAW,CAAC,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,aAAa,EAAE;IAoBhG,KAAK,IAAI,IAAI;IAIb,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,MAAM;IAkBzF,UAAU,IAAI,MAAM,EAAE;CAGvB;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAkBzE"}