@staticn0va/wigolo 0.4.0 → 0.5.1

package/dist/search/answer-synthesis.js

@@ -0,0 +1,120 @@
+import { checkSamplingSupport, requestSampling, extractTextFromSamplingResponse, } from './sampling.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const MAX_CHARS_PER_SOURCE = 3000;
+const MAX_RESPONSE_TOKENS = 1500;
+export async function synthesizeAnswer(results, query, server) {
+    try {
+        const sourcesText = buildSourcesText(results);
+        if (!sourcesText) {
+            log.info('no content available for synthesis');
+            return {
+                fallback: true,
+                warning: 'No results with content available for answer synthesis',
+            };
+        }
+        if (!checkSamplingSupport(server)) {
+            log.info('sampling not supported by client, falling back to context format');
+            return {
+                fallback: true,
+                warning: 'Client does not support MCP sampling; falling back to context format',
+            };
+        }
+        const prompt = buildSynthesisPrompt(query, sourcesText);
+        const response = await requestSampling(server, [{ role: 'user', content: { type: 'text', text: prompt } }], MAX_RESPONSE_TOKENS);
+        const answerText = extractTextFromSamplingResponse(response);
+        if (!answerText) {
+            log.warn('sampling returned empty response');
+            return {
+                fallback: true,
+                warning: 'Sampling returned empty response; falling back to context format',
+            };
+        }
+        const citations = extractCitations(answerText, results);
+        log.info('answer synthesis complete', {
+            answerLength: answerText.length,
+            citationCount: citations.length,
+        });
+        return {
+            answer: answerText,
+            citations,
+            fallback: false,
+        };
+    }
+    catch (err) {
+        log.error('answer synthesis failed', { error: String(err) });
+        return {
+            fallback: true,
+            warning: `Answer synthesis failed: ${err instanceof Error ? err.message : String(err)}; falling back to context format`,
+        };
+    }
+}
+export function buildSourcesText(results) {
+    try {
+        const blocks = [];
+        let sourceIndex = 1;
+        for (const result of results) {
+            const content = result.markdown_content || result.snippet || '';
+            if (!content.trim())
+                continue;
+            const truncated = content.length > MAX_CHARS_PER_SOURCE
+                ? content.slice(0, MAX_CHARS_PER_SOURCE)
+                : content;
+            blocks.push(`[${sourceIndex}] ${result.title} (${result.url})\n${truncated}`);
+            sourceIndex++;
+        }
+        if (blocks.length === 0)
+            return '';
+        return blocks.join('\n\n---\n\n');
+    }
+    catch (err) {
+        log.error('buildSourcesText failed', { error: String(err) });
+        return '';
+    }
+}
+export function buildSynthesisPrompt(query, sourcesText) {
+    return `Based on the following sources, provide a concise and direct answer to the question. Use numbered citations like [1], [2] to reference specific sources.
+
+Question: ${query}
+
+Sources:
+${sourcesText}
+
+Instructions:
+- Be concise and direct. Answer in 2-4 paragraphs maximum.
+- Cite sources using [1], [2], etc. matching the source numbers above.
+- If sources contain conflicting information, note the discrepancy.
+- If the sources don't adequately answer the question, say so.
+- Do not include information not found in the provided sources.`;
+}
+export function extractCitations(answer, results) {
+    try {
+        if (!answer || results.length === 0)
+            return [];
+        const citationRegex = /\[(\d+)\]/g;
+        const seen = new Set();
+        const citations = [];
+        let match;
+        while ((match = citationRegex.exec(answer)) !== null) {
+            const index = parseInt(match[1], 10);
+            if (isNaN(index) || index < 1 || index > results.length)
+                continue;
+            if (seen.has(index))
+                continue;
+            seen.add(index);
+            const result = results[index - 1];
+            citations.push({
+                index,
+                url: result.url,
+                title: result.title,
+                snippet: result.snippet,
+            });
+        }
+        return citations;
+    }
+    catch (err) {
+        log.error('citation extraction failed', { error: String(err) });
+        return [];
+    }
+}
+//# sourceMappingURL=answer-synthesis.js.map

package/dist/search/answer-synthesis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-synthesis.js","sourceRoot":"","sources":["../../src/search/answer-synthesis.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,+BAA+B,GAChC,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AASjC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAA2B,EAC3B,KAAa,EACb,MAA6B;IAE7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YAC/C,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,wDAAwD;aAClE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;YAC7E,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,sEAAsE;aAChF,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,MAAM,EACN,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAC3D,mBAAmB,CACpB,CAAC;QAEF,MAAM,UAAU,GAAG,+BAA+B,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,kEAAkE;aAC5E,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAExD,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE;YACpC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,SAAS,CAAC,MAAM;SAChC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,4BAA4B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC;SACxH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,IAAI,CAAC;QACH,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE9B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,oBAAoB;gBACrD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC;gBACxC,CAAC,CAAC,OAAO,CAAC;YAEZ,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,KAAK,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,CAAC;YAC9E,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEnC,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,WAAmB;IACrE,OAAO;;YAEG,KAAK;;;EAGf,WAAW;;;;;;;gEAOmD,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAc,EACd,OAA2B;IAE3B,IAAI,CAAC;QACH,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE/C,MAAM,aAAa,GAAG,YAAY,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,IAAI,KAA6B,CAAC;QAClC,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM;gBAAE,SAAS;YAClE,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC9B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEhB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAClC,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK;gBACL,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/search/find-similar.d.ts

@@ -0,0 +1,5 @@
+import type { FindSimilarInput, FindSimilarOutput, SearchEngine } from '../types.js';
+import type { SmartRouter } from '../fetch/router.js';
+import type { BackendStatus } from '../server/backend-status.js';
+export declare function findSimilar(input: FindSimilarInput, engines: SearchEngine[], router: SmartRouter, backendStatus?: BackendStatus): Promise<FindSimilarOutput>;
+//# sourceMappingURL=find-similar.d.ts.map

package/dist/search/find-similar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-similar.d.ts","sourceRoot":"","sources":["../../src/search/find-similar.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EAEjB,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAuBjE,wBAAsB,WAAW,CAC/B,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,YAAY,EAAE,EACvB,MAAM,EAAE,WAAW,EACnB,aAAa,CAAC,EAAE,aAAa,GAC5B,OAAO,CAAC,iBAAiB,CAAC,CAoH5B"}

package/dist/search/find-similar.js

@@ -0,0 +1,329 @@
+import { extractKeyTerms, buildFTS5Query } from '../embedding/key-terms.js';
+import { reciprocalRankFusion, sortByRRFScore } from './rrf.js';
+import { searchCache, getCachedContent, normalizeUrl } from '../cache/store.js';
+import { filterByDomains } from './filters.js';
+import { handleSearch } from '../tools/search.js';
+import { extractContent } from '../extraction/pipeline.js';
+import { getEmbeddingService } from '../embedding/embed.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const DEFAULT_MAX_RESULTS = 10;
+const MAX_FTS5_CANDIDATES = 20;
+const WEB_SEARCH_QUERY_COUNT = 3;
+export async function findSimilar(input, engines, router, backendStatus) {
+    const start = Date.now();
+    try {
+        const url = input.url?.trim();
+        const concept = input.concept?.trim();
+        if (!url && !concept) {
+            return {
+                results: [],
+                method: 'fts5',
+                cache_hits: 0,
+                search_hits: 0,
+                embedding_available: false,
+                error: 'Either url or concept must be provided',
+                total_time_ms: Date.now() - start,
+            };
+        }
+        const maxResults = input.max_results ?? DEFAULT_MAX_RESULTS;
+        const includeCache = input.include_cache ?? true;
+        const includeWeb = input.include_web ?? true;
+        const signal = await prepareSignal(url, concept, router);
+        if (signal.terms.length === 0) {
+            log.warn('no key terms extracted, falling back to web search');
+            if (!includeWeb) {
+                return {
+                    results: [],
+                    method: 'fts5',
+                    cache_hits: 0,
+                    search_hits: 0,
+                    embedding_available: false,
+                    error: 'Could not extract key terms from input and web search is disabled',
+                    total_time_ms: Date.now() - start,
+                };
+            }
+        }
+        // FTS5 search on cache
+        let cacheResults = [];
+        const fts5RankMap = new Map();
+        if (includeCache && signal.terms.length > 0) {
+            cacheResults = runFTS5Search(signal.terms, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, MAX_FTS5_CANDIDATES, fts5RankMap);
+            log.debug('FTS5 search complete', { hits: cacheResults.length });
+        }
+        // Web search fallback
+        let searchResults = [];
+        const searchRankMap = new Map();
+        if (cacheResults.length < maxResults && includeWeb) {
+            searchResults = await runWebSearchFallback(signal, engines, router, backendStatus, maxResults, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, searchRankMap);
+            log.debug('web search fallback complete', { hits: searchResults.length });
+        }
+        // Fuse results via RRF
+        const rankedLists = [];
+        if (fts5RankMap.size > 0)
+            rankedLists.push(fts5RankMap);
+        if (searchRankMap.size > 0)
+            rankedLists.push(searchRankMap);
+        let finalResults;
+        if (rankedLists.length >= 1) {
+            finalResults = fuseResults(rankedLists, cacheResults, searchResults, maxResults);
+        }
+        else {
+            finalResults = [...cacheResults, ...searchResults]
+                .sort((a, b) => b.relevance_score - a.relevance_score)
+                .slice(0, maxResults);
+        }
+        const method = determineMethod(cacheResults.length > 0, searchResults.length > 0);
+        const cacheHits = finalResults.filter(r => r.source === 'cache').length;
+        const searchHits = finalResults.filter(r => r.source === 'search').length;
+        return {
+            results: finalResults,
+            method,
+            cache_hits: cacheHits,
+            search_hits: searchHits,
+            embedding_available: false,
+            total_time_ms: Date.now() - start,
+        };
+    }
+    catch (err) {
+        log.error('findSimilar failed', { error: String(err) });
+        return {
+            results: [],
+            method: 'fts5',
+            cache_hits: 0,
+            search_hits: 0,
+            embedding_available: false,
+            error: `find_similar failed: ${err instanceof Error ? err.message : String(err)}`,
+            total_time_ms: Date.now() - start,
+        };
+    }
+}
+async function prepareSignal(url, concept, router) {
+    if (url) {
+        return await prepareSignalFromUrl(url, router);
+    }
+    if (concept) {
+        const terms = extractKeyTerms(concept, '');
+        return { terms, title: concept };
+    }
+    return { terms: [], title: '' };
+}
+async function prepareSignalFromUrl(url, router) {
+    let normalizedInputUrl;
+    try {
+        normalizedInputUrl = normalizeUrl(url);
+    }
+    catch {
+        normalizedInputUrl = url;
+    }
+    const cached = getCachedContent(url);
+    if (cached) {
+        const terms = extractKeyTerms(cached.markdown, cached.title);
+        return {
+            terms,
+            title: cached.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+    try {
+        log.info('fetching URL for signal extraction', { url });
+        const raw = await router.fetch(url, { renderJs: 'auto' });
+        const extraction = await extractContent(raw.html, raw.finalUrl, {
+            contentType: raw.contentType,
+        });
+        const terms = extractKeyTerms(extraction.markdown, extraction.title);
+        return {
+            terms,
+            title: extraction.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+    catch (err) {
+        log.warn('failed to fetch URL for signal extraction', { url, error: String(err) });
+        const urlTerms = extractKeyTerms('', url);
+        return {
+            terms: urlTerms,
+            title: url,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+}
+function runFTS5Search(terms, excludeNormalizedUrl, includeDomains, excludeDomains, maxCandidates, rankMap) {
+    try {
+        const fts5Query = buildFTS5Query(terms);
+        if (!fts5Query)
+            return [];
+        let cached = searchCache(fts5Query);
+        if (excludeNormalizedUrl) {
+            cached = cached.filter(c => {
+                try {
+                    return normalizeUrl(c.url) !== excludeNormalizedUrl;
+                }
+                catch {
+                    return c.url !== excludeNormalizedUrl;
+                }
+            });
+        }
+        cached = filterByDomains(cached, includeDomains, excludeDomains);
+        cached = cached.slice(0, maxCandidates);
+        const results = [];
+        for (let i = 0; i < cached.length; i++) {
+            const entry = cached[i];
+            let nUrl;
+            try {
+                nUrl = normalizeUrl(entry.url);
+            }
+            catch {
+                nUrl = entry.url;
+            }
+            rankMap.set(nUrl, i + 1);
+            results.push({
+                url: entry.url,
+                title: entry.title,
+                markdown: entry.markdown.slice(0, 5000),
+                relevance_score: 0,
+                source: 'cache',
+                match_signals: {
+                    fts5_rank: i + 1,
+                    fused_score: 0,
+                },
+            });
+        }
+        return results;
+    }
+    catch (err) {
+        log.error('FTS5 search failed', { error: String(err) });
+        return [];
+    }
+}
+async function runWebSearchFallback(signal, engines, router, backendStatus, maxResults, excludeNormalizedUrl, includeDomains, excludeDomains, rankMap) {
+    try {
+        const queries = generateSearchQueries(signal.terms, signal.title);
+        if (queries.length === 0)
+            return [];
+        const allResults = [];
+        const seenUrls = new Set();
+        if (excludeNormalizedUrl) {
+            seenUrls.add(excludeNormalizedUrl);
+        }
+        for (const query of queries) {
+            try {
+                const searchOutput = await handleSearch({
+                    query,
+                    max_results: maxResults,
+                    include_content: true,
+                    include_domains: includeDomains,
+                    exclude_domains: excludeDomains,
+                }, engines, router, backendStatus);
+                for (const item of searchOutput.results) {
+                    let nUrl;
+                    try {
+                        nUrl = normalizeUrl(item.url);
+                    }
+                    catch {
+                        nUrl = item.url;
+                    }
+                    if (seenUrls.has(nUrl))
+                        continue;
+                    seenUrls.add(nUrl);
+                    const rank = allResults.length + 1;
+                    rankMap.set(nUrl, rank);
+                    allResults.push({
+                        url: item.url,
+                        title: item.title,
+                        markdown: (item.markdown_content ?? item.snippet).slice(0, 5000),
+                        relevance_score: item.relevance_score,
+                        source: 'search',
+                        match_signals: {
+                            fused_score: 0,
+                        },
+                    });
+                }
+            }
+            catch (err) {
+                log.warn('web search query failed', { query, error: String(err) });
+            }
+        }
+        try {
+            const embeddingService = getEmbeddingService();
+            if (embeddingService.isAvailable()) {
+                for (const result of allResults) {
+                    if (result.markdown) {
+                        embeddingService.embedAsync(result.url, result.markdown);
+                    }
+                }
+            }
+        }
+        catch (err) {
+            log.debug('embedding hook skipped for find_similar results', { error: String(err) });
+        }
+        return allResults;
+    }
+    catch (err) {
+        log.error('web search fallback failed', { error: String(err) });
+        return [];
+    }
+}
+function generateSearchQueries(terms, title) {
+    if (terms.length === 0 && !title)
+        return [];
+    const queries = [];
+    if (title && title.length > 3) {
+        queries.push(title.slice(0, 150));
+    }
+    if (terms.length >= 3) {
+        queries.push(terms.slice(0, 5).join(' '));
+    }
+    if (terms.length >= 2) {
+        queries.push(`${terms.slice(0, 3).join(' ')} tutorial guide`);
+    }
+    const unique = [...new Set(queries)];
+    return unique.slice(0, WEB_SEARCH_QUERY_COUNT);
+}
+function fuseResults(rankedLists, cacheResults, searchResults, maxResults) {
+    const scores = reciprocalRankFusion(rankedLists);
+    const sorted = sortByRRFScore(scores);
+    const resultsByNormalizedUrl = new Map();
+    for (const r of [...cacheResults, ...searchResults]) {
+        let key;
+        try {
+            key = normalizeUrl(r.url);
+        }
+        catch {
+            key = r.url;
+        }
+        if (!resultsByNormalizedUrl.has(key)) {
+            resultsByNormalizedUrl.set(key, r);
+        }
+    }
+    const fused = [];
+    for (const [nUrl, score] of sorted) {
+        if (fused.length >= maxResults)
+            break;
+        const result = resultsByNormalizedUrl.get(nUrl);
+        if (!result)
+            continue;
+        fused.push({
+            ...result,
+            relevance_score: score,
+            match_signals: {
+                ...result.match_signals,
+                fused_score: score,
+            },
+        });
+    }
+    return fused;
+}
+function determineMethod(hasCache, hasSearch) {
+    if (hasCache && hasSearch)
+        return 'hybrid';
+    if (hasCache)
+        return 'fts5';
+    if (hasSearch)
+        return 'search';
+    return 'fts5';
+}
+//# sourceMappingURL=find-similar.js.map

package/dist/search/find-similar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-similar.js","sourceRoot":"","sources":["../../src/search/find-similar.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAgB,cAAc,EAAE,MAAM,UAAU,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AASjC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAuB,EACvB,OAAuB,EACvB,MAAmB,EACnB,aAA6B;IAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QAEtC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,mBAAmB,EAAE,KAAK;gBAC1B,KAAK,EAAE,wCAAwC;gBAC/C,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAClC,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC;QAC5D,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC;QACjD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAE/D,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,CAAC;oBACd,mBAAmB,EAAE,KAAK;oBAC1B,KAAK,EAAE,mEAAmE;oBAC1E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,YAAY,GAAwB,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE9C,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,GAAG,aAAa,CAC1B,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,mBAAmB,EACnB,WAAW,CACZ,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,sBAAsB;QACtB,IAAI,aAAa,GAAwB,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,IAAI,YAAY,CAAC,MAAM,GAAG,UAAU,IAAI,UAAU,EAAE,CAAC;YACnD,aAAa,GAAG,MAAM,oBAAoB,CACxC,MAAM,EACN,OAAO,EACP,MAAM,EACN,aAAa,EACb,UAAU,EACV,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,aAAa,CACd,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE5D,IAAI,YAAiC,CAAC;QAEtC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,YAAY,GAAG,WAAW,CAAC,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;QACnF,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC;iBAC/C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;iBACrD,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAE1E,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,MAAM;YACN,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,KAAK;YAC1B,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO;YACL,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,mBAAmB,EAAE,KAAK;YAC1B,KAAK,EAAE,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACjF,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAuB,EACvB,OAA2B,EAC3B,MAAmB;IAEnB,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,MAAmB;IAEnB,IAAI,kBAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,kBAAkB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB,GAAG,GAAG,CAAC;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO;YACL,KAAK;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE;YAC9D,WAAW,EAAE,GAAG,CAAC,WAAW;SAC7B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;QACrE,OAAO;YACL,KAAK;YACL,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,KAAe,EACf,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,aAAqB,EACrB,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,IAAI,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QAEpC,IAAI,oBAAoB,EAAE,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBACzB,IAAI,CAAC;oBACH,OAAO,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,oBAAoB,CAAC;gBACtD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC;gBACxC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,cAAc,CAAoB,CAAC;QACpF,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAExC,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC;YACnB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAEzB,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACvC,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE;oBACb,SAAS,EAAE,CAAC,GAAG,CAAC;oBAChB,WAAW,EAAE,CAAC;iBACf;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAsB,EACtB,OAAuB,EACvB,MAAmB,EACnB,aAAwC,EACxC,UAAkB,EAClB,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEnC,IAAI,oBAAoB,EAAE,CAAC;YACzB,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,YAAY,CACrC;oBACE,KAAK;oBACL,WAAW,EAAE,UAAU;oBACvB,eAAe,EAAE,IAAI;oBACrB,eAAe,EAAE,cAAc;oBAC/B,eAAe,EAAE,cAAc;iBAChC,EACD,OAAO,EACP,MAAM,EACN,aAAa,CACd,CAAC;gBAEF,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACxC,IAAI,IAAY,CAAC;oBACjB,IAAI,CAAC;wBACH,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChC,CAAC;oBAAC,MAAM,CAAC;wBACP,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;oBAClB,CAAC;oBAED,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAEnB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;oBACnC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAExB,UAAU,CAAC,IAAI,CAAC;wBACd,GAAG,EAAE,IAAI,CAAC,GAAG;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,QAAQ,EAAE,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;wBAChE,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE;4BACb,WAAW,EAAE,CAAC;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,mBAAmB,EAAE,CAAC;YAC/C,IAAI,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;oBAChC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACpB,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAe,EAAE,KAAa;IAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAClB,WAAkC,EAClC,YAAiC,EACjC,aAAkC,EAClC,UAAkB;IAElB,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,EAAE,CAAC;QACpD,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;QACd,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,sBAAsB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QAEtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,MAAM;YACT,eAAe,EAAE,KAAK;YACtB,aAAa,EAAE;gBACb,GAAG,MAAM,CAAC,aAAa;gBACvB,WAAW,EAAE,KAAK;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CACtB,QAAiB,EACjB,SAAkB;IAElB,IAAI,QAAQ,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC3C,IAAI,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC5B,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC/B,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/search/multi-query.d.ts

@@ -0,0 +1,22 @@
+import type { RawSearchResult, SearchEngine } from '../types.js';
+import type { MergedSearchResult } from './dedup.js';
+export declare function normalizeQueries(queries: string[]): string[];
+export interface FanOutOptions {
+    maxResults: number;
+    timeRange?: string;
+    language?: string;
+    includeDomains?: string[];
+    excludeDomains?: string[];
+    fromDate?: string;
+    toDate?: string;
+    category?: 'general' | 'news' | 'code' | 'docs' | 'papers' | 'images';
+}
+export interface FanOutResult {
+    results: RawSearchResult[];
+    enginesUsed: string[];
+    errors: string[];
+}
+export declare function fanOutSearch(queries: string[], engines: SearchEngine[], options: FanOutOptions): Promise<FanOutResult>;
+export declare function synthesizeIntent(queries: string[]): string;
+export declare function mergeWithRRF(rankedLists: MergedSearchResult[][]): MergedSearchResult[];
+//# sourceMappingURL=multi-query.d.ts.map

package/dist/search/multi-query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query.d.ts","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAuB,MAAM,aAAa,CAAC;AACtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AASrD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CA2B5D;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAsEvB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAO1D;AAED,wBAAgB,YAAY,CAAC,WAAW,EAAE,kBAAkB,EAAE,EAAE,GAAG,kBAAkB,EAAE,CAmDtF"}

package/dist/search/multi-query.js

@@ -0,0 +1,157 @@
+import { normalizeUrl } from '../cache/store.js';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const RRF_K = 60;
+export function normalizeQueries(queries) {
+    try {
+        const config = getConfig();
+        const seen = new Set();
+        const normalized = [];
+        for (const raw of queries) {
+            const q = raw.toLowerCase().trim().replace(/\s+/g, ' ');
+            if (q.length === 0)
+                continue;
+            if (seen.has(q))
+                continue;
+            seen.add(q);
+            normalized.push(q);
+        }
+        if (normalized.length > config.multiQueryMax) {
+            log.warn('multi-query array exceeds max, truncating', {
+                provided: normalized.length,
+                max: config.multiQueryMax,
+            });
+            return normalized.slice(0, config.multiQueryMax);
+        }
+        return normalized;
+    }
+    catch (err) {
+        log.error('normalizeQueries failed', { error: String(err) });
+        return [];
+    }
+}
+export async function fanOutSearch(queries, engines, options) {
+    const allResults = [];
+    const enginesUsed = new Set();
+    const errors = [];
+    if (queries.length === 0 || engines.length === 0) {
+        return { results: [], enginesUsed: [], errors: [] };
+    }
+    try {
+        const config = getConfig();
+        const concurrency = config.multiQueryConcurrency;
+        const hasFilterAttrition = !!(options.includeDomains?.length || options.excludeDomains?.length);
+        const overfetchFactor = hasFilterAttrition ? 3 : 2;
+        const engineOptions = {
+            maxResults: options.maxResults * overfetchFactor,
+            timeRange: options.timeRange,
+            language: options.language,
+            includeDomains: options.includeDomains,
+            excludeDomains: options.excludeDomains,
+            fromDate: options.fromDate,
+            toDate: options.toDate,
+            category: options.category,
+        };
+        const tasks = [];
+        for (const engine of engines) {
+            for (const query of queries) {
+                tasks.push({ engine, query });
+            }
+        }
+        for (let i = 0; i < tasks.length; i += concurrency) {
+            const batch = tasks.slice(i, i + concurrency);
+            const promises = batch.map(async ({ engine, query }) => {
+                try {
+                    const results = await engine.search(query, engineOptions);
+                    for (const r of results) {
+                        allResults.push(r);
+                        enginesUsed.add(engine.name);
+                    }
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    log.warn('multi-query engine search failed', {
+                        engine: engine.name,
+                        query,
+                        error: msg,
+                    });
+                    errors.push(`${engine.name}(${query}): ${msg}`);
+                }
+            });
+            await Promise.allSettled(promises);
+        }
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors,
+        };
+    }
+    catch (err) {
+        log.error('fanOutSearch failed', { error: String(err) });
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors: [...errors, `fanOutSearch: ${String(err)}`],
+        };
+    }
+}
+export function synthesizeIntent(queries) {
+    try {
+        return queries.map(q => q.trim()).filter(Boolean).join('; ');
+    }
+    catch (err) {
+        log.error('synthesizeIntent failed', { error: String(err) });
+        return '';
+    }
+}
+export function mergeWithRRF(rankedLists) {
+    try {
+        if (rankedLists.length === 0)
+            return [];
+        const nonEmpty = rankedLists.filter(l => l.length > 0);
+        if (nonEmpty.length === 0)
+            return [];
+        const rrfScores = new Map();
+        const bestAppearance = new Map();
+        for (const list of nonEmpty) {
+            for (let rank = 0; rank < list.length; rank++) {
+                const item = list[rank];
+                let normalizedUrlStr;
+                try {
+                    normalizedUrlStr = normalizeUrl(item.url);
+                }
+                catch {
+                    normalizedUrlStr = item.url;
+                }
+                const rrfContribution = 1 / (RRF_K + rank + 1);
+                const current = rrfScores.get(normalizedUrlStr) ?? 0;
+                rrfScores.set(normalizedUrlStr, current + rrfContribution);
+                const existing = bestAppearance.get(normalizedUrlStr);
+                if (!existing || rank < existing.bestRank) {
+                    bestAppearance.set(normalizedUrlStr, { result: item, bestRank: rank });
+                }
+            }
+        }
+        let maxScore = 0;
+        for (const score of rrfScores.values()) {
+            if (score > maxScore)
+                maxScore = score;
+        }
+        const merged = [];
+        for (const [normalizedUrlStr, score] of rrfScores.entries()) {
+            const appearance = bestAppearance.get(normalizedUrlStr);
+            merged.push({
+                ...appearance.result,
+                relevance_score: maxScore > 0 ? score / maxScore : 0,
+            });
+        }
+        merged.sort((a, b) => b.relevance_score - a.relevance_score);
+        return merged;
+    }
+    catch (err) {
+        log.error('mergeWithRRF failed', { error: String(err) });
+        return [];
+    }
+}
+//# sourceMappingURL=multi-query.js.map