@staticn0va/wigolo 0.3.1 → 0.5.1

package/dist/search/find-similar.js

@@ -0,0 +1,329 @@
+import { extractKeyTerms, buildFTS5Query } from '../embedding/key-terms.js';
+import { reciprocalRankFusion, sortByRRFScore } from './rrf.js';
+import { searchCache, getCachedContent, normalizeUrl } from '../cache/store.js';
+import { filterByDomains } from './filters.js';
+import { handleSearch } from '../tools/search.js';
+import { extractContent } from '../extraction/pipeline.js';
+import { getEmbeddingService } from '../embedding/embed.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const DEFAULT_MAX_RESULTS = 10;
+const MAX_FTS5_CANDIDATES = 20;
+const WEB_SEARCH_QUERY_COUNT = 3;
+export async function findSimilar(input, engines, router, backendStatus) {
+    const start = Date.now();
+    try {
+        const url = input.url?.trim();
+        const concept = input.concept?.trim();
+        if (!url && !concept) {
+            return {
+                results: [],
+                method: 'fts5',
+                cache_hits: 0,
+                search_hits: 0,
+                embedding_available: false,
+                error: 'Either url or concept must be provided',
+                total_time_ms: Date.now() - start,
+            };
+        }
+        const maxResults = input.max_results ?? DEFAULT_MAX_RESULTS;
+        const includeCache = input.include_cache ?? true;
+        const includeWeb = input.include_web ?? true;
+        const signal = await prepareSignal(url, concept, router);
+        if (signal.terms.length === 0) {
+            log.warn('no key terms extracted, falling back to web search');
+            if (!includeWeb) {
+                return {
+                    results: [],
+                    method: 'fts5',
+                    cache_hits: 0,
+                    search_hits: 0,
+                    embedding_available: false,
+                    error: 'Could not extract key terms from input and web search is disabled',
+                    total_time_ms: Date.now() - start,
+                };
+            }
+        }
+        // FTS5 search on cache
+        let cacheResults = [];
+        const fts5RankMap = new Map();
+        if (includeCache && signal.terms.length > 0) {
+            cacheResults = runFTS5Search(signal.terms, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, MAX_FTS5_CANDIDATES, fts5RankMap);
+            log.debug('FTS5 search complete', { hits: cacheResults.length });
+        }
+        // Web search fallback
+        let searchResults = [];
+        const searchRankMap = new Map();
+        if (cacheResults.length < maxResults && includeWeb) {
+            searchResults = await runWebSearchFallback(signal, engines, router, backendStatus, maxResults, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, searchRankMap);
+            log.debug('web search fallback complete', { hits: searchResults.length });
+        }
+        // Fuse results via RRF
+        const rankedLists = [];
+        if (fts5RankMap.size > 0)
+            rankedLists.push(fts5RankMap);
+        if (searchRankMap.size > 0)
+            rankedLists.push(searchRankMap);
+        let finalResults;
+        if (rankedLists.length >= 1) {
+            finalResults = fuseResults(rankedLists, cacheResults, searchResults, maxResults);
+        }
+        else {
+            finalResults = [...cacheResults, ...searchResults]
+                .sort((a, b) => b.relevance_score - a.relevance_score)
+                .slice(0, maxResults);
+        }
+        const method = determineMethod(cacheResults.length > 0, searchResults.length > 0);
+        const cacheHits = finalResults.filter(r => r.source === 'cache').length;
+        const searchHits = finalResults.filter(r => r.source === 'search').length;
+        return {
+            results: finalResults,
+            method,
+            cache_hits: cacheHits,
+            search_hits: searchHits,
+            embedding_available: false,
+            total_time_ms: Date.now() - start,
+        };
+    }
+    catch (err) {
+        log.error('findSimilar failed', { error: String(err) });
+        return {
+            results: [],
+            method: 'fts5',
+            cache_hits: 0,
+            search_hits: 0,
+            embedding_available: false,
+            error: `find_similar failed: ${err instanceof Error ? err.message : String(err)}`,
+            total_time_ms: Date.now() - start,
+        };
+    }
+}
+async function prepareSignal(url, concept, router) {
+    if (url) {
+        return await prepareSignalFromUrl(url, router);
+    }
+    if (concept) {
+        const terms = extractKeyTerms(concept, '');
+        return { terms, title: concept };
+    }
+    return { terms: [], title: '' };
+}
+async function prepareSignalFromUrl(url, router) {
+    let normalizedInputUrl;
+    try {
+        normalizedInputUrl = normalizeUrl(url);
+    }
+    catch {
+        normalizedInputUrl = url;
+    }
+    const cached = getCachedContent(url);
+    if (cached) {
+        const terms = extractKeyTerms(cached.markdown, cached.title);
+        return {
+            terms,
+            title: cached.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+    try {
+        log.info('fetching URL for signal extraction', { url });
+        const raw = await router.fetch(url, { renderJs: 'auto' });
+        const extraction = await extractContent(raw.html, raw.finalUrl, {
+            contentType: raw.contentType,
+        });
+        const terms = extractKeyTerms(extraction.markdown, extraction.title);
+        return {
+            terms,
+            title: extraction.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+    catch (err) {
+        log.warn('failed to fetch URL for signal extraction', { url, error: String(err) });
+        const urlTerms = extractKeyTerms('', url);
+        return {
+            terms: urlTerms,
+            title: url,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+}
+function runFTS5Search(terms, excludeNormalizedUrl, includeDomains, excludeDomains, maxCandidates, rankMap) {
+    try {
+        const fts5Query = buildFTS5Query(terms);
+        if (!fts5Query)
+            return [];
+        let cached = searchCache(fts5Query);
+        if (excludeNormalizedUrl) {
+            cached = cached.filter(c => {
+                try {
+                    return normalizeUrl(c.url) !== excludeNormalizedUrl;
+                }
+                catch {
+                    return c.url !== excludeNormalizedUrl;
+                }
+            });
+        }
+        cached = filterByDomains(cached, includeDomains, excludeDomains);
+        cached = cached.slice(0, maxCandidates);
+        const results = [];
+        for (let i = 0; i < cached.length; i++) {
+            const entry = cached[i];
+            let nUrl;
+            try {
+                nUrl = normalizeUrl(entry.url);
+            }
+            catch {
+                nUrl = entry.url;
+            }
+            rankMap.set(nUrl, i + 1);
+            results.push({
+                url: entry.url,
+                title: entry.title,
+                markdown: entry.markdown.slice(0, 5000),
+                relevance_score: 0,
+                source: 'cache',
+                match_signals: {
+                    fts5_rank: i + 1,
+                    fused_score: 0,
+                },
+            });
+        }
+        return results;
+    }
+    catch (err) {
+        log.error('FTS5 search failed', { error: String(err) });
+        return [];
+    }
+}
+async function runWebSearchFallback(signal, engines, router, backendStatus, maxResults, excludeNormalizedUrl, includeDomains, excludeDomains, rankMap) {
+    try {
+        const queries = generateSearchQueries(signal.terms, signal.title);
+        if (queries.length === 0)
+            return [];
+        const allResults = [];
+        const seenUrls = new Set();
+        if (excludeNormalizedUrl) {
+            seenUrls.add(excludeNormalizedUrl);
+        }
+        for (const query of queries) {
+            try {
+                const searchOutput = await handleSearch({
+                    query,
+                    max_results: maxResults,
+                    include_content: true,
+                    include_domains: includeDomains,
+                    exclude_domains: excludeDomains,
+                }, engines, router, backendStatus);
+                for (const item of searchOutput.results) {
+                    let nUrl;
+                    try {
+                        nUrl = normalizeUrl(item.url);
+                    }
+                    catch {
+                        nUrl = item.url;
+                    }
+                    if (seenUrls.has(nUrl))
+                        continue;
+                    seenUrls.add(nUrl);
+                    const rank = allResults.length + 1;
+                    rankMap.set(nUrl, rank);
+                    allResults.push({
+                        url: item.url,
+                        title: item.title,
+                        markdown: (item.markdown_content ?? item.snippet).slice(0, 5000),
+                        relevance_score: item.relevance_score,
+                        source: 'search',
+                        match_signals: {
+                            fused_score: 0,
+                        },
+                    });
+                }
+            }
+            catch (err) {
+                log.warn('web search query failed', { query, error: String(err) });
+            }
+        }
+        try {
+            const embeddingService = getEmbeddingService();
+            if (embeddingService.isAvailable()) {
+                for (const result of allResults) {
+                    if (result.markdown) {
+                        embeddingService.embedAsync(result.url, result.markdown);
+                    }
+                }
+            }
+        }
+        catch (err) {
+            log.debug('embedding hook skipped for find_similar results', { error: String(err) });
+        }
+        return allResults;
+    }
+    catch (err) {
+        log.error('web search fallback failed', { error: String(err) });
+        return [];
+    }
+}
+function generateSearchQueries(terms, title) {
+    if (terms.length === 0 && !title)
+        return [];
+    const queries = [];
+    if (title && title.length > 3) {
+        queries.push(title.slice(0, 150));
+    }
+    if (terms.length >= 3) {
+        queries.push(terms.slice(0, 5).join(' '));
+    }
+    if (terms.length >= 2) {
+        queries.push(`${terms.slice(0, 3).join(' ')} tutorial guide`);
+    }
+    const unique = [...new Set(queries)];
+    return unique.slice(0, WEB_SEARCH_QUERY_COUNT);
+}
+function fuseResults(rankedLists, cacheResults, searchResults, maxResults) {
+    const scores = reciprocalRankFusion(rankedLists);
+    const sorted = sortByRRFScore(scores);
+    const resultsByNormalizedUrl = new Map();
+    for (const r of [...cacheResults, ...searchResults]) {
+        let key;
+        try {
+            key = normalizeUrl(r.url);
+        }
+        catch {
+            key = r.url;
+        }
+        if (!resultsByNormalizedUrl.has(key)) {
+            resultsByNormalizedUrl.set(key, r);
+        }
+    }
+    const fused = [];
+    for (const [nUrl, score] of sorted) {
+        if (fused.length >= maxResults)
+            break;
+        const result = resultsByNormalizedUrl.get(nUrl);
+        if (!result)
+            continue;
+        fused.push({
+            ...result,
+            relevance_score: score,
+            match_signals: {
+                ...result.match_signals,
+                fused_score: score,
+            },
+        });
+    }
+    return fused;
+}
+function determineMethod(hasCache, hasSearch) {
+    if (hasCache && hasSearch)
+        return 'hybrid';
+    if (hasCache)
+        return 'fts5';
+    if (hasSearch)
+        return 'search';
+    return 'fts5';
+}
+//# sourceMappingURL=find-similar.js.map

package/dist/search/find-similar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-similar.js","sourceRoot":"","sources":["../../src/search/find-similar.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAgB,cAAc,EAAE,MAAM,UAAU,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AASjC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAuB,EACvB,OAAuB,EACvB,MAAmB,EACnB,aAA6B;IAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QAEtC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,mBAAmB,EAAE,KAAK;gBAC1B,KAAK,EAAE,wCAAwC;gBAC/C,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAClC,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC;QAC5D,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC;QACjD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAE/D,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,CAAC;oBACd,mBAAmB,EAAE,KAAK;oBAC1B,KAAK,EAAE,mEAAmE;oBAC1E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,YAAY,GAAwB,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE9C,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,GAAG,aAAa,CAC1B,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,mBAAmB,EACnB,WAAW,CACZ,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,sBAAsB;QACtB,IAAI,aAAa,GAAwB,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,IAAI,YAAY,CAAC,MAAM,GAAG,UAAU,IAAI,UAAU,EAAE,CAAC;YACnD,aAAa,GAAG,MAAM,oBAAoB,CACxC,MAAM,EACN,OAAO,EACP,MAAM,EACN,aAAa,EACb,UAAU,EACV,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,aAAa,CACd,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE5D,IAAI,YAAiC,CAAC;QAEtC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,YAAY,GAAG,WAAW,CAAC,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;QACnF,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC;iBAC/C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;iBACrD,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAE1E,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,MAAM;YACN,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,KAAK;YAC1B,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO;YACL,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,mBAAmB,EAAE,KAAK;YAC1B,KAAK,EAAE,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACjF,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAuB,EACvB,OAA2B,EAC3B,MAAmB;IAEnB,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,MAAmB;IAEnB,IAAI,kBAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,kBAAkB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB,GAAG,GAAG,CAAC;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO;YACL,KAAK;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE;YAC9D,WAAW,EAAE,GAAG,CAAC,WAAW;SAC7B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;QACrE,OAAO;YACL,KAAK;YACL,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,KAAe,EACf,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,aAAqB,EACrB,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,IAAI,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QAEpC,IAAI,oBAAoB,EAAE,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBACzB,IAAI,CAAC;oBACH,OAAO,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,oBAAoB,CAAC;gBACtD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC;gBACxC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,cAAc,CAAoB,CAAC;QACpF,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAExC,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC;YACnB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAEzB,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACvC,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE;oBACb,SAAS,EAAE,CAAC,GAAG,CAAC;oBAChB,WAAW,EAAE,CAAC;iBACf;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAsB,EACtB,OAAuB,EACvB,MAAmB,EACnB,aAAwC,EACxC,UAAkB,EAClB,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEnC,IAAI,oBAAoB,EAAE,CAAC;YACzB,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,YAAY,CACrC;oBACE,KAAK;oBACL,WAAW,EAAE,UAAU;oBACvB,eAAe,EAAE,IAAI;oBACrB,eAAe,EAAE,cAAc;oBAC/B,eAAe,EAAE,cAAc;iBAChC,EACD,OAAO,EACP,MAAM,EACN,aAAa,CACd,CAAC;gBAEF,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACxC,IAAI,IAAY,CAAC;oBACjB,IAAI,CAAC;wBACH,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChC,CAAC;oBAAC,MAAM,CAAC;wBACP,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;oBAClB,CAAC;oBAED,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAEnB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;oBACnC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAExB,UAAU,CAAC,IAAI,CAAC;wBACd,GAAG,EAAE,IAAI,CAAC,GAAG;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,QAAQ,EAAE,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;wBAChE,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE;4BACb,WAAW,EAAE,CAAC;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,mBAAmB,EAAE,CAAC;YAC/C,IAAI,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;oBAChC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACpB,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAe,EAAE,KAAa;IAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAClB,WAAkC,EAClC,YAAiC,EACjC,aAAkC,EAClC,UAAkB;IAElB,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,EAAE,CAAC;QACpD,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;QACd,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,sBAAsB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QAEtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,MAAM;YACT,eAAe,EAAE,KAAK;YACtB,aAAa,EAAE;gBACb,GAAG,MAAM,CAAC,aAAa;gBACvB,WAAW,EAAE,KAAK;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CACtB,QAAiB,EACjB,SAAkB;IAElB,IAAI,QAAQ,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC3C,IAAI,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC5B,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC/B,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/search/multi-query.d.ts

@@ -0,0 +1,22 @@
+import type { RawSearchResult, SearchEngine } from '../types.js';
+import type { MergedSearchResult } from './dedup.js';
+export declare function normalizeQueries(queries: string[]): string[];
+export interface FanOutOptions {
+    maxResults: number;
+    timeRange?: string;
+    language?: string;
+    includeDomains?: string[];
+    excludeDomains?: string[];
+    fromDate?: string;
+    toDate?: string;
+    category?: 'general' | 'news' | 'code' | 'docs' | 'papers' | 'images';
+}
+export interface FanOutResult {
+    results: RawSearchResult[];
+    enginesUsed: string[];
+    errors: string[];
+}
+export declare function fanOutSearch(queries: string[], engines: SearchEngine[], options: FanOutOptions): Promise<FanOutResult>;
+export declare function synthesizeIntent(queries: string[]): string;
+export declare function mergeWithRRF(rankedLists: MergedSearchResult[][]): MergedSearchResult[];
+//# sourceMappingURL=multi-query.d.ts.map

package/dist/search/multi-query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query.d.ts","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAuB,MAAM,aAAa,CAAC;AACtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AASrD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CA2B5D;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAsEvB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAO1D;AAED,wBAAgB,YAAY,CAAC,WAAW,EAAE,kBAAkB,EAAE,EAAE,GAAG,kBAAkB,EAAE,CAmDtF"}

package/dist/search/multi-query.js

@@ -0,0 +1,157 @@
+import { normalizeUrl } from '../cache/store.js';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const RRF_K = 60;
+export function normalizeQueries(queries) {
+    try {
+        const config = getConfig();
+        const seen = new Set();
+        const normalized = [];
+        for (const raw of queries) {
+            const q = raw.toLowerCase().trim().replace(/\s+/g, ' ');
+            if (q.length === 0)
+                continue;
+            if (seen.has(q))
+                continue;
+            seen.add(q);
+            normalized.push(q);
+        }
+        if (normalized.length > config.multiQueryMax) {
+            log.warn('multi-query array exceeds max, truncating', {
+                provided: normalized.length,
+                max: config.multiQueryMax,
+            });
+            return normalized.slice(0, config.multiQueryMax);
+        }
+        return normalized;
+    }
+    catch (err) {
+        log.error('normalizeQueries failed', { error: String(err) });
+        return [];
+    }
+}
+export async function fanOutSearch(queries, engines, options) {
+    const allResults = [];
+    const enginesUsed = new Set();
+    const errors = [];
+    if (queries.length === 0 || engines.length === 0) {
+        return { results: [], enginesUsed: [], errors: [] };
+    }
+    try {
+        const config = getConfig();
+        const concurrency = config.multiQueryConcurrency;
+        const hasFilterAttrition = !!(options.includeDomains?.length || options.excludeDomains?.length);
+        const overfetchFactor = hasFilterAttrition ? 3 : 2;
+        const engineOptions = {
+            maxResults: options.maxResults * overfetchFactor,
+            timeRange: options.timeRange,
+            language: options.language,
+            includeDomains: options.includeDomains,
+            excludeDomains: options.excludeDomains,
+            fromDate: options.fromDate,
+            toDate: options.toDate,
+            category: options.category,
+        };
+        const tasks = [];
+        for (const engine of engines) {
+            for (const query of queries) {
+                tasks.push({ engine, query });
+            }
+        }
+        for (let i = 0; i < tasks.length; i += concurrency) {
+            const batch = tasks.slice(i, i + concurrency);
+            const promises = batch.map(async ({ engine, query }) => {
+                try {
+                    const results = await engine.search(query, engineOptions);
+                    for (const r of results) {
+                        allResults.push(r);
+                        enginesUsed.add(engine.name);
+                    }
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    log.warn('multi-query engine search failed', {
+                        engine: engine.name,
+                        query,
+                        error: msg,
+                    });
+                    errors.push(`${engine.name}(${query}): ${msg}`);
+                }
+            });
+            await Promise.allSettled(promises);
+        }
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors,
+        };
+    }
+    catch (err) {
+        log.error('fanOutSearch failed', { error: String(err) });
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors: [...errors, `fanOutSearch: ${String(err)}`],
+        };
+    }
+}
+export function synthesizeIntent(queries) {
+    try {
+        return queries.map(q => q.trim()).filter(Boolean).join('; ');
+    }
+    catch (err) {
+        log.error('synthesizeIntent failed', { error: String(err) });
+        return '';
+    }
+}
+export function mergeWithRRF(rankedLists) {
+    try {
+        if (rankedLists.length === 0)
+            return [];
+        const nonEmpty = rankedLists.filter(l => l.length > 0);
+        if (nonEmpty.length === 0)
+            return [];
+        const rrfScores = new Map();
+        const bestAppearance = new Map();
+        for (const list of nonEmpty) {
+            for (let rank = 0; rank < list.length; rank++) {
+                const item = list[rank];
+                let normalizedUrlStr;
+                try {
+                    normalizedUrlStr = normalizeUrl(item.url);
+                }
+                catch {
+                    normalizedUrlStr = item.url;
+                }
+                const rrfContribution = 1 / (RRF_K + rank + 1);
+                const current = rrfScores.get(normalizedUrlStr) ?? 0;
+                rrfScores.set(normalizedUrlStr, current + rrfContribution);
+                const existing = bestAppearance.get(normalizedUrlStr);
+                if (!existing || rank < existing.bestRank) {
+                    bestAppearance.set(normalizedUrlStr, { result: item, bestRank: rank });
+                }
+            }
+        }
+        let maxScore = 0;
+        for (const score of rrfScores.values()) {
+            if (score > maxScore)
+                maxScore = score;
+        }
+        const merged = [];
+        for (const [normalizedUrlStr, score] of rrfScores.entries()) {
+            const appearance = bestAppearance.get(normalizedUrlStr);
+            merged.push({
+                ...appearance.result,
+                relevance_score: maxScore > 0 ? score / maxScore : 0,
+            });
+        }
+        merged.sort((a, b) => b.relevance_score - a.relevance_score);
+        return merged;
+    }
+    catch (err) {
+        log.error('mergeWithRRF failed', { error: String(err) });
+        return [];
+    }
+}
+//# sourceMappingURL=multi-query.js.map

package/dist/search/multi-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query.js","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,MAAM,UAAU,gBAAgB,CAAC,OAAiB;IAChD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACxD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACZ,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACpD,QAAQ,EAAE,UAAU,CAAC,MAAM;gBAC3B,GAAG,EAAE,MAAM,CAAC,aAAa;aAC1B,CAAC,CAAC;YACH,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAmBD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAiB,EACjB,OAAuB,EACvB,OAAsB;IAEtB,MAAM,UAAU,GAAsB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACtD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAEjD,MAAM,kBAAkB,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,MAAM,IAAI,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAChG,MAAM,eAAe,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAwB;YACzC,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,eAAe;YAChD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC;QAEF,MAAM,KAAK,GAAmD,EAAE,CAAC;QACjE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;gBACrD,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;oBAC1D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;wBACxB,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACnB,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE;wBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK;wBACL,KAAK,EAAE,GAAG;qBACX,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAED,OAAO;YACL,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;YAC7B,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO;YACL,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;YAC7B,MAAM,EAAE,CAAC,GAAG,MAAM,EAAE,iBAAiB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;SACpD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAiB;IAChD,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,WAAmC;IAC9D,IAAI,CAAC;QACH,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,GAAG,EAA4D,CAAC;QAE3F,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,gBAAwB,CAAC;gBAC7B,IAAI,CAAC;oBACH,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC9B,CAAC;gBAED,MAAM,eAAe,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;gBAC/C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACrD,SAAS,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,GAAG,eAAe,CAAC,CAAC;gBAE3D,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBACtD,IAAI,CAAC,QAAQ,IAAI,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBAC1C,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,KAAK,GAAG,QAAQ;gBAAE,QAAQ,GAAG,KAAK,CAAC;QACzC,CAAC;QAED,MAAM,MAAM,GAAyB,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5D,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,UAAU,CAAC,MAAM;gBACpB,eAAe,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;aACrD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/search/rrf.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Reciprocal Rank Fusion -- merges multiple ranked lists into a single
+ * score map. Each list maps URL -> rank (1-based). The fused score for
+ * a URL is the sum of 1/(k + rank) across all lists it appears in.
+ */
+export declare function reciprocalRankFusion(lists: Map<string, number>[], k?: number): Map<string, number>;
+/**
+ * Convert a fused score map into a sorted array of [url, score] pairs,
+ * descending by score.
+ */
+export declare function sortByRRFScore(scores: Map<string, number>): Array<[string, number]>;
+/**
+ * Build a rank map from an ordered array of URLs.
+ * First URL gets rank 1, second gets rank 2, etc.
+ */
+export declare function buildRankMap(urls: string[]): Map<string, number>;
+//# sourceMappingURL=rrf.d.ts.map

package/dist/search/rrf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rrf.d.ts","sourceRoot":"","sources":["../../src/search/rrf.ts"],"names":[],"mappings":"AAIA;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAC5B,CAAC,GAAE,MAAW,GACb,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAqBrB;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC1B,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAEzB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAQhE"}

package/dist/search/rrf.js

@@ -0,0 +1,48 @@
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+/**
+ * Reciprocal Rank Fusion -- merges multiple ranked lists into a single
+ * score map. Each list maps URL -> rank (1-based). The fused score for
+ * a URL is the sum of 1/(k + rank) across all lists it appears in.
+ */
+export function reciprocalRankFusion(lists, k = 60) {
+    try {
+        const scores = new Map();
+        for (const list of lists) {
+            for (const [url, rank] of list) {
+                const contribution = 1 / (k + rank);
+                scores.set(url, (scores.get(url) ?? 0) + contribution);
+            }
+        }
+        log.debug('RRF fusion complete', {
+            inputLists: lists.length,
+            uniqueUrls: scores.size,
+        });
+        return scores;
+    }
+    catch (err) {
+        log.error('RRF fusion failed', { error: String(err) });
+        return new Map();
+    }
+}
+/**
+ * Convert a fused score map into a sorted array of [url, score] pairs,
+ * descending by score.
+ */
+export function sortByRRFScore(scores) {
+    return [...scores.entries()].sort((a, b) => b[1] - a[1]);
+}
+/**
+ * Build a rank map from an ordered array of URLs.
+ * First URL gets rank 1, second gets rank 2, etc.
+ */
+export function buildRankMap(urls) {
+    const rankMap = new Map();
+    for (let i = 0; i < urls.length; i++) {
+        if (!rankMap.has(urls[i])) {
+            rankMap.set(urls[i], i + 1);
+        }
+    }
+    return rankMap;
+}
+//# sourceMappingURL=rrf.js.map

package/dist/search/rrf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rrf.js","sourceRoot":"","sources":["../../src/search/rrf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAA4B,EAC5B,IAAY,EAAE;IAEd,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACpC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE;YAC/B,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,UAAU,EAAE,MAAM,CAAC,IAAI;SACxB,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvD,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA2B;IAE3B,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/search/sampling.d.ts

@@ -0,0 +1,25 @@
+export interface SamplingMessage {
+    role: 'user' | 'assistant';
+    content: {
+        type: 'text';
+        text: string;
+    };
+}
+export interface SamplingResponse {
+    model: string;
+    content: {
+        type: string;
+        text: string;
+    };
+}
+export interface SamplingCapableServer {
+    getClientCapabilities: () => Record<string, unknown> | null | undefined;
+    createMessage: (params: {
+        messages: SamplingMessage[];
+        maxTokens: number;
+    }) => Promise<SamplingResponse>;
+}
+export declare function checkSamplingSupport(server: SamplingCapableServer): boolean;
+export declare function requestSampling(server: SamplingCapableServer, messages: SamplingMessage[], maxTokens: number): Promise<SamplingResponse>;
+export declare function extractTextFromSamplingResponse(response: unknown): string;
+//# sourceMappingURL=sampling.d.ts.map

package/dist/search/sampling.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampling.d.ts","sourceRoot":"","sources":["../../src/search/sampling.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACzC;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IACpC,qBAAqB,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxE,aAAa,EAAE,CAAC,MAAM,EAAE;QACtB,QAAQ,EAAE,eAAe,EAAE,CAAC;QAC5B,SAAS,EAAE,MAAM,CAAC;KACnB,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACjC;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAS3E;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,qBAAqB,EAC7B,QAAQ,EAAE,eAAe,EAAE,EAC3B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,CAAC,CAsB3B;AAED,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,OAAO,GAChB,MAAM,CAiBR"}