@staticn0va/wigolo 0.4.0 → 0.6.0

package/dist/search/find-similar.js

@@ -0,0 +1,436 @@
+import { extractKeyTerms, buildFTS5Query } from '../embedding/key-terms.js';
+import { reciprocalRankFusion, sortByRRFScore } from './rrf.js';
+import { searchCache, getCachedContent, normalizeUrl } from '../cache/store.js';
+import { filterByDomains } from './filters.js';
+import { handleSearch } from '../tools/search.js';
+import { extractContent } from '../extraction/pipeline.js';
+import { getEmbeddingService } from '../embedding/embed.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const DEFAULT_MAX_RESULTS = 10;
+const MAX_FTS5_CANDIDATES = 20;
+const MAX_EMBEDDING_CANDIDATES = 20;
+const WEB_SEARCH_QUERY_COUNT = 3;
+export async function findSimilar(input, engines, router, backendStatus) {
+    const start = Date.now();
+    // Probe embedding availability once up front for the whole request
+    const embeddingAvailable = checkEmbeddingAvailable();
+    try {
+        const url = input.url?.trim();
+        const concept = input.concept?.trim();
+        if (!url && !concept) {
+            return {
+                results: [],
+                method: 'fts5',
+                cache_hits: 0,
+                search_hits: 0,
+                embedding_available: embeddingAvailable,
+                error: 'Either url or concept must be provided',
+                total_time_ms: Date.now() - start,
+            };
+        }
+        const maxResults = input.max_results ?? DEFAULT_MAX_RESULTS;
+        const includeCache = input.include_cache ?? true;
+        const includeWeb = input.include_web ?? true;
+        const signal = await prepareSignal(url, concept, router);
+        if (signal.terms.length === 0 && !signal.queryText) {
+            log.warn('no key terms or query text extracted, falling back to web search');
+            if (!includeWeb) {
+                return {
+                    results: [],
+                    method: 'fts5',
+                    cache_hits: 0,
+                    search_hits: 0,
+                    embedding_available: embeddingAvailable,
+                    error: 'Could not extract key terms from input and web search is disabled',
+                    total_time_ms: Date.now() - start,
+                };
+            }
+        }
+        // Phase 1: FTS5 + embedding in parallel (both hit local state, cheap)
+        let cacheResults = [];
+        const fts5RankMap = new Map();
+        let embeddingResults = [];
+        const embeddingRankMap = new Map();
+        await Promise.all([
+            (async () => {
+                if (includeCache && signal.terms.length > 0) {
+                    cacheResults = runFTS5Search(signal.terms, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, MAX_FTS5_CANDIDATES, fts5RankMap);
+                    log.debug('FTS5 search complete', { hits: cacheResults.length });
+                }
+            })(),
+            (async () => {
+                if (includeCache && embeddingAvailable && signal.queryText) {
+                    embeddingResults = await runEmbeddingSearch(signal.queryText, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, MAX_EMBEDDING_CANDIDATES, embeddingRankMap);
+                    log.debug('embedding search complete', { hits: embeddingResults.length });
+                }
+            })(),
+        ]);
+        // Phase 2: Web search fallback (only if combined unique local hits < maxResults)
+        let searchResults = [];
+        const searchRankMap = new Map();
+        const combinedLocalHits = new Set();
+        for (const r of cacheResults)
+            combinedLocalHits.add(safeNormalize(r.url));
+        for (const r of embeddingResults)
+            combinedLocalHits.add(safeNormalize(r.url));
+        if (combinedLocalHits.size < maxResults && includeWeb) {
+            searchResults = await runWebSearchFallback(signal, engines, router, backendStatus, maxResults, signal.inputNormalizedUrl, input.include_domains, input.exclude_domains, searchRankMap);
+            log.debug('web search fallback complete', { hits: searchResults.length });
+        }
+        // Phase 3: 3-way RRF fusion
+        const rankedLists = [];
+        if (fts5RankMap.size > 0)
+            rankedLists.push(fts5RankMap);
+        if (embeddingRankMap.size > 0)
+            rankedLists.push(embeddingRankMap);
+        if (searchRankMap.size > 0)
+            rankedLists.push(searchRankMap);
+        const allResults = mergeResults(cacheResults, embeddingResults, searchResults);
+        let finalResults;
+        if (rankedLists.length >= 1) {
+            finalResults = fuseResults(rankedLists, allResults, maxResults);
+        }
+        else {
+            finalResults = allResults
+                .sort((a, b) => b.relevance_score - a.relevance_score)
+                .slice(0, maxResults);
+        }
+        const method = determineMethod(cacheResults.length > 0, embeddingResults.length > 0, searchResults.length > 0);
+        const cacheHits = finalResults.filter(r => r.source === 'cache').length;
+        const searchHits = finalResults.filter(r => r.source === 'search').length;
+        return {
+            results: finalResults,
+            method,
+            cache_hits: cacheHits,
+            search_hits: searchHits,
+            embedding_available: embeddingAvailable,
+            total_time_ms: Date.now() - start,
+        };
+    }
+    catch (err) {
+        log.error('findSimilar failed', { error: String(err) });
+        return {
+            results: [],
+            method: 'fts5',
+            cache_hits: 0,
+            search_hits: 0,
+            embedding_available: embeddingAvailable,
+            error: `find_similar failed: ${err instanceof Error ? err.message : String(err)}`,
+            total_time_ms: Date.now() - start,
+        };
+    }
+}
+function checkEmbeddingAvailable() {
+    try {
+        const svc = getEmbeddingService();
+        return svc.isAvailable() && svc.getIndex().size() > 0;
+    }
+    catch {
+        return false;
+    }
+}
+function safeNormalize(url) {
+    try {
+        return normalizeUrl(url);
+    }
+    catch {
+        return url;
+    }
+}
+function mergeResults(...lists) {
+    const seen = new Map();
+    for (const list of lists) {
+        for (const r of list) {
+            const key = safeNormalize(r.url);
+            const existing = seen.get(key);
+            if (!existing) {
+                seen.set(key, r);
+            }
+            else {
+                // Merge match_signals so fused result records the most-specific source info
+                existing.match_signals = {
+                    ...existing.match_signals,
+                    ...r.match_signals,
+                    fused_score: existing.match_signals.fused_score,
+                };
+            }
+        }
+    }
+    return [...seen.values()];
+}
+async function prepareSignal(url, concept, router) {
+    if (url) {
+        return await prepareSignalFromUrl(url, router);
+    }
+    if (concept) {
+        const terms = extractKeyTerms(concept, '');
+        return { terms, title: concept, queryText: concept };
+    }
+    return { terms: [], title: '' };
+}
+async function prepareSignalFromUrl(url, router) {
+    let normalizedInputUrl;
+    try {
+        normalizedInputUrl = normalizeUrl(url);
+    }
+    catch {
+        normalizedInputUrl = url;
+    }
+    const cached = getCachedContent(url);
+    if (cached) {
+        const terms = extractKeyTerms(cached.markdown, cached.title);
+        return {
+            terms,
+            title: cached.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+            queryText: cached.markdown,
+        };
+    }
+    try {
+        log.info('fetching URL for signal extraction', { url });
+        const raw = await router.fetch(url, { renderJs: 'auto' });
+        const extraction = await extractContent(raw.html, raw.finalUrl, {
+            contentType: raw.contentType,
+        });
+        const terms = extractKeyTerms(extraction.markdown, extraction.title);
+        return {
+            terms,
+            title: extraction.title,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+            queryText: extraction.markdown,
+        };
+    }
+    catch (err) {
+        log.warn('failed to fetch URL for signal extraction', { url, error: String(err) });
+        const urlTerms = extractKeyTerms('', url);
+        return {
+            terms: urlTerms,
+            title: url,
+            inputUrl: url,
+            inputNormalizedUrl: normalizedInputUrl,
+        };
+    }
+}
+async function runEmbeddingSearch(queryText, excludeNormalizedUrl, includeDomains, excludeDomains, topK, rankMap) {
+    try {
+        const service = getEmbeddingService();
+        if (!service.isAvailable() || service.getIndex().size() === 0)
+            return [];
+        const excludeUrls = excludeNormalizedUrl ? new Set([excludeNormalizedUrl]) : undefined;
+        const similar = await service.findSimilar(queryText, topK, excludeUrls);
+        if (similar.length === 0)
+            return [];
+        // Hydrate with cached content and apply domain filters on the hydrated pool
+        const hydrated = [];
+        for (const { url: nUrl, score } of similar) {
+            const cached = getCachedContent(nUrl);
+            hydrated.push({ entry: cached, url: nUrl, score });
+        }
+        const filterableInputs = hydrated.map(h => ({
+            url: h.entry?.url ?? h.url,
+        }));
+        const filtered = filterByDomains(filterableInputs, includeDomains, excludeDomains);
+        const allowedUrls = new Set(filtered.map(f => f.url));
+        const results = [];
+        let rank = 0;
+        for (const h of hydrated) {
+            const displayUrl = h.entry?.url ?? h.url;
+            if (!allowedUrls.has(displayUrl))
+                continue;
+            rank++;
+            rankMap.set(safeNormalize(displayUrl), rank);
+            results.push({
+                url: displayUrl,
+                title: h.entry?.title ?? displayUrl,
+                markdown: (h.entry?.markdown ?? '').slice(0, 5000),
+                relevance_score: h.score,
+                source: 'cache',
+                match_signals: {
+                    embedding_rank: rank,
+                    fused_score: 0,
+                },
+            });
+        }
+        return results;
+    }
+    catch (err) {
+        log.warn('embedding search failed', { error: String(err) });
+        return [];
+    }
+}
+function runFTS5Search(terms, excludeNormalizedUrl, includeDomains, excludeDomains, maxCandidates, rankMap) {
+    try {
+        const fts5Query = buildFTS5Query(terms);
+        if (!fts5Query)
+            return [];
+        let cached = searchCache(fts5Query);
+        if (excludeNormalizedUrl) {
+            cached = cached.filter(c => {
+                try {
+                    return normalizeUrl(c.url) !== excludeNormalizedUrl;
+                }
+                catch {
+                    return c.url !== excludeNormalizedUrl;
+                }
+            });
+        }
+        cached = filterByDomains(cached, includeDomains, excludeDomains);
+        cached = cached.slice(0, maxCandidates);
+        const results = [];
+        for (let i = 0; i < cached.length; i++) {
+            const entry = cached[i];
+            let nUrl;
+            try {
+                nUrl = normalizeUrl(entry.url);
+            }
+            catch {
+                nUrl = entry.url;
+            }
+            rankMap.set(nUrl, i + 1);
+            results.push({
+                url: entry.url,
+                title: entry.title,
+                markdown: entry.markdown.slice(0, 5000),
+                relevance_score: 0,
+                source: 'cache',
+                match_signals: {
+                    fts5_rank: i + 1,
+                    fused_score: 0,
+                },
+            });
+        }
+        return results;
+    }
+    catch (err) {
+        log.error('FTS5 search failed', { error: String(err) });
+        return [];
+    }
+}
+async function runWebSearchFallback(signal, engines, router, backendStatus, maxResults, excludeNormalizedUrl, includeDomains, excludeDomains, rankMap) {
+    try {
+        const queries = generateSearchQueries(signal.terms, signal.title);
+        if (queries.length === 0)
+            return [];
+        const allResults = [];
+        const seenUrls = new Set();
+        if (excludeNormalizedUrl) {
+            seenUrls.add(excludeNormalizedUrl);
+        }
+        for (const query of queries) {
+            try {
+                const searchOutput = await handleSearch({
+                    query,
+                    max_results: maxResults,
+                    include_content: true,
+                    include_domains: includeDomains,
+                    exclude_domains: excludeDomains,
+                }, engines, router, backendStatus);
+                for (const item of searchOutput.results) {
+                    let nUrl;
+                    try {
+                        nUrl = normalizeUrl(item.url);
+                    }
+                    catch {
+                        nUrl = item.url;
+                    }
+                    if (seenUrls.has(nUrl))
+                        continue;
+                    seenUrls.add(nUrl);
+                    const rank = allResults.length + 1;
+                    rankMap.set(nUrl, rank);
+                    allResults.push({
+                        url: item.url,
+                        title: item.title,
+                        markdown: (item.markdown_content ?? item.snippet).slice(0, 5000),
+                        relevance_score: item.relevance_score,
+                        source: 'search',
+                        match_signals: {
+                            fused_score: 0,
+                        },
+                    });
+                }
+            }
+            catch (err) {
+                log.warn('web search query failed', { query, error: String(err) });
+            }
+        }
+        try {
+            const embeddingService = getEmbeddingService();
+            if (embeddingService.isAvailable()) {
+                for (const result of allResults) {
+                    if (result.markdown) {
+                        embeddingService.embedAsync(result.url, result.markdown);
+                    }
+                }
+            }
+        }
+        catch (err) {
+            log.debug('embedding hook skipped for find_similar results', { error: String(err) });
+        }
+        return allResults;
+    }
+    catch (err) {
+        log.error('web search fallback failed', { error: String(err) });
+        return [];
+    }
+}
+function generateSearchQueries(terms, title) {
+    if (terms.length === 0 && !title)
+        return [];
+    const queries = [];
+    if (title && title.length > 3) {
+        queries.push(title.slice(0, 150));
+    }
+    if (terms.length >= 3) {
+        queries.push(terms.slice(0, 5).join(' '));
+    }
+    if (terms.length >= 2) {
+        queries.push(`${terms.slice(0, 3).join(' ')} tutorial guide`);
+    }
+    const unique = [...new Set(queries)];
+    return unique.slice(0, WEB_SEARCH_QUERY_COUNT);
+}
+function fuseResults(rankedLists, allResults, maxResults) {
+    const scores = reciprocalRankFusion(rankedLists);
+    const sorted = sortByRRFScore(scores);
+    const resultsByNormalizedUrl = new Map();
+    for (const r of allResults) {
+        const key = safeNormalize(r.url);
+        if (!resultsByNormalizedUrl.has(key)) {
+            resultsByNormalizedUrl.set(key, r);
+        }
+    }
+    const fused = [];
+    for (const [nUrl, score] of sorted) {
+        if (fused.length >= maxResults)
+            break;
+        const result = resultsByNormalizedUrl.get(nUrl);
+        if (!result)
+            continue;
+        fused.push({
+            ...result,
+            relevance_score: score,
+            match_signals: {
+                ...result.match_signals,
+                fused_score: score,
+            },
+        });
+    }
+    return fused;
+}
+function determineMethod(hasCache, hasEmbedding, hasSearch) {
+    const sources = [hasCache, hasEmbedding, hasSearch].filter(Boolean).length;
+    if (sources >= 2)
+        return 'hybrid';
+    if (hasEmbedding)
+        return 'embedding';
+    if (hasCache)
+        return 'fts5';
+    if (hasSearch)
+        return 'search';
+    return 'fts5';
+}
+//# sourceMappingURL=find-similar.js.map

package/dist/search/find-similar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-similar.js","sourceRoot":"","sources":["../../src/search/find-similar.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAgB,cAAc,EAAE,MAAM,UAAU,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,wBAAwB,GAAG,EAAE,CAAC;AACpC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAUjC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAuB,EACvB,OAAuB,EACvB,MAAmB,EACnB,aAA6B;IAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,mEAAmE;IACnE,MAAM,kBAAkB,GAAG,uBAAuB,EAAE,CAAC;IAErD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QAEtC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,mBAAmB,EAAE,kBAAkB;gBACvC,KAAK,EAAE,wCAAwC;gBAC/C,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAClC,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC;QAC5D,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC;QACjD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACnD,GAAG,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;YAE7E,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,CAAC;oBACd,mBAAmB,EAAE,kBAAkB;oBACvC,KAAK,EAAE,mEAAmE;oBAC1E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,IAAI,YAAY,GAAwB,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,IAAI,gBAAgB,GAAwB,EAAE,CAAC;QAC/C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEnD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,CAAC,KAAK,IAAI,EAAE;gBACV,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5C,YAAY,GAAG,aAAa,CAC1B,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,mBAAmB,EACnB,WAAW,CACZ,CAAC;oBACF,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC,CAAC,EAAE;YACJ,CAAC,KAAK,IAAI,EAAE;gBACV,IAAI,YAAY,IAAI,kBAAkB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBAC3D,gBAAgB,GAAG,MAAM,kBAAkB,CACzC,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,wBAAwB,EACxB,gBAAgB,CACjB,CAAC;oBACF,GAAG,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC,CAAC,EAAE;SACL,CAAC,CAAC;QAEH,iFAAiF;QACjF,IAAI,aAAa,GAAwB,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,YAAY;YAAE,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,gBAAgB;YAAE,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE9E,IAAI,iBAAiB,CAAC,IAAI,GAAG,UAAU,IAAI,UAAU,EAAE,CAAC;YACtD,aAAa,GAAG,MAAM,oBAAoB,CACxC,MAAM,EACN,OAAO,EACP,MAAM,EACN,aAAa,EACb,UAAU,EACV,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,eAAe,EACrB,aAAa,CACd,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,4BAA4B;QAC5B,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClE,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAG,YAAY,CAAC,YAAY,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;QAE/E,IAAI,YAAiC,CAAC;QAEtC,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,YAAY,GAAG,WAAW,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,UAAU;iBACtB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;iBACrD,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAC5B,YAAY,CAAC,MAAM,GAAG,CAAC,EACvB,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAC3B,aAAa,CAAC,MAAM,GAAG,CAAC,CACzB,CAAC;QAEF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAE1E,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,MAAM;YACN,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,kBAAkB;YACvC,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO;YACL,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,mBAAmB,EAAE,kBAAkB;YACvC,KAAK,EAAE,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACjF,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAClC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB;IAC9B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,mBAAmB,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAG,KAA4B;IACnD,MAAM,IAAI,GAAG,IAAI,GAAG,EAA6B,CAAC;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,4EAA4E;gBAC5E,QAAQ,CAAC,aAAa,GAAG;oBACvB,GAAG,QAAQ,CAAC,aAAa;oBACzB,GAAG,CAAC,CAAC,aAAa;oBAClB,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW;iBAChD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAuB,EACvB,OAA2B,EAC3B,MAAmB;IAEnB,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,MAAM,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;IACvD,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,MAAmB;IAEnB,IAAI,kBAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,kBAAkB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB,GAAG,GAAG,CAAC;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO;YACL,KAAK;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;YACtC,SAAS,EAAE,MAAM,CAAC,QAAQ;SAC3B,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE;YAC9D,WAAW,EAAE,GAAG,CAAC,WAAW;SAC7B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;QACrE,OAAO;YACL,KAAK;YACL,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;YACtC,SAAS,EAAE,UAAU,CAAC,QAAQ;SAC/B,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,GAAG;YACb,kBAAkB,EAAE,kBAAkB;SACvC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,SAAiB,EACjB,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,IAAY,EACZ,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,mBAAmB,EAAE,CAAC;QACtC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzE,MAAM,WAAW,GAAG,oBAAoB,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,4EAA4E;QAC5E,MAAM,QAAQ,GAAuE,EAAE,CAAC;QACxF,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,OAAO,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1C,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG;SAC3B,CAAC,CAA+B,CAAC;QAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,gBAAgB,EAAE,cAAc,EAAE,cAAc,CAE/E,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC;gBAAE,SAAS;YAE3C,IAAI,EAAE,CAAC;YACP,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;YAE7C,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,IAAI,UAAU;gBACnC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBAClD,eAAe,EAAE,CAAC,CAAC,KAAK;gBACxB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE;oBACb,cAAc,EAAE,IAAI;oBACpB,WAAW,EAAE,CAAC;iBACf;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,KAAe,EACf,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,aAAqB,EACrB,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,IAAI,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QAEpC,IAAI,oBAAoB,EAAE,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBACzB,IAAI,CAAC;oBACH,OAAO,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,oBAAoB,CAAC;gBACtD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC;gBACxC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,cAAc,CAAoB,CAAC;QACpF,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAExC,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC;YACnB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAEzB,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACvC,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE;oBACb,SAAS,EAAE,CAAC,GAAG,CAAC;oBAChB,WAAW,EAAE,CAAC;iBACf;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAsB,EACtB,OAAuB,EACvB,MAAmB,EACnB,aAAwC,EACxC,UAAkB,EAClB,oBAAwC,EACxC,cAAoC,EACpC,cAAoC,EACpC,OAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEnC,IAAI,oBAAoB,EAAE,CAAC;YACzB,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,YAAY,CACrC;oBACE,KAAK;oBACL,WAAW,EAAE,UAAU;oBACvB,eAAe,EAAE,IAAI;oBACrB,eAAe,EAAE,cAAc;oBAC/B,eAAe,EAAE,cAAc;iBAChC,EACD,OAAO,EACP,MAAM,EACN,aAAa,CACd,CAAC;gBAEF,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACxC,IAAI,IAAY,CAAC;oBACjB,IAAI,CAAC;wBACH,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChC,CAAC;oBAAC,MAAM,CAAC;wBACP,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;oBAClB,CAAC;oBAED,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAEnB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;oBACnC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAExB,UAAU,CAAC,IAAI,CAAC;wBACd,GAAG,EAAE,IAAI,CAAC,GAAG;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,QAAQ,EAAE,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;wBAChE,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE;4BACb,WAAW,EAAE,CAAC;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,mBAAmB,EAAE,CAAC;YAC/C,IAAI,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;oBAChC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACpB,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAe,EAAE,KAAa;IAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAClB,WAAkC,EAClC,UAA+B,EAC/B,UAAkB;IAElB,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpE,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,sBAAsB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QAEtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,MAAM;YACT,eAAe,EAAE,KAAK;YACtB,aAAa,EAAE;gBACb,GAAG,MAAM,CAAC,aAAa;gBACvB,WAAW,EAAE,KAAK;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CACtB,QAAiB,EACjB,YAAqB,EACrB,SAAkB;IAElB,MAAM,OAAO,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC3E,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAClC,IAAI,YAAY;QAAE,OAAO,WAAW,CAAC;IACrC,IAAI,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC5B,IAAI,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC/B,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/search/multi-query.d.ts

@@ -0,0 +1,22 @@
+import type { RawSearchResult, SearchEngine } from '../types.js';
+import type { MergedSearchResult } from './dedup.js';
+export declare function normalizeQueries(queries: string[]): string[];
+export interface FanOutOptions {
+    maxResults: number;
+    timeRange?: string;
+    language?: string;
+    includeDomains?: string[];
+    excludeDomains?: string[];
+    fromDate?: string;
+    toDate?: string;
+    category?: 'general' | 'news' | 'code' | 'docs' | 'papers' | 'images';
+}
+export interface FanOutResult {
+    results: RawSearchResult[];
+    enginesUsed: string[];
+    errors: string[];
+}
+export declare function fanOutSearch(queries: string[], engines: SearchEngine[], options: FanOutOptions): Promise<FanOutResult>;
+export declare function synthesizeIntent(queries: string[]): string;
+export declare function mergeWithRRF(rankedLists: MergedSearchResult[][]): MergedSearchResult[];
+//# sourceMappingURL=multi-query.d.ts.map

package/dist/search/multi-query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query.d.ts","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAuB,MAAM,aAAa,CAAC;AACtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AASrD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CA2B5D;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAsEvB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAO1D;AAED,wBAAgB,YAAY,CAAC,WAAW,EAAE,kBAAkB,EAAE,EAAE,GAAG,kBAAkB,EAAE,CAmDtF"}

package/dist/search/multi-query.js

@@ -0,0 +1,157 @@
+import { normalizeUrl } from '../cache/store.js';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const RRF_K = 60;
+export function normalizeQueries(queries) {
+    try {
+        const config = getConfig();
+        const seen = new Set();
+        const normalized = [];
+        for (const raw of queries) {
+            const q = raw.toLowerCase().trim().replace(/\s+/g, ' ');
+            if (q.length === 0)
+                continue;
+            if (seen.has(q))
+                continue;
+            seen.add(q);
+            normalized.push(q);
+        }
+        if (normalized.length > config.multiQueryMax) {
+            log.warn('multi-query array exceeds max, truncating', {
+                provided: normalized.length,
+                max: config.multiQueryMax,
+            });
+            return normalized.slice(0, config.multiQueryMax);
+        }
+        return normalized;
+    }
+    catch (err) {
+        log.error('normalizeQueries failed', { error: String(err) });
+        return [];
+    }
+}
+export async function fanOutSearch(queries, engines, options) {
+    const allResults = [];
+    const enginesUsed = new Set();
+    const errors = [];
+    if (queries.length === 0 || engines.length === 0) {
+        return { results: [], enginesUsed: [], errors: [] };
+    }
+    try {
+        const config = getConfig();
+        const concurrency = config.multiQueryConcurrency;
+        const hasFilterAttrition = !!(options.includeDomains?.length || options.excludeDomains?.length);
+        const overfetchFactor = hasFilterAttrition ? 3 : 2;
+        const engineOptions = {
+            maxResults: options.maxResults * overfetchFactor,
+            timeRange: options.timeRange,
+            language: options.language,
+            includeDomains: options.includeDomains,
+            excludeDomains: options.excludeDomains,
+            fromDate: options.fromDate,
+            toDate: options.toDate,
+            category: options.category,
+        };
+        const tasks = [];
+        for (const engine of engines) {
+            for (const query of queries) {
+                tasks.push({ engine, query });
+            }
+        }
+        for (let i = 0; i < tasks.length; i += concurrency) {
+            const batch = tasks.slice(i, i + concurrency);
+            const promises = batch.map(async ({ engine, query }) => {
+                try {
+                    const results = await engine.search(query, engineOptions);
+                    for (const r of results) {
+                        allResults.push(r);
+                        enginesUsed.add(engine.name);
+                    }
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    log.warn('multi-query engine search failed', {
+                        engine: engine.name,
+                        query,
+                        error: msg,
+                    });
+                    errors.push(`${engine.name}(${query}): ${msg}`);
+                }
+            });
+            await Promise.allSettled(promises);
+        }
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors,
+        };
+    }
+    catch (err) {
+        log.error('fanOutSearch failed', { error: String(err) });
+        return {
+            results: allResults,
+            enginesUsed: [...enginesUsed],
+            errors: [...errors, `fanOutSearch: ${String(err)}`],
+        };
+    }
+}
+export function synthesizeIntent(queries) {
+    try {
+        return queries.map(q => q.trim()).filter(Boolean).join('; ');
+    }
+    catch (err) {
+        log.error('synthesizeIntent failed', { error: String(err) });
+        return '';
+    }
+}
+export function mergeWithRRF(rankedLists) {
+    try {
+        if (rankedLists.length === 0)
+            return [];
+        const nonEmpty = rankedLists.filter(l => l.length > 0);
+        if (nonEmpty.length === 0)
+            return [];
+        const rrfScores = new Map();
+        const bestAppearance = new Map();
+        for (const list of nonEmpty) {
+            for (let rank = 0; rank < list.length; rank++) {
+                const item = list[rank];
+                let normalizedUrlStr;
+                try {
+                    normalizedUrlStr = normalizeUrl(item.url);
+                }
+                catch {
+                    normalizedUrlStr = item.url;
+                }
+                const rrfContribution = 1 / (RRF_K + rank + 1);
+                const current = rrfScores.get(normalizedUrlStr) ?? 0;
+                rrfScores.set(normalizedUrlStr, current + rrfContribution);
+                const existing = bestAppearance.get(normalizedUrlStr);
+                if (!existing || rank < existing.bestRank) {
+                    bestAppearance.set(normalizedUrlStr, { result: item, bestRank: rank });
+                }
+            }
+        }
+        let maxScore = 0;
+        for (const score of rrfScores.values()) {
+            if (score > maxScore)
+                maxScore = score;
+        }
+        const merged = [];
+        for (const [normalizedUrlStr, score] of rrfScores.entries()) {
+            const appearance = bestAppearance.get(normalizedUrlStr);
+            merged.push({
+                ...appearance.result,
+                relevance_score: maxScore > 0 ? score / maxScore : 0,
+            });
+        }
+        merged.sort((a, b) => b.relevance_score - a.relevance_score);
+        return merged;
+    }
+    catch (err) {
+        log.error('mergeWithRRF failed', { error: String(err) });
+        return [];
+    }
+}
+//# sourceMappingURL=multi-query.js.map

package/dist/search/multi-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query.js","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,MAAM,UAAU,gBAAgB,CAAC,OAAiB;IAChD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACxD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACZ,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACpD,QAAQ,EAAE,UAAU,CAAC,MAAM;gBAC3B,GAAG,EAAE,MAAM,CAAC,aAAa;aAC1B,CAAC,CAAC;YACH,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAmBD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAiB,EACjB,OAAuB,EACvB,OAAsB;IAEtB,MAAM,UAAU,GAAsB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACtD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAEjD,MAAM,kBAAkB,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,MAAM,IAAI,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAChG,MAAM,eAAe,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAwB;YACzC,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,eAAe;YAChD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC;QAEF,MAAM,KAAK,GAAmD,EAAE,CAAC;QACjE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;gBACrD,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;oBAC1D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;wBACxB,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACnB,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE;wBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK;wBACL,KAAK,EAAE,GAAG;qBACX,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAED,OAAO;YACL,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;YAC7B,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO;YACL,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;YAC7B,MAAM,EAAE,CAAC,GAAG,MAAM,EAAE,iBAAiB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;SACpD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAiB;IAChD,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,WAAmC;IAC9D,IAAI,CAAC;QACH,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,GAAG,EAA4D,CAAC;QAE3F,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,gBAAwB,CAAC;gBAC7B,IAAI,CAAC;oBACH,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC9B,CAAC;gBAED,MAAM,eAAe,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;gBAC/C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACrD,SAAS,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,GAAG,eAAe,CAAC,CAAC;gBAE3D,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBACtD,IAAI,CAAC,QAAQ,IAAI,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBAC1C,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,KAAK,GAAG,QAAQ;gBAAE,QAAQ,GAAG,KAAK,CAAC;QACzC,CAAC;QAED,MAAM,MAAM,GAAyB,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5D,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,gBAAgB,CAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,UAAU,CAAC,MAAM;gBACpB,eAAe,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;aACrD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}