@staticn0va/wigolo 0.3.1 → 0.5.1

package/dist/research/pipeline.js

@@ -0,0 +1,135 @@
+import { createLogger } from '../logger.js';
+import { decomposeQuestion } from './decompose.js';
+import { synthesizeReport } from './synthesize.js';
+import { deduplicateResults } from '../search/dedup.js';
+import { rerankResults } from '../search/rerank.js';
+import { applyAllFilters } from '../search/filters.js';
+import { fanOutSearch } from '../search/multi-query.js';
+import { extractContent } from '../extraction/pipeline.js';
+import { cacheContent } from '../cache/store.js';
+const log = createLogger('research');
+const DEPTH_CONFIG = {
+    quick: { subQueries: 2, minSources: 5, maxSources: 8 },
+    standard: { subQueries: 4, minSources: 10, maxSources: 15 },
+    comprehensive: { subQueries: 7, minSources: 20, maxSources: 25 },
+};
+export async function runResearchPipeline(input, engines, router, server) {
+    const start = Date.now();
+    const depth = input.depth ?? 'standard';
+    const config = DEPTH_CONFIG[depth] ?? DEPTH_CONFIG.standard;
+    const maxSources = input.max_sources ?? config.maxSources;
+    try {
+        // Phase 1: Decompose question into sub-queries
+        log.info('research pipeline started', { question: input.question, depth });
+        const decomposeResult = await decomposeQuestion(input.question, depth, server);
+        const subQueries = decomposeResult.subQueries;
+        log.info('decomposition complete', { subQueryCount: subQueries.length, samplingUsed: decomposeResult.samplingUsed });
+        // Phase 2: Parallel search across sub-queries via multi-query fan-out
+        const { results: allRaw, enginesUsed: enginesUsedArr, errors: searchErrors } = await fanOutSearch(subQueries, engines, {
+            maxResults: Math.ceil(maxSources / subQueries.length) * 2,
+            includeDomains: input.include_domains,
+            excludeDomains: input.exclude_domains,
+        });
+        if (searchErrors.length > 0) {
+            log.warn('some search sub-queries failed', { errors: searchErrors });
+        }
+        const enginesUsed = new Set(enginesUsedArr);
+        log.info('search phase complete', { totalRaw: allRaw.length, engines: [...enginesUsed] });
+        // Phase 3: Deduplicate, filter, rerank
+        let merged = deduplicateResults(allRaw);
+        merged = applyAllFilters(merged, {
+            includeDomains: input.include_domains,
+            excludeDomains: input.exclude_domains,
+        });
+        merged = await rerankResults(input.question, merged);
+        merged = merged.slice(0, maxSources);
+        if (merged.length === 0) {
+            return {
+                report: `## Research: ${input.question}\n\nNo sources could be found for this query.`,
+                citations: [],
+                sources: [],
+                sub_queries: subQueries,
+                depth,
+                total_time_ms: Date.now() - start,
+                sampling_supported: !!server,
+            };
+        }
+        // Phase 4: Fetch top sources in parallel
+        const sources = await fetchSources(merged, router, maxSources);
+        log.info('fetch phase complete', {
+            fetched: sources.filter((s) => s.fetched).length,
+            failed: sources.filter((s) => !s.fetched).length,
+        });
+        // Phase 5: Synthesize report
+        const synthesisResult = await synthesizeReport(input.question, sources, depth, server);
+        log.info('synthesis complete', { samplingUsed: synthesisResult.samplingUsed, reportLength: synthesisResult.report.length });
+        return {
+            report: synthesisResult.report,
+            citations: synthesisResult.citations,
+            sources,
+            sub_queries: subQueries,
+            depth,
+            total_time_ms: Date.now() - start,
+            sampling_supported: !!server,
+        };
+    }
+    catch (err) {
+        log.error('research pipeline failed', {
+            question: input.question,
+            error: err instanceof Error ? err.message : String(err),
+        });
+        return {
+            report: '',
+            citations: [],
+            sources: [],
+            sub_queries: [],
+            depth,
+            total_time_ms: Date.now() - start,
+            sampling_supported: !!server,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+async function fetchSources(merged, router, maxSources) {
+    const fetchPromises = merged.slice(0, maxSources).map(async (result) => {
+        try {
+            const raw = await Promise.race([
+                router.fetch(result.url, { renderJs: 'auto' }),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('fetch timeout')), 15000)),
+            ]);
+            const extraction = await extractContent(raw.html, raw.finalUrl, {
+                maxChars: 30000,
+                contentType: raw.contentType,
+            });
+            try {
+                cacheContent(raw, extraction);
+            }
+            catch (err) {
+                log.debug('failed to cache research source', { url: result.url, error: String(err) });
+            }
+            return {
+                url: result.url,
+                title: extraction.title || result.title,
+                markdown_content: extraction.markdown,
+                relevance_score: result.relevance_score,
+                fetched: true,
+            };
+        }
+        catch (err) {
+            log.debug('failed to fetch research source', {
+                url: result.url,
+                error: err instanceof Error ? err.message : String(err),
+            });
+            return {
+                url: result.url,
+                title: result.title,
+                markdown_content: result.snippet,
+                relevance_score: result.relevance_score,
+                fetched: false,
+                fetch_error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    });
+    return Promise.all(fetchPromises);
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/research/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/research/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAUjD,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;AAErC,MAAM,YAAY,GAAmF;IACnG,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;IACtD,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;IAC3D,aAAa,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;CACjE,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAoB,EACpB,OAAuB,EACvB,MAAmB,EACnB,MAA8B;IAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC;IAC5D,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC;IAE1D,IAAI,CAAC;QACH,+CAA+C;QAC/C,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAC7C,KAAK,CAAC,QAAQ,EACd,KAA+C,EAC/C,MAAM,CACP,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,UAAU,CAAC;QAC9C,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,aAAa,EAAE,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,YAAY,EAAE,CAAC,CAAC;QAErH,sEAAsE;QACtE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,YAAY,CAC/F,UAAU,EACV,OAAO,EACP;YACE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC;YACzD,cAAc,EAAE,KAAK,CAAC,eAAe;YACrC,cAAc,EAAE,KAAK,CAAC,eAAe;SACtC,CACF,CAAC;QAEF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAS,cAAc,CAAC,CAAC;QACpD,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAE1F,uCAAuC;QACvC,IAAI,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAExC,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE;YAC/B,cAAc,EAAE,KAAK,CAAC,eAAe;YACrC,cAAc,EAAE,KAAK,CAAC,eAAe;SACtC,CAAC,CAAC;QAEH,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,MAAM,EAAE,gBAAgB,KAAK,CAAC,QAAQ,+CAA+C;gBACrF,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,UAAU;gBACvB,KAAK;gBACL,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;gBACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM;aAC7B,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,MAAM,OAAO,GAAqB,MAAM,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACjF,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC/B,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;YAChD,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;SACjD,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAC5C,KAAK,CAAC,QAAQ,EACd,OAAO,EACP,KAA+C,EAC/C,MAAM,CACP,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,YAAY,EAAE,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5H,OAAO;YACL,MAAM,EAAE,eAAe,CAAC,MAAM;YAC9B,SAAS,EAAE,eAAe,CAAC,SAAS;YACpC,OAAO;YACP,WAAW,EAAE,UAAU;YACvB,KAAK;YACL,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM;SAC7B,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,EAAE;YACf,KAAK;YACL,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM;YAC5B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC;IACJ,CAAC;AACH,CAAC;AAUD,KAAK,UAAU,YAAY,CACzB,MAAsB,EACtB,MAAmB,EACnB,UAAkB;IAElB,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAA2B,EAAE;QAC9F,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;gBAC9C,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,EAAE,KAAK,CAAC,CAC5D;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE;gBAC9D,QAAQ,EAAE,KAAK;gBACf,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;gBACvC,gBAAgB,EAAE,UAAU,CAAC,QAAQ;gBACrC,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE;gBAC3C,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,gBAAgB,EAAE,MAAM,CAAC,OAAO;gBAChC,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC"}

package/dist/research/synthesize.d.ts

@@ -0,0 +1,10 @@
+import { type SamplingCapableServer } from '../search/sampling.js';
+import type { ResearchSource, Citation } from '../types.js';
+export interface SynthesisResult {
+    report: string;
+    citations: Citation[];
+    samplingUsed: boolean;
+}
+export declare function synthesizeReport(question: string, sources: ResearchSource[], depth: 'quick' | 'standard' | 'comprehensive', server?: SamplingCapableServer): Promise<SynthesisResult>;
+export declare function buildFallbackReport(question: string, sources: ResearchSource[], maxLength: number): string;
+//# sourceMappingURL=synthesize.d.ts.map

package/dist/research/synthesize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthesize.d.ts","sourceRoot":"","sources":["../../src/research/synthesize.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,qBAAqB,EAG3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAU5D,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,EAAE,EACzB,KAAK,EAAE,OAAO,GAAG,UAAU,GAAG,eAAe,EAC7C,MAAM,CAAC,EAAE,qBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CAkC1B;AAkED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,MAAM,GAChB,MAAM,CAsCR"}

package/dist/research/synthesize.js

@@ -0,0 +1,119 @@
+import { createLogger } from '../logger.js';
+import { requestSampling, checkSamplingSupport, } from '../search/sampling.js';
+const log = createLogger('research');
+const DEPTH_TOKEN_LIMITS = {
+    quick: { reportChars: 2000, perSourceChars: 3000, totalSourceChars: 20000 },
+    standard: { reportChars: 4000, perSourceChars: 3000, totalSourceChars: 30000 },
+    comprehensive: { reportChars: 6000, perSourceChars: 3000, totalSourceChars: 40000 },
+};
+export async function synthesizeReport(question, sources, depth, server) {
+    const limits = DEPTH_TOKEN_LIMITS[depth] ?? DEPTH_TOKEN_LIMITS.standard;
+    const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);
+    if (fetchedSources.length === 0) {
+        return {
+            report: `## Research: ${question}\n\nNo sources could be fetched for this query.`,
+            citations: [],
+            samplingUsed: false,
+        };
+    }
+    const citations = fetchedSources.map((s, i) => ({
+        index: i + 1,
+        url: s.url,
+        title: s.title,
+        snippet: s.markdown_content.slice(0, 200),
+    }));
+    if (server) {
+        try {
+            const result = await synthesizeWithSampling(question, fetchedSources, citations, limits, server);
+            if (result) {
+                return { report: result, citations, samplingUsed: true };
+            }
+        }
+        catch (err) {
+            log.warn('sampling synthesis failed, using fallback', {
+                error: err instanceof Error ? err.message : String(err),
+            });
+        }
+    }
+    const report = buildFallbackReport(question, fetchedSources, limits.reportChars);
+    return { report, citations, samplingUsed: false };
+}
+async function synthesizeWithSampling(question, sources, citations, limits, server) {
+    try {
+        if (!checkSamplingSupport(server)) {
+            log.debug('client does not support sampling for synthesis');
+            return null;
+        }
+        let totalChars = 0;
+        const sourceBlocks = [];
+        for (let i = 0; i < sources.length; i++) {
+            if (totalChars >= limits.totalSourceChars)
+                break;
+            const source = sources[i];
+            const content = source.markdown_content.slice(0, limits.perSourceChars);
+            const block = `[${i + 1}] ${source.title} (${source.url})\n${content}`;
+            totalChars += block.length;
+            sourceBlocks.push(block);
+        }
+        const prompt = `You are a research assistant. Synthesize a comprehensive report answering the following question based on the provided sources. Use [N] citation markers to reference sources.
+
+Question: ${question}
+
+Sources:
+${sourceBlocks.join('\n\n')}
+
+Write a well-structured markdown report of approximately ${limits.reportChars} characters. Include:
+1. A clear answer to the question
+2. Key findings from the sources
+3. Citation markers [1], [2], etc. referencing the source numbers above
+4. A brief conclusion
+
+Report:`;
+        const maxTokens = Math.ceil(limits.reportChars / 3);
+        const response = await requestSampling(server, [{ role: 'user', content: { type: 'text', text: prompt } }], maxTokens);
+        if (!response?.content?.text || response.content.text.trim().length === 0) {
+            log.debug('sampling synthesis returned empty response');
+            return null;
+        }
+        return response.content.text.trim();
+    }
+    catch (err) {
+        log.debug('sampling synthesis request failed', {
+            error: err instanceof Error ? err.message : String(err),
+        });
+        return null;
+    }
+}
+export function buildFallbackReport(question, sources, maxLength) {
+    const fetchedSources = sources.filter((s) => s.markdown_content.length > 0);
+    if (fetchedSources.length === 0) {
+        return `## Research: ${question}\n\nNo sources available.`;
+    }
+    const header = `## Research: ${question}\n\nBased on ${fetchedSources.length} source(s):\n\n`;
+    let report = header;
+    let remaining = maxLength - header.length;
+    for (let i = 0; i < fetchedSources.length; i++) {
+        if (remaining <= 0)
+            break;
+        const source = fetchedSources[i];
+        const sourceHeader = `### [${i + 1}] ${source.title}\n**URL:** ${source.url}\n\n`;
+        if (remaining < sourceHeader.length + 20)
+            break;
+        report += sourceHeader;
+        remaining -= sourceHeader.length;
+        const contentBudget = Math.min(remaining - 10, source.markdown_content.length);
+        if (contentBudget > 0) {
+            let content = source.markdown_content.slice(0, contentBudget);
+            if (content.length < source.markdown_content.length) {
+                content = content.slice(0, Math.max(contentBudget - 3, 0)) + '...';
+            }
+            report += content + '\n\n';
+            remaining -= content.length + 2;
+        }
+    }
+    if (report.length > maxLength) {
+        report = report.slice(0, maxLength - 3) + '...';
+    }
+    return report.trimEnd();
+}
+//# sourceMappingURL=synthesize.js.map

package/dist/research/synthesize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthesize.js","sourceRoot":"","sources":["../../src/research/synthesize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAEL,eAAe,EACf,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAG/B,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;AAErC,MAAM,kBAAkB,GAA8F;IACpH,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE;IAC3E,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE;IAC9E,aAAa,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE;CACpF,CAAC;AAQF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,OAAyB,EACzB,KAA6C,EAC7C,MAA8B;IAE9B,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC;IACxE,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEzF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,MAAM,EAAE,gBAAgB,QAAQ,iDAAiD;YACjF,SAAS,EAAE,EAAE;YACb,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAe,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,KAAK,EAAE,CAAC,GAAG,CAAC;QACZ,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,OAAO,EAAE,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;KAC1C,CAAC,CAAC,CAAC;IAEJ,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACjG,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACpD,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACjF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;AACpD,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,QAAgB,EAChB,OAAyB,EACzB,SAAqB,EACrB,MAAiF,EACjF,MAA6B;IAE7B,IAAI,CAAC;QACH,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,UAAU,IAAI,MAAM,CAAC,gBAAgB;gBAAE,MAAM;YAEjD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC;YAEvE,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAG;;YAEP,QAAQ;;;EAGlB,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;;2DAEgC,MAAM,CAAC,WAAW;;;;;;QAMrE,CAAC;QAEL,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QAEpD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,MAAM,EACN,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAC3D,SAAS,CACV,CAAC;QAEF,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACtC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,mCAAmC,EAAE;YAC7C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,OAAyB,EACzB,SAAiB;IAEjB,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE5E,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,gBAAgB,QAAQ,2BAA2B,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,QAAQ,gBAAgB,cAAc,CAAC,MAAM,iBAAiB,CAAC;IAC9F,IAAI,MAAM,GAAG,MAAM,CAAC;IACpB,IAAI,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,IAAI,SAAS,IAAI,CAAC;YAAE,MAAM;QAE1B,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,cAAc,MAAM,CAAC,GAAG,MAAM,CAAC;QAElF,IAAI,SAAS,GAAG,YAAY,CAAC,MAAM,GAAG,EAAE;YAAE,MAAM;QAEhD,MAAM,IAAI,YAAY,CAAC;QACvB,SAAS,IAAI,YAAY,CAAC,MAAM,CAAC;QAEjC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,EAAE,EAAE,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,IAAI,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACpD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACrE,CAAC;YACD,MAAM,IAAI,OAAO,GAAG,MAAM,CAAC;YAC3B,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC9B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;IAClD,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;AAC1B,CAAC"}

package/dist/search/answer-synthesis.d.ts

@@ -0,0 +1,13 @@
+import type { SearchResultItem, Citation } from '../types.js';
+import type { SamplingCapableServer } from './sampling.js';
+export interface SynthesisResult {
+    answer?: string;
+    citations?: Citation[];
+    fallback: boolean;
+    warning?: string;
+}
+export declare function synthesizeAnswer(results: SearchResultItem[], query: string, server: SamplingCapableServer): Promise<SynthesisResult>;
+export declare function buildSourcesText(results: SearchResultItem[]): string;
+export declare function buildSynthesisPrompt(query: string, sourcesText: string): string;
+export declare function extractCitations(answer: string, results: SearchResultItem[]): Citation[];
+//# sourceMappingURL=answer-synthesis.d.ts.map

package/dist/search/answer-synthesis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-synthesis.d.ts","sourceRoot":"","sources":["../../src/search/answer-synthesis.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAa3D,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,eAAe,CAAC,CAwD1B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAwBpE;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAc/E;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,EAAE,GAC1B,QAAQ,EAAE,CA6BZ"}

package/dist/search/answer-synthesis.js

@@ -0,0 +1,120 @@
+import { checkSamplingSupport, requestSampling, extractTextFromSamplingResponse, } from './sampling.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const MAX_CHARS_PER_SOURCE = 3000;
+const MAX_RESPONSE_TOKENS = 1500;
+export async function synthesizeAnswer(results, query, server) {
+    try {
+        const sourcesText = buildSourcesText(results);
+        if (!sourcesText) {
+            log.info('no content available for synthesis');
+            return {
+                fallback: true,
+                warning: 'No results with content available for answer synthesis',
+            };
+        }
+        if (!checkSamplingSupport(server)) {
+            log.info('sampling not supported by client, falling back to context format');
+            return {
+                fallback: true,
+                warning: 'Client does not support MCP sampling; falling back to context format',
+            };
+        }
+        const prompt = buildSynthesisPrompt(query, sourcesText);
+        const response = await requestSampling(server, [{ role: 'user', content: { type: 'text', text: prompt } }], MAX_RESPONSE_TOKENS);
+        const answerText = extractTextFromSamplingResponse(response);
+        if (!answerText) {
+            log.warn('sampling returned empty response');
+            return {
+                fallback: true,
+                warning: 'Sampling returned empty response; falling back to context format',
+            };
+        }
+        const citations = extractCitations(answerText, results);
+        log.info('answer synthesis complete', {
+            answerLength: answerText.length,
+            citationCount: citations.length,
+        });
+        return {
+            answer: answerText,
+            citations,
+            fallback: false,
+        };
+    }
+    catch (err) {
+        log.error('answer synthesis failed', { error: String(err) });
+        return {
+            fallback: true,
+            warning: `Answer synthesis failed: ${err instanceof Error ? err.message : String(err)}; falling back to context format`,
+        };
+    }
+}
+export function buildSourcesText(results) {
+    try {
+        const blocks = [];
+        let sourceIndex = 1;
+        for (const result of results) {
+            const content = result.markdown_content || result.snippet || '';
+            if (!content.trim())
+                continue;
+            const truncated = content.length > MAX_CHARS_PER_SOURCE
+                ? content.slice(0, MAX_CHARS_PER_SOURCE)
+                : content;
+            blocks.push(`[${sourceIndex}] ${result.title} (${result.url})\n${truncated}`);
+            sourceIndex++;
+        }
+        if (blocks.length === 0)
+            return '';
+        return blocks.join('\n\n---\n\n');
+    }
+    catch (err) {
+        log.error('buildSourcesText failed', { error: String(err) });
+        return '';
+    }
+}
+export function buildSynthesisPrompt(query, sourcesText) {
+    return `Based on the following sources, provide a concise and direct answer to the question. Use numbered citations like [1], [2] to reference specific sources.
+
+Question: ${query}
+
+Sources:
+${sourcesText}
+
+Instructions:
+- Be concise and direct. Answer in 2-4 paragraphs maximum.
+- Cite sources using [1], [2], etc. matching the source numbers above.
+- If sources contain conflicting information, note the discrepancy.
+- If the sources don't adequately answer the question, say so.
+- Do not include information not found in the provided sources.`;
+}
+export function extractCitations(answer, results) {
+    try {
+        if (!answer || results.length === 0)
+            return [];
+        const citationRegex = /\[(\d+)\]/g;
+        const seen = new Set();
+        const citations = [];
+        let match;
+        while ((match = citationRegex.exec(answer)) !== null) {
+            const index = parseInt(match[1], 10);
+            if (isNaN(index) || index < 1 || index > results.length)
+                continue;
+            if (seen.has(index))
+                continue;
+            seen.add(index);
+            const result = results[index - 1];
+            citations.push({
+                index,
+                url: result.url,
+                title: result.title,
+                snippet: result.snippet,
+            });
+        }
+        return citations;
+    }
+    catch (err) {
+        log.error('citation extraction failed', { error: String(err) });
+        return [];
+    }
+}
+//# sourceMappingURL=answer-synthesis.js.map

package/dist/search/answer-synthesis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-synthesis.js","sourceRoot":"","sources":["../../src/search/answer-synthesis.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,+BAA+B,GAChC,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AASjC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAA2B,EAC3B,KAAa,EACb,MAA6B;IAE7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YAC/C,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,wDAAwD;aAClE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;YAC7E,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,sEAAsE;aAChF,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,MAAM,EACN,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAC3D,mBAAmB,CACpB,CAAC;QAEF,MAAM,UAAU,GAAG,+BAA+B,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,kEAAkE;aAC5E,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAExD,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE;YACpC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,SAAS,CAAC,MAAM;SAChC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,4BAA4B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC;SACxH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,IAAI,CAAC;QACH,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE9B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,oBAAoB;gBACrD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC;gBACxC,CAAC,CAAC,OAAO,CAAC;YAEZ,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,KAAK,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,CAAC;YAC9E,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEnC,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,WAAmB;IACrE,OAAO;;YAEG,KAAK;;;EAGf,WAAW;;;;;;;gEAOmD,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAc,EACd,OAA2B;IAE3B,IAAI,CAAC;QACH,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE/C,MAAM,aAAa,GAAG,YAAY,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,IAAI,KAA6B,CAAC;QAClC,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM;gBAAE,SAAS;YAClE,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC9B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEhB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAClC,SAAS,CAAC,IAAI,CAAC;gBACb,KAAK;gBACL,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/search/context-formatter.d.ts

@@ -0,0 +1,3 @@
+import type { SearchResultItem } from '../types.js';
+export declare function formatSearchContext(results: SearchResultItem[], maxTotalChars: number): string;
+//# sourceMappingURL=context-formatter.d.ts.map

package/dist/search/context-formatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-formatter.d.ts","sourceRoot":"","sources":["../../src/search/context-formatter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAIpD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,CA0D9F"}

package/dist/search/context-formatter.js

@@ -0,0 +1,56 @@
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+export function formatSearchContext(results, maxTotalChars) {
+    if (results.length === 0 || maxTotalChars <= 0) {
+        return '';
+    }
+    const blocks = [];
+    let charsUsed = 0;
+    for (let i = 0; i < results.length; i++) {
+        const result = results[i];
+        const content = result.markdown_content || result.snippet || '';
+        const header = `Source: ${result.title} (${result.url})`;
+        const separator = '\n';
+        const blockSeparator = i > 0 ? '\n\n' : '';
+        const minBlockSize = blockSeparator.length + header.length + separator.length;
+        if (i > 0 && charsUsed + minBlockSize >= maxTotalChars) {
+            log.debug('context formatter stopping: next header exceeds budget', {
+                resultIndex: i,
+                charsUsed,
+                maxTotalChars,
+            });
+            break;
+        }
+        const remainingBudget = maxTotalChars - charsUsed - blockSeparator.length - header.length - separator.length;
+        let truncatedContent;
+        if (remainingBudget <= 0) {
+            const totalAvailable = maxTotalChars - charsUsed - blockSeparator.length;
+            if (totalAvailable <= 0 && i > 0)
+                break;
+            const headerTruncated = totalAvailable > 3 ? header.slice(0, totalAvailable - 3) + '...' : header.slice(0, Math.max(totalAvailable, 0));
+            blocks.push(blockSeparator + headerTruncated);
+            charsUsed += blockSeparator.length + headerTruncated.length;
+            break;
+        }
+        else if (content.length > remainingBudget) {
+            const truncLen = Math.max(remainingBudget - 3, 0);
+            truncatedContent = truncLen > 0 ? content.slice(0, truncLen) + '...' : '...';
+            log.debug('context formatter truncated result content', {
+                resultIndex: i,
+                originalLength: content.length,
+                truncatedTo: truncatedContent.length,
+            });
+        }
+        else {
+            truncatedContent = content;
+        }
+        const block = blockSeparator + header + separator + truncatedContent;
+        blocks.push(block);
+        charsUsed += block.length;
+        if (charsUsed >= maxTotalChars) {
+            break;
+        }
+    }
+    return blocks.join('').trimEnd();
+}
+//# sourceMappingURL=context-formatter.js.map

package/dist/search/context-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-formatter.js","sourceRoot":"","sources":["../../src/search/context-formatter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,UAAU,mBAAmB,CAAC,OAA2B,EAAE,aAAqB;IACpF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAE3C,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAE9E,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,GAAG,YAAY,IAAI,aAAa,EAAE,CAAC;YACvD,GAAG,CAAC,KAAK,CAAC,wDAAwD,EAAE;gBAClE,WAAW,EAAE,CAAC;gBACd,SAAS;gBACT,aAAa;aACd,CAAC,CAAC;YACH,MAAM;QACR,CAAC;QAED,MAAM,eAAe,GAAG,aAAa,GAAG,SAAS,GAAG,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAE7G,IAAI,gBAAwB,CAAC;QAC7B,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,cAAc,GAAG,aAAa,GAAG,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC;YACzE,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM;YACxC,MAAM,eAAe,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;YACxI,MAAM,CAAC,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC;YAC9C,SAAS,IAAI,cAAc,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;YAC5D,MAAM;QACR,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAClD,gBAAgB,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7E,GAAG,CAAC,KAAK,CAAC,4CAA4C,EAAE;gBACtD,WAAW,EAAE,CAAC;gBACd,cAAc,EAAE,OAAO,CAAC,MAAM;gBAC9B,WAAW,EAAE,gBAAgB,CAAC,MAAM;aACrC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,gBAAgB,GAAG,OAAO,CAAC;QAC7B,CAAC;QAED,MAAM,KAAK,GAAG,cAAc,GAAG,MAAM,GAAG,SAAS,GAAG,gBAAgB,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;QAE1B,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;YAC/B,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;AACnC,CAAC"}

package/dist/search/find-similar.d.ts

@@ -0,0 +1,5 @@
+import type { FindSimilarInput, FindSimilarOutput, SearchEngine } from '../types.js';
+import type { SmartRouter } from '../fetch/router.js';
+import type { BackendStatus } from '../server/backend-status.js';
+export declare function findSimilar(input: FindSimilarInput, engines: SearchEngine[], router: SmartRouter, backendStatus?: BackendStatus): Promise<FindSimilarOutput>;
+//# sourceMappingURL=find-similar.d.ts.map

package/dist/search/find-similar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-similar.d.ts","sourceRoot":"","sources":["../../src/search/find-similar.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EAEjB,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAuBjE,wBAAsB,WAAW,CAC/B,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,YAAY,EAAE,EACvB,MAAM,EAAE,WAAW,EACnB,aAAa,CAAC,EAAE,aAAa,GAC5B,OAAO,CAAC,iBAAiB,CAAC,CAoH5B"}