@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/agent/executor.js

@@ -0,0 +1,233 @@
+import { createLogger } from "../logger.js";
+import { deduplicateResults } from "../search/dedup.js";
+import { getExtractProvider } from "../providers/extract-provider.js";
+import { cacheContent } from "../cache/store.js";
+import { rerankResults } from "../search/rerank.js";
+import { getConfig } from "../config.js";
+const log = createLogger("agent");
+const FETCH_TIMEOUT_MS = 15e3;
+const DEFAULT_RELEVANCE_THRESHOLD = 0.1;
+function agentSourcesToSearchResults(sources) {
+  return sources.map((s) => ({
+    title: s.title,
+    url: s.url,
+    snippet: s.snippet ?? s.body ?? "",
+    relevance_score: 0,
+    engines: ["agent"]
+  }));
+}
+function tokenize(text) {
+  return text.toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((t) => t.length > 2);
+}
+function tokenOverlapScore(query, source) {
+  const qTokens = new Set(tokenize(query));
+  if (qTokens.size === 0) return 0;
+  const docText = `${source.title} ${source.body ?? ""} ${source.snippet ?? ""}`;
+  const dTokens = tokenize(docText);
+  if (dTokens.length === 0) return 0;
+  let hits = 0;
+  for (const t of dTokens) {
+    if (qTokens.has(t)) hits++;
+  }
+  const distinctHits = new Set(dTokens.filter((t) => qTokens.has(t))).size;
+  const recall = distinctHits / qTokens.size;
+  const precision = hits / dTokens.length;
+  return Math.min(1, recall * 0.85 + precision * 0.15);
+}
+async function scoreAndFilterSources(prompt, sources, opts) {
+  if (sources.length === 0) return { kept: [], excluded: [] };
+  const cfg = getConfig();
+  const useReranker = cfg.reranker !== "none";
+  const scoreByUrl = /* @__PURE__ */ new Map();
+  if (useReranker) {
+    try {
+      const merged = agentSourcesToSearchResults(sources);
+      const ranked = await rerankResults(prompt, merged, { skip: false });
+      for (const r of ranked) {
+        scoreByUrl.set(r.url, r.relevance_score);
+      }
+    } catch (err) {
+      log.warn("agent reranker failed, falling back to token overlap", {
+        error: err instanceof Error ? err.message : String(err)
+      });
+    }
+  }
+  const kept = [];
+  const excluded = [];
+  for (const source of sources) {
+    let score = scoreByUrl.get(source.url);
+    if (score === void 0) {
+      score = tokenOverlapScore(prompt, source);
+    }
+    if (score < opts.threshold) {
+      excluded.push({
+        source,
+        score,
+        excluded_reason: `below_threshold(${opts.threshold})`
+      });
+    } else {
+      kept.push(source);
+    }
+  }
+  return { kept, excluded };
+}
+async function executeAgentPlan(plan, engines, router, budget, prompt = "") {
+  const steps = [];
+  const allUrls = /* @__PURE__ */ new Set();
+  try {
+    for (const url of plan.urls) {
+      allUrls.add(url);
+    }
+    if (plan.searches.length > 0) {
+      const searchStart = Date.now();
+      const searchResults = await executeSearches(plan.searches, engines, budget.deadlineMs);
+      steps.push({
+        action: "search",
+        detail: `Searched ${plan.searches.length} queries, found ${searchResults.length} results`,
+        time_ms: Date.now() - searchStart
+      });
+      for (const result of searchResults) {
+        allUrls.add(result.url);
+      }
+    }
+    if (allUrls.size === 0) {
+      return { sources: [], steps };
+    }
+    const urlsToFetch = [...allUrls].slice(0, budget.maxPages);
+    const fetchStart = Date.now();
+    const sources = await fetchPages(urlsToFetch, router, budget);
+    steps.push({
+      action: "fetch",
+      detail: `Fetched ${sources.filter((s) => s.fetched).length}/${urlsToFetch.length} pages`,
+      time_ms: Date.now() - fetchStart
+    });
+    const trimmedPrompt = prompt.trim();
+    const cfg = getConfig();
+    if (trimmedPrompt.length > 0 && cfg.reranker === "none") {
+      log.debug(
+        "agent post-fetch relevance filter disabled (reranker=none); relying on pre-fetch filter only"
+      );
+    }
+    if (trimmedPrompt.length > 0 && cfg.reranker !== "none") {
+      const fetched = sources.filter((s) => s.fetched && s.markdown_content.length > 0);
+      const candidates = fetched.map((s) => ({
+        url: s.url,
+        title: s.title,
+        body: s.markdown_content
+      }));
+      const { kept, excluded } = await scoreAndFilterSources(
+        trimmedPrompt,
+        candidates,
+        { threshold: DEFAULT_RELEVANCE_THRESHOLD }
+      );
+      if (excluded.length > 0) {
+        log.info("agent post-fetch relevance filter excluded sources", {
+          excluded_count: excluded.length,
+          kept_count: kept.length,
+          excluded: excluded.map((e) => ({
+            url: e.source.url,
+            score: Number(e.score.toFixed(4)),
+            excluded_reason: e.excluded_reason
+          }))
+        });
+      }
+      const keptUrls = new Set(kept.map((k) => k.url));
+      const filteredSources = sources.filter(
+        (s) => !s.fetched || s.markdown_content.length === 0 || keptUrls.has(s.url)
+      );
+      return { sources: filteredSources, steps };
+    }
+    return { sources, steps };
+  } catch (err) {
+    log.error("execution failed", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return { sources: [], steps };
+  }
+}
+async function executeSearches(queries, engines, deadlineMs) {
+  const allRaw = [];
+  const searchPromises = engines.flatMap(
+    (engine) => queries.map(async (query) => {
+      if (Date.now() >= deadlineMs) return;
+      try {
+        const results = await engine.search(query, { maxResults: 10 });
+        for (const r of results) {
+          allRaw.push(r);
+        }
+      } catch (err) {
+        log.warn("agent search query failed", {
+          engine: engine.name,
+          query,
+          error: err instanceof Error ? err.message : String(err)
+        });
+      }
+    })
+  );
+  await Promise.allSettled(searchPromises);
+  const merged = deduplicateResults(allRaw);
+  return merged.map((m) => ({
+    url: m.url,
+    title: m.title,
+    snippet: m.snippet,
+    relevance_score: m.relevance_score
+  }));
+}
+async function fetchPages(urls, router, budget) {
+  const fetchPromises = urls.map(async (url) => {
+    if (Date.now() >= budget.deadlineMs) {
+      return {
+        url,
+        title: "",
+        markdown_content: "",
+        fetched: false,
+        fetch_error: "budget exceeded"
+      };
+    }
+    try {
+      const timeRemaining = budget.deadlineMs - Date.now();
+      const fetchTimeout = Math.min(FETCH_TIMEOUT_MS, Math.max(timeRemaining, 1e3));
+      const raw = await Promise.race([
+        router.fetch(url, { renderJs: "auto" }),
+        new Promise(
+          (_, reject) => setTimeout(() => reject(new Error("fetch timeout")), fetchTimeout)
+        )
+      ]);
+      const extractor = await getExtractProvider();
+      const extraction = await extractor.extract(raw.html, raw.finalUrl, {
+        maxChars: 3e4,
+        contentType: raw.contentType
+      });
+      try {
+        cacheContent(raw, extraction);
+      } catch (err) {
+        log.debug("failed to cache agent source", { url, error: String(err) });
+      }
+      return {
+        url,
+        title: extraction.title,
+        markdown_content: extraction.markdown,
+        fetched: true
+      };
+    } catch (err) {
+      log.debug("agent fetch failed", {
+        url,
+        error: err instanceof Error ? err.message : String(err)
+      });
+      return {
+        url,
+        title: "",
+        markdown_content: "",
+        fetched: false,
+        fetch_error: err instanceof Error ? err.message : String(err)
+      };
+    }
+  });
+  return Promise.all(fetchPromises);
+}
+export {
+  agentSourcesToSearchResults,
+  executeAgentPlan,
+  scoreAndFilterSources
+};
+//# sourceMappingURL=executor.js.map

package/dist/agent/executor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/agent/executor.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport { deduplicateResults, type MergedSearchResult } from '../search/dedup.js';\nimport { getExtractProvider } from '../providers/extract-provider.js';\nimport { cacheContent } from '../cache/store.js';\nimport { rerankResults } from '../search/rerank.js';\nimport { getConfig } from '../config.js';\nimport type { AgentPlan } from './planner.js';\nimport type { AgentSource, AgentStep, SearchEngine, RawSearchResult } from '../types.js';\nimport type { SmartRouter } from '../fetch/router.js';\n\nconst log = createLogger('agent');\n\nconst FETCH_TIMEOUT_MS = 15000;\nconst DEFAULT_RELEVANCE_THRESHOLD = 0.1;\n\nexport interface AgentSourceLike {\n  url: string;\n  title: string;\n  body?: string;\n  snippet?: string;\n}\n\nexport interface ScoreFilterOptions {\n  threshold: number;\n}\n\nexport interface ExcludedSource<T extends AgentSourceLike = AgentSourceLike> {\n  source: T;\n  score: number;\n  excluded_reason: string;\n}\n\nexport function agentSourcesToSearchResults(sources: AgentSourceLike[]): MergedSearchResult[] {\n  return sources.map((s) => ({\n    title: s.title,\n    url: s.url,\n    snippet: s.snippet ?? s.body ?? '',\n    relevance_score: 0,\n    engines: ['agent'],\n  }));\n}\n\nfunction tokenize(text: string): string[] {\n  return text\n    .toLowerCase()\n    .replace(/[^a-z0-9\\s]/g, ' ')\n    .split(/\\s+/)\n    .filter((t) => t.length > 2);\n}\n\nfunction tokenOverlapScore(query: string, source: AgentSourceLike): number {\n  const qTokens = new Set(tokenize(query));\n  if (qTokens.size === 0) return 0;\n  const docText = `${source.title} ${source.body ?? ''} ${source.snippet ?? ''}`;\n  const dTokens = tokenize(docText);\n  if (dTokens.length === 0) return 0;\n  let hits = 0;\n  for (const t of dTokens) {\n    if (qTokens.has(t)) hits++;\n  }\n  // Recall over query tokens: how many distinct query tokens appear in doc.\n  const distinctHits = new Set(dTokens.filter((t) => qTokens.has(t))).size;\n  const recall = distinctHits / qTokens.size;\n  // Bias toward recall; light precision component prevents trivial 1.0.\n  const precision = hits / dTokens.length;\n  return Math.min(1, recall * 0.85 + precision * 0.15);\n}\n\nexport async function scoreAndFilterSources<T extends AgentSourceLike>(\n  prompt: string,\n  sources: T[],\n  opts: ScoreFilterOptions,\n): Promise<{ kept: T[]; excluded: ExcludedSource<T>[] }> {\n  if (sources.length === 0) return { kept: [], excluded: [] };\n\n  const cfg = getConfig();\n  const useReranker = cfg.reranker !== 'none';\n  const scoreByUrl = new Map<string, number>();\n\n  if (useReranker) {\n    try {\n      const merged = agentSourcesToSearchResults(sources);\n      const ranked = await rerankResults(prompt, merged, { skip: false });\n      for (const r of ranked) {\n        scoreByUrl.set(r.url, r.relevance_score);\n      }\n    } catch (err) {\n      log.warn('agent reranker failed, falling back to token overlap', {\n        error: err instanceof Error ? err.message : String(err),\n      });\n    }\n  }\n\n  const kept: T[] = [];\n  const excluded: ExcludedSource<T>[] = [];\n\n  for (const source of sources) {\n    let score = scoreByUrl.get(source.url);\n    if (score === undefined) {\n      // rerank dropped this URL via its internal threshold, OR rerank threw and we're\n      // in the catch path — fall back to lightweight token-overlap so the source is\n      // still scored.\n      score = tokenOverlapScore(prompt, source);\n    }\n    if (score < opts.threshold) {\n      excluded.push({\n        source,\n        score,\n        excluded_reason: `below_threshold(${opts.threshold})`,\n      });\n    } else {\n      kept.push(source);\n    }\n  }\n\n  return { kept, excluded };\n}\n\nexport interface ExecutionBudget {\n  maxPages: number;\n  deadlineMs: number;\n}\n\nexport interface ExecutionResult {\n  sources: AgentSource[];\n  steps: AgentStep[];\n}\n\nexport async function executeAgentPlan(\n  plan: AgentPlan,\n  engines: SearchEngine[],\n  router: SmartRouter,\n  budget: ExecutionBudget,\n  prompt = '',\n): Promise<ExecutionResult> {\n  const steps: AgentStep[] = [];\n  const allUrls = new Set<string>();\n\n  try {\n    // Phase 1: Seed allUrls with explicit URLs first so they get top priority\n    // when budget.maxPages truncates the merged set.\n    for (const url of plan.urls) {\n      allUrls.add(url);\n    }\n\n    // Phase 2: Execute search queries\n    if (plan.searches.length > 0) {\n      const searchStart = Date.now();\n      const searchResults = await executeSearches(plan.searches, engines, budget.deadlineMs);\n\n      steps.push({\n        action: 'search',\n        detail: `Searched ${plan.searches.length} queries, found ${searchResults.length} results`,\n        time_ms: Date.now() - searchStart,\n      });\n\n      for (const result of searchResults) {\n        allUrls.add(result.url);\n      }\n    }\n\n    if (allUrls.size === 0) {\n      return { sources: [], steps };\n    }\n\n    // Phase 3: Fetch pages within budget\n    const urlsToFetch = [...allUrls].slice(0, budget.maxPages);\n    const fetchStart = Date.now();\n    const sources = await fetchPages(urlsToFetch, router, budget);\n\n    steps.push({\n      action: 'fetch',\n      detail: `Fetched ${sources.filter((s) => s.fetched).length}/${urlsToFetch.length} pages`,\n      time_ms: Date.now() - fetchStart,\n    });\n\n    // Phase 4: Post-fetch relevance scoring (Bug 3 fix)\n    // Only filter when a real reranker is configured; the token-overlap\n    // fallback is too noisy to drop sources from on its own.\n    const trimmedPrompt = prompt.trim();\n    const cfg = getConfig();\n    if (trimmedPrompt.length > 0 && cfg.reranker === 'none') {\n      log.debug(\n        'agent post-fetch relevance filter disabled (reranker=none); relying on pre-fetch filter only',\n      );\n    }\n    if (trimmedPrompt.length > 0 && cfg.reranker !== 'none') {\n      const fetched = sources.filter((s) => s.fetched && s.markdown_content.length > 0);\n      const candidates: AgentSourceLike[] = fetched.map((s) => ({\n        url: s.url,\n        title: s.title,\n        body: s.markdown_content,\n      }));\n      const { kept, excluded } = await scoreAndFilterSources(\n        trimmedPrompt,\n        candidates,\n        { threshold: DEFAULT_RELEVANCE_THRESHOLD },\n      );\n\n      if (excluded.length > 0) {\n        log.info('agent post-fetch relevance filter excluded sources', {\n          excluded_count: excluded.length,\n          kept_count: kept.length,\n          excluded: excluded.map((e) => ({\n            url: e.source.url,\n            score: Number(e.score.toFixed(4)),\n            excluded_reason: e.excluded_reason,\n          })),\n        });\n      }\n\n      const keptUrls = new Set(kept.map((k) => k.url));\n      // Preserve unfetched sources (they were never candidates) plus kept fetched.\n      const filteredSources = sources.filter(\n        (s) => !s.fetched || s.markdown_content.length === 0 || keptUrls.has(s.url),\n      );\n      return { sources: filteredSources, steps };\n    }\n\n    return { sources, steps };\n  } catch (err) {\n    log.error('execution failed', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return { sources: [], steps };\n  }\n}\n\nasync function executeSearches(\n  queries: string[],\n  engines: SearchEngine[],\n  deadlineMs: number,\n): Promise<Array<{ url: string; title: string; snippet: string; relevance_score: number }>> {\n  const allRaw: RawSearchResult[] = [];\n\n  const searchPromises = engines.flatMap((engine) =>\n    queries.map(async (query) => {\n      if (Date.now() >= deadlineMs) return;\n\n      try {\n        const results = await engine.search(query, { maxResults: 10 });\n        for (const r of results) {\n          allRaw.push(r);\n        }\n      } catch (err) {\n        log.warn('agent search query failed', {\n          engine: engine.name,\n          query,\n          error: err instanceof Error ? err.message : String(err),\n        });\n      }\n    }),\n  );\n\n  await Promise.allSettled(searchPromises);\n\n  const merged = deduplicateResults(allRaw);\n  return merged.map((m) => ({\n    url: m.url,\n    title: m.title,\n    snippet: m.snippet,\n    relevance_score: m.relevance_score,\n  }));\n}\n\nasync function fetchPages(\n  urls: string[],\n  router: SmartRouter,\n  budget: ExecutionBudget,\n): Promise<AgentSource[]> {\n  const fetchPromises = urls.map(async (url): Promise<AgentSource> => {\n    if (Date.now() >= budget.deadlineMs) {\n      return {\n        url,\n        title: '',\n        markdown_content: '',\n        fetched: false,\n        fetch_error: 'budget exceeded',\n      };\n    }\n\n    try {\n      const timeRemaining = budget.deadlineMs - Date.now();\n      const fetchTimeout = Math.min(FETCH_TIMEOUT_MS, Math.max(timeRemaining, 1000));\n\n      const raw = await Promise.race([\n        router.fetch(url, { renderJs: 'auto' }),\n        new Promise<never>((_, reject) =>\n          setTimeout(() => reject(new Error('fetch timeout')), fetchTimeout),\n        ),\n      ]);\n\n      const extractor = await getExtractProvider();\n      const extraction = await extractor.extract(raw.html, raw.finalUrl, {\n        maxChars: 30000,\n        contentType: raw.contentType,\n      });\n\n      try {\n        cacheContent(raw, extraction);\n      } catch (err) {\n        log.debug('failed to cache agent source', { url, error: String(err) });\n      }\n\n      return {\n        url,\n        title: extraction.title,\n        markdown_content: extraction.markdown,\n        fetched: true,\n      };\n    } catch (err) {\n      log.debug('agent fetch failed', {\n        url,\n        error: err instanceof Error ? err.message : String(err),\n      });\n      return {\n        url,\n        title: '',\n        markdown_content: '',\n        fetched: false,\n        fetch_error: err instanceof Error ? err.message : String(err),\n      };\n    }\n  });\n\n  return Promise.all(fetchPromises);\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAC7B,SAAS,0BAAmD;AAC5D,SAAS,0BAA0B;AACnC,SAAS,oBAAoB;AAC7B,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAK1B,MAAM,MAAM,aAAa,OAAO;AAEhC,MAAM,mBAAmB;AACzB,MAAM,8BAA8B;AAmB7B,SAAS,4BAA4B,SAAkD;AAC5F,SAAO,QAAQ,IAAI,CAAC,OAAO;AAAA,IACzB,OAAO,EAAE;AAAA,IACT,KAAK,EAAE;AAAA,IACP,SAAS,EAAE,WAAW,EAAE,QAAQ;AAAA,IAChC,iBAAiB;AAAA,IACjB,SAAS,CAAC,OAAO;AAAA,EACnB,EAAE;AACJ;AAEA,SAAS,SAAS,MAAwB;AACxC,SAAO,KACJ,YAAY,EACZ,QAAQ,gBAAgB,GAAG,EAC3B,MAAM,KAAK,EACX,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAC/B;AAEA,SAAS,kBAAkB,OAAe,QAAiC;AACzE,QAAM,UAAU,IAAI,IAAI,SAAS,KAAK,CAAC;AACvC,MAAI,QAAQ,SAAS,EAAG,QAAO;AAC/B,QAAM,UAAU,GAAG,OAAO,KAAK,IAAI,OAAO,QAAQ,EAAE,IAAI,OAAO,WAAW,EAAE;AAC5E,QAAM,UAAU,SAAS,OAAO;AAChC,MAAI,QAAQ,WAAW,EAAG,QAAO;AACjC,MAAI,OAAO;AACX,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,IAAI,CAAC,EAAG;AAAA,EACtB;AAEA,QAAM,eAAe,IAAI,IAAI,QAAQ,OAAO,CAAC,MAAM,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE;AACpE,QAAM,SAAS,eAAe,QAAQ;AAEtC,QAAM,YAAY,OAAO,QAAQ;AACjC,SAAO,KAAK,IAAI,GAAG,SAAS,OAAO,YAAY,IAAI;AACrD;AAEA,eAAsB,sBACpB,QACA,SACA,MACuD;AACvD,MAAI,QAAQ,WAAW,EAAG,QAAO,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC,EAAE;AAE1D,QAAM,MAAM,UAAU;AACtB,QAAM,cAAc,IAAI,aAAa;AACrC,QAAM,aAAa,oBAAI,IAAoB;AAE3C,MAAI,aAAa;AACf,QAAI;AACF,YAAM,SAAS,4BAA4B,OAAO;AAClD,YAAM,SAAS,MAAM,cAAc,QAAQ,QAAQ,EAAE,MAAM,MAAM,CAAC;AAClE,iBAAW,KAAK,QAAQ;AACtB,mBAAW,IAAI,EAAE,KAAK,EAAE,eAAe;AAAA,MACzC;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,KAAK,wDAAwD;AAAA,QAC/D,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,OAAY,CAAC;AACnB,QAAM,WAAgC,CAAC;AAEvC,aAAW,UAAU,SAAS;AAC5B,QAAI,QAAQ,WAAW,IAAI,OAAO,GAAG;AACrC,QAAI,UAAU,QAAW;AAIvB,cAAQ,kBAAkB,QAAQ,MAAM;AAAA,IAC1C;AACA,QAAI,QAAQ,KAAK,WAAW;AAC1B,eAAS,KAAK;AAAA,QACZ;AAAA,QACA;AAAA,QACA,iBAAiB,mBAAmB,KAAK,SAAS;AAAA,MACpD,CAAC;AAAA,IACH,OAAO;AACL,WAAK,KAAK,MAAM;AAAA,IAClB;AAAA,EACF;AAEA,SAAO,EAAE,MAAM,SAAS;AAC1B;AAYA,eAAsB,iBACpB,MACA,SACA,QACA,QACA,SAAS,IACiB;AAC1B,QAAM,QAAqB,CAAC;AAC5B,QAAM,UAAU,oBAAI,IAAY;AAEhC,MAAI;AAGF,eAAW,OAAO,KAAK,MAAM;AAC3B,cAAQ,IAAI,GAAG;AAAA,IACjB;AAGA,QAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,YAAM,cAAc,KAAK,IAAI;AAC7B,YAAM,gBAAgB,MAAM,gBAAgB,KAAK,UAAU,SAAS,OAAO,UAAU;AAErF,YAAM,KAAK;AAAA,QACT,QAAQ;AAAA,QACR,QAAQ,YAAY,KAAK,SAAS,MAAM,mBAAmB,cAAc,MAAM;AAAA,QAC/E,SAAS,KAAK,IAAI,IAAI;AAAA,MACxB,CAAC;AAED,iBAAW,UAAU,eAAe;AAClC,gBAAQ,IAAI,OAAO,GAAG;AAAA,MACxB;AAAA,IACF;AAEA,QAAI,QAAQ,SAAS,GAAG;AACtB,aAAO,EAAE,SAAS,CAAC,GAAG,MAAM;AAAA,IAC9B;AAGA,UAAM,cAAc,CAAC,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,QAAQ;AACzD,UAAM,aAAa,KAAK,IAAI;AAC5B,UAAM,UAAU,MAAM,WAAW,aAAa,QAAQ,MAAM;AAE5D,UAAM,KAAK;AAAA,MACT,QAAQ;AAAA,MACR,QAAQ,WAAW,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,YAAY,MAAM;AAAA,MAChF,SAAS,KAAK,IAAI,IAAI;AAAA,IACxB,CAAC;AAKD,UAAM,gBAAgB,OAAO,KAAK;AAClC,UAAM,MAAM,UAAU;AACtB,QAAI,cAAc,SAAS,KAAK,IAAI,aAAa,QAAQ;AACvD,UAAI;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,QAAI,cAAc,SAAS,KAAK,IAAI,aAAa,QAAQ;AACvD,YAAM,UAAU,QAAQ,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,iBAAiB,SAAS,CAAC;AAChF,YAAM,aAAgC,QAAQ,IAAI,CAAC,OAAO;AAAA,QACxD,KAAK,EAAE;AAAA,QACP,OAAO,EAAE;AAAA,QACT,MAAM,EAAE;AAAA,MACV,EAAE;AACF,YAAM,EAAE,MAAM,SAAS,IAAI,MAAM;AAAA,QAC/B;AAAA,QACA;AAAA,QACA,EAAE,WAAW,4BAA4B;AAAA,MAC3C;AAEA,UAAI,SAAS,SAAS,GAAG;AACvB,YAAI,KAAK,sDAAsD;AAAA,UAC7D,gBAAgB,SAAS;AAAA,UACzB,YAAY,KAAK;AAAA,UACjB,UAAU,SAAS,IAAI,CAAC,OAAO;AAAA,YAC7B,KAAK,EAAE,OAAO;AAAA,YACd,OAAO,OAAO,EAAE,MAAM,QAAQ,CAAC,CAAC;AAAA,YAChC,iBAAiB,EAAE;AAAA,UACrB,EAAE;AAAA,QACJ,CAAC;AAAA,MACH;AAEA,YAAM,WAAW,IAAI,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;AAE/C,YAAM,kBAAkB,QAAQ;AAAA,QAC9B,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,iBAAiB,WAAW,KAAK,SAAS,IAAI,EAAE,GAAG;AAAA,MAC5E;AACA,aAAO,EAAE,SAAS,iBAAiB,MAAM;AAAA,IAC3C;AAEA,WAAO,EAAE,SAAS,MAAM;AAAA,EAC1B,SAAS,KAAK;AACZ,QAAI,MAAM,oBAAoB;AAAA,MAC5B,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO,EAAE,SAAS,CAAC,GAAG,MAAM;AAAA,EAC9B;AACF;AAEA,eAAe,gBACb,SACA,SACA,YAC0F;AAC1F,QAAM,SAA4B,CAAC;AAEnC,QAAM,iBAAiB,QAAQ;AAAA,IAAQ,CAAC,WACtC,QAAQ,IAAI,OAAO,UAAU;AAC3B,UAAI,KAAK,IAAI,KAAK,WAAY;AAE9B,UAAI;AACF,cAAM,UAAU,MAAM,OAAO,OAAO,OAAO,EAAE,YAAY,GAAG,CAAC;AAC7D,mBAAW,KAAK,SAAS;AACvB,iBAAO,KAAK,CAAC;AAAA,QACf;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,KAAK,6BAA6B;AAAA,UACpC,QAAQ,OAAO;AAAA,UACf;AAAA,UACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,QAAQ,WAAW,cAAc;AAEvC,QAAM,SAAS,mBAAmB,MAAM;AACxC,SAAO,OAAO,IAAI,CAAC,OAAO;AAAA,IACxB,KAAK,EAAE;AAAA,IACP,OAAO,EAAE;AAAA,IACT,SAAS,EAAE;AAAA,IACX,iBAAiB,EAAE;AAAA,EACrB,EAAE;AACJ;AAEA,eAAe,WACb,MACA,QACA,QACwB;AACxB,QAAM,gBAAgB,KAAK,IAAI,OAAO,QAA8B;AAClE,QAAI,KAAK,IAAI,KAAK,OAAO,YAAY;AACnC,aAAO;AAAA,QACL;AAAA,QACA,OAAO;AAAA,QACP,kBAAkB;AAAA,QAClB,SAAS;AAAA,QACT,aAAa;AAAA,MACf;AAAA,IACF;AAEA,QAAI;AACF,YAAM,gBAAgB,OAAO,aAAa,KAAK,IAAI;AACnD,YAAM,eAAe,KAAK,IAAI,kBAAkB,KAAK,IAAI,eAAe,GAAI,CAAC;AAE7E,YAAM,MAAM,MAAM,QAAQ,KAAK;AAAA,QAC7B,OAAO,MAAM,KAAK,EAAE,UAAU,OAAO,CAAC;AAAA,QACtC,IAAI;AAAA,UAAe,CAAC,GAAG,WACrB,WAAW,MAAM,OAAO,IAAI,MAAM,eAAe,CAAC,GAAG,YAAY;AAAA,QACnE;AAAA,MACF,CAAC;AAED,YAAM,YAAY,MAAM,mBAAmB;AAC3C,YAAM,aAAa,MAAM,UAAU,QAAQ,IAAI,MAAM,IAAI,UAAU;AAAA,QACjE,UAAU;AAAA,QACV,aAAa,IAAI;AAAA,MACnB,CAAC;AAED,UAAI;AACF,qBAAa,KAAK,UAAU;AAAA,MAC9B,SAAS,KAAK;AACZ,YAAI,MAAM,gCAAgC,EAAE,KAAK,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MACvE;AAEA,aAAO;AAAA,QACL;AAAA,QACA,OAAO,WAAW;AAAA,QAClB,kBAAkB,WAAW;AAAA,QAC7B,SAAS;AAAA,MACX;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,MAAM,sBAAsB;AAAA,QAC9B;AAAA,QACA,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AACD,aAAO;AAAA,QACL;AAAA,QACA,OAAO;AAAA,QACP,kBAAkB;AAAA,QAClB,SAAS;AAAA,QACT,aAAa,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MAC9D;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,IAAI,aAAa;AAClC;","names":[]}

package/dist/agent/pipeline.d.ts

@@ -0,0 +1,5 @@
+import { type SamplingCapableServer } from '../search/sampling.js';
+import type { AgentInput, AgentOutput, SearchEngine } from '../types.js';
+import type { SmartRouter } from '../fetch/router.js';
+export declare function runAgentPipeline(input: AgentInput, engines: SearchEngine[], router: SmartRouter, server?: SamplingCapableServer): Promise<AgentOutput>;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/agent/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/agent/pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,qBAAqB,EAG3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAGX,YAAY,EACb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAQtD,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,YAAY,EAAE,EACvB,MAAM,EAAE,WAAW,EACnB,MAAM,CAAC,EAAE,qBAAqB,GAC7B,OAAO,CAAC,WAAW,CAAC,CAyFtB"}

package/dist/agent/pipeline.js

@@ -0,0 +1,208 @@
+import { createLogger } from "../logger.js";
+import { planExecution } from "./planner.js";
+import { executeAgentPlan } from "./executor.js";
+import { extractWithSchema } from "../extraction/schema.js";
+import {
+  requestSampling,
+  checkSamplingSupport
+} from "../search/sampling.js";
+const log = createLogger("agent");
+const DEFAULT_MAX_PAGES = 10;
+const DEFAULT_MAX_TIME_MS = 6e4;
+async function runAgentPipeline(input, engines, router, server) {
+  const start = Date.now();
+  const maxPages = input.max_pages ?? DEFAULT_MAX_PAGES;
+  const maxTimeMs = input.max_time_ms ?? DEFAULT_MAX_TIME_MS;
+  const deadlineMs = start + maxTimeMs;
+  const steps = [];
+  try {
+    const planStart = Date.now();
+    log.info("agent pipeline started", { prompt: input.prompt.slice(0, 100), maxPages, maxTimeMs });
+    const plan = await planExecution(input.prompt, input.urls, server);
+    steps.push({
+      action: "plan",
+      detail: `Generated ${plan.searches.length} searches, ${plan.urls.length} URLs${plan.samplingUsed ? " (via sampling)" : " (keyword extraction)"}`,
+      time_ms: Date.now() - planStart
+    });
+    log.info("plan generated", {
+      searches: plan.searches.length,
+      urls: plan.urls.length,
+      samplingUsed: plan.samplingUsed
+    });
+    const execResult = await executeAgentPlan(plan, engines, router, {
+      maxPages,
+      deadlineMs
+    }, input.prompt);
+    steps.push(...execResult.steps);
+    const sources = execResult.sources;
+    const pagesFetched = sources.filter((s) => s.fetched).length;
+    if (input.schema && sources.some((s) => s.fetched)) {
+      const extractStart = Date.now();
+      const schemaResult = applySchemaExtraction(sources, input.schema);
+      steps.push({
+        action: "extract",
+        detail: `Applied schema extraction to ${sources.filter((s) => s.fetched).length} sources`,
+        time_ms: Date.now() - extractStart
+      });
+      if (schemaResult) {
+        return {
+          result: schemaResult,
+          sources,
+          pages_fetched: pagesFetched,
+          steps,
+          total_time_ms: Date.now() - start,
+          sampling_supported: !!server && checkSamplingSupport(server)
+        };
+      }
+    }
+    const synthStart = Date.now();
+    const result = await synthesizeResult(input.prompt, sources, server);
+    steps.push({
+      action: "synthesize",
+      detail: `Produced ${typeof result === "string" ? result.length : JSON.stringify(result).length} char result${server ? " (via sampling)" : ""}`,
+      time_ms: Date.now() - synthStart
+    });
+    return {
+      result,
+      sources,
+      pages_fetched: pagesFetched,
+      steps,
+      total_time_ms: Date.now() - start,
+      sampling_supported: !!server && checkSamplingSupport(server)
+    };
+  } catch (err) {
+    log.error("agent pipeline failed", {
+      prompt: input.prompt.slice(0, 100),
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return {
+      result: "",
+      sources: [],
+      pages_fetched: 0,
+      steps,
+      total_time_ms: Date.now() - start,
+      sampling_supported: !!server && checkSamplingSupport(server),
+      error: err instanceof Error ? err.message : String(err)
+    };
+  }
+}
+function applySchemaExtraction(sources, schema) {
+  try {
+    const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);
+    if (fetchedSources.length === 0) return null;
+    const mergedData = {};
+    for (const source of fetchedSources) {
+      try {
+        const html = `<html><body>${source.markdown_content}</body></html>`;
+        const extracted = extractWithSchema(html, schema);
+        for (const [key, value] of Object.entries(extracted)) {
+          if (value !== void 0 && value !== null && value !== "") {
+            if (!(key in mergedData)) {
+              mergedData[key] = value;
+            }
+          }
+        }
+      } catch (err) {
+        log.debug("schema extraction failed for source", {
+          url: source.url,
+          error: err instanceof Error ? err.message : String(err)
+        });
+      }
+    }
+    return Object.keys(mergedData).length > 0 ? mergedData : null;
+  } catch (err) {
+    log.warn("schema extraction phase failed", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return null;
+  }
+}
+async function synthesizeResult(prompt, sources, server) {
+  const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);
+  if (fetchedSources.length === 0) {
+    return "No data could be gathered for this request.";
+  }
+  if (server) {
+    try {
+      const result = await synthesizeWithSampling(prompt, fetchedSources, server);
+      if (result) return result;
+    } catch (err) {
+      log.warn("sampling synthesis failed, using fallback", {
+        error: err instanceof Error ? err.message : String(err)
+      });
+    }
+  }
+  return buildFallbackSynthesis(prompt, fetchedSources);
+}
+async function synthesizeWithSampling(prompt, sources, server) {
+  try {
+    const maxCharsPerSource = 3e3;
+    const sourceBlocks = sources.map((s, i) => {
+      const content = s.markdown_content.slice(0, maxCharsPerSource);
+      return `[${i + 1}] ${s.title} (${s.url})
+${content}`;
+    });
+    const totalSourceText = sourceBlocks.join("\n\n");
+    const truncatedSourceText = totalSourceText.slice(0, 4e4);
+    const samplingPrompt = `You are a data gathering assistant. Based on the user's request and the gathered sources, synthesize a comprehensive result.
+
+User's request: ${prompt}
+
+Gathered sources:
+${truncatedSourceText}
+
+Provide a clear, well-organized response that addresses the user's request based on the gathered data. Include source references [1], [2], etc.`;
+    if (!checkSamplingSupport(server)) {
+      log.debug("client does not support sampling for synthesis");
+      return null;
+    }
+    const response = await requestSampling(
+      server,
+      [{ role: "user", content: { type: "text", text: samplingPrompt } }],
+      2e3
+    );
+    if (response?.content?.text && response.content.text.trim().length > 0) {
+      return response.content.text.trim();
+    }
+    return null;
+  } catch (err) {
+    log.debug("sampling synthesis failed", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+    return null;
+  }
+}
+function buildFallbackSynthesis(prompt, sources) {
+  const header = `## Results: ${prompt}
+
+Gathered from ${sources.length} source(s):
+
+`;
+  let result = header;
+  const maxTotal = 6e3;
+  let remaining = maxTotal - header.length;
+  for (let i = 0; i < sources.length && remaining > 0; i++) {
+    const source = sources[i];
+    const sourceHeader = `### [${i + 1}] ${source.title}
+**URL:** ${source.url}
+
+`;
+    if (remaining < sourceHeader.length + 20) break;
+    result += sourceHeader;
+    remaining -= sourceHeader.length;
+    const contentBudget = Math.min(remaining - 10, source.markdown_content.length, 1500);
+    if (contentBudget > 0) {
+      let content = source.markdown_content.slice(0, contentBudget);
+      if (content.length < source.markdown_content.length) {
+        content = content.slice(0, Math.max(contentBudget - 3, 0)) + "...";
+      }
+      result += content + "\n\n";
+      remaining -= content.length + 2;
+    }
+  }
+  return result.trimEnd();
+}
+export {
+  runAgentPipeline
+};
+//# sourceMappingURL=pipeline.js.map

package/dist/agent/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/agent/pipeline.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport { planExecution } from './planner.js';\nimport { executeAgentPlan } from './executor.js';\nimport { extractWithSchema } from '../extraction/schema.js';\nimport {\n  type SamplingCapableServer,\n  requestSampling,\n  checkSamplingSupport,\n} from '../search/sampling.js';\nimport type {\n  AgentInput,\n  AgentOutput,\n  AgentSource,\n  AgentStep,\n  SearchEngine,\n} from '../types.js';\nimport type { SmartRouter } from '../fetch/router.js';\nimport type { JsonSchema } from '../extraction/schema.js';\n\nconst log = createLogger('agent');\n\nconst DEFAULT_MAX_PAGES = 10;\nconst DEFAULT_MAX_TIME_MS = 60000;\n\nexport async function runAgentPipeline(\n  input: AgentInput,\n  engines: SearchEngine[],\n  router: SmartRouter,\n  server?: SamplingCapableServer,\n): Promise<AgentOutput> {\n  const start = Date.now();\n  const maxPages = input.max_pages ?? DEFAULT_MAX_PAGES;\n  const maxTimeMs = input.max_time_ms ?? DEFAULT_MAX_TIME_MS;\n  const deadlineMs = start + maxTimeMs;\n  const steps: AgentStep[] = [];\n\n  try {\n    const planStart = Date.now();\n    log.info('agent pipeline started', { prompt: input.prompt.slice(0, 100), maxPages, maxTimeMs });\n\n    const plan = await planExecution(input.prompt, input.urls, server);\n\n    steps.push({\n      action: 'plan',\n      detail: `Generated ${plan.searches.length} searches, ${plan.urls.length} URLs${plan.samplingUsed ? ' (via sampling)' : ' (keyword extraction)'}`,\n      time_ms: Date.now() - planStart,\n    });\n\n    log.info('plan generated', {\n      searches: plan.searches.length,\n      urls: plan.urls.length,\n      samplingUsed: plan.samplingUsed,\n    });\n\n    const execResult = await executeAgentPlan(plan, engines, router, {\n      maxPages,\n      deadlineMs,\n    }, input.prompt);\n\n    steps.push(...execResult.steps);\n\n    const sources = execResult.sources;\n    const pagesFetched = sources.filter((s) => s.fetched).length;\n\n    if (input.schema && sources.some((s) => s.fetched)) {\n      const extractStart = Date.now();\n      const schemaResult = applySchemaExtraction(sources, input.schema as JsonSchema);\n\n      steps.push({\n        action: 'extract',\n        detail: `Applied schema extraction to ${sources.filter((s) => s.fetched).length} sources`,\n        time_ms: Date.now() - extractStart,\n      });\n\n      if (schemaResult) {\n        return {\n          result: schemaResult,\n          sources,\n          pages_fetched: pagesFetched,\n          steps,\n          total_time_ms: Date.now() - start,\n          sampling_supported: !!server && checkSamplingSupport(server),\n        };\n      }\n    }\n\n    const synthStart = Date.now();\n    const result = await synthesizeResult(input.prompt, sources, server);\n\n    steps.push({\n      action: 'synthesize',\n      detail: `Produced ${typeof result === 'string' ? result.length : JSON.stringify(result).length} char result${server ? ' (via sampling)' : ''}`,\n      time_ms: Date.now() - synthStart,\n    });\n\n    return {\n      result,\n      sources,\n      pages_fetched: pagesFetched,\n      steps,\n      total_time_ms: Date.now() - start,\n      sampling_supported: !!server && checkSamplingSupport(server),\n    };\n  } catch (err) {\n    log.error('agent pipeline failed', {\n      prompt: input.prompt.slice(0, 100),\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return {\n      result: '',\n      sources: [],\n      pages_fetched: 0,\n      steps,\n      total_time_ms: Date.now() - start,\n      sampling_supported: !!server && checkSamplingSupport(server),\n      error: err instanceof Error ? err.message : String(err),\n    };\n  }\n}\n\nfunction applySchemaExtraction(\n  sources: AgentSource[],\n  schema: JsonSchema,\n): Record<string, unknown> | null {\n  try {\n    const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);\n    if (fetchedSources.length === 0) return null;\n\n    const mergedData: Record<string, unknown> = {};\n\n    for (const source of fetchedSources) {\n      try {\n        const html = `<html><body>${source.markdown_content}</body></html>`;\n        const extracted = extractWithSchema(html, schema);\n\n        for (const [key, value] of Object.entries(extracted)) {\n          if (value !== undefined && value !== null && value !== '') {\n            if (!(key in mergedData)) {\n              mergedData[key] = value;\n            }\n          }\n        }\n      } catch (err) {\n        log.debug('schema extraction failed for source', {\n          url: source.url,\n          error: err instanceof Error ? err.message : String(err),\n        });\n      }\n    }\n\n    return Object.keys(mergedData).length > 0 ? mergedData : null;\n  } catch (err) {\n    log.warn('schema extraction phase failed', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return null;\n  }\n}\n\nasync function synthesizeResult(\n  prompt: string,\n  sources: AgentSource[],\n  server?: SamplingCapableServer,\n): Promise<string> {\n  const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);\n\n  if (fetchedSources.length === 0) {\n    return 'No data could be gathered for this request.';\n  }\n\n  if (server) {\n    try {\n      const result = await synthesizeWithSampling(prompt, fetchedSources, server);\n      if (result) return result;\n    } catch (err) {\n      log.warn('sampling synthesis failed, using fallback', {\n        error: err instanceof Error ? err.message : String(err),\n      });\n    }\n  }\n\n  return buildFallbackSynthesis(prompt, fetchedSources);\n}\n\nasync function synthesizeWithSampling(\n  prompt: string,\n  sources: AgentSource[],\n  server: SamplingCapableServer,\n): Promise<string | null> {\n  try {\n    const maxCharsPerSource = 3000;\n    const sourceBlocks = sources.map((s, i) => {\n      const content = s.markdown_content.slice(0, maxCharsPerSource);\n      return `[${i + 1}] ${s.title} (${s.url})\\n${content}`;\n    });\n\n    const totalSourceText = sourceBlocks.join('\\n\\n');\n    const truncatedSourceText = totalSourceText.slice(0, 40000);\n\n    const samplingPrompt = `You are a data gathering assistant. Based on the user's request and the gathered sources, synthesize a comprehensive result.\n\nUser's request: ${prompt}\n\nGathered sources:\n${truncatedSourceText}\n\nProvide a clear, well-organized response that addresses the user's request based on the gathered data. Include source references [1], [2], etc.`;\n\n    if (!checkSamplingSupport(server)) {\n      log.debug('client does not support sampling for synthesis');\n      return null;\n    }\n\n    const response = await requestSampling(\n      server,\n      [{ role: 'user', content: { type: 'text', text: samplingPrompt } }],\n      2000,\n    );\n\n    if (response?.content?.text && response.content.text.trim().length > 0) {\n      return response.content.text.trim();\n    }\n\n    return null;\n  } catch (err) {\n    log.debug('sampling synthesis failed', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n    return null;\n  }\n}\n\nfunction buildFallbackSynthesis(prompt: string, sources: AgentSource[]): string {\n  const header = `## Results: ${prompt}\\n\\nGathered from ${sources.length} source(s):\\n\\n`;\n  let result = header;\n  const maxTotal = 6000;\n  let remaining = maxTotal - header.length;\n\n  for (let i = 0; i < sources.length && remaining > 0; i++) {\n    const source = sources[i];\n    const sourceHeader = `### [${i + 1}] ${source.title}\\n**URL:** ${source.url}\\n\\n`;\n\n    if (remaining < sourceHeader.length + 20) break;\n\n    result += sourceHeader;\n    remaining -= sourceHeader.length;\n\n    const contentBudget = Math.min(remaining - 10, source.markdown_content.length, 1500);\n    if (contentBudget > 0) {\n      let content = source.markdown_content.slice(0, contentBudget);\n      if (content.length < source.markdown_content.length) {\n        content = content.slice(0, Math.max(contentBudget - 3, 0)) + '...';\n      }\n      result += content + '\\n\\n';\n      remaining -= content.length + 2;\n    }\n  }\n\n  return result.trimEnd();\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAC7B,SAAS,qBAAqB;AAC9B,SAAS,wBAAwB;AACjC,SAAS,yBAAyB;AAClC;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AAWP,MAAM,MAAM,aAAa,OAAO;AAEhC,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAE5B,eAAsB,iBACpB,OACA,SACA,QACA,QACsB;AACtB,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,WAAW,MAAM,aAAa;AACpC,QAAM,YAAY,MAAM,eAAe;AACvC,QAAM,aAAa,QAAQ;AAC3B,QAAM,QAAqB,CAAC;AAE5B,MAAI;AACF,UAAM,YAAY,KAAK,IAAI;AAC3B,QAAI,KAAK,0BAA0B,EAAE,QAAQ,MAAM,OAAO,MAAM,GAAG,GAAG,GAAG,UAAU,UAAU,CAAC;AAE9F,UAAM,OAAO,MAAM,cAAc,MAAM,QAAQ,MAAM,MAAM,MAAM;AAEjE,UAAM,KAAK;AAAA,MACT,QAAQ;AAAA,MACR,QAAQ,aAAa,KAAK,SAAS,MAAM,cAAc,KAAK,KAAK,MAAM,QAAQ,KAAK,eAAe,oBAAoB,uBAAuB;AAAA,MAC9I,SAAS,KAAK,IAAI,IAAI;AAAA,IACxB,CAAC;AAED,QAAI,KAAK,kBAAkB;AAAA,MACzB,UAAU,KAAK,SAAS;AAAA,MACxB,MAAM,KAAK,KAAK;AAAA,MAChB,cAAc,KAAK;AAAA,IACrB,CAAC;AAED,UAAM,aAAa,MAAM,iBAAiB,MAAM,SAAS,QAAQ;AAAA,MAC/D;AAAA,MACA;AAAA,IACF,GAAG,MAAM,MAAM;AAEf,UAAM,KAAK,GAAG,WAAW,KAAK;AAE9B,UAAM,UAAU,WAAW;AAC3B,UAAM,eAAe,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE;AAEtD,QAAI,MAAM,UAAU,QAAQ,KAAK,CAAC,MAAM,EAAE,OAAO,GAAG;AAClD,YAAM,eAAe,KAAK,IAAI;AAC9B,YAAM,eAAe,sBAAsB,SAAS,MAAM,MAAoB;AAE9E,YAAM,KAAK;AAAA,QACT,QAAQ;AAAA,QACR,QAAQ,gCAAgC,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM;AAAA,QAC/E,SAAS,KAAK,IAAI,IAAI;AAAA,MACxB,CAAC;AAED,UAAI,cAAc;AAChB,eAAO;AAAA,UACL,QAAQ;AAAA,UACR;AAAA,UACA,eAAe;AAAA,UACf;AAAA,UACA,eAAe,KAAK,IAAI,IAAI;AAAA,UAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,QAC7D;AAAA,MACF;AAAA,IACF;AAEA,UAAM,aAAa,KAAK,IAAI;AAC5B,UAAM,SAAS,MAAM,iBAAiB,MAAM,QAAQ,SAAS,MAAM;AAEnE,UAAM,KAAK;AAAA,MACT,QAAQ;AAAA,MACR,QAAQ,YAAY,OAAO,WAAW,WAAW,OAAO,SAAS,KAAK,UAAU,MAAM,EAAE,MAAM,eAAe,SAAS,oBAAoB,EAAE;AAAA,MAC5I,SAAS,KAAK,IAAI,IAAI;AAAA,IACxB,CAAC;AAED,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA,eAAe;AAAA,MACf;AAAA,MACA,eAAe,KAAK,IAAI,IAAI;AAAA,MAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,IAC7D;AAAA,EACF,SAAS,KAAK;AACZ,QAAI,MAAM,yBAAyB;AAAA,MACjC,QAAQ,MAAM,OAAO,MAAM,GAAG,GAAG;AAAA,MACjC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,SAAS,CAAC;AAAA,MACV,eAAe;AAAA,MACf;AAAA,MACA,eAAe,KAAK,IAAI,IAAI;AAAA,MAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,MAC3D,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD;AAAA,EACF;AACF;AAEA,SAAS,sBACP,SACA,QACgC;AAChC,MAAI;AACF,UAAM,iBAAiB,QAAQ,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,iBAAiB,SAAS,CAAC;AACvF,QAAI,eAAe,WAAW,EAAG,QAAO;AAExC,UAAM,aAAsC,CAAC;AAE7C,eAAW,UAAU,gBAAgB;AACnC,UAAI;AACF,cAAM,OAAO,eAAe,OAAO,gBAAgB;AACnD,cAAM,YAAY,kBAAkB,MAAM,MAAM;AAEhD,mBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,SAAS,GAAG;AACpD,cAAI,UAAU,UAAa,UAAU,QAAQ,UAAU,IAAI;AACzD,gBAAI,EAAE,OAAO,aAAa;AACxB,yBAAW,GAAG,IAAI;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,MAAM,uCAAuC;AAAA,UAC/C,KAAK,OAAO;AAAA,UACZ,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO,OAAO,KAAK,UAAU,EAAE,SAAS,IAAI,aAAa;AAAA,EAC3D,SAAS,KAAK;AACZ,QAAI,KAAK,kCAAkC;AAAA,MACzC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AACF;AAEA,eAAe,iBACb,QACA,SACA,QACiB;AACjB,QAAM,iBAAiB,QAAQ,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,iBAAiB,SAAS,CAAC;AAEvF,MAAI,eAAe,WAAW,GAAG;AAC/B,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ;AACV,QAAI;AACF,YAAM,SAAS,MAAM,uBAAuB,QAAQ,gBAAgB,MAAM;AAC1E,UAAI,OAAQ,QAAO;AAAA,IACrB,SAAS,KAAK;AACZ,UAAI,KAAK,6CAA6C;AAAA,QACpD,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,uBAAuB,QAAQ,cAAc;AACtD;AAEA,eAAe,uBACb,QACA,SACA,QACwB;AACxB,MAAI;AACF,UAAM,oBAAoB;AAC1B,UAAM,eAAe,QAAQ,IAAI,CAAC,GAAG,MAAM;AACzC,YAAM,UAAU,EAAE,iBAAiB,MAAM,GAAG,iBAAiB;AAC7D,aAAO,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK,KAAK,EAAE,GAAG;AAAA,EAAM,OAAO;AAAA,IACrD,CAAC;AAED,UAAM,kBAAkB,aAAa,KAAK,MAAM;AAChD,UAAM,sBAAsB,gBAAgB,MAAM,GAAG,GAAK;AAE1D,UAAM,iBAAiB;AAAA;AAAA,kBAET,MAAM;AAAA;AAAA;AAAA,EAGtB,mBAAmB;AAAA;AAAA;AAIjB,QAAI,CAAC,qBAAqB,MAAM,GAAG;AACjC,UAAI,MAAM,gDAAgD;AAC1D,aAAO;AAAA,IACT;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA,CAAC,EAAE,MAAM,QAAQ,SAAS,EAAE,MAAM,QAAQ,MAAM,eAAe,EAAE,CAAC;AAAA,MAClE;AAAA,IACF;AAEA,QAAI,UAAU,SAAS,QAAQ,SAAS,QAAQ,KAAK,KAAK,EAAE,SAAS,GAAG;AACtE,aAAO,SAAS,QAAQ,KAAK,KAAK;AAAA,IACpC;AAEA,WAAO;AAAA,EACT,SAAS,KAAK;AACZ,QAAI,MAAM,6BAA6B;AAAA,MACrC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AACF;AAEA,SAAS,uBAAuB,QAAgB,SAAgC;AAC9E,QAAM,SAAS,eAAe,MAAM;AAAA;AAAA,gBAAqB,QAAQ,MAAM;AAAA;AAAA;AACvE,MAAI,SAAS;AACb,QAAM,WAAW;AACjB,MAAI,YAAY,WAAW,OAAO;AAElC,WAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,YAAY,GAAG,KAAK;AACxD,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,eAAe,QAAQ,IAAI,CAAC,KAAK,OAAO,KAAK;AAAA,WAAc,OAAO,GAAG;AAAA;AAAA;AAE3E,QAAI,YAAY,aAAa,SAAS,GAAI;AAE1C,cAAU;AACV,iBAAa,aAAa;AAE1B,UAAM,gBAAgB,KAAK,IAAI,YAAY,IAAI,OAAO,iBAAiB,QAAQ,IAAI;AACnF,QAAI,gBAAgB,GAAG;AACrB,UAAI,UAAU,OAAO,iBAAiB,MAAM,GAAG,aAAa;AAC5D,UAAI,QAAQ,SAAS,OAAO,iBAAiB,QAAQ;AACnD,kBAAU,QAAQ,MAAM,GAAG,KAAK,IAAI,gBAAgB,GAAG,CAAC,CAAC,IAAI;AAAA,MAC/D;AACA,gBAAU,UAAU;AACpB,mBAAa,QAAQ,SAAS;AAAA,IAChC;AAAA,EACF;AAEA,SAAO,OAAO,QAAQ;AACxB;","names":[]}

package/dist/agent/planner.d.ts

@@ -0,0 +1,13 @@
+import { type SamplingCapableServer } from '../search/sampling.js';
+export interface AgentPlan {
+    searches: string[];
+    urls: string[];
+    notes: string;
+    samplingUsed: boolean;
+    excluded_urls?: {
+        url: string;
+        reason: 'invalid_url' | 'blocklisted_domain';
+    }[];
+}
+export declare function planExecution(prompt: string, urls?: string[], server?: SamplingCapableServer): Promise<AgentPlan>;
+//# sourceMappingURL=planner.d.ts.map

package/dist/agent/planner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"planner.d.ts","sourceRoot":"","sources":["../../src/agent/planner.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,qBAAqB,EAG3B,MAAM,uBAAuB,CAAC;AAQ/B,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,aAAa,GAAG,oBAAoB,CAAA;KAAE,EAAE,CAAC;CACjF;AAeD,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,MAAM,EAAE,EACf,MAAM,CAAC,EAAE,qBAAqB,GAC7B,OAAO,CAAC,SAAS,CAAC,CA8CpB"}