@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/search/evidence.d.ts

@@ -0,0 +1,25 @@
+import type { Citation, EvidenceItem, SearchInput, SearchOutput, SearchResultItem, SourceSpan } from '../types.js';
+export interface BuildEvidenceOptions {
+    maxTokensOut?: number;
+    maxItems?: number;
+}
+export declare function buildEvidenceFromMarkdown(query: string, title: string, url: string, markdown: string, opts?: BuildEvidenceOptions): Promise<EvidenceItem[]>;
+export declare function applyAggregateMarkdownBudget<T>(items: T[], getBody: (item: T) => string, setBody: (item: T, body: string) => void, opts: {
+    maxTokensOut?: number;
+    maxChars?: number;
+}): void;
+export declare function applyTokenBudget(items: EvidenceItem[], maxTokensOut: number): EvidenceItem[];
+export declare function stableCitationId(url: string, start: number): string;
+export declare function buildEvidenceItem(input: {
+    title: string;
+    url: string;
+    sectionHeading: string | null;
+    excerpt: string;
+    score: number;
+    sourceSpan: SourceSpan;
+}): EvidenceItem;
+export declare function applyEvidenceDefault(input: SearchInput, output: SearchOutput, results: SearchResultItem[], query: string): Promise<void>;
+export declare function buildCitationsFromEvidence(results: SearchResultItem[], evidence: EvidenceItem[], baseCitations: Citation[]): Citation[];
+export declare function renderCitationsXml(citations: Citation[]): string;
+export declare function escapeXml(s: string): string;
+//# sourceMappingURL=evidence.d.ts.map

package/dist/search/evidence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.d.ts","sourceRoot":"","sources":["../../src/search/evidence.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EAER,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACX,MAAM,aAAa,CAAC;AAYrB,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,oBAAyB,GAC9B,OAAO,CAAC,YAAY,EAAE,CAAC,CA+CzB;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAC5C,KAAK,EAAE,CAAC,EAAE,EACV,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,EAC5B,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,EACxC,IAAI,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD,IAAI,CAoBN;AAKD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,MAAM,GAAG,YAAY,EAAE,CAa5F;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,UAAU,CAAC;CACxB,GAAG,YAAY,CAUf;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,gBAAgB,EAAE,EAC3B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAsFf;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,QAAQ,EAAE,YAAY,EAAE,EACxB,aAAa,EAAE,QAAQ,EAAE,GACxB,QAAQ,EAAE,CAkCZ;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,CAQhE;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAO3C"}

package/dist/search/evidence.js

@@ -0,0 +1,220 @@
+import { createHash } from "node:crypto";
+import { extractHighlights } from "./highlights.js";
+import { countTokens, truncateByTokens } from "./tokens.js";
+import { applyOutputBudget } from "./truncate.js";
+import { createLogger } from "../logger.js";
+const log = createLogger("search");
+const DEFAULT_MAX_TOKENS_OUT = 4e3;
+const MAX_EVIDENCE_PASSAGES = 20;
+const TRUNCATION_MARKER = "[... content truncated]";
+async function buildEvidenceFromMarkdown(query, title, url, markdown, opts = {}) {
+  if (!markdown) return [];
+  const maxItems = opts.maxItems ?? 1;
+  const synthetic = [{
+    title,
+    url,
+    snippet: "",
+    markdown_content: markdown,
+    relevance_score: 1
+  }];
+  let result;
+  try {
+    result = await extractHighlights(query, synthetic, Math.max(maxItems, 1));
+  } catch (err) {
+    log.debug("buildEvidenceFromMarkdown: extractHighlights failed", { error: String(err) });
+    return [];
+  }
+  const ranked = result.highlights.slice().sort((a, b) => b.relevance_score - a.relevance_score).slice(0, maxItems);
+  const out = [];
+  let used = 0;
+  const budget = opts.maxTokensOut;
+  for (const h of ranked) {
+    let excerpt = h.text;
+    if (budget !== void 0) {
+      const remaining = budget - used;
+      if (remaining <= 0) break;
+      excerpt = truncateByTokens(h.text, remaining);
+      if (!excerpt || excerpt.trim() === TRUNCATION_MARKER) break;
+    }
+    const span = h.source_span ?? { start: 0, end: excerpt.length };
+    out.push(buildEvidenceItem({
+      title: h.source_title || title,
+      url: h.source_url || url,
+      sectionHeading: h.section_heading ?? null,
+      excerpt,
+      score: h.relevance_score,
+      sourceSpan: span
+    }));
+    if (budget !== void 0) used += countTokens(excerpt);
+  }
+  return out;
+}
+function applyAggregateMarkdownBudget(items, getBody, setBody, opts) {
+  const budget = opts.maxTokensOut;
+  let used = 0;
+  for (const item of items) {
+    const body = getBody(item);
+    if (!body) continue;
+    if (budget !== void 0) {
+      const remaining = budget - used;
+      if (remaining <= 0) {
+        setBody(item, "");
+        continue;
+      }
+      const trimmed = applyOutputBudget(body, { maxTokensOut: remaining, maxChars: opts.maxChars });
+      setBody(item, trimmed);
+      used += countTokens(trimmed);
+    } else {
+      const trimmed = applyOutputBudget(body, { maxChars: opts.maxChars });
+      setBody(item, trimmed);
+    }
+  }
+}
+function applyTokenBudget(items, maxTokensOut) {
+  if (maxTokensOut <= 0) return [];
+  const out = [];
+  let used = 0;
+  for (const item of items) {
+    const remaining = maxTokensOut - used;
+    if (remaining <= 0) break;
+    const excerpt = truncateByTokens(item.excerpt, remaining);
+    if (!excerpt) break;
+    out.push({ ...item, excerpt });
+    used += countTokens(excerpt);
+  }
+  return out;
+}
+function stableCitationId(url, start) {
+  return createHash("sha1").update(`${url}#${start}`).digest("hex").slice(0, 12);
+}
+function buildEvidenceItem(input) {
+  return {
+    title: input.title,
+    url: input.url,
+    section_heading: input.sectionHeading,
+    excerpt: input.excerpt,
+    score: input.score,
+    citation_id: stableCitationId(input.url, input.sourceSpan.start),
+    source_span: input.sourceSpan
+  };
+}
+async function applyEvidenceDefault(input, output, results, query) {
+  if (results.length === 0) return;
+  const includeFullMarkdown = input.include_full_markdown ?? false;
+  const citationFormat = input.citation_format ?? "numbered";
+  const maxTokensOut = input.max_tokens_out ?? DEFAULT_MAX_TOKENS_OUT;
+  let highlightsResult;
+  try {
+    highlightsResult = await extractHighlights(query, results, MAX_EVIDENCE_PASSAGES);
+  } catch (err) {
+    log.debug("evidence extraction failed", { error: String(err) });
+    const msg = "evidence extraction failed; results returned without highlights";
+    output.warning = output.warning ? `${output.warning}; ${msg}` : msg;
+    highlightsResult = { highlights: [], citations: [], reranker_used: false };
+  }
+  const ranked = highlightsResult.highlights.slice().sort((a, b) => b.relevance_score - a.relevance_score);
+  let evidenceBudget = maxTokensOut;
+  if (input.max_tokens_out !== void 0) {
+    const skeleton = { ...output, citations: void 0, evidence: void 0, citations_xml: void 0 };
+    const skeletonTokens = countTokens(JSON.stringify(skeleton));
+    const resultsTokens = countTokens(JSON.stringify(results));
+    const overhead = skeletonTokens + resultsTokens;
+    evidenceBudget = Math.max(0, maxTokensOut - overhead);
+  }
+  const evidence = [];
+  let usedTokens = 0;
+  for (const h of ranked) {
+    if (usedTokens >= evidenceBudget) break;
+    const remaining = evidenceBudget - usedTokens;
+    const excerpt = truncateByTokens(h.text, remaining);
+    if (!excerpt) continue;
+    const span = h.source_span ?? { start: 0, end: excerpt.length };
+    const item = buildEvidenceItem({
+      title: h.source_title,
+      url: h.source_url,
+      sectionHeading: h.section_heading ?? null,
+      excerpt,
+      score: h.relevance_score,
+      sourceSpan: span
+    });
+    evidence.push(item);
+    usedTokens += countTokens(excerpt);
+  }
+  if (evidence.length > 0) {
+    output.evidence = evidence;
+  }
+  const citations = buildCitationsFromEvidence(results, evidence, highlightsResult.citations);
+  if (citationFormat === "numbered" || citationFormat === "json") {
+    if (citations.length > 0) output.citations = citations;
+  } else if (citationFormat === "anthropic_tags") {
+    if (citations.length > 0) {
+      output.citations = citations;
+      output.citations_xml = renderCitationsXml(citations);
+    }
+  }
+  if (!includeFullMarkdown) {
+    for (const r of results) {
+      if (r.markdown_content !== void 0) r.markdown_content = void 0;
+    }
+  } else if (input.max_tokens_out !== void 0) {
+    applyAggregateMarkdownBudget(
+      results,
+      (r) => typeof r.markdown_content === "string" ? r.markdown_content : "",
+      (r, body) => {
+        r.markdown_content = body;
+      },
+      { maxTokensOut: input.max_tokens_out }
+    );
+  }
+}
+function buildCitationsFromEvidence(results, evidence, baseCitations) {
+  const primaryByUrl = /* @__PURE__ */ new Map();
+  for (const ev of evidence) {
+    if (!primaryByUrl.has(ev.url)) primaryByUrl.set(ev.url, ev.citation_id);
+  }
+  const baseByUrl = /* @__PURE__ */ new Map();
+  for (const c of baseCitations) baseByUrl.set(c.url, c);
+  const out = [];
+  for (let i = 0; i < results.length; i++) {
+    const r = results[i];
+    const base = baseByUrl.get(r.url);
+    const citation = base ? { ...base } : {
+      index: i + 1,
+      url: r.url,
+      title: r.title,
+      snippet: r.snippet ?? ""
+    };
+    const primary = primaryByUrl.get(r.url);
+    if (primary !== void 0) {
+      citation.citation_id = primary;
+    } else {
+      delete citation.citation_id;
+    }
+    out.push(citation);
+  }
+  return out;
+}
+function renderCitationsXml(citations) {
+  return citations.map((c) => {
+    const id = c.citation_id ?? stableCitationId(c.url, 0);
+    const inner = escapeXml(`${c.title}
+${c.url}
+${c.snippet}`);
+    return `<source id="${id}">${inner}</source>`;
+  }).join("\n");
+}
+function escapeXml(s) {
+  return s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+export {
+  applyAggregateMarkdownBudget,
+  applyEvidenceDefault,
+  applyTokenBudget,
+  buildCitationsFromEvidence,
+  buildEvidenceFromMarkdown,
+  buildEvidenceItem,
+  escapeXml,
+  renderCitationsXml,
+  stableCitationId
+};
+//# sourceMappingURL=evidence.js.map

package/dist/search/evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/search/evidence.ts"],"sourcesContent":["import { createHash } from 'node:crypto';\nimport type {\n  Citation,\n  CitationFormat,\n  EvidenceItem,\n  SearchInput,\n  SearchOutput,\n  SearchResultItem,\n  SourceSpan,\n} from '../types.js';\nimport { extractHighlights } from './highlights.js';\nimport { countTokens, truncateByTokens } from './tokens.js';\nimport { applyOutputBudget } from './truncate.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('search');\n\nconst DEFAULT_MAX_TOKENS_OUT = 4000;\nconst MAX_EVIDENCE_PASSAGES = 20;\nconst TRUNCATION_MARKER = '[... content truncated]';\n\nexport interface BuildEvidenceOptions {\n  maxTokensOut?: number;\n  maxItems?: number;\n}\n\n// Build evidence items from a single page's markdown. Used by per-page tools\n// (fetch, crawl pages, find_similar results, agent/research sources). The\n// returned list is already truncated to fit `maxTokensOut` if provided; pass\n// `maxItems` to cap how many highlights are projected.\nexport async function buildEvidenceFromMarkdown(\n  query: string,\n  title: string,\n  url: string,\n  markdown: string,\n  opts: BuildEvidenceOptions = {},\n): Promise<EvidenceItem[]> {\n  if (!markdown) return [];\n  const maxItems = opts.maxItems ?? 1;\n  const synthetic: SearchResultItem[] = [{\n    title,\n    url,\n    snippet: '',\n    markdown_content: markdown,\n    relevance_score: 1,\n  }];\n\n  let result;\n  try {\n    result = await extractHighlights(query, synthetic, Math.max(maxItems, 1));\n  } catch (err) {\n    log.debug('buildEvidenceFromMarkdown: extractHighlights failed', { error: String(err) });\n    return [];\n  }\n\n  const ranked = result.highlights\n    .slice()\n    .sort((a, b) => b.relevance_score - a.relevance_score)\n    .slice(0, maxItems);\n\n  const out: EvidenceItem[] = [];\n  let used = 0;\n  const budget = opts.maxTokensOut;\n  for (const h of ranked) {\n    let excerpt = h.text;\n    if (budget !== undefined) {\n      const remaining = budget - used;\n      if (remaining <= 0) break;\n      excerpt = truncateByTokens(h.text, remaining);\n      if (!excerpt || excerpt.trim() === TRUNCATION_MARKER) break;\n    }\n    const span = h.source_span ?? { start: 0, end: excerpt.length };\n    out.push(buildEvidenceItem({\n      title: h.source_title || title,\n      url: h.source_url || url,\n      sectionHeading: h.section_heading ?? null,\n      excerpt,\n      score: h.relevance_score,\n      sourceSpan: span,\n    }));\n    if (budget !== undefined) used += countTokens(excerpt);\n  }\n  return out;\n}\n\n// Walk items in order, capping each item's body text against a shared token\n// budget. Bodies past the budget are cleared (set to ''). Used by all\n// multi-item tools (search markdown_content, find_similar, crawl, research,\n// agent) so per-tool max_tokens_out is an aggregate cap, not per-item.\nexport function applyAggregateMarkdownBudget<T>(\n  items: T[],\n  getBody: (item: T) => string,\n  setBody: (item: T, body: string) => void,\n  opts: { maxTokensOut?: number; maxChars?: number },\n): void {\n  const budget = opts.maxTokensOut;\n  let used = 0;\n  for (const item of items) {\n    const body = getBody(item);\n    if (!body) continue;\n    if (budget !== undefined) {\n      const remaining = budget - used;\n      if (remaining <= 0) {\n        setBody(item, '');\n        continue;\n      }\n      const trimmed = applyOutputBudget(body, { maxTokensOut: remaining, maxChars: opts.maxChars });\n      setBody(item, trimmed);\n      used += countTokens(trimmed);\n    } else {\n      const trimmed = applyOutputBudget(body, { maxChars: opts.maxChars });\n      setBody(item, trimmed);\n    }\n  }\n}\n\n// Apply an aggregate token budget across an already-built list of evidence\n// items, truncating excerpts in order until the budget is exhausted. Items\n// past the budget are dropped.\nexport function applyTokenBudget(items: EvidenceItem[], maxTokensOut: number): EvidenceItem[] {\n  if (maxTokensOut <= 0) return [];\n  const out: EvidenceItem[] = [];\n  let used = 0;\n  for (const item of items) {\n    const remaining = maxTokensOut - used;\n    if (remaining <= 0) break;\n    const excerpt = truncateByTokens(item.excerpt, remaining);\n    if (!excerpt) break;\n    out.push({ ...item, excerpt });\n    used += countTokens(excerpt);\n  }\n  return out;\n}\n\nexport function stableCitationId(url: string, start: number): string {\n  return createHash('sha1').update(`${url}#${start}`).digest('hex').slice(0, 12);\n}\n\nexport function buildEvidenceItem(input: {\n  title: string;\n  url: string;\n  sectionHeading: string | null;\n  excerpt: string;\n  score: number;\n  sourceSpan: SourceSpan;\n}): EvidenceItem {\n  return {\n    title: input.title,\n    url: input.url,\n    section_heading: input.sectionHeading,\n    excerpt: input.excerpt,\n    score: input.score,\n    citation_id: stableCitationId(input.url, input.sourceSpan.start),\n    source_span: input.sourceSpan,\n  };\n}\n\nexport async function applyEvidenceDefault(\n  input: SearchInput,\n  output: SearchOutput,\n  results: SearchResultItem[],\n  query: string,\n): Promise<void> {\n  if (results.length === 0) return;\n\n  const includeFullMarkdown = input.include_full_markdown ?? false;\n  const citationFormat: CitationFormat = input.citation_format ?? 'numbered';\n  const maxTokensOut = input.max_tokens_out ?? DEFAULT_MAX_TOKENS_OUT;\n\n  let highlightsResult;\n  try {\n    highlightsResult = await extractHighlights(query, results, MAX_EVIDENCE_PASSAGES);\n  } catch (err) {\n    log.debug('evidence extraction failed', { error: String(err) });\n    const msg = 'evidence extraction failed; results returned without highlights';\n    output.warning = output.warning ? `${output.warning}; ${msg}` : msg;\n    highlightsResult = { highlights: [], citations: [], reranker_used: false };\n  }\n\n  const ranked = highlightsResult.highlights\n    .slice()\n    .sort((a, b) => b.relevance_score - a.relevance_score);\n\n  // When the caller sets max_tokens_out explicitly, evidence shares the budget\n  // with citations/results metadata. Reserve room for the structural overhead\n  // so the total stringified output stays under the cap.\n  // NOTE: this relies on JSON.stringify dropping `undefined` keys, and on\n  // applyEvidenceDefault running before any post-evidence mutation that grows\n  // the skeleton (e.g. output.warning); reserve overhead first, mutate later.\n  let evidenceBudget = maxTokensOut;\n  if (input.max_tokens_out !== undefined) {\n    const skeleton: SearchOutput = { ...output, citations: undefined, evidence: undefined, citations_xml: undefined };\n    const skeletonTokens = countTokens(JSON.stringify(skeleton));\n    const resultsTokens = countTokens(JSON.stringify(results));\n    const overhead = skeletonTokens + resultsTokens;\n    evidenceBudget = Math.max(0, maxTokensOut - overhead);\n  }\n\n  const evidence: EvidenceItem[] = [];\n  let usedTokens = 0;\n  for (const h of ranked) {\n    if (usedTokens >= evidenceBudget) break;\n    const remaining = evidenceBudget - usedTokens;\n    const excerpt = truncateByTokens(h.text, remaining);\n    if (!excerpt) continue;\n    const span = h.source_span ?? { start: 0, end: excerpt.length };\n    const item = buildEvidenceItem({\n      title: h.source_title,\n      url: h.source_url,\n      sectionHeading: h.section_heading ?? null,\n      excerpt,\n      score: h.relevance_score,\n      sourceSpan: span,\n    });\n    evidence.push(item);\n    usedTokens += countTokens(excerpt);\n  }\n\n  if (evidence.length > 0) {\n    output.evidence = evidence;\n  }\n\n  const citations = buildCitationsFromEvidence(results, evidence, highlightsResult.citations);\n\n  if (citationFormat === 'numbered' || citationFormat === 'json') {\n    if (citations.length > 0) output.citations = citations;\n  } else if (citationFormat === 'anthropic_tags') {\n    if (citations.length > 0) {\n      output.citations = citations;\n      output.citations_xml = renderCitationsXml(citations);\n    }\n  }\n\n  // Terminal mutation: applyEvidenceDefault is the last step before return.\n  if (!includeFullMarkdown) {\n    for (const r of results) {\n      if (r.markdown_content !== undefined) r.markdown_content = undefined;\n    }\n  } else if (input.max_tokens_out !== undefined) {\n    // Aggregate cap across all results in score order — sum of markdown_content\n    // tokens stays under max_tokens_out; bodies past the budget are dropped.\n    applyAggregateMarkdownBudget(\n      results,\n      (r) => (typeof r.markdown_content === 'string' ? r.markdown_content : ''),\n      (r, body) => { r.markdown_content = body; },\n      { maxTokensOut: input.max_tokens_out },\n    );\n  }\n}\n\nexport function buildCitationsFromEvidence(\n  results: SearchResultItem[],\n  evidence: EvidenceItem[],\n  baseCitations: Citation[],\n): Citation[] {\n  // Pick the primary citation_id per source: the first evidence item for that URL\n  // (highest score after sort). Sources whose evidence was budget-cut have no\n  // citation_id — consumers can interpret missing id as \"source-level citation,\n  // no specific passage.\"\n  const primaryByUrl = new Map<string, string>();\n  for (const ev of evidence) {\n    if (!primaryByUrl.has(ev.url)) primaryByUrl.set(ev.url, ev.citation_id);\n  }\n  const baseByUrl = new Map<string, Citation>();\n  for (const c of baseCitations) baseByUrl.set(c.url, c);\n\n  const out: Citation[] = [];\n  for (let i = 0; i < results.length; i++) {\n    const r = results[i];\n    const base = baseByUrl.get(r.url);\n    const citation: Citation = base\n      ? { ...base }\n      : {\n          index: i + 1,\n          url: r.url,\n          title: r.title,\n          snippet: r.snippet ?? '',\n        };\n    const primary = primaryByUrl.get(r.url);\n    if (primary !== undefined) {\n      citation.citation_id = primary;\n    } else {\n      // No surviving evidence passage for this source — leave citation_id absent.\n      delete citation.citation_id;\n    }\n    out.push(citation);\n  }\n  return out;\n}\n\nexport function renderCitationsXml(citations: Citation[]): string {\n  return citations\n    .map((c) => {\n      const id = c.citation_id ?? stableCitationId(c.url, 0);\n      const inner = escapeXml(`${c.title}\\n${c.url}\\n${c.snippet}`);\n      return `<source id=\"${id}\">${inner}</source>`;\n    })\n    .join('\\n');\n}\n\nexport function escapeXml(s: string): string {\n  return s\n    .replace(/&/g, '&amp;')\n    .replace(/</g, '&lt;')\n    .replace(/>/g, '&gt;')\n    .replace(/\"/g, '&quot;')\n    .replace(/'/g, '&apos;');\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAU3B,SAAS,yBAAyB;AAClC,SAAS,aAAa,wBAAwB;AAC9C,SAAS,yBAAyB;AAClC,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,MAAM,yBAAyB;AAC/B,MAAM,wBAAwB;AAC9B,MAAM,oBAAoB;AAW1B,eAAsB,0BACpB,OACA,OACA,KACA,UACA,OAA6B,CAAC,GACL;AACzB,MAAI,CAAC,SAAU,QAAO,CAAC;AACvB,QAAM,WAAW,KAAK,YAAY;AAClC,QAAM,YAAgC,CAAC;AAAA,IACrC;AAAA,IACA;AAAA,IACA,SAAS;AAAA,IACT,kBAAkB;AAAA,IAClB,iBAAiB;AAAA,EACnB,CAAC;AAED,MAAI;AACJ,MAAI;AACF,aAAS,MAAM,kBAAkB,OAAO,WAAW,KAAK,IAAI,UAAU,CAAC,CAAC;AAAA,EAC1E,SAAS,KAAK;AACZ,QAAI,MAAM,uDAAuD,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACvF,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,SAAS,OAAO,WACnB,MAAM,EACN,KAAK,CAAC,GAAG,MAAM,EAAE,kBAAkB,EAAE,eAAe,EACpD,MAAM,GAAG,QAAQ;AAEpB,QAAM,MAAsB,CAAC;AAC7B,MAAI,OAAO;AACX,QAAM,SAAS,KAAK;AACpB,aAAW,KAAK,QAAQ;AACtB,QAAI,UAAU,EAAE;AAChB,QAAI,WAAW,QAAW;AACxB,YAAM,YAAY,SAAS;AAC3B,UAAI,aAAa,EAAG;AACpB,gBAAU,iBAAiB,EAAE,MAAM,SAAS;AAC5C,UAAI,CAAC,WAAW,QAAQ,KAAK,MAAM,kBAAmB;AAAA,IACxD;AACA,UAAM,OAAO,EAAE,eAAe,EAAE,OAAO,GAAG,KAAK,QAAQ,OAAO;AAC9D,QAAI,KAAK,kBAAkB;AAAA,MACzB,OAAO,EAAE,gBAAgB;AAAA,MACzB,KAAK,EAAE,cAAc;AAAA,MACrB,gBAAgB,EAAE,mBAAmB;AAAA,MACrC;AAAA,MACA,OAAO,EAAE;AAAA,MACT,YAAY;AAAA,IACd,CAAC,CAAC;AACF,QAAI,WAAW,OAAW,SAAQ,YAAY,OAAO;AAAA,EACvD;AACA,SAAO;AACT;AAMO,SAAS,6BACd,OACA,SACA,SACA,MACM;AACN,QAAM,SAAS,KAAK;AACpB,MAAI,OAAO;AACX,aAAW,QAAQ,OAAO;AACxB,UAAM,OAAO,QAAQ,IAAI;AACzB,QAAI,CAAC,KAAM;AACX,QAAI,WAAW,QAAW;AACxB,YAAM,YAAY,SAAS;AAC3B,UAAI,aAAa,GAAG;AAClB,gBAAQ,MAAM,EAAE;AAChB;AAAA,MACF;AACA,YAAM,UAAU,kBAAkB,MAAM,EAAE,cAAc,WAAW,UAAU,KAAK,SAAS,CAAC;AAC5F,cAAQ,MAAM,OAAO;AACrB,cAAQ,YAAY,OAAO;AAAA,IAC7B,OAAO;AACL,YAAM,UAAU,kBAAkB,MAAM,EAAE,UAAU,KAAK,SAAS,CAAC;AACnE,cAAQ,MAAM,OAAO;AAAA,IACvB;AAAA,EACF;AACF;AAKO,SAAS,iBAAiB,OAAuB,cAAsC;AAC5F,MAAI,gBAAgB,EAAG,QAAO,CAAC;AAC/B,QAAM,MAAsB,CAAC;AAC7B,MAAI,OAAO;AACX,aAAW,QAAQ,OAAO;AACxB,UAAM,YAAY,eAAe;AACjC,QAAI,aAAa,EAAG;AACpB,UAAM,UAAU,iBAAiB,KAAK,SAAS,SAAS;AACxD,QAAI,CAAC,QAAS;AACd,QAAI,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC;AAC7B,YAAQ,YAAY,OAAO;AAAA,EAC7B;AACA,SAAO;AACT;AAEO,SAAS,iBAAiB,KAAa,OAAuB;AACnE,SAAO,WAAW,MAAM,EAAE,OAAO,GAAG,GAAG,IAAI,KAAK,EAAE,EAAE,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE;AAC/E;AAEO,SAAS,kBAAkB,OAOjB;AACf,SAAO;AAAA,IACL,OAAO,MAAM;AAAA,IACb,KAAK,MAAM;AAAA,IACX,iBAAiB,MAAM;AAAA,IACvB,SAAS,MAAM;AAAA,IACf,OAAO,MAAM;AAAA,IACb,aAAa,iBAAiB,MAAM,KAAK,MAAM,WAAW,KAAK;AAAA,IAC/D,aAAa,MAAM;AAAA,EACrB;AACF;AAEA,eAAsB,qBACpB,OACA,QACA,SACA,OACe;AACf,MAAI,QAAQ,WAAW,EAAG;AAE1B,QAAM,sBAAsB,MAAM,yBAAyB;AAC3D,QAAM,iBAAiC,MAAM,mBAAmB;AAChE,QAAM,eAAe,MAAM,kBAAkB;AAE7C,MAAI;AACJ,MAAI;AACF,uBAAmB,MAAM,kBAAkB,OAAO,SAAS,qBAAqB;AAAA,EAClF,SAAS,KAAK;AACZ,QAAI,MAAM,8BAA8B,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAC9D,UAAM,MAAM;AACZ,WAAO,UAAU,OAAO,UAAU,GAAG,OAAO,OAAO,KAAK,GAAG,KAAK;AAChE,uBAAmB,EAAE,YAAY,CAAC,GAAG,WAAW,CAAC,GAAG,eAAe,MAAM;AAAA,EAC3E;AAEA,QAAM,SAAS,iBAAiB,WAC7B,MAAM,EACN,KAAK,CAAC,GAAG,MAAM,EAAE,kBAAkB,EAAE,eAAe;AAQvD,MAAI,iBAAiB;AACrB,MAAI,MAAM,mBAAmB,QAAW;AACtC,UAAM,WAAyB,EAAE,GAAG,QAAQ,WAAW,QAAW,UAAU,QAAW,eAAe,OAAU;AAChH,UAAM,iBAAiB,YAAY,KAAK,UAAU,QAAQ,CAAC;AAC3D,UAAM,gBAAgB,YAAY,KAAK,UAAU,OAAO,CAAC;AACzD,UAAM,WAAW,iBAAiB;AAClC,qBAAiB,KAAK,IAAI,GAAG,eAAe,QAAQ;AAAA,EACtD;AAEA,QAAM,WAA2B,CAAC;AAClC,MAAI,aAAa;AACjB,aAAW,KAAK,QAAQ;AACtB,QAAI,cAAc,eAAgB;AAClC,UAAM,YAAY,iBAAiB;AACnC,UAAM,UAAU,iBAAiB,EAAE,MAAM,SAAS;AAClD,QAAI,CAAC,QAAS;AACd,UAAM,OAAO,EAAE,eAAe,EAAE,OAAO,GAAG,KAAK,QAAQ,OAAO;AAC9D,UAAM,OAAO,kBAAkB;AAAA,MAC7B,OAAO,EAAE;AAAA,MACT,KAAK,EAAE;AAAA,MACP,gBAAgB,EAAE,mBAAmB;AAAA,MACrC;AAAA,MACA,OAAO,EAAE;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AACD,aAAS,KAAK,IAAI;AAClB,kBAAc,YAAY,OAAO;AAAA,EACnC;AAEA,MAAI,SAAS,SAAS,GAAG;AACvB,WAAO,WAAW;AAAA,EACpB;AAEA,QAAM,YAAY,2BAA2B,SAAS,UAAU,iBAAiB,SAAS;AAE1F,MAAI,mBAAmB,cAAc,mBAAmB,QAAQ;AAC9D,QAAI,UAAU,SAAS,EAAG,QAAO,YAAY;AAAA,EAC/C,WAAW,mBAAmB,kBAAkB;AAC9C,QAAI,UAAU,SAAS,GAAG;AACxB,aAAO,YAAY;AACnB,aAAO,gBAAgB,mBAAmB,SAAS;AAAA,IACrD;AAAA,EACF;AAGA,MAAI,CAAC,qBAAqB;AACxB,eAAW,KAAK,SAAS;AACvB,UAAI,EAAE,qBAAqB,OAAW,GAAE,mBAAmB;AAAA,IAC7D;AAAA,EACF,WAAW,MAAM,mBAAmB,QAAW;AAG7C;AAAA,MACE;AAAA,MACA,CAAC,MAAO,OAAO,EAAE,qBAAqB,WAAW,EAAE,mBAAmB;AAAA,MACtE,CAAC,GAAG,SAAS;AAAE,UAAE,mBAAmB;AAAA,MAAM;AAAA,MAC1C,EAAE,cAAc,MAAM,eAAe;AAAA,IACvC;AAAA,EACF;AACF;AAEO,SAAS,2BACd,SACA,UACA,eACY;AAKZ,QAAM,eAAe,oBAAI,IAAoB;AAC7C,aAAW,MAAM,UAAU;AACzB,QAAI,CAAC,aAAa,IAAI,GAAG,GAAG,EAAG,cAAa,IAAI,GAAG,KAAK,GAAG,WAAW;AAAA,EACxE;AACA,QAAM,YAAY,oBAAI,IAAsB;AAC5C,aAAW,KAAK,cAAe,WAAU,IAAI,EAAE,KAAK,CAAC;AAErD,QAAM,MAAkB,CAAC;AACzB,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,IAAI,QAAQ,CAAC;AACnB,UAAM,OAAO,UAAU,IAAI,EAAE,GAAG;AAChC,UAAM,WAAqB,OACvB,EAAE,GAAG,KAAK,IACV;AAAA,MACE,OAAO,IAAI;AAAA,MACX,KAAK,EAAE;AAAA,MACP,OAAO,EAAE;AAAA,MACT,SAAS,EAAE,WAAW;AAAA,IACxB;AACJ,UAAM,UAAU,aAAa,IAAI,EAAE,GAAG;AACtC,QAAI,YAAY,QAAW;AACzB,eAAS,cAAc;AAAA,IACzB,OAAO;AAEL,aAAO,SAAS;AAAA,IAClB;AACA,QAAI,KAAK,QAAQ;AAAA,EACnB;AACA,SAAO;AACT;AAEO,SAAS,mBAAmB,WAA+B;AAChE,SAAO,UACJ,IAAI,CAAC,MAAM;AACV,UAAM,KAAK,EAAE,eAAe,iBAAiB,EAAE,KAAK,CAAC;AACrD,UAAM,QAAQ,UAAU,GAAG,EAAE,KAAK;AAAA,EAAK,EAAE,GAAG;AAAA,EAAK,EAAE,OAAO,EAAE;AAC5D,WAAO,eAAe,EAAE,KAAK,KAAK;AAAA,EACpC,CAAC,EACA,KAAK,IAAI;AACd;AAEO,SAAS,UAAU,GAAmB;AAC3C,SAAO,EACJ,QAAQ,MAAM,OAAO,EACrB,QAAQ,MAAM,MAAM,EACpB,QAAQ,MAAM,MAAM,EACpB,QAAQ,MAAM,QAAQ,EACtB,QAAQ,MAAM,QAAQ;AAC3B;","names":[]}

package/dist/search/filters.js

@@ -1,63 +1,57 @@
 function getDomain(url) {
-    try {
-        return new URL(url).hostname.toLowerCase();
-    }
-    catch {
-        return '';
-    }
+  try {
+    return new URL(url).hostname.toLowerCase();
+  } catch {
+    return "";
+  }
 }
 function normalizeDomain(domain) {
-    return domain.replace(/\/+$/, '').toLowerCase();
+  return domain.replace(/\/+$/, "").toLowerCase();
 }
 function domainMatches(hostname, domain) {
-    const normalized = normalizeDomain(domain);
-    return hostname === normalized || hostname.endsWith('.' + normalized);
-}
-export function filterByDomains(results, includeDomains, excludeDomains) {
-    if (!includeDomains?.length && !excludeDomains?.length)
-        return results;
-    return results.filter((r) => {
-        const hostname = getDomain(r.url);
-        if (!hostname) {
-            return !includeDomains?.length;
-        }
-        if (includeDomains?.length) {
-            if (!includeDomains.some((d) => domainMatches(hostname, d)))
-                return false;
-        }
-        if (excludeDomains?.length) {
-            if (excludeDomains.some((d) => domainMatches(hostname, d)))
-                return false;
-        }
-        return true;
-    });
+  const normalized = normalizeDomain(domain);
+  return hostname === normalized || hostname.endsWith("." + normalized);
+}
+function filterByDomains(results, includeDomains, excludeDomains) {
+  if (!includeDomains?.length && !excludeDomains?.length) return results;
+  return results.filter((r) => {
+    const hostname = getDomain(r.url);
+    if (!hostname) {
+      return !includeDomains?.length;
+    }
+    if (includeDomains?.length) {
+      if (!includeDomains.some((d) => domainMatches(hostname, d))) return false;
+    }
+    if (excludeDomains?.length) {
+      if (excludeDomains.some((d) => domainMatches(hostname, d))) return false;
+    }
+    return true;
+  });
 }
 function isValidIsoDate(dateStr) {
-    const parsed = new Date(dateStr);
-    return !isNaN(parsed.getTime()) && /^\d{4}-\d{2}-\d{2}$/.test(dateStr);
-}
-export function filterByDateRange(results, fromDate, toDate) {
-    if (!fromDate && !toDate)
-        return results;
-    if (fromDate && !isValidIsoDate(fromDate))
-        return results;
-    if (toDate && !isValidIsoDate(toDate))
-        return results;
-    if (fromDate && toDate && new Date(fromDate) > new Date(toDate))
-        return results;
-    // Date filtering is best-effort on direct scraping engines.
-    // SearXNG handles dates natively via time_range. For fallback engines,
-    // snippet text doesn't reliably contain dates, so we keep all results.
-    return results;
-}
-export function filterByCategory(results, _category) {
-    // Category filtering is handled by SearXNG natively.
-    return results;
-}
-export function applyAllFilters(results, options) {
-    let filtered = filterByDomains(results, options.includeDomains, options.excludeDomains);
-    filtered = filterByDateRange(filtered, options.fromDate, options.toDate);
-    filtered = filterByCategory(filtered, options.category);
-    return filtered;
-}
+  const parsed = new Date(dateStr);
+  return !isNaN(parsed.getTime()) && /^\d{4}-\d{2}-\d{2}$/.test(dateStr);
+}
+function filterByDateRange(results, fromDate, toDate) {
+  if (!fromDate && !toDate) return results;
+  if (fromDate && !isValidIsoDate(fromDate)) return results;
+  if (toDate && !isValidIsoDate(toDate)) return results;
+  if (fromDate && toDate && new Date(fromDate) > new Date(toDate)) return results;
+  return results;
+}
+function filterByCategory(results, _category) {
+  return results;
+}
+function applyAllFilters(results, options) {
+  let filtered = filterByDomains(results, options.includeDomains, options.excludeDomains);
+  filtered = filterByDateRange(filtered, options.fromDate, options.toDate);
+  filtered = filterByCategory(filtered, options.category);
+  return filtered;
+}
+export {
+  applyAllFilters,
+  filterByCategory,
+  filterByDateRange,
+  filterByDomains
+};
 //# sourceMappingURL=filters.js.map

package/dist/search/filters.js.map

@@ -1 +1 @@
-{"version":3,"file":"filters.js","sourceRoot":"","sources":["../../src/search/filters.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,MAAc;IACrD,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,OAAO,QAAQ,KAAK,UAAU,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,cAAyB,EACzB,cAAyB;IAEzB,IAAI,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,cAAc,EAAE,MAAM;QAAE,OAAO,OAAO,CAAC;IAEvE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC;QACjC,CAAC;QACD,IAAI,cAAc,EAAE,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC5E,CAAC;QACD,IAAI,cAAc,EAAE,MAAM,EAAE,CAAC;YAC3B,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC3E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAY,EACZ,QAAiB,EACjB,MAAe;IAEf,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAEzC,IAAI,QAAQ,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1D,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAEtD,IAAI,QAAQ,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAEhF,4DAA4D;IAC5D,uEAAuE;IACvE,uEAAuE;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAY,EACZ,SAAkB;IAElB,qDAAqD;IACrD,OAAO,OAAO,CAAC;AACjB,CAAC;AAUD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,OAAsB;IAEtB,IAAI,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IACxF,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"sources":["../../src/search/filters.ts"],"sourcesContent":["function getDomain(url: string): string {\n  try {\n    return new URL(url).hostname.toLowerCase();\n  } catch {\n    return '';\n  }\n}\n\nfunction normalizeDomain(domain: string): string {\n  return domain.replace(/\\/+$/, '').toLowerCase();\n}\n\nfunction domainMatches(hostname: string, domain: string): boolean {\n  const normalized = normalizeDomain(domain);\n  return hostname === normalized || hostname.endsWith('.' + normalized);\n}\n\nexport function filterByDomains<T extends { url: string }>(\n  results: T[],\n  includeDomains?: string[],\n  excludeDomains?: string[],\n): T[] {\n  if (!includeDomains?.length && !excludeDomains?.length) return results;\n\n  return results.filter((r) => {\n    const hostname = getDomain(r.url);\n    if (!hostname) {\n      return !includeDomains?.length;\n    }\n    if (includeDomains?.length) {\n      if (!includeDomains.some((d) => domainMatches(hostname, d))) return false;\n    }\n    if (excludeDomains?.length) {\n      if (excludeDomains.some((d) => domainMatches(hostname, d))) return false;\n    }\n    return true;\n  });\n}\n\nfunction isValidIsoDate(dateStr: string): boolean {\n  const parsed = new Date(dateStr);\n  return !isNaN(parsed.getTime()) && /^\\d{4}-\\d{2}-\\d{2}$/.test(dateStr);\n}\n\nexport function filterByDateRange<T>(\n  results: T[],\n  fromDate?: string,\n  toDate?: string,\n): T[] {\n  if (!fromDate && !toDate) return results;\n\n  if (fromDate && !isValidIsoDate(fromDate)) return results;\n  if (toDate && !isValidIsoDate(toDate)) return results;\n\n  if (fromDate && toDate && new Date(fromDate) > new Date(toDate)) return results;\n\n  // Date filtering is best-effort on direct scraping engines.\n  // SearXNG handles dates natively via time_range. For fallback engines,\n  // snippet text doesn't reliably contain dates, so we keep all results.\n  return results;\n}\n\nexport function filterByCategory<T>(\n  results: T[],\n  _category?: string,\n): T[] {\n  // Category filtering is handled by SearXNG natively.\n  return results;\n}\n\nexport interface FilterOptions {\n  includeDomains?: string[];\n  excludeDomains?: string[];\n  fromDate?: string;\n  toDate?: string;\n  category?: string;\n}\n\nexport function applyAllFilters<T extends { url: string }>(\n  results: T[],\n  options: FilterOptions,\n): T[] {\n  let filtered = filterByDomains(results, options.includeDomains, options.excludeDomains);\n  filtered = filterByDateRange(filtered, options.fromDate, options.toDate);\n  filtered = filterByCategory(filtered, options.category);\n  return filtered;\n}\n"],"mappings":"AAAA,SAAS,UAAU,KAAqB;AACtC,MAAI;AACF,WAAO,IAAI,IAAI,GAAG,EAAE,SAAS,YAAY;AAAA,EAC3C,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBAAgB,QAAwB;AAC/C,SAAO,OAAO,QAAQ,QAAQ,EAAE,EAAE,YAAY;AAChD;AAEA,SAAS,cAAc,UAAkB,QAAyB;AAChE,QAAM,aAAa,gBAAgB,MAAM;AACzC,SAAO,aAAa,cAAc,SAAS,SAAS,MAAM,UAAU;AACtE;AAEO,SAAS,gBACd,SACA,gBACA,gBACK;AACL,MAAI,CAAC,gBAAgB,UAAU,CAAC,gBAAgB,OAAQ,QAAO;AAE/D,SAAO,QAAQ,OAAO,CAAC,MAAM;AAC3B,UAAM,WAAW,UAAU,EAAE,GAAG;AAChC,QAAI,CAAC,UAAU;AACb,aAAO,CAAC,gBAAgB;AAAA,IAC1B;AACA,QAAI,gBAAgB,QAAQ;AAC1B,UAAI,CAAC,eAAe,KAAK,CAAC,MAAM,cAAc,UAAU,CAAC,CAAC,EAAG,QAAO;AAAA,IACtE;AACA,QAAI,gBAAgB,QAAQ;AAC1B,UAAI,eAAe,KAAK,CAAC,MAAM,cAAc,UAAU,CAAC,CAAC,EAAG,QAAO;AAAA,IACrE;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,eAAe,SAA0B;AAChD,QAAM,SAAS,IAAI,KAAK,OAAO;AAC/B,SAAO,CAAC,MAAM,OAAO,QAAQ,CAAC,KAAK,sBAAsB,KAAK,OAAO;AACvE;AAEO,SAAS,kBACd,SACA,UACA,QACK;AACL,MAAI,CAAC,YAAY,CAAC,OAAQ,QAAO;AAEjC,MAAI,YAAY,CAAC,eAAe,QAAQ,EAAG,QAAO;AAClD,MAAI,UAAU,CAAC,eAAe,MAAM,EAAG,QAAO;AAE9C,MAAI,YAAY,UAAU,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,EAAG,QAAO;AAKxE,SAAO;AACT;AAEO,SAAS,iBACd,SACA,WACK;AAEL,SAAO;AACT;AAUO,SAAS,gBACd,SACA,SACK;AACL,MAAI,WAAW,gBAAgB,SAAS,QAAQ,gBAAgB,QAAQ,cAAc;AACtF,aAAW,kBAAkB,UAAU,QAAQ,UAAU,QAAQ,MAAM;AACvE,aAAW,iBAAiB,UAAU,QAAQ,QAAQ;AACtD,SAAO;AACT;","names":[]}

package/dist/search/find-similar/crawl-rank.d.ts

@@ -0,0 +1,9 @@
+import type { FindSimilarInput, FindSimilarOutput } from '../../types.js';
+import type { SmartRouter } from '../../fetch/router.js';
+export interface CrawlRankOptions {
+    maxPages?: number;
+    concurrency?: number;
+    fetchTimeoutMs?: number;
+}
+export declare function crawlRank(seedUrl: string, input: FindSimilarInput, router: SmartRouter, options?: CrawlRankOptions): Promise<FindSimilarOutput>;
+//# sourceMappingURL=crawl-rank.d.ts.map

package/dist/search/find-similar/crawl-rank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-rank.d.ts","sourceRoot":"","sources":["../../../src/search/find-similar/crawl-rank.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EAElB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAazD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AASD,wBAAsB,SAAS,CAC7B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,gBAAgB,EACvB,MAAM,EAAE,WAAW,EACnB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,iBAAiB,CAAC,CA+J5B"}