illuma-agents 1.0.2

package/dist/esm/tools/search/anthropic.mjs

@@ -0,0 +1,37 @@
+import { getAttribution } from './utils.mjs';
+
+/**
+ * Coerces Anthropic web search results to the SearchResultData format
+ * @param results - Array of Anthropic web search results
+ * @param turn - The turn number to associate with these results
+ * @returns SearchResultData with minimal ProcessedOrganic items
+ */
+function coerceAnthropicSearchResults({ results, turn = 0, }) {
+    const organic = results
+        .filter((result) => result.type === 'web_search_result')
+        .map((result, index) => ({
+        link: result.url,
+        position: index + 1,
+        title: result.title,
+        date: result.page_age ?? undefined,
+        attribution: getAttribution(result.url),
+    }));
+    return {
+        turn,
+        organic,
+    };
+}
+/**
+ * Helper function to check if an object is an Anthropic web search result
+ */
+function isAnthropicWebSearchResult(obj) {
+    return (typeof obj === 'object' &&
+        obj !== null &&
+        'type' in obj &&
+        obj.type === 'web_search_result' &&
+        'url' in obj &&
+        typeof obj.url === 'string');
+}
+
+export { coerceAnthropicSearchResults, isAnthropicWebSearchResult };
+//# sourceMappingURL=anthropic.mjs.map

package/dist/esm/tools/search/anthropic.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.mjs","sources":["../../../../src/tools/search/anthropic.ts"],"sourcesContent":["import type {\r\n  AnthropicTextBlockParam,\r\n  AnthropicWebSearchResultBlockParam,\r\n} from '@/llm/anthropic/types';\r\nimport type { SearchResultData, ProcessedOrganic } from './types';\r\nimport { getAttribution } from './utils';\r\n\r\n/**\r\n * Coerces Anthropic web search results to the SearchResultData format\r\n * @param results - Array of Anthropic web search results\r\n * @param turn - The turn number to associate with these results\r\n * @returns SearchResultData with minimal ProcessedOrganic items\r\n */\r\nexport function coerceAnthropicSearchResults({\r\n  results,\r\n  turn = 0,\r\n}: {\r\n  results: (AnthropicTextBlockParam | AnthropicWebSearchResultBlockParam)[];\r\n  turn?: number;\r\n}): SearchResultData {\r\n  const organic: ProcessedOrganic[] = results\r\n    .filter((result) => result.type === 'web_search_result')\r\n    .map((result, index) => ({\r\n      link: result.url,\r\n      position: index + 1,\r\n      title: result.title,\r\n      date: result.page_age ?? undefined,\r\n      attribution: getAttribution(result.url),\r\n    }));\r\n\r\n  return {\r\n    turn,\r\n    organic,\r\n  };\r\n}\r\n\r\n/**\r\n * Helper function to check if an object is an Anthropic web search result\r\n */\r\nexport function isAnthropicWebSearchResult(\r\n  obj: unknown\r\n): obj is AnthropicWebSearchResultBlockParam {\r\n  return (\r\n    typeof obj === 'object' &&\r\n    obj !== null &&\r\n    'type' in obj &&\r\n    obj.type === 'web_search_result' &&\r\n    'url' in obj &&\r\n    typeof (obj as Record<string, unknown>).url === 'string'\r\n  );\r\n}\r\n"],"names":[],"mappings":";;AAOA;;;;;AAKG;AACG,SAAU,4BAA4B,CAAC,EAC3C,OAAO,EACP,IAAI,GAAG,CAAC,GAIT,EAAA;IACC,MAAM,OAAO,GAAuB;SACjC,MAAM,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,KAAK,mBAAmB;SACtD,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,MAAM;QACvB,IAAI,EAAE,MAAM,CAAC,GAAG;QAChB,QAAQ,EAAE,KAAK,GAAG,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;AACnB,QAAA,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;AAClC,QAAA,WAAW,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC;AACxC,KAAA,CAAC,CAAC;IAEL,OAAO;QACL,IAAI;QACJ,OAAO;KACR;AACH;AAEA;;AAEG;AACG,SAAU,0BAA0B,CACxC,GAAY,EAAA;AAEZ,IAAA,QACE,OAAO,GAAG,KAAK,QAAQ;AACvB,QAAA,GAAG,KAAK,IAAI;AACZ,QAAA,MAAM,IAAI,GAAG;QACb,GAAG,CAAC,IAAI,KAAK,mBAAmB;AAChC,QAAA,KAAK,IAAI,GAAG;AACZ,QAAA,OAAQ,GAA+B,CAAC,GAAG,KAAK,QAAQ;AAE5D;;;;"}

package/dist/esm/tools/search/content.mjs

@@ -0,0 +1,119 @@
+import * as cheerio from 'cheerio';
+
+function processContent(html, markdown) {
+    const linkMap = new Map();
+    const imageMap = new Map();
+    const videoMap = new Map();
+    const iframeMap = new Map();
+    const $ = cheerio.load(html, {
+        xmlMode: false,
+    });
+    // Extract all media references
+    $('a[href]').each((_, el) => {
+        const href = $(el).attr('href');
+        if (href != null && href) {
+            linkMap.set(href, {
+                originalUrl: href,
+                title: $(el).attr('title'),
+                text: $(el).text().trim(),
+            });
+        }
+    });
+    $('img[src]').each((_, el) => {
+        const src = $(el).attr('src');
+        if (src != null && src) {
+            imageMap.set(src, {
+                originalUrl: src,
+                title: $(el).attr('alt') ?? $(el).attr('title'),
+            });
+        }
+    });
+    // Handle videos (dedicated video elements and video platforms in iframes)
+    $('video[src], iframe[src*="youtube"], iframe[src*="vimeo"]').each((_, el) => {
+        const src = $(el).attr('src');
+        if (src != null && src) {
+            videoMap.set(src, {
+                originalUrl: src,
+                title: $(el).attr('title'),
+            });
+        }
+    });
+    // Handle all other generic iframes that aren't already captured as videos
+    $('iframe').each((_, el) => {
+        const src = $(el).attr('src');
+        if (src != null &&
+            src &&
+            !src.includes('youtube') &&
+            !src.includes('vimeo')) {
+            iframeMap.set(src, {
+                originalUrl: src,
+                title: $(el).attr('title'),
+            });
+        }
+    });
+    // Create lookup maps with indices
+    const linkIndexMap = new Map();
+    const imageIndexMap = new Map();
+    const videoIndexMap = new Map();
+    const iframeIndexMap = new Map();
+    Array.from(linkMap.keys()).forEach((url, i) => linkIndexMap.set(url, i + 1));
+    Array.from(imageMap.keys()).forEach((url, i) => imageIndexMap.set(url, i + 1));
+    Array.from(videoMap.keys()).forEach((url, i) => videoIndexMap.set(url, i + 1));
+    Array.from(iframeMap.keys()).forEach((url, i) => iframeIndexMap.set(url, i + 1));
+    // Process the markdown
+    let result = markdown;
+    // Replace each URL one by one, starting with the longest URLs first to avoid partial matches
+    const allUrls = [
+        ...Array.from(imageMap.keys()).map((url) => ({
+            url,
+            type: 'image',
+            idx: imageIndexMap.get(url),
+        })),
+        ...Array.from(videoMap.keys()).map((url) => ({
+            url,
+            type: 'video',
+            idx: videoIndexMap.get(url),
+        })),
+        ...Array.from(iframeMap.keys()).map((url) => ({
+            url,
+            type: 'iframe',
+            idx: iframeIndexMap.get(url),
+        })),
+        ...Array.from(linkMap.keys()).map((url) => ({
+            url,
+            type: 'link',
+            idx: linkIndexMap.get(url),
+        })),
+    ].sort((a, b) => b.url.length - a.url.length);
+    // Create a function to escape special characters in URLs for regex
+    function escapeRegex(string) {
+        return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    }
+    // Replace each URL in the markdown
+    for (const { url, type, idx } of allUrls) {
+        // Create a regex that captures URLs in markdown links
+        const regex = new RegExp(`\\(${escapeRegex(url)}(?:\\s+"[^"]*")?\\)`, 'g');
+        result = result.replace(regex, (match) => {
+            // Keep any title attribute that might exist
+            const titleMatch = match.match(/\s+"([^"]*)"/);
+            const titlePart = titleMatch ? ` "${titleMatch[1]}"` : '';
+            return `(${type}#${idx}${titlePart})`;
+        });
+    }
+    iframeMap.clear();
+    const links = Array.from(linkMap.values());
+    linkMap.clear();
+    const images = Array.from(imageMap.values());
+    imageMap.clear();
+    const videos = Array.from(videoMap.values());
+    videoMap.clear();
+    return {
+        markdown: result,
+        links,
+        images,
+        videos,
+    };
+}
+
+export { processContent };
+//# sourceMappingURL=content.mjs.map

package/dist/esm/tools/search/content.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.mjs","sources":["../../../../src/tools/search/content.ts"],"sourcesContent":["import * as cheerio from 'cheerio';\r\nimport type { References, MediaReference } from './types';\r\n\r\nexport function processContent(\r\n  html: string,\r\n  markdown: string\r\n): {\r\n  markdown: string;\r\n} & References {\r\n  const linkMap = new Map<string, MediaReference>();\r\n  const imageMap = new Map<string, MediaReference>();\r\n  const videoMap = new Map<string, MediaReference>();\r\n  const iframeMap = new Map<string, MediaReference>();\r\n\r\n  const $ = cheerio.load(html, {\r\n    xmlMode: false,\r\n  });\r\n\r\n  // Extract all media references\r\n  $('a[href]').each((_, el) => {\r\n    const href = $(el).attr('href');\r\n    if (href != null && href) {\r\n      linkMap.set(href, {\r\n        originalUrl: href,\r\n        title: $(el).attr('title'),\r\n        text: $(el).text().trim(),\r\n      });\r\n    }\r\n  });\r\n\r\n  $('img[src]').each((_, el) => {\r\n    const src = $(el).attr('src');\r\n    if (src != null && src) {\r\n      imageMap.set(src, {\r\n        originalUrl: src,\r\n        title: $(el).attr('alt') ?? $(el).attr('title'),\r\n      });\r\n    }\r\n  });\r\n\r\n  // Handle videos (dedicated video elements and video platforms in iframes)\r\n  $('video[src], iframe[src*=\"youtube\"], iframe[src*=\"vimeo\"]').each(\r\n    (_, el) => {\r\n      const src = $(el).attr('src');\r\n      if (src != null && src) {\r\n        videoMap.set(src, {\r\n          originalUrl: src,\r\n          title: $(el).attr('title'),\r\n        });\r\n      }\r\n    }\r\n  );\r\n\r\n  // Handle all other generic iframes that aren't already captured as videos\r\n  $('iframe').each((_, el) => {\r\n    const src = $(el).attr('src');\r\n    if (\r\n      src != null &&\r\n      src &&\r\n      !src.includes('youtube') &&\r\n      !src.includes('vimeo')\r\n    ) {\r\n      iframeMap.set(src, {\r\n        originalUrl: src,\r\n        title: $(el).attr('title'),\r\n      });\r\n    }\r\n  });\r\n\r\n  // Create lookup maps with indices\r\n  const linkIndexMap = new Map<string, number>();\r\n  const imageIndexMap = new Map<string, number>();\r\n  const videoIndexMap = new Map<string, number>();\r\n  const iframeIndexMap = new Map<string, number>();\r\n\r\n  Array.from(linkMap.keys()).forEach((url, i) => linkIndexMap.set(url, i + 1));\r\n  Array.from(imageMap.keys()).forEach((url, i) =>\r\n    imageIndexMap.set(url, i + 1)\r\n  );\r\n  Array.from(videoMap.keys()).forEach((url, i) =>\r\n    videoIndexMap.set(url, i + 1)\r\n  );\r\n  Array.from(iframeMap.keys()).forEach((url, i) =>\r\n    iframeIndexMap.set(url, i + 1)\r\n  );\r\n\r\n  // Process the markdown\r\n  let result = markdown;\r\n\r\n  // Replace each URL one by one, starting with the longest URLs first to avoid partial matches\r\n  const allUrls = [\r\n    ...Array.from(imageMap.keys()).map((url) => ({\r\n      url,\r\n      type: 'image',\r\n      idx: imageIndexMap.get(url),\r\n    })),\r\n    ...Array.from(videoMap.keys()).map((url) => ({\r\n      url,\r\n      type: 'video',\r\n      idx: videoIndexMap.get(url),\r\n    })),\r\n    ...Array.from(iframeMap.keys()).map((url) => ({\r\n      url,\r\n      type: 'iframe',\r\n      idx: iframeIndexMap.get(url),\r\n    })),\r\n    ...Array.from(linkMap.keys()).map((url) => ({\r\n      url,\r\n      type: 'link',\r\n      idx: linkIndexMap.get(url),\r\n    })),\r\n  ].sort((a, b) => b.url.length - a.url.length);\r\n\r\n  // Create a function to escape special characters in URLs for regex\r\n  function escapeRegex(string: string): string {\r\n    return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\r\n  }\r\n\r\n  // Replace each URL in the markdown\r\n  for (const { url, type, idx } of allUrls) {\r\n    // Create a regex that captures URLs in markdown links\r\n    const regex = new RegExp(`\\\\(${escapeRegex(url)}(?:\\\\s+\"[^\"]*\")?\\\\)`, 'g');\r\n\r\n    result = result.replace(regex, (match) => {\r\n      // Keep any title attribute that might exist\r\n      const titleMatch = match.match(/\\s+\"([^\"]*)\"/);\r\n      const titlePart = titleMatch ? ` \"${titleMatch[1]}\"` : '';\r\n\r\n      return `(${type}#${idx}${titlePart})`;\r\n    });\r\n  }\r\n\r\n  iframeMap.clear();\r\n  const links = Array.from(linkMap.values());\r\n  linkMap.clear();\r\n  const images = Array.from(imageMap.values());\r\n  imageMap.clear();\r\n  const videos = Array.from(videoMap.values());\r\n  videoMap.clear();\r\n\r\n  return {\r\n    markdown: result,\r\n    links,\r\n    images,\r\n    videos,\r\n  };\r\n}\r\n"],"names":[],"mappings":";;AAGgB,SAAA,cAAc,CAC5B,IAAY,EACZ,QAAgB,EAAA;AAIhB,IAAA,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B;AACjD,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B;AAClD,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B;AAClD,IAAA,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B;AAEnD,IAAA,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;AAC3B,QAAA,OAAO,EAAE,KAAK;AACf,KAAA,CAAC;;IAGF,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,KAAI;QAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;AAC/B,QAAA,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE;AACxB,YAAA,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;AAChB,gBAAA,WAAW,EAAE,IAAI;gBACjB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1B,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;AAC1B,aAAA,CAAC;;AAEN,KAAC,CAAC;IAEF,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,KAAI;QAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;AAC7B,QAAA,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE;AACtB,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;AAChB,gBAAA,WAAW,EAAE,GAAG;AAChB,gBAAA,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;AAChD,aAAA,CAAC;;AAEN,KAAC,CAAC;;IAGF,CAAC,CAAC,0DAA0D,CAAC,CAAC,IAAI,CAChE,CAAC,CAAC,EAAE,EAAE,KAAI;QACR,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;AAC7B,QAAA,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE;AACtB,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;AAChB,gBAAA,WAAW,EAAE,GAAG;gBAChB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;AAC3B,aAAA,CAAC;;AAEN,KAAC,CACF;;IAGD,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,KAAI;QACzB,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,IACE,GAAG,IAAI,IAAI;YACX,GAAG;AACH,YAAA,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;AACxB,YAAA,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB;AACA,YAAA,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE;AACjB,gBAAA,WAAW,EAAE,GAAG;gBAChB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;AAC3B,aAAA,CAAC;;AAEN,KAAC,CAAC;;AAGF,IAAA,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB;AAC9C,IAAA,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB;AAC/C,IAAA,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB;AAC/C,IAAA,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB;AAEhD,IAAA,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5E,IAAA,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,KACzC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC9B;AACD,IAAA,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,KACzC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC9B;AACD,IAAA,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,KAC1C,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC/B;;IAGD,IAAI,MAAM,GAAG,QAAQ;;AAGrB,IAAA,MAAM,OAAO,GAAG;AACd,QAAA,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM;YAC3C,GAAG;AACH,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC5B,SAAA,CAAC,CAAC;AACH,QAAA,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM;YAC3C,GAAG;AACH,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC5B,SAAA,CAAC,CAAC;AACH,QAAA,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM;YAC5C,GAAG;AACH,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,GAAG,EAAE,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC;AAC7B,SAAA,CAAC,CAAC;AACH,QAAA,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM;YAC1C,GAAG;AACH,YAAA,IAAI,EAAE,MAAM;AACZ,YAAA,GAAG,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;AAC3B,SAAA,CAAC,CAAC;KACJ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;;IAG7C,SAAS,WAAW,CAAC,MAAc,EAAA;QACjC,OAAO,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC;;;IAItD,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE;;AAExC,QAAA,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,CAAM,GAAA,EAAA,WAAW,CAAC,GAAG,CAAC,CAAA,mBAAA,CAAqB,EAAE,GAAG,CAAC;QAE1E,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,KAAI;;YAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC;AAC9C,YAAA,MAAM,SAAS,GAAG,UAAU,GAAG,CAAK,EAAA,EAAA,UAAU,CAAC,CAAC,CAAC,CAAG,CAAA,CAAA,GAAG,EAAE;AAEzD,YAAA,OAAO,IAAI,IAAI,CAAA,CAAA,EAAI,GAAG,CAAG,EAAA,SAAS,GAAG;AACvC,SAAC,CAAC;;IAGJ,SAAS,CAAC,KAAK,EAAE;IACjB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC1C,OAAO,CAAC,KAAK,EAAE;IACf,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE;IAChB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE;IAEhB,OAAO;AACL,QAAA,QAAQ,EAAE,MAAM;QAChB,KAAK;QACL,MAAM;QACN,MAAM;KACP;AACH;;;;"}

package/dist/esm/tools/search/firecrawl.mjs

@@ -0,0 +1,176 @@
+import axios from 'axios';
+import { processContent } from './content.mjs';
+import { createDefaultLogger } from './utils.mjs';
+
+/**
+ * Firecrawl scraper implementation
+ * Uses the Firecrawl API to scrape web pages
+ */
+class FirecrawlScraper {
+    apiKey;
+    apiUrl;
+    version;
+    defaultFormats;
+    timeout;
+    logger;
+    includeTags;
+    excludeTags;
+    waitFor;
+    maxAge;
+    mobile;
+    skipTlsVerification;
+    blockAds;
+    removeBase64Images;
+    parsePDF;
+    storeInCache;
+    zeroDataRetention;
+    headers;
+    location;
+    onlyMainContent;
+    changeTrackingOptions;
+    constructor(config = {}) {
+        this.apiKey = config.apiKey ?? process.env.FIRECRAWL_API_KEY ?? '';
+        this.version = config.version ?? 'v2';
+        const baseUrl = config.apiUrl ??
+            process.env.FIRECRAWL_BASE_URL ??
+            'https://api.firecrawl.dev';
+        this.apiUrl = `${baseUrl.replace(/\/+$/, '')}/${this.version}/scrape`;
+        this.defaultFormats = config.formats ?? ['markdown', 'rawHtml'];
+        this.timeout = config.timeout ?? 7500;
+        this.logger = config.logger || createDefaultLogger();
+        this.includeTags = config.includeTags;
+        this.excludeTags = config.excludeTags;
+        this.waitFor = config.waitFor;
+        this.maxAge = config.maxAge;
+        this.mobile = config.mobile;
+        this.skipTlsVerification = config.skipTlsVerification;
+        this.blockAds = config.blockAds;
+        this.removeBase64Images = config.removeBase64Images;
+        this.parsePDF = config.parsePDF;
+        this.storeInCache = config.storeInCache;
+        this.zeroDataRetention = config.zeroDataRetention;
+        this.headers = config.headers;
+        this.location = config.location;
+        this.onlyMainContent = config.onlyMainContent;
+        this.changeTrackingOptions = config.changeTrackingOptions;
+        if (!this.apiKey) {
+            this.logger.warn('FIRECRAWL_API_KEY is not set. Scraping will not work.');
+        }
+        this.logger.debug(`Firecrawl scraper initialized with API URL: ${this.apiUrl}`);
+    }
+    /**
+     * Scrape a single URL
+     * @param url URL to scrape
+     * @param options Scrape options
+     * @returns Scrape response
+     */
+    async scrapeUrl(url, options = {}) {
+        if (!this.apiKey) {
+            return [
+                url,
+                {
+                    success: false,
+                    error: 'FIRECRAWL_API_KEY is not set',
+                },
+            ];
+        }
+        try {
+            const payload = omitUndefined({
+                url,
+                formats: options.formats ?? this.defaultFormats,
+                includeTags: options.includeTags ?? this.includeTags,
+                excludeTags: options.excludeTags ?? this.excludeTags,
+                headers: options.headers ?? this.headers,
+                waitFor: options.waitFor ?? this.waitFor,
+                timeout: options.timeout ?? this.timeout,
+                onlyMainContent: options.onlyMainContent ?? this.onlyMainContent,
+                maxAge: options.maxAge ?? this.maxAge,
+                mobile: options.mobile ?? this.mobile,
+                skipTlsVerification: options.skipTlsVerification ?? this.skipTlsVerification,
+                parsePDF: options.parsePDF ?? this.parsePDF,
+                location: options.location ?? this.location,
+                removeBase64Images: options.removeBase64Images ?? this.removeBase64Images,
+                blockAds: options.blockAds ?? this.blockAds,
+                storeInCache: options.storeInCache ?? this.storeInCache,
+                zeroDataRetention: options.zeroDataRetention ?? this.zeroDataRetention,
+                changeTrackingOptions: options.changeTrackingOptions ?? this.changeTrackingOptions,
+            });
+            const response = await axios.post(this.apiUrl, payload, {
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                timeout: this.timeout,
+            });
+            return [url, response.data];
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            return [
+                url,
+                {
+                    success: false,
+                    error: `Firecrawl API request failed: ${errorMessage}`,
+                },
+            ];
+        }
+    }
+    /**
+     * Extract content from scrape response
+     * @param response Scrape response
+     * @returns Extracted content or empty string if not available
+     */
+    extractContent(response) {
+        if (!response.success || !response.data) {
+            return ['', undefined];
+        }
+        if (response.data.markdown != null && response.data.html != null) {
+            try {
+                const { markdown, ...rest } = processContent(response.data.html, response.data.markdown);
+                return [markdown, rest];
+            }
+            catch (error) {
+                this.logger.error('Error processing content:', error);
+                return [response.data.markdown, undefined];
+            }
+        }
+        else if (response.data.markdown != null) {
+            return [response.data.markdown, undefined];
+        }
+        // Fall back to HTML content
+        if (response.data.html != null) {
+            return [response.data.html, undefined];
+        }
+        // Fall back to raw HTML content
+        if (response.data.rawHtml != null) {
+            return [response.data.rawHtml, undefined];
+        }
+        return ['', undefined];
+    }
+    /**
+     * Extract metadata from scrape response
+     * @param response Scrape response
+     * @returns Metadata object
+     */
+    extractMetadata(response) {
+        if (!response.success || !response.data || !response.data.metadata) {
+            return {};
+        }
+        return response.data.metadata;
+    }
+}
+/**
+ * Create a Firecrawl scraper instance
+ * @param config Scraper configuration
+ * @returns Firecrawl scraper instance
+ */
+const createFirecrawlScraper = (config = {}) => {
+    return new FirecrawlScraper(config);
+};
+// Helper function to clean up payload for firecrawl
+function omitUndefined(obj) {
+    return Object.fromEntries(Object.entries(obj).filter(([, v]) => v !== undefined));
+}
+
+export { FirecrawlScraper, createFirecrawlScraper };
+//# sourceMappingURL=firecrawl.mjs.map

package/dist/esm/tools/search/firecrawl.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"firecrawl.mjs","sources":["../../../../src/tools/search/firecrawl.ts"],"sourcesContent":["import axios from 'axios';\r\nimport { processContent } from './content';\r\nimport type * as t from './types';\r\nimport { createDefaultLogger } from './utils';\r\n\r\n/**\r\n * Firecrawl scraper implementation\r\n * Uses the Firecrawl API to scrape web pages\r\n */\r\nexport class FirecrawlScraper implements t.BaseScraper {\r\n  private apiKey: string;\r\n  private apiUrl: string;\r\n  private version: string;\r\n  private defaultFormats: string[];\r\n  private timeout: number;\r\n  private logger: t.Logger;\r\n  private includeTags?: string[];\r\n  private excludeTags?: string[];\r\n  private waitFor?: number;\r\n  private maxAge?: number;\r\n  private mobile?: boolean;\r\n  private skipTlsVerification?: boolean;\r\n  private blockAds?: boolean;\r\n  private removeBase64Images?: boolean;\r\n  private parsePDF?: boolean;\r\n  private storeInCache?: boolean;\r\n  private zeroDataRetention?: boolean;\r\n  private headers?: Record<string, string>;\r\n  private location?: { country?: string; languages?: string[] };\r\n  private onlyMainContent?: boolean;\r\n  private changeTrackingOptions?: object;\r\n\r\n  constructor(config: t.FirecrawlScraperConfig = {}) {\r\n    this.apiKey = config.apiKey ?? process.env.FIRECRAWL_API_KEY ?? '';\r\n\r\n    this.version = config.version ?? 'v2';\r\n\r\n    const baseUrl =\r\n      config.apiUrl ??\r\n      process.env.FIRECRAWL_BASE_URL ??\r\n      'https://api.firecrawl.dev';\r\n    this.apiUrl = `${baseUrl.replace(/\\/+$/, '')}/${this.version}/scrape`;\r\n\r\n    this.defaultFormats = config.formats ?? ['markdown', 'rawHtml'];\r\n    this.timeout = config.timeout ?? 7500;\r\n\r\n    this.logger = config.logger || createDefaultLogger();\r\n\r\n    this.includeTags = config.includeTags;\r\n    this.excludeTags = config.excludeTags;\r\n    this.waitFor = config.waitFor;\r\n    this.maxAge = config.maxAge;\r\n    this.mobile = config.mobile;\r\n    this.skipTlsVerification = config.skipTlsVerification;\r\n    this.blockAds = config.blockAds;\r\n    this.removeBase64Images = config.removeBase64Images;\r\n    this.parsePDF = config.parsePDF;\r\n    this.storeInCache = config.storeInCache;\r\n    this.zeroDataRetention = config.zeroDataRetention;\r\n    this.headers = config.headers;\r\n    this.location = config.location;\r\n    this.onlyMainContent = config.onlyMainContent;\r\n    this.changeTrackingOptions = config.changeTrackingOptions;\r\n\r\n    if (!this.apiKey) {\r\n      this.logger.warn('FIRECRAWL_API_KEY is not set. Scraping will not work.');\r\n    }\r\n\r\n    this.logger.debug(\r\n      `Firecrawl scraper initialized with API URL: ${this.apiUrl}`\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Scrape a single URL\r\n   * @param url URL to scrape\r\n   * @param options Scrape options\r\n   * @returns Scrape response\r\n   */\r\n  async scrapeUrl(\r\n    url: string,\r\n    options: t.FirecrawlScrapeOptions = {}\r\n  ): Promise<[string, t.FirecrawlScrapeResponse]> {\r\n    if (!this.apiKey) {\r\n      return [\r\n        url,\r\n        {\r\n          success: false,\r\n          error: 'FIRECRAWL_API_KEY is not set',\r\n        },\r\n      ];\r\n    }\r\n\r\n    try {\r\n      const payload = omitUndefined({\r\n        url,\r\n        formats: options.formats ?? this.defaultFormats,\r\n        includeTags: options.includeTags ?? this.includeTags,\r\n        excludeTags: options.excludeTags ?? this.excludeTags,\r\n        headers: options.headers ?? this.headers,\r\n        waitFor: options.waitFor ?? this.waitFor,\r\n        timeout: options.timeout ?? this.timeout,\r\n        onlyMainContent: options.onlyMainContent ?? this.onlyMainContent,\r\n        maxAge: options.maxAge ?? this.maxAge,\r\n        mobile: options.mobile ?? this.mobile,\r\n        skipTlsVerification:\r\n          options.skipTlsVerification ?? this.skipTlsVerification,\r\n        parsePDF: options.parsePDF ?? this.parsePDF,\r\n        location: options.location ?? this.location,\r\n        removeBase64Images:\r\n          options.removeBase64Images ?? this.removeBase64Images,\r\n        blockAds: options.blockAds ?? this.blockAds,\r\n        storeInCache: options.storeInCache ?? this.storeInCache,\r\n        zeroDataRetention: options.zeroDataRetention ?? this.zeroDataRetention,\r\n        changeTrackingOptions:\r\n          options.changeTrackingOptions ?? this.changeTrackingOptions,\r\n      });\r\n      const response = await axios.post(this.apiUrl, payload, {\r\n        headers: {\r\n          'Content-Type': 'application/json',\r\n          Authorization: `Bearer ${this.apiKey}`,\r\n        },\r\n        timeout: this.timeout,\r\n      });\r\n\r\n      return [url, response.data];\r\n    } catch (error) {\r\n      const errorMessage =\r\n        error instanceof Error ? error.message : String(error);\r\n      return [\r\n        url,\r\n        {\r\n          success: false,\r\n          error: `Firecrawl API request failed: ${errorMessage}`,\r\n        },\r\n      ];\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Extract content from scrape response\r\n   * @param response Scrape response\r\n   * @returns Extracted content or empty string if not available\r\n   */\r\n  extractContent(\r\n    response: t.FirecrawlScrapeResponse\r\n  ): [string, undefined | t.References] {\r\n    if (!response.success || !response.data) {\r\n      return ['', undefined];\r\n    }\r\n\r\n    if (response.data.markdown != null && response.data.html != null) {\r\n      try {\r\n        const { markdown, ...rest } = processContent(\r\n          response.data.html,\r\n          response.data.markdown\r\n        );\r\n        return [markdown, rest];\r\n      } catch (error) {\r\n        this.logger.error('Error processing content:', error);\r\n        return [response.data.markdown, undefined];\r\n      }\r\n    } else if (response.data.markdown != null) {\r\n      return [response.data.markdown, undefined];\r\n    }\r\n\r\n    // Fall back to HTML content\r\n    if (response.data.html != null) {\r\n      return [response.data.html, undefined];\r\n    }\r\n\r\n    // Fall back to raw HTML content\r\n    if (response.data.rawHtml != null) {\r\n      return [response.data.rawHtml, undefined];\r\n    }\r\n\r\n    return ['', undefined];\r\n  }\r\n\r\n  /**\r\n   * Extract metadata from scrape response\r\n   * @param response Scrape response\r\n   * @returns Metadata object\r\n   */\r\n  extractMetadata(response: t.FirecrawlScrapeResponse): t.ScrapeMetadata {\r\n    if (!response.success || !response.data || !response.data.metadata) {\r\n      return {};\r\n    }\r\n\r\n    return response.data.metadata;\r\n  }\r\n}\r\n\r\n/**\r\n * Create a Firecrawl scraper instance\r\n * @param config Scraper configuration\r\n * @returns Firecrawl scraper instance\r\n */\r\nexport const createFirecrawlScraper = (\r\n  config: t.FirecrawlScraperConfig = {}\r\n): FirecrawlScraper => {\r\n  return new FirecrawlScraper(config);\r\n};\r\n\r\n// Helper function to clean up payload for firecrawl\r\nfunction omitUndefined<T extends object>(obj: T): Partial<T> {\r\n  return Object.fromEntries(\r\n    Object.entries(obj).filter(([, v]) => v !== undefined)\r\n  ) as Partial<T>;\r\n}\r\n"],"names":[],"mappings":";;;;AAKA;;;AAGG;MACU,gBAAgB,CAAA;AACnB,IAAA,MAAM;AACN,IAAA,MAAM;AACN,IAAA,OAAO;AACP,IAAA,cAAc;AACd,IAAA,OAAO;AACP,IAAA,MAAM;AACN,IAAA,WAAW;AACX,IAAA,WAAW;AACX,IAAA,OAAO;AACP,IAAA,MAAM;AACN,IAAA,MAAM;AACN,IAAA,mBAAmB;AACnB,IAAA,QAAQ;AACR,IAAA,kBAAkB;AAClB,IAAA,QAAQ;AACR,IAAA,YAAY;AACZ,IAAA,iBAAiB;AACjB,IAAA,OAAO;AACP,IAAA,QAAQ;AACR,IAAA,eAAe;AACf,IAAA,qBAAqB;AAE7B,IAAA,WAAA,CAAY,SAAmC,EAAE,EAAA;AAC/C,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE;QAElE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI;AAErC,QAAA,MAAM,OAAO,GACX,MAAM,CAAC,MAAM;YACb,OAAO,CAAC,GAAG,CAAC,kBAAkB;AAC9B,YAAA,2BAA2B;AAC7B,QAAA,IAAI,CAAC,MAAM,GAAG,CAAG,EAAA,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA,CAAA,EAAI,IAAI,CAAC,OAAO,SAAS;AAErE,QAAA,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,mBAAmB,EAAE;AAEpD,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW;AACrC,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW;AACrC,QAAA,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO;AAC7B,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;AAC3B,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;AAC3B,QAAA,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB;AACrD,QAAA,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ;AAC/B,QAAA,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB;AACnD,QAAA,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ;AAC/B,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;AACvC,QAAA,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB;AACjD,QAAA,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO;AAC7B,QAAA,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ;AAC/B,QAAA,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe;AAC7C,QAAA,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,qBAAqB;AAEzD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC;;QAG3E,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAA+C,4CAAA,EAAA,IAAI,CAAC,MAAM,CAAE,CAAA,CAC7D;;AAGH;;;;;AAKG;AACH,IAAA,MAAM,SAAS,CACb,GAAW,EACX,UAAoC,EAAE,EAAA;AAEtC,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,OAAO;gBACL,GAAG;AACH,gBAAA;AACE,oBAAA,OAAO,EAAE,KAAK;AACd,oBAAA,KAAK,EAAE,8BAA8B;AACtC,iBAAA;aACF;;AAGH,QAAA,IAAI;YACF,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,GAAG;AACH,gBAAA,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc;AAC/C,gBAAA,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACpD,gBAAA,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACpD,gBAAA,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;AACxC,gBAAA,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;AACxC,gBAAA,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;AACxC,gBAAA,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAChE,gBAAA,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;AACrC,gBAAA,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;AACrC,gBAAA,mBAAmB,EACjB,OAAO,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB;AACzD,gBAAA,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ;AAC3C,gBAAA,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ;AAC3C,gBAAA,kBAAkB,EAChB,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB;AACvD,gBAAA,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ;AAC3C,gBAAA,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY;AACvD,gBAAA,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB;AACtE,gBAAA,qBAAqB,EACnB,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC,qBAAqB;AAC9D,aAAA,CAAC;AACF,YAAA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;AACtD,gBAAA,OAAO,EAAE;AACP,oBAAA,cAAc,EAAE,kBAAkB;AAClC,oBAAA,aAAa,EAAE,CAAA,OAAA,EAAU,IAAI,CAAC,MAAM,CAAE,CAAA;AACvC,iBAAA;gBACD,OAAO,EAAE,IAAI,CAAC,OAAO;AACtB,aAAA,CAAC;AAEF,YAAA,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC;;QAC3B,OAAO,KAAK,EAAE;AACd,YAAA,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;YACxD,OAAO;gBACL,GAAG;AACH,gBAAA;AACE,oBAAA,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAiC,8BAAA,EAAA,YAAY,CAAE,CAAA;AACvD,iBAAA;aACF;;;AAIL;;;;AAIG;AACH,IAAA,cAAc,CACZ,QAAmC,EAAA;QAEnC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;AACvC,YAAA,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC;;AAGxB,QAAA,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;AAChE,YAAA,IAAI;gBACF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,cAAc,CAC1C,QAAQ,CAAC,IAAI,CAAC,IAAI,EAClB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CACvB;AACD,gBAAA,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;;YACvB,OAAO,KAAK,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC;gBACrD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC;;;aAEvC,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE;YACzC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC;;;QAI5C,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;YAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;;;QAIxC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE;YACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;;AAG3C,QAAA,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC;;AAGxB;;;;AAIG;AACH,IAAA,eAAe,CAAC,QAAmC,EAAA;AACjD,QAAA,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE;AAClE,YAAA,OAAO,EAAE;;AAGX,QAAA,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ;;AAEhC;AAED;;;;AAIG;MACU,sBAAsB,GAAG,CACpC,MAAmC,GAAA,EAAE,KACjB;AACpB,IAAA,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC;AACrC;AAEA;AACA,SAAS,aAAa,CAAmB,GAAM,EAAA;IAC7C,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,CACzC;AACjB;;;;"}

package/dist/esm/tools/search/format.mjs

@@ -0,0 +1,201 @@
+import { fileExtRegex, getDomainName } from './utils.mjs';
+
+function addHighlightSection() {
+    return ['\n## Highlights', ''];
+}
+// Helper function to format a source (organic or top story)
+function formatSource(source, index, turn, sourceType, references) {
+    /** Array of all lines to include in the output */
+    const outputLines = [];
+    // Add the title
+    outputLines.push(`# ${sourceType.charAt(0).toUpperCase() + sourceType.slice(1)} ${index}: ${source.title != null && source.title ? `"${source.title}"` : '(no title)'}`);
+    outputLines.push(`\nAnchor: \\ue202turn${turn}${sourceType}${index}`);
+    outputLines.push(`URL: ${source.link}`);
+    // Add optional fields
+    if ('snippet' in source && source.snippet != null) {
+        outputLines.push(`Summary: ${source.snippet}`);
+    }
+    if (source.date != null) {
+        outputLines.push(`Date: ${source.date}`);
+    }
+    if (source.attribution != null) {
+        outputLines.push(`Source: ${source.attribution}`);
+    }
+    // Add highlight section or empty line
+    if ((source.highlights?.length ?? 0) > 0) {
+        outputLines.push(...addHighlightSection());
+    }
+    else {
+        outputLines.push('');
+    }
+    // Process highlights if they exist
+    (source.highlights ?? [])
+        .filter((h) => h.text.trim().length > 0)
+        .forEach((h, hIndex) => {
+        outputLines.push(`### Highlight ${hIndex + 1} [Relevance: ${h.score.toFixed(2)}]`);
+        outputLines.push('');
+        outputLines.push('```text');
+        outputLines.push(h.text.trim());
+        outputLines.push('```');
+        outputLines.push('');
+        if (h.references != null && h.references.length) {
+            let hasHeader = false;
+            const refLines = [];
+            for (let j = 0; j < h.references.length; j++) {
+                const ref = h.references[j];
+                if (ref.reference.originalUrl.includes('mailto:')) {
+                    continue;
+                }
+                if (ref.type !== 'link') {
+                    continue;
+                }
+                if (fileExtRegex.test(ref.reference.originalUrl)) {
+                    continue;
+                }
+                references.push({
+                    type: ref.type,
+                    link: ref.reference.originalUrl,
+                    attribution: getDomainName(ref.reference.originalUrl),
+                    title: (((ref.reference.title ?? '') || ref.reference.text) ??
+                        '').split('\n')[0],
+                });
+                if (!hasHeader) {
+                    refLines.push('Core References:');
+                    hasHeader = true;
+                }
+                refLines.push(`- ${ref.type}#${ref.originalIndex + 1}: ${ref.reference.originalUrl}`);
+                refLines.push(`\t- Anchor: \\ue202turn${turn}ref${references.length - 1}`);
+            }
+            if (hasHeader) {
+                outputLines.push(...refLines);
+                outputLines.push('');
+            }
+        }
+        if (hIndex < (source.highlights?.length ?? 0) - 1) {
+            outputLines.push('---');
+            outputLines.push('');
+        }
+    });
+    outputLines.push('');
+    return outputLines.join('\n');
+}
+function formatResultsForLLM(turn, results) {
+    /** Array to collect all output lines */
+    const outputLines = [];
+    const addSection = (title) => {
+        outputLines.push('');
+        outputLines.push(`=== ${title} ===`);
+        outputLines.push('');
+    };
+    const references = [];
+    // Organic (web) results
+    if (results.organic?.length != null && results.organic.length > 0) {
+        addSection(`Web Results, Turn ${turn}`);
+        for (let i = 0; i < results.organic.length; i++) {
+            const r = results.organic[i];
+            outputLines.push(formatSource(r, i, turn, 'search', references));
+            delete results.organic[i].highlights;
+        }
+    }
+    // Top stories (news)
+    const topStories = results.topStories ?? [];
+    if (topStories.length) {
+        addSection('News Results');
+        for (let i = 0; i < topStories.length; i++) {
+            const r = topStories[i];
+            outputLines.push(formatSource(r, i, turn, 'news', references));
+            if (results.topStories?.[i]?.highlights) {
+                delete results.topStories[i].highlights;
+            }
+        }
+    }
+    // // Images
+    // const images = results.images ?? [];
+    // if (images.length) {
+    //   addSection('Image Results');
+    //   const imageLines = images.map((img, i) => [
+    //     `Anchor: \ue202turn0image${i}`,
+    //     `Title: ${img.title ?? '(no title)'}`,
+    //     `Image URL: ${img.imageUrl}`,
+    //     ''
+    //   ].join('\n'));
+    //   outputLines.push(imageLines.join('\n'));
+    // }
+    // Knowledge Graph
+    if (results.knowledgeGraph != null) {
+        addSection('Knowledge Graph');
+        const kgLines = [
+            `**Title:** ${results.knowledgeGraph.title ?? '(no title)'}`,
+            results.knowledgeGraph.type != null
+                ? `**Type:** ${results.knowledgeGraph.type}`
+                : '',
+            results.knowledgeGraph.description != null
+                ? `**Description:** ${results.knowledgeGraph.description}`
+                : '',
+            results.knowledgeGraph.descriptionSource != null
+                ? `**Description Source:** ${results.knowledgeGraph.descriptionSource}`
+                : '',
+            results.knowledgeGraph.descriptionLink != null
+                ? `**Description Link:** ${results.knowledgeGraph.descriptionLink}`
+                : '',
+            results.knowledgeGraph.imageUrl != null
+                ? `**Image URL:** ${results.knowledgeGraph.imageUrl}`
+                : '',
+            results.knowledgeGraph.website != null
+                ? `**Website:** ${results.knowledgeGraph.website}`
+                : '',
+            results.knowledgeGraph.attributes != null
+                ? `**Attributes:**\n\`\`\`json\n${JSON.stringify(results.knowledgeGraph.attributes, null, 2)}\n\`\`\``
+                : '',
+            '',
+        ].filter(Boolean);
+        outputLines.push(kgLines.join('\n\n'));
+    }
+    // Answer Box
+    if (results.answerBox != null) {
+        addSection('Answer Box');
+        const abLines = [
+            results.answerBox.title != null
+                ? `**Title:** ${results.answerBox.title}`
+                : '',
+            results.answerBox.snippet != null
+                ? `**Snippet:** ${results.answerBox.snippet}`
+                : '',
+            results.answerBox.snippetHighlighted != null
+                ? `**Snippet Highlighted:** ${results.answerBox.snippetHighlighted
+                    .map((s) => `\`${s}\``)
+                    .join(' ')}`
+                : '',
+            results.answerBox.link != null
+                ? `**Link:** ${results.answerBox.link}`
+                : '',
+            '',
+        ].filter(Boolean);
+        outputLines.push(abLines.join('\n\n'));
+    }
+    // People also ask
+    const peopleAlsoAsk = results.peopleAlsoAsk ?? [];
+    if (peopleAlsoAsk.length) {
+        addSection('People Also Ask');
+        const paaLines = [];
+        peopleAlsoAsk.forEach((p, i) => {
+            const questionLines = [
+                `### Question ${i + 1}:`,
+                `"${p.question}"`,
+                `${p.snippet != null && p.snippet ? `Snippet: ${p.snippet}` : ''}`,
+                `${p.title != null && p.title ? `Title: ${p.title}` : ''}`,
+                `${p.link != null && p.link ? `Link: ${p.link}` : ''}`,
+                '',
+            ].filter(Boolean);
+            paaLines.push(questionLines.join('\n\n'));
+        });
+        outputLines.push(paaLines.join(''));
+    }
+    return {
+        output: outputLines.join('\n').trim(),
+        references,
+    };
+}
+
+export { formatResultsForLLM };
+//# sourceMappingURL=format.mjs.map

package/dist/esm/tools/search/format.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.mjs","sources":["../../../../src/tools/search/format.ts"],"sourcesContent":["import type * as t from './types';\r\nimport { getDomainName, fileExtRegex } from './utils';\r\n\r\nfunction addHighlightSection(): string[] {\r\n  return ['\\n## Highlights', ''];\r\n}\r\n\r\n// Helper function to format a source (organic or top story)\r\nfunction formatSource(\r\n  source: t.ValidSource,\r\n  index: number,\r\n  turn: number,\r\n  sourceType: 'search' | 'news',\r\n  references: t.ResultReference[]\r\n): string {\r\n  /** Array of all lines to include in the output */\r\n  const outputLines: string[] = [];\r\n\r\n  // Add the title\r\n  outputLines.push(\r\n    `# ${sourceType.charAt(0).toUpperCase() + sourceType.slice(1)} ${index}: ${source.title != null && source.title ? `\"${source.title}\"` : '(no title)'}`\r\n  );\r\n  outputLines.push(`\\nAnchor: \\\\ue202turn${turn}${sourceType}${index}`);\r\n  outputLines.push(`URL: ${source.link}`);\r\n\r\n  // Add optional fields\r\n  if ('snippet' in source && source.snippet != null) {\r\n    outputLines.push(`Summary: ${source.snippet}`);\r\n  }\r\n\r\n  if (source.date != null) {\r\n    outputLines.push(`Date: ${source.date}`);\r\n  }\r\n\r\n  if (source.attribution != null) {\r\n    outputLines.push(`Source: ${source.attribution}`);\r\n  }\r\n\r\n  // Add highlight section or empty line\r\n  if ((source.highlights?.length ?? 0) > 0) {\r\n    outputLines.push(...addHighlightSection());\r\n  } else {\r\n    outputLines.push('');\r\n  }\r\n\r\n  // Process highlights if they exist\r\n  (source.highlights ?? [])\r\n    .filter((h) => h.text.trim().length > 0)\r\n    .forEach((h, hIndex) => {\r\n      outputLines.push(\r\n        `### Highlight ${hIndex + 1} [Relevance: ${h.score.toFixed(2)}]`\r\n      );\r\n      outputLines.push('');\r\n      outputLines.push('```text');\r\n      outputLines.push(h.text.trim());\r\n      outputLines.push('```');\r\n      outputLines.push('');\r\n\r\n      if (h.references != null && h.references.length) {\r\n        let hasHeader = false;\r\n        const refLines: string[] = [];\r\n\r\n        for (let j = 0; j < h.references.length; j++) {\r\n          const ref = h.references[j];\r\n          if (ref.reference.originalUrl.includes('mailto:')) {\r\n            continue;\r\n          }\r\n          if (ref.type !== 'link') {\r\n            continue;\r\n          }\r\n          if (fileExtRegex.test(ref.reference.originalUrl)) {\r\n            continue;\r\n          }\r\n          references.push({\r\n            type: ref.type,\r\n            link: ref.reference.originalUrl,\r\n            attribution: getDomainName(ref.reference.originalUrl),\r\n            title: (\r\n              ((ref.reference.title ?? '') || ref.reference.text) ??\r\n              ''\r\n            ).split('\\n')[0],\r\n          });\r\n\r\n          if (!hasHeader) {\r\n            refLines.push('Core References:');\r\n            hasHeader = true;\r\n          }\r\n\r\n          refLines.push(\r\n            `- ${ref.type}#${ref.originalIndex + 1}: ${ref.reference.originalUrl}`\r\n          );\r\n          refLines.push(\r\n            `\\t- Anchor: \\\\ue202turn${turn}ref${references.length - 1}`\r\n          );\r\n        }\r\n\r\n        if (hasHeader) {\r\n          outputLines.push(...refLines);\r\n          outputLines.push('');\r\n        }\r\n      }\r\n\r\n      if (hIndex < (source.highlights?.length ?? 0) - 1) {\r\n        outputLines.push('---');\r\n        outputLines.push('');\r\n      }\r\n    });\r\n\r\n  outputLines.push('');\r\n  return outputLines.join('\\n');\r\n}\r\n\r\nexport function formatResultsForLLM(\r\n  turn: number,\r\n  results: t.SearchResultData\r\n): { output: string; references: t.ResultReference[] } {\r\n  /** Array to collect all output lines */\r\n  const outputLines: string[] = [];\r\n\r\n  const addSection = (title: string): void => {\r\n    outputLines.push('');\r\n    outputLines.push(`=== ${title} ===`);\r\n    outputLines.push('');\r\n  };\r\n\r\n  const references: t.ResultReference[] = [];\r\n\r\n  // Organic (web) results\r\n  if (results.organic?.length != null && results.organic.length > 0) {\r\n    addSection(`Web Results, Turn ${turn}`);\r\n    for (let i = 0; i < results.organic.length; i++) {\r\n      const r = results.organic[i];\r\n      outputLines.push(formatSource(r, i, turn, 'search', references));\r\n      delete results.organic[i].highlights;\r\n    }\r\n  }\r\n\r\n  // Top stories (news)\r\n  const topStories = results.topStories ?? [];\r\n  if (topStories.length) {\r\n    addSection('News Results');\r\n    for (let i = 0; i < topStories.length; i++) {\r\n      const r = topStories[i];\r\n      outputLines.push(formatSource(r, i, turn, 'news', references));\r\n      if (results.topStories?.[i]?.highlights) {\r\n        delete results.topStories[i].highlights;\r\n      }\r\n    }\r\n  }\r\n\r\n  // // Images\r\n  // const images = results.images ?? [];\r\n  // if (images.length) {\r\n  //   addSection('Image Results');\r\n  //   const imageLines = images.map((img, i) => [\r\n  //     `Anchor: \\ue202turn0image${i}`,\r\n  //     `Title: ${img.title ?? '(no title)'}`,\r\n  //     `Image URL: ${img.imageUrl}`,\r\n  //     ''\r\n  //   ].join('\\n'));\r\n  //   outputLines.push(imageLines.join('\\n'));\r\n  // }\r\n\r\n  // Knowledge Graph\r\n  if (results.knowledgeGraph != null) {\r\n    addSection('Knowledge Graph');\r\n    const kgLines = [\r\n      `**Title:** ${results.knowledgeGraph.title ?? '(no title)'}`,\r\n      results.knowledgeGraph.type != null\r\n        ? `**Type:** ${results.knowledgeGraph.type}`\r\n        : '',\r\n      results.knowledgeGraph.description != null\r\n        ? `**Description:** ${results.knowledgeGraph.description}`\r\n        : '',\r\n      results.knowledgeGraph.descriptionSource != null\r\n        ? `**Description Source:** ${results.knowledgeGraph.descriptionSource}`\r\n        : '',\r\n      results.knowledgeGraph.descriptionLink != null\r\n        ? `**Description Link:** ${results.knowledgeGraph.descriptionLink}`\r\n        : '',\r\n      results.knowledgeGraph.imageUrl != null\r\n        ? `**Image URL:** ${results.knowledgeGraph.imageUrl}`\r\n        : '',\r\n      results.knowledgeGraph.website != null\r\n        ? `**Website:** ${results.knowledgeGraph.website}`\r\n        : '',\r\n      results.knowledgeGraph.attributes != null\r\n        ? `**Attributes:**\\n\\`\\`\\`json\\n${JSON.stringify(\r\n          results.knowledgeGraph.attributes,\r\n          null,\r\n          2\r\n        )}\\n\\`\\`\\``\r\n        : '',\r\n      '',\r\n    ].filter(Boolean);\r\n\r\n    outputLines.push(kgLines.join('\\n\\n'));\r\n  }\r\n\r\n  // Answer Box\r\n  if (results.answerBox != null) {\r\n    addSection('Answer Box');\r\n    const abLines = [\r\n      results.answerBox.title != null\r\n        ? `**Title:** ${results.answerBox.title}`\r\n        : '',\r\n      results.answerBox.snippet != null\r\n        ? `**Snippet:** ${results.answerBox.snippet}`\r\n        : '',\r\n      results.answerBox.snippetHighlighted != null\r\n        ? `**Snippet Highlighted:** ${results.answerBox.snippetHighlighted\r\n          .map((s) => `\\`${s}\\``)\r\n          .join(' ')}`\r\n        : '',\r\n      results.answerBox.link != null\r\n        ? `**Link:** ${results.answerBox.link}`\r\n        : '',\r\n      '',\r\n    ].filter(Boolean);\r\n\r\n    outputLines.push(abLines.join('\\n\\n'));\r\n  }\r\n\r\n  // People also ask\r\n  const peopleAlsoAsk = results.peopleAlsoAsk ?? [];\r\n  if (peopleAlsoAsk.length) {\r\n    addSection('People Also Ask');\r\n\r\n    const paaLines: string[] = [];\r\n    peopleAlsoAsk.forEach((p, i) => {\r\n      const questionLines = [\r\n        `### Question ${i + 1}:`,\r\n        `\"${p.question}\"`,\r\n        `${p.snippet != null && p.snippet ? `Snippet: ${p.snippet}` : ''}`,\r\n        `${p.title != null && p.title ? `Title: ${p.title}` : ''}`,\r\n        `${p.link != null && p.link ? `Link: ${p.link}` : ''}`,\r\n        '',\r\n      ].filter(Boolean);\r\n\r\n      paaLines.push(questionLines.join('\\n\\n'));\r\n    });\r\n\r\n    outputLines.push(paaLines.join(''));\r\n  }\r\n\r\n  return {\r\n    output: outputLines.join('\\n').trim(),\r\n    references,\r\n  };\r\n}\r\n"],"names":[],"mappings":";;AAGA,SAAS,mBAAmB,GAAA;AAC1B,IAAA,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;AAChC;AAEA;AACA,SAAS,YAAY,CACnB,MAAqB,EACrB,KAAa,EACb,IAAY,EACZ,UAA6B,EAC7B,UAA+B,EAAA;;IAG/B,MAAM,WAAW,GAAa,EAAE;;IAGhC,WAAW,CAAC,IAAI,CACd,CAAA,EAAA,EAAK,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA,CAAA,EAAI,KAAK,CAAA,EAAA,EAAK,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,IAAI,MAAM,CAAC,KAAK,CAAG,CAAA,CAAA,GAAG,YAAY,CAAE,CAAA,CACvJ;IACD,WAAW,CAAC,IAAI,CAAC,CAAwB,qBAAA,EAAA,IAAI,CAAG,EAAA,UAAU,CAAG,EAAA,KAAK,CAAE,CAAA,CAAC;IACrE,WAAW,CAAC,IAAI,CAAC,CAAA,KAAA,EAAQ,MAAM,CAAC,IAAI,CAAE,CAAA,CAAC;;IAGvC,IAAI,SAAS,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE;QACjD,WAAW,CAAC,IAAI,CAAC,CAAA,SAAA,EAAY,MAAM,CAAC,OAAO,CAAE,CAAA,CAAC;;AAGhD,IAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE;QACvB,WAAW,CAAC,IAAI,CAAC,CAAA,MAAA,EAAS,MAAM,CAAC,IAAI,CAAE,CAAA,CAAC;;AAG1C,IAAA,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE;QAC9B,WAAW,CAAC,IAAI,CAAC,CAAA,QAAA,EAAW,MAAM,CAAC,WAAW,CAAE,CAAA,CAAC;;;AAInD,IAAA,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE;AACxC,QAAA,WAAW,CAAC,IAAI,CAAC,GAAG,mBAAmB,EAAE,CAAC;;SACrC;AACL,QAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;;;AAItB,IAAA,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE;AACrB,SAAA,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;AACtC,SAAA,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,KAAI;AACrB,QAAA,WAAW,CAAC,IAAI,CACd,iBAAiB,MAAM,GAAG,CAAC,CAAgB,aAAA,EAAA,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA,CAAA,CAAG,CACjE;AACD,QAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;AACpB,QAAA,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;QAC3B,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;AAC/B,QAAA,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;AACvB,QAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;AAEpB,QAAA,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE;YAC/C,IAAI,SAAS,GAAG,KAAK;YACrB,MAAM,QAAQ,GAAa,EAAE;AAE7B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC3B,IAAI,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;oBACjD;;AAEF,gBAAA,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE;oBACvB;;gBAEF,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE;oBAChD;;gBAEF,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;AACd,oBAAA,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW;oBAC/B,WAAW,EAAE,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC;AACrD,oBAAA,KAAK,EAAE,CACL,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,KAAK,GAAG,CAAC,SAAS,CAAC,IAAI;wBAClD,EAAE,EACF,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,iBAAA,CAAC;gBAEF,IAAI,CAAC,SAAS,EAAE;AACd,oBAAA,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC;oBACjC,SAAS,GAAG,IAAI;;gBAGlB,QAAQ,CAAC,IAAI,CACX,CAAA,EAAA,EAAK,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,KAAK,GAAG,CAAC,SAAS,CAAC,WAAW,CAAE,CAAA,CACvE;AACD,gBAAA,QAAQ,CAAC,IAAI,CACX,CAAA,uBAAA,EAA0B,IAAI,CAAA,GAAA,EAAM,UAAU,CAAC,MAAM,GAAG,CAAC,CAAA,CAAE,CAC5D;;YAGH,IAAI,SAAS,EAAE;AACb,gBAAA,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;AAC7B,gBAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;;;AAIxB,QAAA,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE;AACjD,YAAA,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;AACvB,YAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;;AAExB,KAAC,CAAC;AAEJ,IAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;AACpB,IAAA,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;AAC/B;AAEgB,SAAA,mBAAmB,CACjC,IAAY,EACZ,OAA2B,EAAA;;IAG3B,MAAM,WAAW,GAAa,EAAE;AAEhC,IAAA,MAAM,UAAU,GAAG,CAAC,KAAa,KAAU;AACzC,QAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;AACpB,QAAA,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,CAAA,IAAA,CAAM,CAAC;AACpC,QAAA,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;AACtB,KAAC;IAED,MAAM,UAAU,GAAwB,EAAE;;AAG1C,IAAA,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACjE,QAAA,UAAU,CAAC,CAAA,kBAAA,EAAqB,IAAI,CAAA,CAAE,CAAC;AACvC,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5B,YAAA,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YAChE,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;;;;AAKxC,IAAA,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE;AAC3C,IAAA,IAAI,UAAU,CAAC,MAAM,EAAE;QACrB,UAAU,CAAC,cAAc,CAAC;AAC1B,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC1C,YAAA,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;AACvB,YAAA,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC9D,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE;gBACvC,OAAO,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU;;;;;;;;;;;;;;;;;AAmB7C,IAAA,IAAI,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE;QAClC,UAAU,CAAC,iBAAiB,CAAC;AAC7B,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,CAAA,WAAA,EAAc,OAAO,CAAC,cAAc,CAAC,KAAK,IAAI,YAAY,CAAE,CAAA;AAC5D,YAAA,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI;AAC7B,kBAAE,CAAa,UAAA,EAAA,OAAO,CAAC,cAAc,CAAC,IAAI,CAAE;AAC5C,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,WAAW,IAAI;AACpC,kBAAE,CAAoB,iBAAA,EAAA,OAAO,CAAC,cAAc,CAAC,WAAW,CAAE;AAC1D,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,iBAAiB,IAAI;AAC1C,kBAAE,CAA2B,wBAAA,EAAA,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAE;AACvE,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,eAAe,IAAI;AACxC,kBAAE,CAAyB,sBAAA,EAAA,OAAO,CAAC,cAAc,CAAC,eAAe,CAAE;AACnE,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,QAAQ,IAAI;AACjC,kBAAE,CAAkB,eAAA,EAAA,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAE;AACrD,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,OAAO,IAAI;AAChC,kBAAE,CAAgB,aAAA,EAAA,OAAO,CAAC,cAAc,CAAC,OAAO,CAAE;AAClD,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,UAAU,IAAI;AACnC,kBAAE,CAAgC,6BAAA,EAAA,IAAI,CAAC,SAAS,CAC9C,OAAO,CAAC,cAAc,CAAC,UAAU,EACjC,IAAI,EACJ,CAAC,CACF,CAAU,QAAA;AACX,kBAAE,EAAE;YACN,EAAE;AACH,SAAA,CAAC,MAAM,CAAC,OAAO,CAAC;QAEjB,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;;;AAIxC,IAAA,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE;QAC7B,UAAU,CAAC,YAAY,CAAC;AACxB,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,OAAO,CAAC,SAAS,CAAC,KAAK,IAAI;AACzB,kBAAE,CAAc,WAAA,EAAA,OAAO,CAAC,SAAS,CAAC,KAAK,CAAE;AACzC,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,OAAO,IAAI;AAC3B,kBAAE,CAAgB,aAAA,EAAA,OAAO,CAAC,SAAS,CAAC,OAAO,CAAE;AAC7C,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,kBAAkB,IAAI;AACtC,kBAAE,CAA4B,yBAAA,EAAA,OAAO,CAAC,SAAS,CAAC;qBAC7C,GAAG,CAAC,CAAC,CAAC,KAAK,CAAA,EAAA,EAAK,CAAC,CAAA,EAAA,CAAI;qBACrB,IAAI,CAAC,GAAG,CAAC,CAAE;AACd,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI;AACxB,kBAAE,CAAa,UAAA,EAAA,OAAO,CAAC,SAAS,CAAC,IAAI,CAAE;AACvC,kBAAE,EAAE;YACN,EAAE;AACH,SAAA,CAAC,MAAM,CAAC,OAAO,CAAC;QAEjB,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;;;AAIxC,IAAA,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE;AACjD,IAAA,IAAI,aAAa,CAAC,MAAM,EAAE;QACxB,UAAU,CAAC,iBAAiB,CAAC;QAE7B,MAAM,QAAQ,GAAa,EAAE;QAC7B,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,KAAI;AAC7B,YAAA,MAAM,aAAa,GAAG;gBACpB,CAAgB,aAAA,EAAA,CAAC,GAAG,CAAC,CAAG,CAAA,CAAA;gBACxB,CAAI,CAAA,EAAA,CAAC,CAAC,QAAQ,CAAG,CAAA,CAAA;gBACjB,CAAG,EAAA,CAAC,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,CAAC,OAAO,GAAG,CAAA,SAAA,EAAY,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,CAAE,CAAA;gBAClE,CAAG,EAAA,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,GAAG,CAAA,OAAA,EAAU,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,CAAE,CAAA;gBAC1D,CAAG,EAAA,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,CAAA,MAAA,EAAS,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,CAAE,CAAA;gBACtD,EAAE;AACH,aAAA,CAAC,MAAM,CAAC,OAAO,CAAC;YAEjB,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC3C,SAAC,CAAC;QAEF,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;IAGrC,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;QACrC,UAAU;KACX;AACH;;;;"}