@librechat/agents 3.2.32 → 3.2.34

package/dist/esm/tools/search/tool.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"tool.mjs","sources":["../../../../src/tools/search/tool.ts"],"sourcesContent":["import { tool, DynamicStructuredTool } from '@langchain/core/tools';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from './types';\nimport {\n  WebSearchToolDescription,\n  WebSearchToolName,\n  countrySchema,\n  imagesSchema,\n  videosSchema,\n  querySchema,\n  dateSchema,\n  newsSchema,\n  DATE_RANGE,\n} from './schema';\nimport { createSearchAPI, createSourceProcessor } from './search';\nimport { createSerperScraper } from './serper-scraper';\nimport { createTavilyScraper } from './tavily-scraper';\nimport { createFirecrawlScraper } from './firecrawl';\nimport { expandHighlights } from './highlights';\nimport { formatResultsForLLM } from './format';\nimport { createDefaultLogger } from './utils';\nimport { createReranker } from './rerankers';\nimport { Constants } from '@/common';\n\n/**\n * Executes parallel searches and merges the results\n */\nasync function executeParallelSearches({\n  searchAPI,\n  query,\n  date,\n  country,\n  safeSearch,\n  images,\n  videos,\n  news,\n  logger,\n}: {\n  searchAPI: ReturnType<typeof createSearchAPI>;\n  query: string;\n  date?: DATE_RANGE;\n  country?: string;\n  safeSearch: t.SearchToolConfig['safeSearch'];\n  images: boolean;\n  videos: boolean;\n  news: boolean;\n  logger: t.Logger;\n}): Promise<t.SearchResult> {\n  // Prepare all search tasks to run in parallel\n  const searchTasks: Promise<t.SearchResult>[] = [\n    // Main search\n    searchAPI.getSources({\n      query,\n      date,\n      country,\n      safeSearch,\n    }),\n  ];\n\n  if (images) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'images',\n        })\n        .catch((error) => {\n          logger.error('Error fetching images:', error);\n          return {\n            success: false,\n            error: `Images search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n  if (videos) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'videos',\n        })\n        .catch((error) => {\n          logger.error('Error fetching videos:', error);\n          return {\n            success: false,\n            error: `Videos search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n  if (news) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'news',\n        })\n        .catch((error) => {\n          logger.error('Error fetching news:', error);\n          return {\n            success: false,\n            error: `News search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n\n  // Run all searches in parallel\n  const results = await Promise.all(searchTasks);\n\n  // Get the main search result (first result)\n  const mainResult = results[0];\n  if (!mainResult.success) {\n    throw new Error(mainResult.error ?? 'Search failed');\n  }\n\n  // Merge additional results with the main results\n  const mergedResults = { ...mainResult.data };\n\n  // Convert existing news to topStories if present\n  if (mergedResults.news !== undefined && mergedResults.news.length > 0) {\n    const existingNewsAsTopStories = mergedResults.news\n      .filter((newsItem) => newsItem.link !== undefined && newsItem.link !== '')\n      .map((newsItem) => ({\n        title: newsItem.title ?? '',\n        link: newsItem.link ?? '',\n        source: newsItem.source ?? '',\n        date: newsItem.date ?? '',\n        imageUrl: newsItem.imageUrl ?? '',\n        processed: false,\n      }));\n    mergedResults.topStories = [\n      ...(mergedResults.topStories ?? []),\n      ...existingNewsAsTopStories,\n    ];\n    delete mergedResults.news;\n  }\n\n  results.slice(1).forEach((result) => {\n    if (result.success && result.data !== undefined) {\n      if (result.data.images !== undefined && result.data.images.length > 0) {\n        mergedResults.images = [\n          ...(mergedResults.images ?? []),\n          ...result.data.images,\n        ];\n      }\n      if (result.data.videos !== undefined && result.data.videos.length > 0) {\n        mergedResults.videos = [\n          ...(mergedResults.videos ?? []),\n          ...result.data.videos,\n        ];\n      }\n      if (result.data.news !== undefined && result.data.news.length > 0) {\n        const newsAsTopStories = result.data.news.map((newsItem) => ({\n          ...newsItem,\n          link: newsItem.link ?? '',\n        }));\n        mergedResults.topStories = [\n          ...(mergedResults.topStories ?? []),\n          ...newsAsTopStories,\n        ];\n      }\n    }\n  });\n\n  return { success: true, data: mergedResults };\n}\n\nfunction createSearchProcessor({\n  searchAPI,\n  safeSearch,\n  supportsVideos,\n  sourceProcessor,\n  onGetHighlights,\n  logger,\n}: {\n  safeSearch: t.SearchToolConfig['safeSearch'];\n  supportsVideos: boolean;\n  searchAPI: ReturnType<typeof createSearchAPI>;\n  sourceProcessor: ReturnType<typeof createSourceProcessor>;\n  onGetHighlights: t.SearchToolConfig['onGetHighlights'];\n  logger: t.Logger;\n}) {\n  return async function ({\n    query,\n    date,\n    country,\n    proMode = true,\n    maxSources = 5,\n    onSearchResults,\n    images = false,\n    videos = false,\n    news = false,\n  }: {\n    query: string;\n    country?: string;\n    date?: DATE_RANGE;\n    proMode?: boolean;\n    maxSources?: number;\n    onSearchResults: t.SearchToolConfig['onSearchResults'];\n    images?: boolean;\n    videos?: boolean;\n    news?: boolean;\n  }): Promise<t.SearchResultData> {\n    try {\n      // Execute parallel searches and merge results\n      const searchResult = await executeParallelSearches({\n        searchAPI,\n        query,\n        date,\n        country,\n        safeSearch,\n        images,\n        videos: supportsVideos && videos,\n        news,\n        logger,\n      });\n\n      onSearchResults?.(searchResult);\n\n      const processedSources = await sourceProcessor.processSources({\n        query,\n        news,\n        result: searchResult,\n        proMode,\n        onGetHighlights,\n        numElements: maxSources,\n      });\n\n      return expandHighlights(processedSources);\n    } catch (error) {\n      logger.error('Error in search:', error);\n      return {\n        organic: [],\n        topStories: [],\n        images: [],\n        videos: [],\n        news: [],\n        relatedSearches: [],\n        error: error instanceof Error ? error.message : String(error),\n      };\n    }\n  };\n}\n\nfunction createOnSearchResults({\n  runnableConfig,\n  onSearchResults,\n}: {\n  runnableConfig: RunnableConfig;\n  onSearchResults: t.SearchToolConfig['onSearchResults'];\n}) {\n  return function (results: t.SearchResult): void {\n    if (!onSearchResults) {\n      return;\n    }\n    onSearchResults(results, runnableConfig);\n  };\n}\n\nfunction createTool({\n  schema,\n  search,\n  onSearchResults: _onSearchResults,\n}: {\n  schema: Record<string, unknown>;\n  search: ReturnType<typeof createSearchProcessor>;\n  onSearchResults: t.SearchToolConfig['onSearchResults'];\n}): DynamicStructuredTool {\n  return tool(\n    async (rawParams, runnableConfig) => {\n      const params = rawParams as SearchToolParams;\n      const { query, date, country: _c, images, videos, news } = params;\n      const country = typeof _c === 'string' && _c ? _c : undefined;\n      const searchResult = await search({\n        query,\n        date,\n        country,\n        images,\n        videos,\n        news,\n        onSearchResults: createOnSearchResults({\n          runnableConfig,\n          onSearchResults: _onSearchResults,\n        }),\n      });\n      const turn = runnableConfig.toolCall?.turn ?? 0;\n      const { output, references } = formatResultsForLLM(turn, searchResult);\n      const data: t.SearchResultData = { turn, ...searchResult, references };\n      return [output, { [Constants.WEB_SEARCH]: data }];\n    },\n    {\n      name: WebSearchToolName,\n      description: WebSearchToolDescription,\n      schema: schema,\n      responseFormat: Constants.CONTENT_AND_ARTIFACT,\n    }\n  );\n}\n\n/**\n * Creates a search tool with configurable search and scraper providers.\n *\n * Search providers: Serper (Google results), SearXNG (self-hosted meta-search), Tavily (AI-optimized).\n * Scraper providers: Firecrawl (default, full-featured), Serper (lightweight), Tavily (batch extraction).\n *\n * The country schema field is exposed to the LLM for providers that support localized results.\n */\n/** Input params type for search tool */\ninterface SearchToolParams {\n  query: string;\n  date?: DATE_RANGE;\n  country?: string;\n  images?: boolean;\n  videos?: boolean;\n  news?: boolean;\n}\n\nexport const createSearchTool = (\n  config: t.SearchToolConfig = {}\n): DynamicStructuredTool => {\n  const {\n    searchProvider = 'serper',\n    serperApiKey,\n    searxngInstanceUrl,\n    searxngApiKey,\n    tavilyApiKey,\n    tavilySearchUrl,\n    tavilyExtractUrl,\n    tavilySearchOptions,\n    rerankerType = 'cohere',\n    topResults = 5,\n    strategies = ['no_extraction'],\n    filterContent = true,\n    safeSearch = 1,\n    scraperProvider = 'firecrawl',\n    firecrawlApiKey,\n    firecrawlApiUrl,\n    firecrawlVersion,\n    firecrawlOptions,\n    serperScraperOptions,\n    tavilyScraperOptions,\n    scraperTimeout,\n    jinaApiKey,\n    jinaApiUrl,\n    cohereApiKey,\n    onSearchResults: _onSearchResults,\n    onGetHighlights,\n  } = config;\n\n  const logger = config.logger || createDefaultLogger();\n  const effectiveTavilySearchOptions =\n    searchProvider === 'tavily' && config.safeSearch != null\n      ? {\n        ...tavilySearchOptions,\n        safeSearch: config.safeSearch !== 0,\n      }\n      : tavilySearchOptions;\n\n  const schemaProperties: Record<string, unknown> = {\n    query: querySchema,\n    date: dateSchema,\n    images: imagesSchema,\n    videos: videosSchema,\n    news: newsSchema,\n  };\n\n  if (searchProvider === 'serper' || searchProvider === 'tavily') {\n    schemaProperties.country = countrySchema;\n  }\n\n  const toolSchema = {\n    type: 'object',\n    properties: schemaProperties,\n    required: ['query'],\n  };\n\n  const searchAPI = createSearchAPI({\n    searchProvider,\n    serperApiKey,\n    searxngInstanceUrl,\n    searxngApiKey,\n    tavilyApiKey,\n    tavilySearchUrl,\n    tavilySearchOptions: effectiveTavilySearchOptions,\n  });\n\n  /** Create scraper based on scraperProvider */\n  let scraperInstance: t.BaseScraper;\n\n  if (scraperProvider === 'serper') {\n    scraperInstance = createSerperScraper({\n      ...serperScraperOptions,\n      apiKey: serperApiKey,\n      timeout: scraperTimeout ?? serperScraperOptions?.timeout,\n      logger,\n    });\n  } else if (scraperProvider === 'tavily') {\n    scraperInstance = createTavilyScraper({\n      ...tavilyScraperOptions,\n      apiKey:\n        tavilyScraperOptions?.apiKey ??\n        tavilyApiKey ??\n        process.env.TAVILY_API_KEY,\n      apiUrl: tavilyScraperOptions?.apiUrl ?? tavilyExtractUrl,\n      timeout: scraperTimeout ?? tavilyScraperOptions?.timeout,\n      logger,\n    });\n  } else {\n    scraperInstance = createFirecrawlScraper({\n      ...firecrawlOptions,\n      apiKey: firecrawlApiKey ?? process.env.FIRECRAWL_API_KEY,\n      apiUrl: firecrawlApiUrl,\n      version: firecrawlVersion,\n      timeout: scraperTimeout ?? firecrawlOptions?.timeout,\n      formats: firecrawlOptions?.formats ?? ['markdown', 'rawHtml'],\n      logger,\n    });\n  }\n\n  const selectedReranker = createReranker({\n    rerankerType,\n    jinaApiKey,\n    jinaApiUrl,\n    cohereApiKey,\n    logger,\n  });\n\n  if (!selectedReranker) {\n    logger.warn('No reranker selected. Using default ranking.');\n  }\n\n  const sourceProcessor = createSourceProcessor(\n    {\n      reranker: selectedReranker,\n      topResults,\n      strategies,\n      filterContent,\n      logger,\n    },\n    scraperInstance\n  );\n\n  const search = createSearchProcessor({\n    searchAPI,\n    safeSearch,\n    supportsVideos: searchProvider !== 'tavily',\n    sourceProcessor,\n    onGetHighlights,\n    logger,\n  });\n\n  return createTool({\n    search,\n    schema: toolSchema,\n    onSearchResults: _onSearchResults,\n  });\n};\n"],"names":[],"mappings":";;;;;;;;;;;;AAwBA;;AAEG;AACH,eAAe,uBAAuB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,IAAI,EACJ,OAAO,EACP,UAAU,EACV,MAAM,EACN,MAAM,EACN,IAAI,EACJ,MAAM,GAWP,EAAA;;AAEC,IAAA,MAAM,WAAW,GAA8B;;QAE7C,SAAS,CAAC,UAAU,CAAC;YACnB,KAAK;YACL,IAAI;YACJ,OAAO;YACP,UAAU;SACX,CAAC;KACH;IAED,IAAI,MAAM,EAAE;QACV,WAAW,CAAC,IAAI,CACd;AACG,aAAA,UAAU,CAAC;YACV,KAAK;YACL,IAAI;YACJ,OAAO;YACP,UAAU;AACV,YAAA,IAAI,EAAE,QAAQ;SACf;AACA,aAAA,KAAK,CAAC,CAAC,KAAK,KAAI;AACf,YAAA,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC;YAC7C,OAAO;AACL,gBAAA,OAAO,EAAE,KAAK;AACd,gBAAA,KAAK,EAAE,CAAA,sBAAA,EAAyB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE;aACzF;QACH,CAAC,CAAC,CACL;IACH;IACA,IAAI,MAAM,EAAE;QACV,WAAW,CAAC,IAAI,CACd;AACG,aAAA,UAAU,CAAC;YACV,KAAK;YACL,IAAI;YACJ,OAAO;YACP,UAAU;AACV,YAAA,IAAI,EAAE,QAAQ;SACf;AACA,aAAA,KAAK,CAAC,CAAC,KAAK,KAAI;AACf,YAAA,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC;YAC7C,OAAO;AACL,gBAAA,OAAO,EAAE,KAAK;AACd,gBAAA,KAAK,EAAE,CAAA,sBAAA,EAAyB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE;aACzF;QACH,CAAC,CAAC,CACL;IACH;IACA,IAAI,IAAI,EAAE;QACR,WAAW,CAAC,IAAI,CACd;AACG,aAAA,UAAU,CAAC;YACV,KAAK;YACL,IAAI;YACJ,OAAO;YACP,UAAU;AACV,YAAA,IAAI,EAAE,MAAM;SACb;AACA,aAAA,KAAK,CAAC,CAAC,KAAK,KAAI;AACf,YAAA,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC;YAC3C,OAAO;AACL,gBAAA,OAAO,EAAE,KAAK;AACd,gBAAA,KAAK,EAAE,CAAA,oBAAA,EAAuB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE;aACvF;QACH,CAAC,CAAC,CACL;IACH;;IAGA,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;;AAG9C,IAAA,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC;AAC7B,IAAA,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE;QACvB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;IACtD;;IAGA,MAAM,aAAa,GAAG,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE;;AAG5C,IAAA,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;AACrE,QAAA,MAAM,wBAAwB,GAAG,aAAa,CAAC;AAC5C,aAAA,MAAM,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,EAAE;AACxE,aAAA,GAAG,CAAC,CAAC,QAAQ,MAAM;AAClB,YAAA,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE;AAC3B,YAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AACzB,YAAA,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,EAAE;AAC7B,YAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AACzB,YAAA,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,EAAE;AACjC,YAAA,SAAS,EAAE,KAAK;AACjB,SAAA,CAAC,CAAC;QACL,aAAa,CAAC,UAAU,GAAG;AACzB,YAAA,IAAI,aAAa,CAAC,UAAU,IAAI,EAAE,CAAC;AACnC,YAAA,GAAG,wBAAwB;SAC5B;QACD,OAAO,aAAa,CAAC,IAAI;IAC3B;IAEA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,KAAI;QAClC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;AAC/C,YAAA,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACrE,aAAa,CAAC,MAAM,GAAG;AACrB,oBAAA,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,CAAC;AAC/B,oBAAA,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM;iBACtB;YACH;AACA,YAAA,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACrE,aAAa,CAAC,MAAM,GAAG;AACrB,oBAAA,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,CAAC;AAC/B,oBAAA,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM;iBACtB;YACH;AACA,YAAA,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;AACjE,gBAAA,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,MAAM;AAC3D,oBAAA,GAAG,QAAQ;AACX,oBAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AAC1B,iBAAA,CAAC,CAAC;gBACH,aAAa,CAAC,UAAU,GAAG;AACzB,oBAAA,IAAI,aAAa,CAAC,UAAU,IAAI,EAAE,CAAC;AACnC,oBAAA,GAAG,gBAAgB;iBACpB;YACH;QACF;AACF,IAAA,CAAC,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE;AAC/C;AAEA,SAAS,qBAAqB,CAAC,EAC7B,SAAS,EACT,UAAU,EACV,cAAc,EACd,eAAe,EACf,eAAe,EACf,MAAM,GAQP,EAAA;AACC,IAAA,OAAO,gBAAgB,EACrB,KAAK,EACL,IAAI,EACJ,OAAO,EACP,OAAO,GAAG,IAAI,EACd,UAAU,GAAG,CAAC,EACd,eAAe,EACf,MAAM,GAAG,KAAK,EACd,MAAM,GAAG,KAAK,EACd,IAAI,GAAG,KAAK,GAWb,EAAA;AACC,QAAA,IAAI;;AAEF,YAAA,MAAM,YAAY,GAAG,MAAM,uBAAuB,CAAC;gBACjD,SAAS;gBACT,KAAK;gBACL,IAAI;gBACJ,OAAO;gBACP,UAAU;gBACV,MAAM;gBACN,MAAM,EAAE,cAAc,IAAI,MAAM;gBAChC,IAAI;gBACJ,MAAM;AACP,aAAA,CAAC;AAEF,YAAA,eAAe,GAAG,YAAY,CAAC;AAE/B,YAAA,MAAM,gBAAgB,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC;gBAC5D,KAAK;gBACL,IAAI;AACJ,gBAAA,MAAM,EAAE,YAAY;gBACpB,OAAO;gBACP,eAAe;AACf,gBAAA,WAAW,EAAE,UAAU;AACxB,aAAA,CAAC;AAEF,YAAA,OAAO,gBAAgB,CAAC,gBAAgB,CAAC;QAC3C;QAAE,OAAO,KAAK,EAAE;AACd,YAAA,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC;YACvC,OAAO;AACL,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,UAAU,EAAE,EAAE;AACd,gBAAA,MAAM,EAAE,EAAE;AACV,gBAAA,MAAM,EAAE,EAAE;AACV,gBAAA,IAAI,EAAE,EAAE;AACR,gBAAA,eAAe,EAAE,EAAE;AACnB,gBAAA,KAAK,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;aAC9D;QACH;AACF,IAAA,CAAC;AACH;AAEA,SAAS,qBAAqB,CAAC,EAC7B,cAAc,EACd,eAAe,GAIhB,EAAA;AACC,IAAA,OAAO,UAAU,OAAuB,EAAA;QACtC,IAAI,CAAC,eAAe,EAAE;YACpB;QACF;AACA,QAAA,eAAe,CAAC,OAAO,EAAE,cAAc,CAAC;AAC1C,IAAA,CAAC;AACH;AAEA,SAAS,UAAU,CAAC,EAClB,MAAM,EACN,MAAM,EACN,eAAe,EAAE,gBAAgB,GAKlC,EAAA;IACC,OAAO,IAAI,CACT,OAAO,SAAS,EAAE,cAAc,KAAI;QAClC,MAAM,MAAM,GAAG,SAA6B;AAC5C,QAAA,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM;AACjE,QAAA,MAAM,OAAO,GAAG,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,GAAG,EAAE,GAAG,SAAS;AAC7D,QAAA,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC;YAChC,KAAK;YACL,IAAI;YACJ,OAAO;YACP,MAAM;YACN,MAAM;YACN,IAAI;YACJ,eAAe,EAAE,qBAAqB,CAAC;gBACrC,cAAc;AACd,gBAAA,eAAe,EAAE,gBAAgB;aAClC,CAAC;AACH,SAAA,CAAC;QACF,MAAM,IAAI,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC;AAC/C,QAAA,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,mBAAmB,CAAC,IAAI,EAAE,YAAY,CAAC;QACtE,MAAM,IAAI,GAAuB,EAAE,IAAI,EAAE,GAAG,YAAY,EAAE,UAAU,EAAE;AACtE,QAAA,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;AACnD,IAAA,CAAC,EACD;AACE,QAAA,IAAI,EAAE,iBAAiB;AACvB,QAAA,WAAW,EAAE,wBAAwB;AACrC,QAAA,MAAM,EAAE,MAAM;QACd,cAAc,EAAE,SAAS,CAAC,oBAAoB;AAC/C,KAAA,CACF;AACH;MAoBa,gBAAgB,GAAG,CAC9B,MAAA,GAA6B,EAAE,KACN;AACzB,IAAA,MAAM,EACJ,cAAc,GAAG,QAAQ,EACzB,YAAY,EACZ,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,mBAAmB,EACnB,YAAY,GAAG,QAAQ,EACvB,UAAU,GAAG,CAAC,EACd,UAAU,GAAG,CAAC,eAAe,CAAC,EAC9B,aAAa,GAAG,IAAI,EACpB,UAAU,GAAG,CAAC,EACd,eAAe,GAAG,WAAW,EAC7B,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,cAAc,EACd,UAAU,EACV,UAAU,EACV,YAAY,EACZ,eAAe,EAAE,gBAAgB,EACjC,eAAe,GAChB,GAAG,MAAM;IAEV,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,mBAAmB,EAAE;IACrD,MAAM,4BAA4B,GAChC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI;AAClD,UAAE;AACA,YAAA,GAAG,mBAAmB;AACtB,YAAA,UAAU,EAAE,MAAM,CAAC,UAAU,KAAK,CAAC;AACpC;UACC,mBAAmB;AAEzB,IAAA,MAAM,gBAAgB,GAA4B;AAChD,QAAA,KAAK,EAAE,WAAW;AAClB,QAAA,IAAI,EAAE,UAAU;AAChB,QAAA,MAAM,EAAE,YAAY;AACpB,QAAA,MAAM,EAAE,YAAY;AACpB,QAAA,IAAI,EAAE,UAAU;KACjB;IAED,IAAI,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK,QAAQ,EAAE;AAC9D,QAAA,gBAAgB,CAAC,OAAO,GAAG,aAAa;IAC1C;AAEA,IAAA,MAAM,UAAU,GAAG;AACjB,QAAA,IAAI,EAAE,QAAQ;AACd,QAAA,UAAU,EAAE,gBAAgB;QAC5B,QAAQ,EAAE,CAAC,OAAO,CAAC;KACpB;IAED,MAAM,SAAS,GAAG,eAAe,CAAC;QAChC,cAAc;QACd,YAAY;QACZ,kBAAkB;QAClB,aAAa;QACb,YAAY;QACZ,eAAe;AACf,QAAA,mBAAmB,EAAE,4BAA4B;AAClD,KAAA,CAAC;;AAGF,IAAA,IAAI,eAA8B;AAElC,IAAA,IAAI,eAAe,KAAK,QAAQ,EAAE;QAChC,eAAe,GAAG,mBAAmB,CAAC;AACpC,YAAA,GAAG,oBAAoB;AACvB,YAAA,MAAM,EAAE,YAAY;AACpB,YAAA,OAAO,EAAE,cAAc,IAAI,oBAAoB,EAAE,OAAO;YACxD,MAAM;AACP,SAAA,CAAC;IACJ;AAAO,SAAA,IAAI,eAAe,KAAK,QAAQ,EAAE;QACvC,eAAe,GAAG,mBAAmB,CAAC;AACpC,YAAA,GAAG,oBAAoB;YACvB,MAAM,EACJ,oBAAoB,EAAE,MAAM;gBAC5B,YAAY;gBACZ,OAAO,CAAC,GAAG,CAAC,cAAc;AAC5B,YAAA,MAAM,EAAE,oBAAoB,EAAE,MAAM,IAAI,gBAAgB;AACxD,YAAA,OAAO,EAAE,cAAc,IAAI,oBAAoB,EAAE,OAAO;YACxD,MAAM;AACP,SAAA,CAAC;IACJ;SAAO;QACL,eAAe,GAAG,sBAAsB,CAAC;AACvC,YAAA,GAAG,gBAAgB;AACnB,YAAA,MAAM,EAAE,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;AACxD,YAAA,MAAM,EAAE,eAAe;AACvB,YAAA,OAAO,EAAE,gBAAgB;AACzB,YAAA,OAAO,EAAE,cAAc,IAAI,gBAAgB,EAAE,OAAO;YACpD,OAAO,EAAE,gBAAgB,EAAE,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC;YAC7D,MAAM;AACP,SAAA,CAAC;IACJ;IAEA,MAAM,gBAAgB,GAAG,cAAc,CAAC;QACtC,YAAY;QACZ,UAAU;QACV,UAAU;QACV,YAAY;QACZ,MAAM;AACP,KAAA,CAAC;IAEF,IAAI,CAAC,gBAAgB,EAAE;AACrB,QAAA,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC;IAC7D;IAEA,MAAM,eAAe,GAAG,qBAAqB,CAC3C;AACE,QAAA,QAAQ,EAAE,gBAAgB;QAC1B,UAAU;QAGV,MAAM;KACP,EACD,eAAe,CAChB;IAED,MAAM,MAAM,GAAG,qBAAqB,CAAC;QACnC,SAAS;QACT,UAAU;QACV,cAAc,EAAE,cAAc,KAAK,QAAQ;QAC3C,eAAe;QACf,eAAe;QACf,MAAM;AACP,KAAA,CAAC;AAEF,IAAA,OAAO,UAAU,CAAC;QAChB,MAAM;AACN,QAAA,MAAM,EAAE,UAAU;AAClB,QAAA,eAAe,EAAE,gBAAgB;AAClC,KAAA,CAAC;AACJ;;;;"}
+{"version":3,"file":"tool.mjs","names":["params"],"sources":["../../../../src/tools/search/tool.ts"],"sourcesContent":["import { tool, DynamicStructuredTool } from '@langchain/core/tools';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from './types';\nimport {\n  WebSearchToolDescription,\n  WebSearchToolName,\n  countrySchema,\n  imagesSchema,\n  videosSchema,\n  querySchema,\n  dateSchema,\n  newsSchema,\n  DATE_RANGE,\n} from './schema';\nimport { createSearchAPI, createSourceProcessor } from './search';\nimport { createSerperScraper } from './serper-scraper';\nimport { createTavilyScraper } from './tavily-scraper';\nimport { createFirecrawlScraper } from './firecrawl';\nimport { expandHighlights } from './highlights';\nimport { formatResultsForLLM } from './format';\nimport { createDefaultLogger } from './utils';\nimport { createReranker } from './rerankers';\nimport { Constants } from '@/common';\n\n/**\n * Executes parallel searches and merges the results,\n * deduplicating top stories by link\n */\nexport async function executeParallelSearches({\n  searchAPI,\n  query,\n  date,\n  country,\n  safeSearch,\n  images,\n  videos,\n  news,\n  logger,\n}: {\n  searchAPI: ReturnType<typeof createSearchAPI>;\n  query: string;\n  date?: DATE_RANGE;\n  country?: string;\n  safeSearch: t.SearchToolConfig['safeSearch'];\n  images: boolean;\n  videos: boolean;\n  news: boolean;\n  logger: t.Logger;\n}): Promise<t.SearchResult> {\n  // Prepare all search tasks to run in parallel\n  const searchTasks: Promise<t.SearchResult>[] = [\n    // Main search\n    searchAPI.getSources({\n      query,\n      date,\n      country,\n      safeSearch,\n    }),\n  ];\n\n  if (images) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'images',\n        })\n        .catch((error) => {\n          logger.error('Error fetching images:', error);\n          return {\n            success: false,\n            error: `Images search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n  if (videos) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'videos',\n        })\n        .catch((error) => {\n          logger.error('Error fetching videos:', error);\n          return {\n            success: false,\n            error: `Videos search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n  if (news) {\n    searchTasks.push(\n      searchAPI\n        .getSources({\n          query,\n          date,\n          country,\n          safeSearch,\n          type: 'news',\n        })\n        .catch((error) => {\n          logger.error('Error fetching news:', error);\n          return {\n            success: false,\n            error: `News search failed: ${error instanceof Error ? error.message : String(error)}`,\n          };\n        })\n    );\n  }\n\n  // Run all searches in parallel\n  const results = await Promise.all(searchTasks);\n\n  // Get the main search result (first result)\n  const mainResult = results[0];\n  if (!mainResult.success) {\n    throw new Error(mainResult.error ?? 'Search failed');\n  }\n\n  // Merge additional results with the main results\n  const mergedResults = { ...mainResult.data };\n\n  // Convert existing news to topStories if present\n  if (mergedResults.news !== undefined && mergedResults.news.length > 0) {\n    const existingNewsAsTopStories = mergedResults.news\n      .filter((newsItem) => newsItem.link !== undefined && newsItem.link !== '')\n      .map((newsItem) => ({\n        title: newsItem.title ?? '',\n        link: newsItem.link ?? '',\n        source: newsItem.source ?? '',\n        date: newsItem.date ?? '',\n        imageUrl: newsItem.imageUrl ?? '',\n        processed: false,\n      }));\n    mergedResults.topStories = [\n      ...(mergedResults.topStories ?? []),\n      ...existingNewsAsTopStories,\n    ];\n    delete mergedResults.news;\n  }\n\n  results.slice(1).forEach((result) => {\n    if (result.success && result.data !== undefined) {\n      if (result.data.images !== undefined && result.data.images.length > 0) {\n        mergedResults.images = [\n          ...(mergedResults.images ?? []),\n          ...result.data.images,\n        ];\n      }\n      if (result.data.videos !== undefined && result.data.videos.length > 0) {\n        mergedResults.videos = [\n          ...(mergedResults.videos ?? []),\n          ...result.data.videos,\n        ];\n      }\n      if (result.data.news !== undefined && result.data.news.length > 0) {\n        const newsAsTopStories = result.data.news.map((newsItem) => ({\n          ...newsItem,\n          link: newsItem.link ?? '',\n        }));\n        mergedResults.topStories = [\n          ...(mergedResults.topStories ?? []),\n          ...newsAsTopStories,\n        ];\n      }\n    }\n  });\n\n  if (\n    mergedResults.topStories !== undefined &&\n    mergedResults.topStories.length > 1\n  ) {\n    /** The main search's own news results and the parallel news sub-search\n     * frequently return the same stories — keep the first occurrence of each\n     * link so duplicates aren't scraped, reranked, and formatted repeatedly */\n    const seenLinks = new Set<string>();\n    mergedResults.topStories = mergedResults.topStories.filter((story) => {\n      if (!story.link || seenLinks.has(story.link)) {\n        return false;\n      }\n      seenLinks.add(story.link);\n      return true;\n    });\n  }\n\n  return { success: true, data: mergedResults };\n}\n\nfunction createSearchProcessor({\n  searchAPI,\n  safeSearch,\n  supportsVideos,\n  sourceProcessor,\n  onGetHighlights,\n  logger,\n}: {\n  safeSearch: t.SearchToolConfig['safeSearch'];\n  supportsVideos: boolean;\n  searchAPI: ReturnType<typeof createSearchAPI>;\n  sourceProcessor: ReturnType<typeof createSourceProcessor>;\n  onGetHighlights: t.SearchToolConfig['onGetHighlights'];\n  logger: t.Logger;\n}) {\n  return async function ({\n    query,\n    date,\n    country,\n    proMode = true,\n    maxSources = 5,\n    onSearchResults,\n    images = false,\n    videos = false,\n    news = false,\n  }: {\n    query: string;\n    country?: string;\n    date?: DATE_RANGE;\n    proMode?: boolean;\n    maxSources?: number;\n    onSearchResults: t.SearchToolConfig['onSearchResults'];\n    images?: boolean;\n    videos?: boolean;\n    news?: boolean;\n  }): Promise<t.SearchResultData> {\n    try {\n      // Execute parallel searches and merge results\n      const searchResult = await executeParallelSearches({\n        searchAPI,\n        query,\n        date,\n        country,\n        safeSearch,\n        images,\n        videos: supportsVideos && videos,\n        news,\n        logger,\n      });\n\n      onSearchResults?.(searchResult);\n\n      const processedSources = await sourceProcessor.processSources({\n        query,\n        news,\n        result: searchResult,\n        proMode,\n        onGetHighlights,\n        numElements: maxSources,\n      });\n\n      return expandHighlights(processedSources);\n    } catch (error) {\n      logger.error('Error in search:', error);\n      return {\n        organic: [],\n        topStories: [],\n        images: [],\n        videos: [],\n        news: [],\n        relatedSearches: [],\n        error: error instanceof Error ? error.message : String(error),\n      };\n    }\n  };\n}\n\nfunction createOnSearchResults({\n  runnableConfig,\n  onSearchResults,\n}: {\n  runnableConfig: RunnableConfig;\n  onSearchResults: t.SearchToolConfig['onSearchResults'];\n}) {\n  return function (results: t.SearchResult): void {\n    if (!onSearchResults) {\n      return;\n    }\n    onSearchResults(results, runnableConfig);\n  };\n}\n\nfunction createTool({\n  schema,\n  search,\n  onSearchResults: _onSearchResults,\n}: {\n  schema: Record<string, unknown>;\n  search: ReturnType<typeof createSearchProcessor>;\n  onSearchResults: t.SearchToolConfig['onSearchResults'];\n}): DynamicStructuredTool {\n  return tool(\n    async (rawParams, runnableConfig) => {\n      const params = rawParams as SearchToolParams;\n      const { query, date, country: _c, images, videos, news } = params;\n      const country = typeof _c === 'string' && _c ? _c : undefined;\n      const searchResult = await search({\n        query,\n        date,\n        country,\n        images,\n        videos,\n        news,\n        onSearchResults: createOnSearchResults({\n          runnableConfig,\n          onSearchResults: _onSearchResults,\n        }),\n      });\n      const turn = runnableConfig.toolCall?.turn ?? 0;\n      const { output, references } = formatResultsForLLM(turn, searchResult);\n      const data: t.SearchResultData = { turn, ...searchResult, references };\n      return [output, { [Constants.WEB_SEARCH]: data }];\n    },\n    {\n      name: WebSearchToolName,\n      description: WebSearchToolDescription,\n      schema: schema,\n      responseFormat: Constants.CONTENT_AND_ARTIFACT,\n    }\n  );\n}\n\n/**\n * Creates a search tool with configurable search and scraper providers.\n *\n * Search providers: Serper (Google results), SearXNG (self-hosted meta-search), Tavily (AI-optimized).\n * Scraper providers: Firecrawl (default, full-featured), Serper (lightweight), Tavily (batch extraction).\n *\n * The country schema field is exposed to the LLM for providers that support localized results.\n */\n/** Input params type for search tool */\ninterface SearchToolParams {\n  query: string;\n  date?: DATE_RANGE;\n  country?: string;\n  images?: boolean;\n  videos?: boolean;\n  news?: boolean;\n}\n\nexport const createSearchTool = (\n  config: t.SearchToolConfig = {}\n): DynamicStructuredTool => {\n  const {\n    searchProvider = 'serper',\n    serperApiKey,\n    searxngInstanceUrl,\n    searxngApiKey,\n    tavilyApiKey,\n    tavilySearchUrl,\n    tavilyExtractUrl,\n    tavilySearchOptions,\n    rerankerType = 'cohere',\n    topResults = 5,\n    maxContentLength,\n    strategies = ['no_extraction'],\n    filterContent = true,\n    safeSearch = 1,\n    scraperProvider = 'firecrawl',\n    firecrawlApiKey,\n    firecrawlApiUrl,\n    firecrawlVersion,\n    firecrawlOptions,\n    serperScraperOptions,\n    tavilyScraperOptions,\n    scraperTimeout,\n    jinaApiKey,\n    jinaApiUrl,\n    cohereApiKey,\n    onSearchResults: _onSearchResults,\n    onGetHighlights,\n  } = config;\n\n  const logger = config.logger || createDefaultLogger();\n  const effectiveTavilySearchOptions =\n    searchProvider === 'tavily' && config.safeSearch != null\n      ? {\n        ...tavilySearchOptions,\n        safeSearch: config.safeSearch !== 0,\n      }\n      : tavilySearchOptions;\n\n  const schemaProperties: Record<string, unknown> = {\n    query: querySchema,\n    date: dateSchema,\n    images: imagesSchema,\n    videos: videosSchema,\n    news: newsSchema,\n  };\n\n  if (searchProvider === 'serper' || searchProvider === 'tavily') {\n    schemaProperties.country = countrySchema;\n  }\n\n  const toolSchema = {\n    type: 'object',\n    properties: schemaProperties,\n    required: ['query'],\n  };\n\n  const searchAPI = createSearchAPI({\n    searchProvider,\n    serperApiKey,\n    searxngInstanceUrl,\n    searxngApiKey,\n    tavilyApiKey,\n    tavilySearchUrl,\n    tavilySearchOptions: effectiveTavilySearchOptions,\n  });\n\n  /** Create scraper based on scraperProvider */\n  let scraperInstance: t.BaseScraper;\n\n  if (scraperProvider === 'serper') {\n    scraperInstance = createSerperScraper({\n      ...serperScraperOptions,\n      apiKey: serperApiKey,\n      timeout: scraperTimeout ?? serperScraperOptions?.timeout,\n      logger,\n    });\n  } else if (scraperProvider === 'tavily') {\n    scraperInstance = createTavilyScraper({\n      ...tavilyScraperOptions,\n      apiKey:\n        tavilyScraperOptions?.apiKey ??\n        tavilyApiKey ??\n        process.env.TAVILY_API_KEY,\n      apiUrl: tavilyScraperOptions?.apiUrl ?? tavilyExtractUrl,\n      timeout: scraperTimeout ?? tavilyScraperOptions?.timeout,\n      logger,\n    });\n  } else {\n    scraperInstance = createFirecrawlScraper({\n      ...firecrawlOptions,\n      apiKey: firecrawlApiKey ?? process.env.FIRECRAWL_API_KEY,\n      apiUrl: firecrawlApiUrl,\n      version: firecrawlVersion,\n      timeout: scraperTimeout ?? firecrawlOptions?.timeout,\n      formats: firecrawlOptions?.formats ?? ['markdown', 'rawHtml'],\n      logger,\n    });\n  }\n\n  const selectedReranker = createReranker({\n    rerankerType,\n    jinaApiKey,\n    jinaApiUrl,\n    cohereApiKey,\n    logger,\n  });\n\n  if (!selectedReranker) {\n    logger.warn('No reranker selected. Using default ranking.');\n  }\n\n  const sourceProcessor = createSourceProcessor(\n    {\n      reranker: selectedReranker,\n      topResults,\n      maxContentLength,\n      strategies,\n      filterContent,\n      logger,\n    },\n    scraperInstance\n  );\n\n  const search = createSearchProcessor({\n    searchAPI,\n    safeSearch,\n    supportsVideos: searchProvider !== 'tavily',\n    sourceProcessor,\n    onGetHighlights,\n    logger,\n  });\n\n  return createTool({\n    search,\n    schema: toolSchema,\n    onSearchResults: _onSearchResults,\n  });\n};\n"],"mappings":";;;;;;;;;;;;;;;;;AA4BA,eAAsB,wBAAwB,EAC5C,WACA,OACA,MACA,SACA,YACA,QACA,QACA,MACA,UAW0B;CAE1B,MAAM,cAAyC,CAE7C,UAAU,WAAW;EACnB;EACA;EACA;EACA;CACF,CAAC,CACH;CAEA,IAAI,QACF,YAAY,KACV,UACG,WAAW;EACV;EACA;EACA;EACA;EACA,MAAM;CACR,CAAC,CAAC,CACD,OAAO,UAAU;EAChB,OAAO,MAAM,0BAA0B,KAAK;EAC5C,OAAO;GACL,SAAS;GACT,OAAO,yBAAyB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EACvF;CACF,CAAC,CACL;CAEF,IAAI,QACF,YAAY,KACV,UACG,WAAW;EACV;EACA;EACA;EACA;EACA,MAAM;CACR,CAAC,CAAC,CACD,OAAO,UAAU;EAChB,OAAO,MAAM,0BAA0B,KAAK;EAC5C,OAAO;GACL,SAAS;GACT,OAAO,yBAAyB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EACvF;CACF,CAAC,CACL;CAEF,IAAI,MACF,YAAY,KACV,UACG,WAAW;EACV;EACA;EACA;EACA;EACA,MAAM;CACR,CAAC,CAAC,CACD,OAAO,UAAU;EAChB,OAAO,MAAM,wBAAwB,KAAK;EAC1C,OAAO;GACL,SAAS;GACT,OAAO,uBAAuB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EACrF;CACF,CAAC,CACL;CAIF,MAAM,UAAU,MAAM,QAAQ,IAAI,WAAW;CAG7C,MAAM,aAAa,QAAQ;CAC3B,IAAI,CAAC,WAAW,SACd,MAAM,IAAI,MAAM,WAAW,SAAS,eAAe;CAIrD,MAAM,gBAAgB,EAAE,GAAG,WAAW,KAAK;CAG3C,IAAI,cAAc,SAAS,KAAA,KAAa,cAAc,KAAK,SAAS,GAAG;EACrE,MAAM,2BAA2B,cAAc,KAC5C,QAAQ,aAAa,SAAS,SAAS,KAAA,KAAa,SAAS,SAAS,EAAE,CAAC,CACzE,KAAK,cAAc;GAClB,OAAO,SAAS,SAAS;GACzB,MAAM,SAAS,QAAQ;GACvB,QAAQ,SAAS,UAAU;GAC3B,MAAM,SAAS,QAAQ;GACvB,UAAU,SAAS,YAAY;GAC/B,WAAW;EACb,EAAE;EACJ,cAAc,aAAa,CACzB,GAAI,cAAc,cAAc,CAAC,GACjC,GAAG,wBACL;EACA,OAAO,cAAc;CACvB;CAEA,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,WAAW;EACnC,IAAI,OAAO,WAAW,OAAO,SAAS,KAAA,GAAW;GAC/C,IAAI,OAAO,KAAK,WAAW,KAAA,KAAa,OAAO,KAAK,OAAO,SAAS,GAClE,cAAc,SAAS,CACrB,GAAI,cAAc,UAAU,CAAC,GAC7B,GAAG,OAAO,KAAK,MACjB;GAEF,IAAI,OAAO,KAAK,WAAW,KAAA,KAAa,OAAO,KAAK,OAAO,SAAS,GAClE,cAAc,SAAS,CACrB,GAAI,cAAc,UAAU,CAAC,GAC7B,GAAG,OAAO,KAAK,MACjB;GAEF,IAAI,OAAO,KAAK,SAAS,KAAA,KAAa,OAAO,KAAK,KAAK,SAAS,GAAG;IACjE,MAAM,mBAAmB,OAAO,KAAK,KAAK,KAAK,cAAc;KAC3D,GAAG;KACH,MAAM,SAAS,QAAQ;IACzB,EAAE;IACF,cAAc,aAAa,CACzB,GAAI,cAAc,cAAc,CAAC,GACjC,GAAG,gBACL;GACF;EACF;CACF,CAAC;CAED,IACE,cAAc,eAAe,KAAA,KAC7B,cAAc,WAAW,SAAS,GAClC;;;;EAIA,MAAM,4BAAY,IAAI,IAAY;EAClC,cAAc,aAAa,cAAc,WAAW,QAAQ,UAAU;GACpE,IAAI,CAAC,MAAM,QAAQ,UAAU,IAAI,MAAM,IAAI,GACzC,OAAO;GAET,UAAU,IAAI,MAAM,IAAI;GACxB,OAAO;EACT,CAAC;CACH;CAEA,OAAO;EAAE,SAAS;EAAM,MAAM;CAAc;AAC9C;AAEA,SAAS,sBAAsB,EAC7B,WACA,YACA,gBACA,iBACA,iBACA,UAQC;CACD,OAAO,eAAgB,EACrB,OACA,MACA,SACA,UAAU,MACV,aAAa,GACb,iBACA,SAAS,OACT,SAAS,OACT,OAAO,SAWuB;EAC9B,IAAI;GAEF,MAAM,eAAe,MAAM,wBAAwB;IACjD;IACA;IACA;IACA;IACA;IACA;IACA,QAAQ,kBAAkB;IAC1B;IACA;GACF,CAAC;GAED,kBAAkB,YAAY;GAW9B,OAAO,iBAAiB,MATO,gBAAgB,eAAe;IAC5D;IACA;IACA,QAAQ;IACR;IACA;IACA,aAAa;GACf,CAAC,CAEuC;EAC1C,SAAS,OAAO;GACd,OAAO,MAAM,oBAAoB,KAAK;GACtC,OAAO;IACL,SAAS,CAAC;IACV,YAAY,CAAC;IACb,QAAQ,CAAC;IACT,QAAQ,CAAC;IACT,MAAM,CAAC;IACP,iBAAiB,CAAC;IAClB,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAC9D;EACF;CACF;AACF;AAEA,SAAS,sBAAsB,EAC7B,gBACA,mBAIC;CACD,OAAO,SAAU,SAA+B;EAC9C,IAAI,CAAC,iBACH;EAEF,gBAAgB,SAAS,cAAc;CACzC;AACF;AAEA,SAAS,WAAW,EAClB,QACA,QACA,iBAAiB,oBAKO;CACxB,OAAO,KACL,OAAO,WAAW,mBAAmB;EAEnC,MAAM,EAAE,OAAO,MAAM,SAAS,IAAI,QAAQ,QAAQ,SAASA;EAE3D,MAAM,eAAe,MAAM,OAAO;GAChC;GACA;GACA,SAJc,OAAO,OAAO,YAAY,KAAK,KAAK,KAAA;GAKlD;GACA;GACA;GACA,iBAAiB,sBAAsB;IACrC;IACA,iBAAiB;GACnB,CAAC;EACH,CAAC;EACD,MAAM,OAAO,eAAe,UAAU,QAAQ;EAC9C,MAAM,EAAE,QAAQ,eAAe,oBAAoB,MAAM,YAAY;EACrE,MAAM,OAA2B;GAAE;GAAM,GAAG;GAAc;EAAW;EACrE,OAAO,CAAC,QAAQ,GAAA,eAA0B,KAAK,CAAC;CAClD,GACA;EACE,MAAM;EACN,aAAa;EACL;EACR,gBAAA;CACF,CACF;AACF;AAoBA,MAAa,oBACX,SAA6B,CAAC,MACJ;CAC1B,MAAM,EACJ,iBAAiB,UACjB,cACA,oBACA,eACA,cACA,iBACA,kBACA,qBACA,eAAe,UACf,aAAa,GACb,kBACA,aAAa,CAAC,eAAe,GAC7B,gBAAgB,MAChB,aAAa,GACb,kBAAkB,aAClB,iBACA,iBACA,kBACA,kBACA,sBACA,sBACA,gBACA,YACA,YACA,cACA,iBAAiB,kBACjB,oBACE;CAEJ,MAAM,SAAS,OAAO,UAAU,oBAAoB;CACpD,MAAM,+BACJ,mBAAmB,YAAY,OAAO,cAAc,OAChD;EACA,GAAG;EACH,YAAY,OAAO,eAAe;CACpC,IACE;CAEN,MAAM,mBAA4C;EAChD,OAAO;EACP,MAAM;EACN,QAAQ;EACR,QAAQ;EACR,MAAM;CACR;CAEA,IAAI,mBAAmB,YAAY,mBAAmB,UACpD,iBAAiB,UAAU;CAG7B,MAAM,aAAa;EACjB,MAAM;EACN,YAAY;EACZ,UAAU,CAAC,OAAO;CACpB;CAEA,MAAM,YAAY,gBAAgB;EAChC;EACA;EACA;EACA;EACA;EACA;EACA,qBAAqB;CACvB,CAAC;;CAGD,IAAI;CAEJ,IAAI,oBAAoB,UACtB,kBAAkB,oBAAoB;EACpC,GAAG;EACH,QAAQ;EACR,SAAS,kBAAkB,sBAAsB;EACjD;CACF,CAAC;MACI,IAAI,oBAAoB,UAC7B,kBAAkB,oBAAoB;EACpC,GAAG;EACH,QACE,sBAAsB,UACtB,gBACA,QAAQ,IAAI;EACd,QAAQ,sBAAsB,UAAU;EACxC,SAAS,kBAAkB,sBAAsB;EACjD;CACF,CAAC;MAED,kBAAkB,uBAAuB;EACvC,GAAG;EACH,QAAQ,mBAAmB,QAAQ,IAAI;EACvC,QAAQ;EACR,SAAS;EACT,SAAS,kBAAkB,kBAAkB;EAC7C,SAAS,kBAAkB,WAAW,CAAC,YAAY,SAAS;EAC5D;CACF,CAAC;CAGH,MAAM,mBAAmB,eAAe;EACtC;EACA;EACA;EACA;EACA;CACF,CAAC;CAED,IAAI,CAAC,kBACH,OAAO,KAAK,8CAA8C;CAG5D,MAAM,kBAAkB,sBACtB;EACE,UAAU;EACV;EACA;EACA;EACA;EACA;CACF,GACA,eACF;CAWA,OAAO,WAAW;EAChB,QAVa,sBAAsB;GACnC;GACA;GACA,gBAAgB,mBAAmB;GACnC;GACA;GACA;EACF,CAGO;EACL,QAAQ;EACR,iBAAiB;CACnB,CAAC;AACH"}

package/dist/esm/tools/search/utils.mjs

@@ -1,135 +1,94 @@
-import { isAxiosError } from 'axios';
-
-/* eslint-disable no-console */
+import { isAxiosError } from "axios";
+//#region src/tools/search/utils.ts
 const LOG_VALUE_MAX_LENGTH = 2048;
 /**
- * Singleton instance of the default logger
- */
+* Singleton instance of the default logger
+*/
 let defaultLoggerInstance = null;
 /**
- * Creates a default logger that maps to console methods
- * Uses a singleton pattern to avoid creating multiple instances
- * @returns A default logger that implements the Logger interface
- */
+* Creates a default logger that maps to console methods
+* Uses a singleton pattern to avoid creating multiple instances
+* @returns A default logger that implements the Logger interface
+*/
 const createDefaultLogger = () => {
-    if (!defaultLoggerInstance) {
-        defaultLoggerInstance = {
-            error: console.error,
-            warn: console.warn,
-            info: console.info,
-            debug: console.debug,
-        };
-    }
-    return defaultLoggerInstance;
+	if (!defaultLoggerInstance) defaultLoggerInstance = {
+		error: console.error,
+		warn: console.warn,
+		info: console.info,
+		debug: console.debug
+	};
+	return defaultLoggerInstance;
 };
-const truncateLogValue = (value) => value.length <= LOG_VALUE_MAX_LENGTH
-    ? value
-    : `${value.slice(0, LOG_VALUE_MAX_LENGTH)}... [truncated]`;
+const truncateLogValue = (value) => value.length <= LOG_VALUE_MAX_LENGTH ? value : `${value.slice(0, LOG_VALUE_MAX_LENGTH)}... [truncated]`;
 const summarizeLogValue = (value) => {
-    if (value === null) {
-        return 'null';
-    }
-    if (Array.isArray(value)) {
-        return `array(${value.length})`;
-    }
-    if (typeof value === 'string') {
-        return `string(${value.length})`;
-    }
-    if (typeof value === 'object') {
-        return `object(${Object.keys(value).length})`;
-    }
-    return typeof value;
+	if (value === null) return "null";
+	if (Array.isArray(value)) return `array(${value.length})`;
+	if (typeof value === "string") return `string(${value.length})`;
+	if (typeof value === "object") return `object(${Object.keys(value).length})`;
+	return typeof value;
 };
 const sanitizeUrlForLog = (url) => {
-    try {
-        const parsed = new URL(url);
-        return truncateLogValue(`${parsed.origin}${parsed.pathname}`);
-    }
-    catch {
-        return truncateLogValue(url.split('?')[0].split('#')[0]);
-    }
+	try {
+		const parsed = new URL(url);
+		return truncateLogValue(`${parsed.origin}${parsed.pathname}`);
+	} catch {
+		return truncateLogValue(url.split("?")[0].split("#")[0]);
+	}
 };
 const formatAxiosErrorForLog = (error) => {
-    const log = {
-        message: error.message,
-        name: error.name,
-    };
-    const { code, config, response, status } = error;
-    const responseStatus = response?.status ?? status;
-    const method = config?.method;
-    const url = config?.url;
-    if (typeof code === 'string' && code !== '') {
-        log.code = code;
-    }
-    if (responseStatus != null) {
-        log.status = responseStatus;
-    }
-    if (typeof method === 'string' && method !== '') {
-        log.method = method.toUpperCase();
-    }
-    if (typeof url === 'string' && url !== '') {
-        log.url = sanitizeUrlForLog(url);
-    }
-    if (typeof response?.data !== 'undefined') {
-        log.responseDataSummary = summarizeLogValue(response.data);
-    }
-    return log;
+	const log = {
+		message: error.message,
+		name: error.name
+	};
+	const { code, config, response, status } = error;
+	const responseStatus = response?.status ?? status;
+	const method = config?.method;
+	const url = config?.url;
+	if (typeof code === "string" && code !== "") log.code = code;
+	if (responseStatus != null) log.status = responseStatus;
+	if (typeof method === "string" && method !== "") log.method = method.toUpperCase();
+	if (typeof url === "string" && url !== "") log.url = sanitizeUrlForLog(url);
+	if (typeof response?.data !== "undefined") log.responseDataSummary = summarizeLogValue(response.data);
+	return log;
 };
 const formatErrorForLog = (error) => {
-    if (isAxiosError(error)) {
-        return formatAxiosErrorForLog(error);
-    }
-    if (error instanceof Error) {
-        return {
-            message: error.message,
-            name: error.name,
-        };
-    }
-    return {
-        message: String(error),
-        value: summarizeLogValue(error),
-    };
+	if (isAxiosError(error)) return formatAxiosErrorForLog(error);
+	if (error instanceof Error) return {
+		message: error.message,
+		name: error.name
+	};
+	return {
+		message: String(error),
+		value: summarizeLogValue(error)
+	};
 };
 const fileExtRegex = /\.(pdf|jpe?g|png|gif|svg|webp|bmp|ico|tiff?|avif|heic|doc[xm]?|xls[xm]?|ppt[xm]?|zip|rar|mp[34]|mov|avi|wav)(?:\?.*)?$/i;
 const getDomainName = (link, metadata, logger) => {
-    try {
-        const sourceUrl = typeof metadata?.sourceURL === 'string' ? metadata.sourceURL : undefined;
-        const metadataUrl = typeof metadata?.url === 'string' ? metadata.url : undefined;
-        const url = sourceUrl ?? metadataUrl ?? link;
-        const domain = new URL(url).hostname.replace(/^www\./, '');
-        if (domain !== '') {
-            return domain;
-        }
-    }
-    catch (e) {
-        // URL parsing failed
-        if (logger) {
-            logger.error('Error parsing URL:', e);
-        }
-        else {
-            console.error('Error parsing URL:', e);
-        }
-    }
-    return;
+	try {
+		const sourceUrl = typeof metadata?.sourceURL === "string" ? metadata.sourceURL : void 0;
+		const metadataUrl = typeof metadata?.url === "string" ? metadata.url : void 0;
+		const domain = new URL(sourceUrl ?? metadataUrl ?? link).hostname.replace(/^www\./, "");
+		if (domain !== "") return domain;
+	} catch (e) {
+		if (logger) logger.error("Error parsing URL:", e);
+		else console.error("Error parsing URL:", e);
+	}
 };
 function getAttribution(link, metadata, logger) {
-    if (!metadata)
-        return getDomainName(link, metadata, logger);
-    const twitterSite = metadata['twitter:site'];
-    const twitterSiteFormatted = typeof twitterSite === 'string' ? twitterSite.replace(/^@/, '') : undefined;
-    const title = metadata.title;
-    const possibleAttributions = [
-        metadata.ogSiteName,
-        metadata['og:site_name'],
-        typeof title === 'string' ? title.split('|').pop()?.trim() : undefined,
-        twitterSiteFormatted,
-    ];
-    const attribution = possibleAttributions.find((attr) => typeof attr === 'string' && attr.trim() !== '');
-    if (attribution != null) {
-        return attribution;
-    }
-    return getDomainName(link, metadata, logger);
+	if (!metadata) return getDomainName(link, metadata, logger);
+	const twitterSite = metadata["twitter:site"];
+	const twitterSiteFormatted = typeof twitterSite === "string" ? twitterSite.replace(/^@/, "") : void 0;
+	const title = metadata.title;
+	const attribution = [
+		metadata.ogSiteName,
+		metadata["og:site_name"],
+		typeof title === "string" ? title.split("|").pop()?.trim() : void 0,
+		twitterSiteFormatted
+	].find((attr) => typeof attr === "string" && attr.trim() !== "");
+	if (attribution != null) return attribution;
+	return getDomainName(link, metadata, logger);
 }
-
+//#endregion
 export { createDefaultLogger, fileExtRegex, formatErrorForLog, getAttribution, getDomainName };
-//# sourceMappingURL=utils.mjs.map
+
+//# sourceMappingURL=utils.mjs.map

package/dist/esm/tools/search/utils.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"utils.mjs","sources":["../../../../src/tools/search/utils.ts"],"sourcesContent":["/* eslint-disable no-console */\n\nimport { isAxiosError } from 'axios';\n\nimport type { AxiosError } from 'axios';\nimport type * as t from './types';\n\nconst LOG_VALUE_MAX_LENGTH = 2048;\n\nexport interface SafeErrorLog {\n  message: string;\n  name?: string;\n  code?: string;\n  status?: number;\n  method?: string;\n  url?: string;\n  responseDataSummary?: string;\n  value?: string;\n}\n\n/**\n * Singleton instance of the default logger\n */\nlet defaultLoggerInstance: t.Logger | null = null;\n\n/**\n * Creates a default logger that maps to console methods\n * Uses a singleton pattern to avoid creating multiple instances\n * @returns A default logger that implements the Logger interface\n */\nexport const createDefaultLogger = (): t.Logger => {\n  if (!defaultLoggerInstance) {\n    defaultLoggerInstance = {\n      error: console.error,\n      warn: console.warn,\n      info: console.info,\n      debug: console.debug,\n    } as t.Logger;\n  }\n  return defaultLoggerInstance;\n};\n\nconst truncateLogValue = (value: string): string =>\n  value.length <= LOG_VALUE_MAX_LENGTH\n    ? value\n    : `${value.slice(0, LOG_VALUE_MAX_LENGTH)}... [truncated]`;\n\nconst summarizeLogValue = (value: unknown): string => {\n  if (value === null) {\n    return 'null';\n  }\n  if (Array.isArray(value)) {\n    return `array(${value.length})`;\n  }\n  if (typeof value === 'string') {\n    return `string(${value.length})`;\n  }\n  if (typeof value === 'object') {\n    return `object(${Object.keys(value).length})`;\n  }\n  return typeof value;\n};\n\nconst sanitizeUrlForLog = (url: string): string => {\n  try {\n    const parsed = new URL(url);\n    return truncateLogValue(`${parsed.origin}${parsed.pathname}`);\n  } catch {\n    return truncateLogValue(url.split('?')[0].split('#')[0]);\n  }\n};\n\nconst formatAxiosErrorForLog = (\n  error: AxiosError<unknown, unknown>\n): SafeErrorLog => {\n  const log: SafeErrorLog = {\n    message: error.message,\n    name: error.name,\n  };\n  const { code, config, response, status } = error;\n  const responseStatus = response?.status ?? status;\n  const method = config?.method;\n  const url = config?.url;\n\n  if (typeof code === 'string' && code !== '') {\n    log.code = code;\n  }\n  if (responseStatus != null) {\n    log.status = responseStatus;\n  }\n  if (typeof method === 'string' && method !== '') {\n    log.method = method.toUpperCase();\n  }\n  if (typeof url === 'string' && url !== '') {\n    log.url = sanitizeUrlForLog(url);\n  }\n  if (typeof response?.data !== 'undefined') {\n    log.responseDataSummary = summarizeLogValue(response.data);\n  }\n\n  return log;\n};\n\nexport const formatErrorForLog = (error: unknown): SafeErrorLog => {\n  if (isAxiosError<unknown, unknown>(error)) {\n    return formatAxiosErrorForLog(error);\n  }\n  if (error instanceof Error) {\n    return {\n      message: error.message,\n      name: error.name,\n    };\n  }\n  return {\n    message: String(error),\n    value: summarizeLogValue(error),\n  };\n};\n\nexport const fileExtRegex =\n  /\\.(pdf|jpe?g|png|gif|svg|webp|bmp|ico|tiff?|avif|heic|doc[xm]?|xls[xm]?|ppt[xm]?|zip|rar|mp[34]|mov|avi|wav)(?:\\?.*)?$/i;\n\nexport const getDomainName = (\n  link: string,\n  metadata?: t.ScrapeMetadata | t.GenericScrapeMetadata,\n  logger?: t.Logger\n): string | undefined => {\n  try {\n    const sourceUrl =\n      typeof metadata?.sourceURL === 'string' ? metadata.sourceURL : undefined;\n    const metadataUrl =\n      typeof metadata?.url === 'string' ? metadata.url : undefined;\n    const url = sourceUrl ?? metadataUrl ?? link;\n    const domain = new URL(url).hostname.replace(/^www\\./, '');\n    if (domain !== '') {\n      return domain;\n    }\n  } catch (e) {\n    // URL parsing failed\n    if (logger) {\n      logger.error('Error parsing URL:', e);\n    } else {\n      console.error('Error parsing URL:', e);\n    }\n  }\n\n  return;\n};\n\nexport function getAttribution(\n  link: string,\n  metadata?: t.ScrapeMetadata | t.GenericScrapeMetadata,\n  logger?: t.Logger\n): string | undefined {\n  if (!metadata) return getDomainName(link, metadata, logger);\n\n  const twitterSite = metadata['twitter:site'];\n  const twitterSiteFormatted =\n    typeof twitterSite === 'string' ? twitterSite.replace(/^@/, '') : undefined;\n  const title = metadata.title;\n\n  const possibleAttributions = [\n    metadata.ogSiteName,\n    metadata['og:site_name'],\n    typeof title === 'string' ? title.split('|').pop()?.trim() : undefined,\n    twitterSiteFormatted,\n  ];\n\n  const attribution = possibleAttributions.find(\n    (attr): attr is string => typeof attr === 'string' && attr.trim() !== ''\n  );\n  if (attribution != null) {\n    return attribution;\n  }\n\n  return getDomainName(link, metadata, logger);\n}\n"],"names":[],"mappings":";;AAAA;AAOA,MAAM,oBAAoB,GAAG,IAAI;AAajC;;AAEG;AACH,IAAI,qBAAqB,GAAoB,IAAI;AAEjD;;;;AAIG;AACI,MAAM,mBAAmB,GAAG,MAAe;IAChD,IAAI,CAAC,qBAAqB,EAAE;AAC1B,QAAA,qBAAqB,GAAG;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;SACT;IACf;AACA,IAAA,OAAO,qBAAqB;AAC9B;AAEA,MAAM,gBAAgB,GAAG,CAAC,KAAa,KACrC,KAAK,CAAC,MAAM,IAAI;AACd,MAAE;MACA,CAAA,EAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAA,eAAA,CAAiB;AAE9D,MAAM,iBAAiB,GAAG,CAAC,KAAc,KAAY;AACnD,IAAA,IAAI,KAAK,KAAK,IAAI,EAAE;AAClB,QAAA,OAAO,MAAM;IACf;AACA,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AACxB,QAAA,OAAO,CAAA,MAAA,EAAS,KAAK,CAAC,MAAM,GAAG;IACjC;AACA,IAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC7B,QAAA,OAAO,CAAA,OAAA,EAAU,KAAK,CAAC,MAAM,GAAG;IAClC;AACA,IAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;QAC7B,OAAO,CAAA,OAAA,EAAU,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAA,CAAA,CAAG;IAC/C;IACA,OAAO,OAAO,KAAK;AACrB,CAAC;AAED,MAAM,iBAAiB,GAAG,CAAC,GAAW,KAAY;AAChD,IAAA,IAAI;AACF,QAAA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC;AAC3B,QAAA,OAAO,gBAAgB,CAAC,CAAA,EAAG,MAAM,CAAC,MAAM,CAAA,EAAG,MAAM,CAAC,QAAQ,CAAA,CAAE,CAAC;IAC/D;AAAE,IAAA,MAAM;QACN,OAAO,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D;AACF,CAAC;AAED,MAAM,sBAAsB,GAAG,CAC7B,KAAmC,KACnB;AAChB,IAAA,MAAM,GAAG,GAAiB;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,IAAI;KACjB;IACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,KAAK;AAChD,IAAA,MAAM,cAAc,GAAG,QAAQ,EAAE,MAAM,IAAI,MAAM;AACjD,IAAA,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM;AAC7B,IAAA,MAAM,GAAG,GAAG,MAAM,EAAE,GAAG;IAEvB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,EAAE,EAAE;AAC3C,QAAA,GAAG,CAAC,IAAI,GAAG,IAAI;IACjB;AACA,IAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,QAAA,GAAG,CAAC,MAAM,GAAG,cAAc;IAC7B;IACA,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE;AAC/C,QAAA,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE;IACnC;IACA,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,EAAE,EAAE;AACzC,QAAA,GAAG,CAAC,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC;IAClC;AACA,IAAA,IAAI,OAAO,QAAQ,EAAE,IAAI,KAAK,WAAW,EAAE;QACzC,GAAG,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5D;AAEA,IAAA,OAAO,GAAG;AACZ,CAAC;AAEM,MAAM,iBAAiB,GAAG,CAAC,KAAc,KAAkB;AAChE,IAAA,IAAI,YAAY,CAAmB,KAAK,CAAC,EAAE;AACzC,QAAA,OAAO,sBAAsB,CAAC,KAAK,CAAC;IACtC;AACA,IAAA,IAAI,KAAK,YAAY,KAAK,EAAE;QAC1B,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB;IACH;IACA,OAAO;AACL,QAAA,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;AACtB,QAAA,KAAK,EAAE,iBAAiB,CAAC,KAAK,CAAC;KAChC;AACH;AAEO,MAAM,YAAY,GACvB;AAEK,MAAM,aAAa,GAAG,CAC3B,IAAY,EACZ,QAAqD,EACrD,MAAiB,KACK;AACtB,IAAA,IAAI;AACF,QAAA,MAAM,SAAS,GACb,OAAO,QAAQ,EAAE,SAAS,KAAK,QAAQ,GAAG,QAAQ,CAAC,SAAS,GAAG,SAAS;AAC1E,QAAA,MAAM,WAAW,GACf,OAAO,QAAQ,EAAE,GAAG,KAAK,QAAQ,GAAG,QAAQ,CAAC,GAAG,GAAG,SAAS;AAC9D,QAAA,MAAM,GAAG,GAAG,SAAS,IAAI,WAAW,IAAI,IAAI;AAC5C,QAAA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;AAC1D,QAAA,IAAI,MAAM,KAAK,EAAE,EAAE;AACjB,YAAA,OAAO,MAAM;QACf;IACF;IAAE,OAAO,CAAC,EAAE;;QAEV,IAAI,MAAM,EAAE;AACV,YAAA,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACvC;aAAO;AACL,YAAA,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACxC;IACF;IAEA;AACF;SAEgB,cAAc,CAC5B,IAAY,EACZ,QAAqD,EACrD,MAAiB,EAAA;AAEjB,IAAA,IAAI,CAAC,QAAQ;QAAE,OAAO,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC;AAE3D,IAAA,MAAM,WAAW,GAAG,QAAQ,CAAC,cAAc,CAAC;IAC5C,MAAM,oBAAoB,GACxB,OAAO,WAAW,KAAK,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,SAAS;AAC7E,IAAA,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK;AAE5B,IAAA,MAAM,oBAAoB,GAAG;AAC3B,QAAA,QAAQ,CAAC,UAAU;QACnB,QAAQ,CAAC,cAAc,CAAC;QACxB,OAAO,KAAK,KAAK,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,SAAS;QACtE,oBAAoB;KACrB;IAED,MAAM,WAAW,GAAG,oBAAoB,CAAC,IAAI,CAC3C,CAAC,IAAI,KAAqB,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CACzE;AACD,IAAA,IAAI,WAAW,IAAI,IAAI,EAAE;AACvB,QAAA,OAAO,WAAW;IACpB;IAEA,OAAO,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC;AAC9C;;;;"}
+{"version":3,"file":"utils.mjs","names":[],"sources":["../../../../src/tools/search/utils.ts"],"sourcesContent":["/* eslint-disable no-console */\n\nimport { isAxiosError } from 'axios';\n\nimport type { AxiosError } from 'axios';\nimport type * as t from './types';\n\nconst LOG_VALUE_MAX_LENGTH = 2048;\n\nexport interface SafeErrorLog {\n  message: string;\n  name?: string;\n  code?: string;\n  status?: number;\n  method?: string;\n  url?: string;\n  responseDataSummary?: string;\n  value?: string;\n}\n\n/**\n * Singleton instance of the default logger\n */\nlet defaultLoggerInstance: t.Logger | null = null;\n\n/**\n * Creates a default logger that maps to console methods\n * Uses a singleton pattern to avoid creating multiple instances\n * @returns A default logger that implements the Logger interface\n */\nexport const createDefaultLogger = (): t.Logger => {\n  if (!defaultLoggerInstance) {\n    defaultLoggerInstance = {\n      error: console.error,\n      warn: console.warn,\n      info: console.info,\n      debug: console.debug,\n    } as t.Logger;\n  }\n  return defaultLoggerInstance;\n};\n\nconst truncateLogValue = (value: string): string =>\n  value.length <= LOG_VALUE_MAX_LENGTH\n    ? value\n    : `${value.slice(0, LOG_VALUE_MAX_LENGTH)}... [truncated]`;\n\nconst summarizeLogValue = (value: unknown): string => {\n  if (value === null) {\n    return 'null';\n  }\n  if (Array.isArray(value)) {\n    return `array(${value.length})`;\n  }\n  if (typeof value === 'string') {\n    return `string(${value.length})`;\n  }\n  if (typeof value === 'object') {\n    return `object(${Object.keys(value).length})`;\n  }\n  return typeof value;\n};\n\nconst sanitizeUrlForLog = (url: string): string => {\n  try {\n    const parsed = new URL(url);\n    return truncateLogValue(`${parsed.origin}${parsed.pathname}`);\n  } catch {\n    return truncateLogValue(url.split('?')[0].split('#')[0]);\n  }\n};\n\nconst formatAxiosErrorForLog = (\n  error: AxiosError<unknown, unknown>\n): SafeErrorLog => {\n  const log: SafeErrorLog = {\n    message: error.message,\n    name: error.name,\n  };\n  const { code, config, response, status } = error;\n  const responseStatus = response?.status ?? status;\n  const method = config?.method;\n  const url = config?.url;\n\n  if (typeof code === 'string' && code !== '') {\n    log.code = code;\n  }\n  if (responseStatus != null) {\n    log.status = responseStatus;\n  }\n  if (typeof method === 'string' && method !== '') {\n    log.method = method.toUpperCase();\n  }\n  if (typeof url === 'string' && url !== '') {\n    log.url = sanitizeUrlForLog(url);\n  }\n  if (typeof response?.data !== 'undefined') {\n    log.responseDataSummary = summarizeLogValue(response.data);\n  }\n\n  return log;\n};\n\nexport const formatErrorForLog = (error: unknown): SafeErrorLog => {\n  if (isAxiosError<unknown, unknown>(error)) {\n    return formatAxiosErrorForLog(error);\n  }\n  if (error instanceof Error) {\n    return {\n      message: error.message,\n      name: error.name,\n    };\n  }\n  return {\n    message: String(error),\n    value: summarizeLogValue(error),\n  };\n};\n\nexport const fileExtRegex =\n  /\\.(pdf|jpe?g|png|gif|svg|webp|bmp|ico|tiff?|avif|heic|doc[xm]?|xls[xm]?|ppt[xm]?|zip|rar|mp[34]|mov|avi|wav)(?:\\?.*)?$/i;\n\nexport const getDomainName = (\n  link: string,\n  metadata?: t.ScrapeMetadata | t.GenericScrapeMetadata,\n  logger?: t.Logger\n): string | undefined => {\n  try {\n    const sourceUrl =\n      typeof metadata?.sourceURL === 'string' ? metadata.sourceURL : undefined;\n    const metadataUrl =\n      typeof metadata?.url === 'string' ? metadata.url : undefined;\n    const url = sourceUrl ?? metadataUrl ?? link;\n    const domain = new URL(url).hostname.replace(/^www\\./, '');\n    if (domain !== '') {\n      return domain;\n    }\n  } catch (e) {\n    // URL parsing failed\n    if (logger) {\n      logger.error('Error parsing URL:', e);\n    } else {\n      console.error('Error parsing URL:', e);\n    }\n  }\n\n  return;\n};\n\nexport function getAttribution(\n  link: string,\n  metadata?: t.ScrapeMetadata | t.GenericScrapeMetadata,\n  logger?: t.Logger\n): string | undefined {\n  if (!metadata) return getDomainName(link, metadata, logger);\n\n  const twitterSite = metadata['twitter:site'];\n  const twitterSiteFormatted =\n    typeof twitterSite === 'string' ? twitterSite.replace(/^@/, '') : undefined;\n  const title = metadata.title;\n\n  const possibleAttributions = [\n    metadata.ogSiteName,\n    metadata['og:site_name'],\n    typeof title === 'string' ? title.split('|').pop()?.trim() : undefined,\n    twitterSiteFormatted,\n  ];\n\n  const attribution = possibleAttributions.find(\n    (attr): attr is string => typeof attr === 'string' && attr.trim() !== ''\n  );\n  if (attribution != null) {\n    return attribution;\n  }\n\n  return getDomainName(link, metadata, logger);\n}\n"],"mappings":";;AAOA,MAAM,uBAAuB;;;;AAgB7B,IAAI,wBAAyC;;;;;;AAO7C,MAAa,4BAAsC;CACjD,IAAI,CAAC,uBACH,wBAAwB;EACtB,OAAO,QAAQ;EACf,MAAM,QAAQ;EACd,MAAM,QAAQ;EACd,OAAO,QAAQ;CACjB;CAEF,OAAO;AACT;AAEA,MAAM,oBAAoB,UACxB,MAAM,UAAU,uBACZ,QACA,GAAG,MAAM,MAAM,GAAG,oBAAoB,EAAE;AAE9C,MAAM,qBAAqB,UAA2B;CACpD,IAAI,UAAU,MACZ,OAAO;CAET,IAAI,MAAM,QAAQ,KAAK,GACrB,OAAO,SAAS,MAAM,OAAO;CAE/B,IAAI,OAAO,UAAU,UACnB,OAAO,UAAU,MAAM,OAAO;CAEhC,IAAI,OAAO,UAAU,UACnB,OAAO,UAAU,OAAO,KAAK,KAAK,CAAC,CAAC,OAAO;CAE7C,OAAO,OAAO;AAChB;AAEA,MAAM,qBAAqB,QAAwB;CACjD,IAAI;EACF,MAAM,SAAS,IAAI,IAAI,GAAG;EAC1B,OAAO,iBAAiB,GAAG,OAAO,SAAS,OAAO,UAAU;CAC9D,QAAQ;EACN,OAAO,iBAAiB,IAAI,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;CACzD;AACF;AAEA,MAAM,0BACJ,UACiB;CACjB,MAAM,MAAoB;EACxB,SAAS,MAAM;EACf,MAAM,MAAM;CACd;CACA,MAAM,EAAE,MAAM,QAAQ,UAAU,WAAW;CAC3C,MAAM,iBAAiB,UAAU,UAAU;CAC3C,MAAM,SAAS,QAAQ;CACvB,MAAM,MAAM,QAAQ;CAEpB,IAAI,OAAO,SAAS,YAAY,SAAS,IACvC,IAAI,OAAO;CAEb,IAAI,kBAAkB,MACpB,IAAI,SAAS;CAEf,IAAI,OAAO,WAAW,YAAY,WAAW,IAC3C,IAAI,SAAS,OAAO,YAAY;CAElC,IAAI,OAAO,QAAQ,YAAY,QAAQ,IACrC,IAAI,MAAM,kBAAkB,GAAG;CAEjC,IAAI,OAAO,UAAU,SAAS,aAC5B,IAAI,sBAAsB,kBAAkB,SAAS,IAAI;CAG3D,OAAO;AACT;AAEA,MAAa,qBAAqB,UAAiC;CACjE,IAAI,aAA+B,KAAK,GACtC,OAAO,uBAAuB,KAAK;CAErC,IAAI,iBAAiB,OACnB,OAAO;EACL,SAAS,MAAM;EACf,MAAM,MAAM;CACd;CAEF,OAAO;EACL,SAAS,OAAO,KAAK;EACrB,OAAO,kBAAkB,KAAK;CAChC;AACF;AAEA,MAAa,eACX;AAEF,MAAa,iBACX,MACA,UACA,WACuB;CACvB,IAAI;EACF,MAAM,YACJ,OAAO,UAAU,cAAc,WAAW,SAAS,YAAY,KAAA;EACjE,MAAM,cACJ,OAAO,UAAU,QAAQ,WAAW,SAAS,MAAM,KAAA;EAErD,MAAM,SAAS,IAAI,IADP,aAAa,eAAe,IACd,CAAC,CAAC,SAAS,QAAQ,UAAU,EAAE;EACzD,IAAI,WAAW,IACb,OAAO;CAEX,SAAS,GAAG;EAEV,IAAI,QACF,OAAO,MAAM,sBAAsB,CAAC;OAEpC,QAAQ,MAAM,sBAAsB,CAAC;CAEzC;AAGF;AAEA,SAAgB,eACd,MACA,UACA,QACoB;CACpB,IAAI,CAAC,UAAU,OAAO,cAAc,MAAM,UAAU,MAAM;CAE1D,MAAM,cAAc,SAAS;CAC7B,MAAM,uBACJ,OAAO,gBAAgB,WAAW,YAAY,QAAQ,MAAM,EAAE,IAAI,KAAA;CACpE,MAAM,QAAQ,SAAS;CASvB,MAAM,cAAc;EANlB,SAAS;EACT,SAAS;EACT,OAAO,UAAU,WAAW,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,KAAA;EAC7D;CAGqC,CAAC,CAAC,MACtC,SAAyB,OAAO,SAAS,YAAY,KAAK,KAAK,MAAM,EACxE;CACA,IAAI,eAAe,MACjB,OAAO;CAGT,OAAO,cAAc,MAAM,UAAU,MAAM;AAC7C"}

package/dist/esm/tools/skillCatalog.mjs

@@ -1,82 +1,66 @@
-const HEADER = '## Available Skills';
-const DEFAULT_CONTEXT_WINDOW_TOKENS = 200_000;
-const DEFAULT_BUDGET_PERCENT = 0.01;
+//#region src/tools/skillCatalog.ts
+const HEADER = "## Available Skills";
+const DEFAULT_CONTEXT_WINDOW_TOKENS = 2e5;
+const DEFAULT_BUDGET_PERCENT = .01;
 const DEFAULT_MAX_ENTRY_CHARS = 250;
 const DEFAULT_MIN_DESC_LENGTH = 20;
 const DEFAULT_CHARS_PER_TOKEN = 4;
 /**
- * Formats a skill catalog for injection into agent context.
- * Uses a truncation ladder: full descriptions, proportional truncation, names-only.
- * Returns empty string for empty input.
- */
+* Formats a skill catalog for injection into agent context.
+* Uses a truncation ladder: full descriptions, proportional truncation, names-only.
+* Returns empty string for empty input.
+*/
 function formatSkillCatalog(skills, opts) {
-    if (skills.length === 0)
-        return '';
-    const contextWindowTokens = opts?.contextWindowTokens ?? DEFAULT_CONTEXT_WINDOW_TOKENS;
-    const budgetPercent = opts?.budgetPercent ?? DEFAULT_BUDGET_PERCENT;
-    const maxEntryChars = Math.max(1, opts?.maxEntryChars ?? DEFAULT_MAX_ENTRY_CHARS);
-    const minDescLength = opts?.minDescLength ?? DEFAULT_MIN_DESC_LENGTH;
-    const charsPerToken = opts?.charsPerToken ?? DEFAULT_CHARS_PER_TOKEN;
-    const budgetChars = Math.floor(contextWindowTokens * budgetPercent * charsPerToken);
-    const capped = skills.map((s) => ({
-        name: s.name,
-        description: s.description.length > maxEntryChars
-            ? s.description.slice(0, maxEntryChars - 1) + '\u2026'
-            : s.description,
-    }));
-    const fullOutput = formatEntries(capped);
-    if (fullOutput.length <= budgetChars)
-        return fullOutput;
-    const headerLen = HEADER.length + 2;
-    const newlineChars = capped.length > 1 ? capped.length - 1 : 0;
-    const availableChars = budgetChars - headerLen - newlineChars;
-    const perEntryOverhead = 4;
-    const nameCharsTotal = capped.reduce((sum, s) => sum + s.name.length + perEntryOverhead, 0);
-    const availableForDescs = availableChars - nameCharsTotal;
-    if (availableForDescs <= 0) {
-        return fitNamesOnly(capped, budgetChars);
-    }
-    const maxDescPerEntry = Math.floor(availableForDescs / capped.length);
-    if (maxDescPerEntry < minDescLength) {
-        return fitNamesOnly(capped, budgetChars);
-    }
-    const truncated = capped.map((s) => ({
-        name: s.name,
-        description: s.description.length > maxDescPerEntry
-            ? s.description.slice(0, maxDescPerEntry - 1) + '\u2026'
-            : s.description,
-    }));
-    const result = formatEntries(truncated);
-    if (result.length <= budgetChars)
-        return result;
-    return fitNamesOnly(capped, budgetChars);
+	if (skills.length === 0) return "";
+	const contextWindowTokens = opts?.contextWindowTokens ?? DEFAULT_CONTEXT_WINDOW_TOKENS;
+	const budgetPercent = opts?.budgetPercent ?? DEFAULT_BUDGET_PERCENT;
+	const maxEntryChars = Math.max(1, opts?.maxEntryChars ?? DEFAULT_MAX_ENTRY_CHARS);
+	const minDescLength = opts?.minDescLength ?? DEFAULT_MIN_DESC_LENGTH;
+	const charsPerToken = opts?.charsPerToken ?? DEFAULT_CHARS_PER_TOKEN;
+	const budgetChars = Math.floor(contextWindowTokens * budgetPercent * charsPerToken);
+	const capped = skills.map((s) => ({
+		name: s.name,
+		description: s.description.length > maxEntryChars ? s.description.slice(0, maxEntryChars - 1) + "…" : s.description
+	}));
+	const fullOutput = formatEntries(capped);
+	if (fullOutput.length <= budgetChars) return fullOutput;
+	const headerLen = 21;
+	const newlineChars = capped.length > 1 ? capped.length - 1 : 0;
+	const availableChars = budgetChars - headerLen - newlineChars;
+	const perEntryOverhead = 4;
+	const availableForDescs = availableChars - capped.reduce((sum, s) => sum + s.name.length + perEntryOverhead, 0);
+	if (availableForDescs <= 0) return fitNamesOnly(capped, budgetChars);
+	const maxDescPerEntry = Math.floor(availableForDescs / capped.length);
+	if (maxDescPerEntry < minDescLength) return fitNamesOnly(capped, budgetChars);
+	const result = formatEntries(capped.map((s) => ({
+		name: s.name,
+		description: s.description.length > maxDescPerEntry ? s.description.slice(0, maxDescPerEntry - 1) + "…" : s.description
+	})));
+	if (result.length <= budgetChars) return result;
+	return fitNamesOnly(capped, budgetChars);
 }
 function formatEntries(entries) {
-    const lines = entries.map((e) => e.description ? `- ${e.name}: ${e.description}` : `- ${e.name}`);
-    return `${HEADER}\n\n${lines.join('\n')}`;
+	return `${HEADER}\n\n${entries.map((e) => e.description ? `- ${e.name}: ${e.description}` : `- ${e.name}`).join("\n")}`;
 }
 /** Names-only fallback that drops trailing entries if the list still exceeds budget. */
 function fitNamesOnly(entries, budgetChars) {
-    // Format: "HEADER\n\n- name1\n- name2\n..."
-    // Running sum avoids O(n²) repeated string construction.
-    const prefix = HEADER.length + 2; // "HEADER\n\n"
-    const entryOverhead = 2; // "- "
-    let total = prefix;
-    let fitCount = 0;
-    for (let i = 0; i < entries.length; i++) {
-        const added = (i > 0 ? 1 : 0) + entryOverhead + entries[i].name.length;
-        if (total + added > budgetChars)
-            break;
-        total += added;
-        fitCount = i + 1;
-    }
-    if (fitCount === 0)
-        return '';
-    const namesOnly = entries
-        .slice(0, fitCount)
-        .map((s) => ({ name: s.name, description: '' }));
-    return formatEntries(namesOnly);
+	const prefix = 21;
+	const entryOverhead = 2;
+	let total = prefix;
+	let fitCount = 0;
+	for (let i = 0; i < entries.length; i++) {
+		const added = (i > 0 ? 1 : 0) + entryOverhead + entries[i].name.length;
+		if (total + added > budgetChars) break;
+		total += added;
+		fitCount = i + 1;
+	}
+	if (fitCount === 0) return "";
+	return formatEntries(entries.slice(0, fitCount).map((s) => ({
+		name: s.name,
+		description: ""
+	})));
 }
-
+//#endregion
 export { formatSkillCatalog };
-//# sourceMappingURL=skillCatalog.mjs.map
+
+//# sourceMappingURL=skillCatalog.mjs.map

package/dist/esm/tools/skillCatalog.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"skillCatalog.mjs","sources":["../../../src/tools/skillCatalog.ts"],"sourcesContent":["// src/tools/skillCatalog.ts\nimport type { SkillCatalogEntry } from '@/types';\n\nconst HEADER = '## Available Skills';\nconst DEFAULT_CONTEXT_WINDOW_TOKENS = 200_000;\nconst DEFAULT_BUDGET_PERCENT = 0.01;\nconst DEFAULT_MAX_ENTRY_CHARS = 250;\nconst DEFAULT_MIN_DESC_LENGTH = 20;\nconst DEFAULT_CHARS_PER_TOKEN = 4;\n\nexport type SkillCatalogOptions = {\n  /** Total context window in tokens. Default: 200_000 */\n  contextWindowTokens?: number;\n  /** Fraction of context budget for catalog. Default: 0.01 (1%) */\n  budgetPercent?: number;\n  /** Max chars per entry description. Default: 250 */\n  maxEntryChars?: number;\n  /** Descriptions below this length trigger names-only fallback. Default: 20 */\n  minDescLength?: number;\n  /** Approximate chars per token for budget calculation. Default: 4 */\n  charsPerToken?: number;\n};\n\n/**\n * Formats a skill catalog for injection into agent context.\n * Uses a truncation ladder: full descriptions, proportional truncation, names-only.\n * Returns empty string for empty input.\n */\nexport function formatSkillCatalog(\n  skills: SkillCatalogEntry[],\n  opts?: SkillCatalogOptions\n): string {\n  if (skills.length === 0) return '';\n\n  const contextWindowTokens =\n    opts?.contextWindowTokens ?? DEFAULT_CONTEXT_WINDOW_TOKENS;\n  const budgetPercent = opts?.budgetPercent ?? DEFAULT_BUDGET_PERCENT;\n  const maxEntryChars = Math.max(\n    1,\n    opts?.maxEntryChars ?? DEFAULT_MAX_ENTRY_CHARS\n  );\n  const minDescLength = opts?.minDescLength ?? DEFAULT_MIN_DESC_LENGTH;\n  const charsPerToken = opts?.charsPerToken ?? DEFAULT_CHARS_PER_TOKEN;\n\n  const budgetChars = Math.floor(\n    contextWindowTokens * budgetPercent * charsPerToken\n  );\n\n  const capped = skills.map((s) => ({\n    name: s.name,\n    description:\n      s.description.length > maxEntryChars\n        ? s.description.slice(0, maxEntryChars - 1) + '\\u2026'\n        : s.description,\n  }));\n\n  const fullOutput = formatEntries(capped);\n  if (fullOutput.length <= budgetChars) return fullOutput;\n\n  const headerLen = HEADER.length + 2;\n  const newlineChars = capped.length > 1 ? capped.length - 1 : 0;\n  const availableChars = budgetChars - headerLen - newlineChars;\n  const perEntryOverhead = 4;\n  const nameCharsTotal = capped.reduce(\n    (sum, s) => sum + s.name.length + perEntryOverhead,\n    0\n  );\n  const availableForDescs = availableChars - nameCharsTotal;\n\n  if (availableForDescs <= 0) {\n    return fitNamesOnly(capped, budgetChars);\n  }\n\n  const maxDescPerEntry = Math.floor(availableForDescs / capped.length);\n\n  if (maxDescPerEntry < minDescLength) {\n    return fitNamesOnly(capped, budgetChars);\n  }\n\n  const truncated = capped.map((s) => ({\n    name: s.name,\n    description:\n      s.description.length > maxDescPerEntry\n        ? s.description.slice(0, maxDescPerEntry - 1) + '\\u2026'\n        : s.description,\n  }));\n\n  const result = formatEntries(truncated);\n  if (result.length <= budgetChars) return result;\n  return fitNamesOnly(capped, budgetChars);\n}\n\nfunction formatEntries(\n  entries: { name: string; description: string }[]\n): string {\n  const lines = entries.map((e) =>\n    e.description ? `- ${e.name}: ${e.description}` : `- ${e.name}`\n  );\n  return `${HEADER}\\n\\n${lines.join('\\n')}`;\n}\n\n/** Names-only fallback that drops trailing entries if the list still exceeds budget. */\nfunction fitNamesOnly(\n  entries: { name: string }[],\n  budgetChars: number\n): string {\n  // Format: \"HEADER\\n\\n- name1\\n- name2\\n...\"\n  // Running sum avoids O(n²) repeated string construction.\n  const prefix = HEADER.length + 2; // \"HEADER\\n\\n\"\n  const entryOverhead = 2; // \"- \"\n  let total = prefix;\n  let fitCount = 0;\n\n  for (let i = 0; i < entries.length; i++) {\n    const added = (i > 0 ? 1 : 0) + entryOverhead + entries[i].name.length;\n    if (total + added > budgetChars) break;\n    total += added;\n    fitCount = i + 1;\n  }\n\n  if (fitCount === 0) return '';\n  const namesOnly = entries\n    .slice(0, fitCount)\n    .map((s) => ({ name: s.name, description: '' }));\n  return formatEntries(namesOnly);\n}\n"],"names":[],"mappings":"AAGA,MAAM,MAAM,GAAG,qBAAqB;AACpC,MAAM,6BAA6B,GAAG,OAAO;AAC7C,MAAM,sBAAsB,GAAG,IAAI;AACnC,MAAM,uBAAuB,GAAG,GAAG;AACnC,MAAM,uBAAuB,GAAG,EAAE;AAClC,MAAM,uBAAuB,GAAG,CAAC;AAejC;;;;AAIG;AACG,SAAU,kBAAkB,CAChC,MAA2B,EAC3B,IAA0B,EAAA;AAE1B,IAAA,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,EAAE;AAElC,IAAA,MAAM,mBAAmB,GACvB,IAAI,EAAE,mBAAmB,IAAI,6BAA6B;AAC5D,IAAA,MAAM,aAAa,GAAG,IAAI,EAAE,aAAa,IAAI,sBAAsB;AACnE,IAAA,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,CAAC,EACD,IAAI,EAAE,aAAa,IAAI,uBAAuB,CAC/C;AACD,IAAA,MAAM,aAAa,GAAG,IAAI,EAAE,aAAa,IAAI,uBAAuB;AACpE,IAAA,MAAM,aAAa,GAAG,IAAI,EAAE,aAAa,IAAI,uBAAuB;AAEpE,IAAA,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,mBAAmB,GAAG,aAAa,GAAG,aAAa,CACpD;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;QAChC,IAAI,EAAE,CAAC,CAAC,IAAI;AACZ,QAAA,WAAW,EACT,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG;AACrB,cAAE,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,GAAG,CAAC,CAAC,GAAG;cAC5C,CAAC,CAAC,WAAW;AACpB,KAAA,CAAC,CAAC;AAEH,IAAA,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;AACxC,IAAA,IAAI,UAAU,CAAC,MAAM,IAAI,WAAW;AAAE,QAAA,OAAO,UAAU;AAEvD,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;AACnC,IAAA,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;AAC9D,IAAA,MAAM,cAAc,GAAG,WAAW,GAAG,SAAS,GAAG,YAAY;IAC7D,MAAM,gBAAgB,GAAG,CAAC;IAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,gBAAgB,EAClD,CAAC,CACF;AACD,IAAA,MAAM,iBAAiB,GAAG,cAAc,GAAG,cAAc;AAEzD,IAAA,IAAI,iBAAiB,IAAI,CAAC,EAAE;AAC1B,QAAA,OAAO,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC;IAC1C;AAEA,IAAA,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;AAErE,IAAA,IAAI,eAAe,GAAG,aAAa,EAAE;AACnC,QAAA,OAAO,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC;IAC1C;IAEA,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;QACnC,IAAI,EAAE,CAAC,CAAC,IAAI;AACZ,QAAA,WAAW,EACT,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG;AACrB,cAAE,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,CAAC,CAAC,GAAG;cAC9C,CAAC,CAAC,WAAW;AACpB,KAAA,CAAC,CAAC;AAEH,IAAA,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC;AACvC,IAAA,IAAI,MAAM,CAAC,MAAM,IAAI,WAAW;AAAE,QAAA,OAAO,MAAM;AAC/C,IAAA,OAAO,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC;AAC1C;AAEA,SAAS,aAAa,CACpB,OAAgD,EAAA;AAEhD,IAAA,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAC1B,CAAC,CAAC,WAAW,GAAG,CAAA,EAAA,EAAK,CAAC,CAAC,IAAI,CAAA,EAAA,EAAK,CAAC,CAAC,WAAW,CAAA,CAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAA,CAAE,CAChE;IACD,OAAO,CAAA,EAAG,MAAM,CAAA,IAAA,EAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAE;AAC3C;AAEA;AACA,SAAS,YAAY,CACnB,OAA2B,EAC3B,WAAmB,EAAA;;;IAInB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;AACjC,IAAA,MAAM,aAAa,GAAG,CAAC,CAAC;IACxB,IAAI,KAAK,GAAG,MAAM;IAClB,IAAI,QAAQ,GAAG,CAAC;AAEhB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;AACtE,QAAA,IAAI,KAAK,GAAG,KAAK,GAAG,WAAW;YAAE;QACjC,KAAK,IAAI,KAAK;AACd,QAAA,QAAQ,GAAG,CAAC,GAAG,CAAC;IAClB;IAEA,IAAI,QAAQ,KAAK,CAAC;AAAE,QAAA,OAAO,EAAE;IAC7B,MAAM,SAAS,GAAG;AACf,SAAA,KAAK,CAAC,CAAC,EAAE,QAAQ;SACjB,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;AAClD,IAAA,OAAO,aAAa,CAAC,SAAS,CAAC;AACjC;;;;"}
+{"version":3,"file":"skillCatalog.mjs","names":[],"sources":["../../../src/tools/skillCatalog.ts"],"sourcesContent":["// src/tools/skillCatalog.ts\nimport type { SkillCatalogEntry } from '@/types';\n\nconst HEADER = '## Available Skills';\nconst DEFAULT_CONTEXT_WINDOW_TOKENS = 200_000;\nconst DEFAULT_BUDGET_PERCENT = 0.01;\nconst DEFAULT_MAX_ENTRY_CHARS = 250;\nconst DEFAULT_MIN_DESC_LENGTH = 20;\nconst DEFAULT_CHARS_PER_TOKEN = 4;\n\nexport type SkillCatalogOptions = {\n  /** Total context window in tokens. Default: 200_000 */\n  contextWindowTokens?: number;\n  /** Fraction of context budget for catalog. Default: 0.01 (1%) */\n  budgetPercent?: number;\n  /** Max chars per entry description. Default: 250 */\n  maxEntryChars?: number;\n  /** Descriptions below this length trigger names-only fallback. Default: 20 */\n  minDescLength?: number;\n  /** Approximate chars per token for budget calculation. Default: 4 */\n  charsPerToken?: number;\n};\n\n/**\n * Formats a skill catalog for injection into agent context.\n * Uses a truncation ladder: full descriptions, proportional truncation, names-only.\n * Returns empty string for empty input.\n */\nexport function formatSkillCatalog(\n  skills: SkillCatalogEntry[],\n  opts?: SkillCatalogOptions\n): string {\n  if (skills.length === 0) return '';\n\n  const contextWindowTokens =\n    opts?.contextWindowTokens ?? DEFAULT_CONTEXT_WINDOW_TOKENS;\n  const budgetPercent = opts?.budgetPercent ?? DEFAULT_BUDGET_PERCENT;\n  const maxEntryChars = Math.max(\n    1,\n    opts?.maxEntryChars ?? DEFAULT_MAX_ENTRY_CHARS\n  );\n  const minDescLength = opts?.minDescLength ?? DEFAULT_MIN_DESC_LENGTH;\n  const charsPerToken = opts?.charsPerToken ?? DEFAULT_CHARS_PER_TOKEN;\n\n  const budgetChars = Math.floor(\n    contextWindowTokens * budgetPercent * charsPerToken\n  );\n\n  const capped = skills.map((s) => ({\n    name: s.name,\n    description:\n      s.description.length > maxEntryChars\n        ? s.description.slice(0, maxEntryChars - 1) + '\\u2026'\n        : s.description,\n  }));\n\n  const fullOutput = formatEntries(capped);\n  if (fullOutput.length <= budgetChars) return fullOutput;\n\n  const headerLen = HEADER.length + 2;\n  const newlineChars = capped.length > 1 ? capped.length - 1 : 0;\n  const availableChars = budgetChars - headerLen - newlineChars;\n  const perEntryOverhead = 4;\n  const nameCharsTotal = capped.reduce(\n    (sum, s) => sum + s.name.length + perEntryOverhead,\n    0\n  );\n  const availableForDescs = availableChars - nameCharsTotal;\n\n  if (availableForDescs <= 0) {\n    return fitNamesOnly(capped, budgetChars);\n  }\n\n  const maxDescPerEntry = Math.floor(availableForDescs / capped.length);\n\n  if (maxDescPerEntry < minDescLength) {\n    return fitNamesOnly(capped, budgetChars);\n  }\n\n  const truncated = capped.map((s) => ({\n    name: s.name,\n    description:\n      s.description.length > maxDescPerEntry\n        ? s.description.slice(0, maxDescPerEntry - 1) + '\\u2026'\n        : s.description,\n  }));\n\n  const result = formatEntries(truncated);\n  if (result.length <= budgetChars) return result;\n  return fitNamesOnly(capped, budgetChars);\n}\n\nfunction formatEntries(\n  entries: { name: string; description: string }[]\n): string {\n  const lines = entries.map((e) =>\n    e.description ? `- ${e.name}: ${e.description}` : `- ${e.name}`\n  );\n  return `${HEADER}\\n\\n${lines.join('\\n')}`;\n}\n\n/** Names-only fallback that drops trailing entries if the list still exceeds budget. */\nfunction fitNamesOnly(\n  entries: { name: string }[],\n  budgetChars: number\n): string {\n  // Format: \"HEADER\\n\\n- name1\\n- name2\\n...\"\n  // Running sum avoids O(n²) repeated string construction.\n  const prefix = HEADER.length + 2; // \"HEADER\\n\\n\"\n  const entryOverhead = 2; // \"- \"\n  let total = prefix;\n  let fitCount = 0;\n\n  for (let i = 0; i < entries.length; i++) {\n    const added = (i > 0 ? 1 : 0) + entryOverhead + entries[i].name.length;\n    if (total + added > budgetChars) break;\n    total += added;\n    fitCount = i + 1;\n  }\n\n  if (fitCount === 0) return '';\n  const namesOnly = entries\n    .slice(0, fitCount)\n    .map((s) => ({ name: s.name, description: '' }));\n  return formatEntries(namesOnly);\n}\n"],"mappings":";AAGA,MAAM,SAAS;AACf,MAAM,gCAAgC;AACtC,MAAM,yBAAyB;AAC/B,MAAM,0BAA0B;AAChC,MAAM,0BAA0B;AAChC,MAAM,0BAA0B;;;;;;AAoBhC,SAAgB,mBACd,QACA,MACQ;CACR,IAAI,OAAO,WAAW,GAAG,OAAO;CAEhC,MAAM,sBACJ,MAAM,uBAAuB;CAC/B,MAAM,gBAAgB,MAAM,iBAAiB;CAC7C,MAAM,gBAAgB,KAAK,IACzB,GACA,MAAM,iBAAiB,uBACzB;CACA,MAAM,gBAAgB,MAAM,iBAAiB;CAC7C,MAAM,gBAAgB,MAAM,iBAAiB;CAE7C,MAAM,cAAc,KAAK,MACvB,sBAAsB,gBAAgB,aACxC;CAEA,MAAM,SAAS,OAAO,KAAK,OAAO;EAChC,MAAM,EAAE;EACR,aACE,EAAE,YAAY,SAAS,gBACnB,EAAE,YAAY,MAAM,GAAG,gBAAgB,CAAC,IAAI,MAC5C,EAAE;CACV,EAAE;CAEF,MAAM,aAAa,cAAc,MAAM;CACvC,IAAI,WAAW,UAAU,aAAa,OAAO;CAE7C,MAAM,YAAY;CAClB,MAAM,eAAe,OAAO,SAAS,IAAI,OAAO,SAAS,IAAI;CAC7D,MAAM,iBAAiB,cAAc,YAAY;CACjD,MAAM,mBAAmB;CAKzB,MAAM,oBAAoB,iBAJH,OAAO,QAC3B,KAAK,MAAM,MAAM,EAAE,KAAK,SAAS,kBAClC,CAEsD;CAExD,IAAI,qBAAqB,GACvB,OAAO,aAAa,QAAQ,WAAW;CAGzC,MAAM,kBAAkB,KAAK,MAAM,oBAAoB,OAAO,MAAM;CAEpE,IAAI,kBAAkB,eACpB,OAAO,aAAa,QAAQ,WAAW;CAWzC,MAAM,SAAS,cARG,OAAO,KAAK,OAAO;EACnC,MAAM,EAAE;EACR,aACE,EAAE,YAAY,SAAS,kBACnB,EAAE,YAAY,MAAM,GAAG,kBAAkB,CAAC,IAAI,MAC9C,EAAE;CACV,EAEqC,CAAC;CACtC,IAAI,OAAO,UAAU,aAAa,OAAO;CACzC,OAAO,aAAa,QAAQ,WAAW;AACzC;AAEA,SAAS,cACP,SACQ;CAIR,OAAO,GAAG,OAAO,MAHH,QAAQ,KAAK,MACzB,EAAE,cAAc,KAAK,EAAE,KAAK,IAAI,EAAE,gBAAgB,KAAK,EAAE,MAEhC,CAAC,CAAC,KAAK,IAAI;AACxC;;AAGA,SAAS,aACP,SACA,aACQ;CAGR,MAAM,SAAS;CACf,MAAM,gBAAgB;CACtB,IAAI,QAAQ;CACZ,IAAI,WAAW;CAEf,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;EACvC,MAAM,SAAS,IAAI,IAAI,IAAI,KAAK,gBAAgB,QAAQ,EAAE,CAAC,KAAK;EAChE,IAAI,QAAQ,QAAQ,aAAa;EACjC,SAAS;EACT,WAAW,IAAI;CACjB;CAEA,IAAI,aAAa,GAAG,OAAO;CAI3B,OAAO,cAHW,QACf,MAAM,GAAG,QAAQ,CAAC,CAClB,KAAK,OAAO;EAAE,MAAM,EAAE;EAAM,aAAa;CAAG,EAClB,CAAC;AAChC"}