@librechat/agents 3.2.64 → 3.2.65

package/src/tools/search/search.ts

@@ -4,6 +4,7 @@ import type * as t from './types';
 import { getAttribution, createDefaultLogger } from './utils';
 import { createKeenableAPI } from './keenable-search';
 import { createTavilyAPI } from './tavily-search';
+import { createCrwAPI } from './crw-search';
 import { BaseReranker } from './rerankers';
 
 const chunker = {
@@ -489,6 +490,9 @@ export const createSearchAPI = (
     keenableApiKey,
     keenableApiUrl,
     keenableSearchOptions,
+    crwApiKey,
+    crwApiUrl,
+    crwSearchOptions,
   } = config;
 
   if (searchProvider.toLowerCase() === 'serper') {
@@ -503,9 +507,11 @@ export const createSearchAPI = (
       keenableApiUrl,
       keenableSearchOptions
     );
+  } else if (searchProvider.toLowerCase() === 'crw') {
+    return createCrwAPI(crwApiKey, crwApiUrl, crwSearchOptions);
   } else {
     throw new Error(
-      `Invalid search provider: ${searchProvider}. Must be 'serper', 'searxng', 'tavily', or 'keenable'`
+      `Invalid search provider: ${searchProvider}. Must be 'serper', 'searxng', 'tavily', 'keenable', or 'crw'`
     );
   }
 };

package/src/tools/search/tool.ts

@@ -16,6 +16,7 @@ import { createSearchAPI, createSourceProcessor } from './search';
 import { createSerperScraper } from './serper-scraper';
 import { createTavilyScraper } from './tavily-scraper';
 import { createFirecrawlScraper } from './firecrawl';
+import { createCrwScraper } from './crw-scraper';
 import { expandHighlights } from './highlights';
 import { formatResultsForLLM } from './format';
 import { createDefaultLogger } from './utils';
@@ -339,8 +340,8 @@ function createTool({
 /**
  * Creates a search tool with configurable search and scraper providers.
  *
- * Search providers: Serper (Google results), SearXNG (self-hosted meta-search), Tavily (AI-optimized).
- * Scraper providers: Firecrawl (default, full-featured), Serper (lightweight), Tavily (batch extraction).
+ * Search providers: Serper (Google results), SearXNG (self-hosted meta-search), Tavily (AI-optimized), fastCRW (Firecrawl-compatible, self-host or cloud).
+ * Scraper providers: Firecrawl (default, full-featured), Serper (lightweight), Tavily (batch extraction), fastCRW (Firecrawl-compatible, self-host or cloud).
  *
  * The country schema field is exposed to the LLM for providers that support localized results.
  */
@@ -386,6 +387,10 @@ export const createSearchTool = (
     firecrawlOptions,
     serperScraperOptions,
     tavilyScraperOptions,
+    crwApiKey,
+    crwApiUrl,
+    crwSearchOptions,
+    crwScraperOptions,
     scraperTimeout,
     jinaApiKey,
     jinaApiUrl,
@@ -432,6 +437,9 @@ export const createSearchTool = (
     keenableApiKey,
     keenableApiUrl,
     keenableSearchOptions,
+    crwApiKey,
+    crwApiUrl,
+    crwSearchOptions,
   });
 
   /** Create scraper based on scraperProvider */
@@ -455,6 +463,16 @@ export const createSearchTool = (
       timeout: scraperTimeout ?? tavilyScraperOptions?.timeout,
       logger,
     });
+  } else if (scraperProvider === 'crw') {
+    scraperInstance = createCrwScraper({
+      ...crwScraperOptions,
+      apiKey:
+        crwScraperOptions?.apiKey ?? crwApiKey ?? process.env.CRW_API_KEY,
+      apiUrl: crwScraperOptions?.apiUrl ?? crwApiUrl,
+      timeout: scraperTimeout ?? crwScraperOptions?.timeout,
+      formats: crwScraperOptions?.formats ?? ['markdown', 'rawHtml'],
+      logger,
+    });
   } else {
     scraperInstance = createFirecrawlScraper({
       ...firecrawlOptions,
@@ -501,7 +519,9 @@ export const createSearchTool = (
     // sub-searches would spend rate limit and merge nothing.
     supportsImages: searchProvider !== 'keenable',
     supportsVideos:
-      searchProvider !== 'tavily' && searchProvider !== 'keenable',
+      searchProvider !== 'tavily' &&
+      searchProvider !== 'keenable' &&
+      searchProvider !== 'crw',
     supportsNews: searchProvider !== 'keenable',
     sourceProcessor,
     onGetHighlights,

package/src/tools/search/types.ts

@@ -3,8 +3,8 @@ import type { Logger as WinstonLogger } from 'winston';
 import type { BaseReranker } from './rerankers';
 import { DATE_RANGE } from './schema';
 
-export type SearchProvider = 'serper' | 'searxng' | 'tavily' | 'keenable';
-export type ScraperProvider = 'firecrawl' | 'serper' | 'tavily';
+export type SearchProvider = 'serper' | 'searxng' | 'tavily' | 'keenable' | 'crw';
+export type ScraperProvider = 'firecrawl' | 'serper' | 'tavily' | 'crw';
 export type RerankerType = 'infinity' | 'jina' | 'cohere' | 'none';
 
 export interface Highlight {
@@ -106,6 +106,54 @@ export interface TavilySearchPayload {
   chunks_per_source?: number;
 }
 
+export interface CrwSearchOptions {
+  /** Max results to request (maps to `limit`; clamped 1..20). */
+  maxResults?: number;
+  /** Add 'images' to the sources array. */
+  includeImages?: boolean;
+  timeout?: number;
+}
+
+export type CrwSearchSource = 'web' | 'images' | 'news';
+
+export interface CrwSearchPayload {
+  query: string;
+  limit: number;
+  sources?: CrwSearchSource[];
+  tbs?: string;
+}
+
+export interface CrwSearchResult {
+  title?: string;
+  url?: string;
+  description?: string;
+  snippet?: string;
+  position?: number;
+  category?: string;
+}
+
+export interface CrwImageSearchResult extends CrwSearchResult {
+  imageUrl?: string;
+  imageFormat?: string;
+}
+
+export interface CrwNewsSearchResult extends CrwSearchResult {
+  publishedDate?: string;
+}
+
+export interface CrwSearchGroups {
+  web?: CrwSearchResult[];
+  images?: CrwImageSearchResult[];
+  news?: CrwNewsSearchResult[];
+}
+
+export interface CrwSearchResponse {
+  success: boolean;
+  data?: (CrwSearchGroups & { results?: CrwSearchGroups }) | CrwSearchResult[];
+  error?: string;
+  error_code?: string;
+}
+
 export interface SearchConfig {
   searchProvider?: SearchProvider;
   serperApiKey?: string;
@@ -118,6 +166,9 @@ export interface SearchConfig {
   keenableApiKey?: string;
   keenableApiUrl?: string;
   keenableSearchOptions?: KeenableSearchOptions;
+  crwApiKey?: string;
+  crwApiUrl?: string;
+  crwSearchOptions?: CrwSearchOptions;
 }
 
 export interface KeenableSearchOptions {
@@ -257,6 +308,7 @@ export interface SearchToolConfig
     ProcessSourcesConfig,
     FirecrawlConfig {
   tavilyScraperOptions?: TavilyScraperConfig;
+  crwScraperOptions?: CrwScraperConfig;
   /** Max chars of highlight content this tool feeds the MODEL per search (the
    * dominant, otherwise-unbounded part of the output). Distinct from
    * `maxContentLength`, which caps scraped/reranked content per source — full
@@ -296,7 +348,8 @@ export type UsedReferences = {
 export type AnyScraperResponse =
   | FirecrawlScrapeResponse
   | SerperScrapeResponse
-  | TavilyScrapeResponse;
+  | TavilyScrapeResponse
+  | CrwScrapeResponse;
 
 /** Base Scraper Interface */
 export interface BaseScraper {
@@ -322,6 +375,29 @@ export type FirecrawlScrapeOptions = Omit<
   'apiKey' | 'apiUrl' | 'version' | 'logger'
 >;
 
+export interface CrwScraperConfig {
+  apiKey?: string;
+  apiUrl?: string;
+  formats?: string[];
+  timeout?: number;
+  logger?: Logger;
+  onlyMainContent?: boolean;
+  includeTags?: string[];
+  excludeTags?: string[];
+  waitFor?: number;
+  headers?: Record<string, string>;
+  renderJs?: boolean | null;
+  cssSelector?: string;
+  xpath?: string;
+  proxy?: string;
+  stealth?: boolean;
+}
+
+export type CrwScrapeOptions = Omit<
+  CrwScraperConfig,
+  'apiKey' | 'apiUrl' | 'logger'
+>;
+
 export type SerperScrapeOptions = Omit<
   SerperScraperConfig,
   'apiKey' | 'apiUrl' | 'logger'
@@ -421,6 +497,30 @@ export interface FirecrawlScrapeResponse {
   error?: string;
 }
 
+export interface CrwScrapeData {
+  markdown?: string;
+  html?: string;
+  rawHtml?: string;
+  plainText?: string;
+  screenshot?: string;
+  links?: string[];
+  metadata?: ScrapeMetadata;
+}
+
+export interface CrwScrapeResponse {
+  success: boolean;
+  data?: CrwScrapeData;
+  error?: string;
+  error_code?: string;
+}
+
+export interface CrwRawScrapeResponse extends CrwScrapeData {
+  success?: boolean;
+  data?: CrwScrapeData;
+  error?: string;
+  error_code?: string;
+}
+
 export interface SerperScrapeResponse {
   success: boolean;
   data?: {