@librechat/agents 3.3.11 → 3.3.12

package/src/tools/search/rerankers.ts

@@ -42,22 +42,28 @@ export abstract class BaseReranker {
 export class JinaReranker extends BaseReranker {
   private apiUrl: string;
   private timeout: number;
+  private httpAgent?: t.HttpAgent;
+  private httpsAgent?: t.HttpsAgent;
 
   constructor({
     apiKey = process.env.JINA_API_KEY,
     apiUrl = getDefaultJinaApiUrl(),
     timeout = DEFAULT_RERANKER_TIMEOUT,
     logger,
+    httpAgent,
+    httpsAgent,
   }: {
     apiKey?: string;
     apiUrl?: string;
     timeout?: number;
     logger?: t.Logger;
-  }) {
+  } & t.HttpAgentConfig) {
     super(logger);
     this.apiKey = apiKey;
     this.apiUrl = apiUrl;
     this.timeout = timeout;
+    this.httpAgent = httpAgent;
+    this.httpsAgent = httpsAgent;
   }
 
   async rerank(
@@ -92,6 +98,8 @@ export class JinaReranker extends BaseReranker {
             Authorization: `Bearer ${this.apiKey}`,
           },
           timeout: this.timeout,
+          httpAgent: this.httpAgent,
+          httpsAgent: this.httpsAgent,
         }
       );
 
@@ -135,19 +143,25 @@ export class JinaReranker extends BaseReranker {
 
 export class CohereReranker extends BaseReranker {
   private timeout: number;
+  private httpAgent?: t.HttpAgent;
+  private httpsAgent?: t.HttpsAgent;
 
   constructor({
     apiKey = process.env.COHERE_API_KEY,
     timeout = DEFAULT_RERANKER_TIMEOUT,
     logger,
+    httpAgent,
+    httpsAgent,
   }: {
     apiKey?: string;
     timeout?: number;
     logger?: t.Logger;
-  }) {
+  } & t.HttpAgentConfig) {
     super(logger);
     this.apiKey = apiKey;
     this.timeout = timeout;
+    this.httpAgent = httpAgent;
+    this.httpsAgent = httpsAgent;
   }
 
   async rerank(
@@ -179,6 +193,8 @@ export class CohereReranker extends BaseReranker {
             Authorization: `Bearer ${this.apiKey}`,
           },
           timeout: this.timeout,
+          httpAgent: this.httpAgent,
+          httpsAgent: this.httpsAgent,
         }
       );
 
@@ -231,14 +247,16 @@ export class InfinityReranker extends BaseReranker {
 /**
  * Creates the appropriate reranker based on type and configuration
  */
-export const createReranker = (config: {
-  rerankerType: t.RerankerType;
-  jinaApiKey?: string;
-  jinaApiUrl?: string;
-  cohereApiKey?: string;
-  rerankerTimeout?: number;
-  logger?: t.Logger;
-}): BaseReranker | undefined => {
+export const createReranker = (
+  config: {
+    rerankerType: t.RerankerType;
+    jinaApiKey?: string;
+    jinaApiUrl?: string;
+    cohereApiKey?: string;
+    rerankerTimeout?: number;
+    logger?: t.Logger;
+  } & t.HttpAgentConfig
+): BaseReranker | undefined => {
   const {
     rerankerType,
     jinaApiKey,
@@ -246,6 +264,8 @@ export const createReranker = (config: {
     cohereApiKey,
     rerankerTimeout,
     logger,
+    httpAgent,
+    httpsAgent,
   } = config;
 
   // Create a default logger if none is provided
@@ -258,12 +278,16 @@ export const createReranker = (config: {
       apiUrl: jinaApiUrl,
       timeout: rerankerTimeout,
       logger: defaultLogger,
+      httpAgent,
+      httpsAgent,
     });
   case 'cohere':
     return new CohereReranker({
       apiKey: cohereApiKey,
       timeout: rerankerTimeout,
       logger: defaultLogger,
+      httpAgent,
+      httpsAgent,
     });
   case 'infinity':
     return new InfinityReranker(defaultLogger);
@@ -279,6 +303,8 @@ export const createReranker = (config: {
       apiUrl: jinaApiUrl,
       timeout: rerankerTimeout,
       logger: defaultLogger,
+      httpAgent,
+      httpsAgent,
     });
   }
 };

package/src/tools/search/search.ts

@@ -185,7 +185,8 @@ const getHighlights = async ({
 };
 
 const createSerperAPI = (
-  apiKey?: string
+  apiKey?: string,
+  agents?: t.HttpAgentConfig
 ): {
   getSources: (params: t.GetSourcesParams) => Promise<t.SearchResult>;
 } => {
@@ -251,6 +252,8 @@ const createSerperAPI = (
             'Content-Type': 'application/json',
           },
           timeout: config.timeout,
+          httpAgent: agents?.httpAgent,
+          httpsAgent: agents?.httpsAgent,
         }
       );
 
@@ -280,7 +283,8 @@ const createSerperAPI = (
 
 const createSearXNGAPI = (
   instanceUrl?: string,
-  apiKey?: string
+  apiKey?: string,
+  agents?: t.HttpAgentConfig
 ): {
   getSources: (params: t.GetSourcesParams) => Promise<t.SearchResult>;
 } => {
@@ -349,6 +353,8 @@ const createSearXNGAPI = (
         headers,
         params,
         timeout: config.timeout,
+        httpAgent: agents?.httpAgent,
+        httpsAgent: agents?.httpsAgent,
       });
 
       const data = response.data;
@@ -493,22 +499,34 @@ export const createSearchAPI = (
     crwApiKey,
     crwApiUrl,
     crwSearchOptions,
+    httpAgent,
+    httpsAgent,
   } = config;
 
+  const agents: t.HttpAgentConfig = { httpAgent, httpsAgent };
+
   if (searchProvider.toLowerCase() === 'serper') {
-    return createSerperAPI(serperApiKey);
+    return createSerperAPI(serperApiKey, agents);
   } else if (searchProvider.toLowerCase() === 'searxng') {
-    return createSearXNGAPI(searxngInstanceUrl, searxngApiKey);
+    return createSearXNGAPI(searxngInstanceUrl, searxngApiKey, agents);
   } else if (searchProvider.toLowerCase() === 'tavily') {
-    return createTavilyAPI(tavilyApiKey, tavilySearchUrl, tavilySearchOptions);
+    return createTavilyAPI(tavilyApiKey, tavilySearchUrl, {
+      ...tavilySearchOptions,
+      httpAgent: httpAgent ?? tavilySearchOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? tavilySearchOptions?.httpsAgent,
+    });
   } else if (searchProvider.toLowerCase() === 'keenable') {
-    return createKeenableAPI(
-      keenableApiKey,
-      keenableApiUrl,
-      keenableSearchOptions
-    );
+    return createKeenableAPI(keenableApiKey, keenableApiUrl, {
+      ...keenableSearchOptions,
+      httpAgent: httpAgent ?? keenableSearchOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? keenableSearchOptions?.httpsAgent,
+    });
   } else if (searchProvider.toLowerCase() === 'crw') {
-    return createCrwAPI(crwApiKey, crwApiUrl, crwSearchOptions);
+    return createCrwAPI(crwApiKey, crwApiUrl, {
+      ...crwSearchOptions,
+      httpAgent: httpAgent ?? crwSearchOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? crwSearchOptions?.httpsAgent,
+    });
   } else {
     throw new Error(
       `Invalid search provider: ${searchProvider}. Must be 'serper', 'searxng', 'tavily', 'keenable', or 'crw'`

package/src/tools/search/serper-scraper.ts

@@ -33,6 +33,8 @@ export class SerperScraper implements t.BaseScraper {
   private timeout: number;
   private logger: t.Logger;
   private includeMarkdown: boolean;
+  private httpAgent?: t.HttpAgent;
+  private httpsAgent?: t.HttpsAgent;
 
   constructor(config: t.SerperScraperConfig = {}) {
     this.apiKey = config.apiKey ?? process.env.SERPER_API_KEY ?? '';
@@ -44,6 +46,8 @@ export class SerperScraper implements t.BaseScraper {
 
     this.timeout = config.timeout ?? 7500;
     this.includeMarkdown = config.includeMarkdown ?? true;
+    this.httpAgent = config.httpAgent;
+    this.httpsAgent = config.httpsAgent;
 
     this.logger = config.logger || createDefaultLogger();
 
@@ -88,6 +92,8 @@ export class SerperScraper implements t.BaseScraper {
           'Content-Type': 'application/json',
         },
         timeout: options.timeout ?? this.timeout,
+        httpAgent: this.httpAgent,
+        httpsAgent: this.httpsAgent,
       });
 
       return [url, { success: true, data: response.data }];

package/src/tools/search/tavily-scraper.ts

@@ -45,6 +45,8 @@ export class TavilyScraper implements t.BaseScraper {
   private includeImages: boolean;
   private includeFavicon: boolean;
   private format: 'markdown' | 'text' | undefined;
+  private httpAgent?: t.HttpAgent;
+  private httpsAgent?: t.HttpsAgent;
 
   constructor(config: t.TavilyScraperConfig = {}) {
     this.apiKey = config.apiKey ?? process.env.TAVILY_API_KEY ?? '';
@@ -58,6 +60,8 @@ export class TavilyScraper implements t.BaseScraper {
     this.includeImages = config.includeImages ?? false;
     this.includeFavicon = config.includeFavicon ?? false;
     this.format = config.format;
+    this.httpAgent = config.httpAgent;
+    this.httpsAgent = config.httpsAgent;
     this.logger = config.logger || createDefaultLogger();
 
     if (!this.apiKey) {
@@ -140,6 +144,8 @@ export class TavilyScraper implements t.BaseScraper {
           'Content-Type': 'application/json',
         },
         timeout: effectiveTimeout,
+        httpAgent: this.httpAgent,
+        httpsAgent: this.httpsAgent,
       });
 
       const data = response.data;

package/src/tools/search/tavily-search.ts

@@ -359,6 +359,8 @@ export const createTavilyAPI = (
             'Content-Type': 'application/json',
           },
           timeout: config.timeout,
+          httpAgent: options?.httpAgent,
+          httpsAgent: options?.httpsAgent,
         }
       );
 

package/src/tools/search/tool.ts

@@ -452,6 +452,8 @@ export const createSearchTool = (
     jinaApiKey,
     jinaApiUrl,
     cohereApiKey,
+    httpAgent,
+    httpsAgent,
     onSearchResults: _onSearchResults,
     onGetHighlights,
   } = config;
@@ -498,6 +500,8 @@ export const createSearchTool = (
     crwApiKey,
     crwApiUrl,
     crwSearchOptions,
+    httpAgent,
+    httpsAgent,
   });
 
   /** Create scraper based on scraperProvider */
@@ -508,6 +512,8 @@ export const createSearchTool = (
       ...serperScraperOptions,
       apiKey: serperApiKey,
       timeout: scraperTimeout ?? serperScraperOptions?.timeout,
+      httpAgent: httpAgent ?? serperScraperOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? serperScraperOptions?.httpsAgent,
       logger,
     });
   } else if (scraperProvider === 'tavily') {
@@ -519,6 +525,8 @@ export const createSearchTool = (
         process.env.TAVILY_API_KEY,
       apiUrl: tavilyScraperOptions?.apiUrl ?? tavilyExtractUrl,
       timeout: scraperTimeout ?? tavilyScraperOptions?.timeout,
+      httpAgent: httpAgent ?? tavilyScraperOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? tavilyScraperOptions?.httpsAgent,
       logger,
     });
   } else if (scraperProvider === 'crw') {
@@ -528,6 +536,8 @@ export const createSearchTool = (
       apiUrl: crwScraperOptions?.apiUrl ?? crwApiUrl,
       timeout: scraperTimeout ?? crwScraperOptions?.timeout,
       formats: crwScraperOptions?.formats ?? ['markdown', 'rawHtml'],
+      httpAgent: httpAgent ?? crwScraperOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? crwScraperOptions?.httpsAgent,
       logger,
     });
   } else if (scraperProvider === 'keenable') {
@@ -538,6 +548,8 @@ export const createSearchTool = (
       attributionTitle:
         keenableScraperOptions?.attributionTitle ??
         keenableSearchOptions?.attributionTitle,
+      httpAgent: httpAgent ?? keenableScraperOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? keenableScraperOptions?.httpsAgent,
       logger,
     });
   } else {
@@ -548,6 +560,8 @@ export const createSearchTool = (
       version: firecrawlVersion,
       timeout: scraperTimeout ?? firecrawlOptions?.timeout,
       formats: firecrawlOptions?.formats ?? ['markdown', 'rawHtml'],
+      httpAgent: httpAgent ?? firecrawlOptions?.httpAgent,
+      httpsAgent: httpsAgent ?? firecrawlOptions?.httpsAgent,
       logger,
     });
   }
@@ -558,6 +572,8 @@ export const createSearchTool = (
     jinaApiUrl,
     cohereApiKey,
     rerankerTimeout,
+    httpAgent,
+    httpsAgent,
     logger,
   });
 

package/src/tools/search/types.ts

@@ -1,8 +1,25 @@
 import type { RunnableConfig } from '@langchain/core/runnables';
 import type { Logger as WinstonLogger } from 'winston';
+import type { Agent as HttpsAgent } from 'https';
+import type { Agent as HttpAgent } from 'http';
 import type { BaseReranker } from './rerankers';
 import { DATE_RANGE } from './schema';
 
+export type { HttpAgent, HttpsAgent };
+
+export interface HttpAgentConfig {
+  httpAgent?: HttpAgent;
+  httpsAgent?: HttpsAgent;
+}
+
+/** Transport and credential fields shared by every provider scraper config. */
+export interface BaseSearchProviderConfig extends HttpAgentConfig {
+  apiKey?: string;
+  apiUrl?: string;
+  timeout?: number;
+  logger?: Logger;
+}
+
 export type SearchProvider =
   | 'serper'
   | 'searxng'
@@ -81,7 +98,7 @@ export type TavilyTimeRangeInput =
   | 'm'
   | 'y';
 
-export interface TavilySearchOptions {
+export interface TavilySearchOptions extends HttpAgentConfig {
   searchDepth?: 'basic' | 'advanced' | 'fast' | 'ultra-fast';
   maxResults?: number;
   includeImages?: boolean;
@@ -116,7 +133,7 @@ export interface TavilySearchPayload {
   chunks_per_source?: number;
 }
 
-export interface CrwSearchOptions {
+export interface CrwSearchOptions extends HttpAgentConfig {
   /** Max results to request (maps to `limit`; clamped 1..20). */
   maxResults?: number;
   /** Add 'images' to the sources array. */
@@ -164,7 +181,7 @@ export interface CrwSearchResponse {
   error_code?: string;
 }
 
-export interface SearchConfig {
+export interface SearchConfig extends HttpAgentConfig {
   searchProvider?: SearchProvider;
   serperApiKey?: string;
   searxngInstanceUrl?: string;
@@ -181,7 +198,7 @@ export interface SearchConfig {
   crwSearchOptions?: CrwSearchOptions;
 }
 
-export interface KeenableSearchOptions {
+export interface KeenableSearchOptions extends HttpAgentConfig {
   maxResults?: number;
   /** Restrict results to a single domain, e.g. "github.com". */
   site?: string;
@@ -208,20 +225,17 @@ export interface KeenableSearchResponse {
   results?: KeenableSearchResult[];
 }
 
-export interface KeenableScraperConfig {
-  apiKey?: string;
+export interface KeenableScraperConfig extends BaseSearchProviderConfig {
   /** Override the fetch endpoint base (default: public keyless, keyed when a
    * key is set). Env fallback: KEENABLE_FETCH_URL. */
   apiUrl?: string;
-  timeout?: number;
-  logger?: Logger;
   /** Sent as the X-Keenable-Title attribution header. Defaults to "LibreChat". */
   attributionTitle?: string;
 }
 
 export type KeenableScrapeOptions = Omit<
   KeenableScraperConfig,
-  'apiKey' | 'apiUrl' | 'logger'
+  'apiKey' | 'apiUrl' | 'logger' | 'httpAgent' | 'httpsAgent'
 >;
 
 /** Raw JSON shape returned by GET /v1/fetch{,/public}?url=... */
@@ -287,19 +301,11 @@ export interface FirecrawlConfig {
   firecrawlOptions?: FirecrawlScraperConfig;
 }
 
-export interface SerperScraperConfig {
-  apiKey?: string;
-  apiUrl?: string;
-  timeout?: number;
-  logger?: Logger;
+export interface SerperScraperConfig extends BaseSearchProviderConfig {
   includeMarkdown?: boolean;
 }
 
-export interface TavilyScraperConfig {
-  apiKey?: string;
-  apiUrl?: string;
-  timeout?: number;
-  logger?: Logger;
+export interface TavilyScraperConfig extends BaseSearchProviderConfig {
   extractDepth?: 'basic' | 'advanced';
   includeImages?: boolean;
   includeFavicon?: boolean;
@@ -421,15 +427,11 @@ export interface BaseScraper {
 /** Firecrawl */
 export type FirecrawlScrapeOptions = Omit<
   FirecrawlScraperConfig,
-  'apiKey' | 'apiUrl' | 'version' | 'logger'
+  'apiKey' | 'apiUrl' | 'version' | 'logger' | 'httpAgent' | 'httpsAgent'
 >;
 
-export interface CrwScraperConfig {
-  apiKey?: string;
-  apiUrl?: string;
+export interface CrwScraperConfig extends BaseSearchProviderConfig {
   formats?: string[];
-  timeout?: number;
-  logger?: Logger;
   onlyMainContent?: boolean;
   includeTags?: string[];
   excludeTags?: string[];
@@ -444,17 +446,17 @@ export interface CrwScraperConfig {
 
 export type CrwScrapeOptions = Omit<
   CrwScraperConfig,
-  'apiKey' | 'apiUrl' | 'logger'
+  'apiKey' | 'apiUrl' | 'logger' | 'httpAgent' | 'httpsAgent'
 >;
 
 export type SerperScrapeOptions = Omit<
   SerperScraperConfig,
-  'apiKey' | 'apiUrl' | 'logger'
+  'apiKey' | 'apiUrl' | 'logger' | 'httpAgent' | 'httpsAgent'
 >;
 
 export type TavilyScrapeOptions = Omit<
   TavilyScraperConfig,
-  'apiKey' | 'apiUrl' | 'logger'
+  'apiKey' | 'apiUrl' | 'logger' | 'httpAgent' | 'httpsAgent'
 >;
 
 export interface TavilyExtractPayload {
@@ -620,13 +622,9 @@ export interface TavilyExtractResult {
   error?: string;
 }
 
-export interface FirecrawlScraperConfig {
-  apiKey?: string;
-  apiUrl?: string;
+export interface FirecrawlScraperConfig extends BaseSearchProviderConfig {
   version?: string;
   formats?: string[];
-  timeout?: number;
-  logger?: Logger;
   includeTags?: string[];
   excludeTags?: string[];
   waitFor?: number;