@librechat/agents 3.7.5 → 3.7.6

package/dist/cjs/tools/search/keenable-search.cjs

@@ -13,6 +13,12 @@ const KEENABLE_DATE_RANGES = {
 	["m"]: "1mo",
 	["y"]: "1y"
 };
+const SNIPPET_MAX_LENGTH = 500;
+function toSnippet(result) {
+	const snippet = (result.snippet ?? "").replace(/\s+/g, " ").trim();
+	const description = (result.description ?? "").replace(/\s+/g, " ").trim();
+	return (snippet !== "" ? snippet : description).slice(0, SNIPPET_MAX_LENGTH);
+}
 const createKeenableAPI = (apiKey, apiUrl, options) => {
 	const resolvedKey = apiKey ?? process.env.KEENABLE_API_KEY;
 	const hasKey = resolvedKey != null && resolvedKey !== "";
@@ -44,7 +50,7 @@ const createKeenableAPI = (apiKey, apiUrl, options) => {
 				data: { organic: (Array.isArray(response.data.results) ? response.data.results.slice(0, maxResults) : []).map((result) => ({
 					title: result.title ?? "",
 					link: result.url ?? "",
-					snippet: result.description ?? result.snippet ?? "",
+					snippet: toSnippet(result),
 					date: result.published_at
 				})) }
 			};

package/dist/cjs/tools/search/keenable-search.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"keenable-search.cjs","names":[],"sources":["../../../../src/tools/search/keenable-search.ts"],"mappings":";;;;;AAIA,MAAM,2BAA2B;AAIjC,MAAM,2BAA2B;AACjC,MAAM,0BAA0B;AAChC,MAAM,uBAAmD;QAC/B;QACI;QACJ;QACC;QACD;AAC1B;AAEA,MAAa,qBACX,QACA,QACA,YAGG;CACH,MAAM,cAAc,UAAU,QAAQ,IAAI;CAC1C,MAAM,SAAS,eAAe,QAAQ,gBAAgB;CACtD,MAAM,UAAU,SAAS,WAAW;CACpC,MAAM,cACJ,UACA,QAAQ,IAAI,qBACX,SAAS,2BAA2B;CAKvC,MAAM,UAAkC;EACtC,gBAAgB;EAChB,oBAAoB,SAAS,oBAAoB;CACnD;CACA,IAAI,QACF,QAAQ,eAAe;CAGzB,MAAM,aAAa,OAAO,EACxB,OACA,MACA,aAAa,QACoC;EACjD,IAAI,CAAC,MAAM,KAAK,GACd,OAAO;GAAE,SAAS;GAAO,OAAO;EAAwB;EAG1D,IAAI;GAGF,MAAM,UAAmC,EAAE,MAAM;GACjD,IAAI,SAAS,QAAQ,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,OAAO,QAAQ;GAEzB,IAAI,QAAQ,MACV,QAAQ,kBAAkB,qBAAqB;GAGjD,MAAM,WAAW,MAAM,MAAA,QAAM,KAC3B,aACA,SACA;IACE;IACA;IACA,WAAW,SAAS;IACpB,YAAY,SAAS;GACvB,CACF;GAEA,MAAM,aAAa,KAAK,IACtB,KAAK,IAAI,GAAG,SAAS,cAAc,UAAU,GAC7C,EACF;GAYA,OAAO;IAAE,SAAS;IAAM,MAAM,EAAE,UAXb,MAAM,QAAQ,SAAS,KAAK,OAAO,IAClD,SAAS,KAAK,QAAQ,MAAM,GAAG,UAAU,IACzC,CAAC,EAAA,CAEyC,KAAK,YAAY;KAC7D,OAAO,OAAO,SAAS;KACvB,MAAM,OAAO,OAAO;KACpB,SAAS,OAAO,eAAe,OAAO,WAAW;KACjD,MAAM,OAAO;IACf,EAEsC,EAAE;GAAE;EAC5C,SAAS,OAAO;GAGd,OAAO;IACL,SAAS;IACT,OAAO,gCAHP,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAIvD;EACF;CACF;CAEA,OAAO,EAAE,WAAW;AACtB"}
+{"version":3,"file":"keenable-search.cjs","names":[],"sources":["../../../../src/tools/search/keenable-search.ts"],"mappings":";;;;;AAIA,MAAM,2BAA2B;AAIjC,MAAM,2BAA2B;AACjC,MAAM,0BAA0B;AAChC,MAAM,uBAAmD;QAC/B;QACI;QACJ;QACC;QACD;AAC1B;AAKA,MAAM,qBAAqB;AAO3B,SAAS,UAAU,QAAwC;CACzD,MAAM,WAAW,OAAO,WAAW,GAAA,CAAI,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK;CACjE,MAAM,eAAe,OAAO,eAAe,GAAA,CAAI,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK;CAEzE,QADa,YAAY,KAAK,UAAU,YAAA,CAC5B,MAAM,GAAG,kBAAkB;AACzC;AAEA,MAAa,qBACX,QACA,QACA,YAGG;CACH,MAAM,cAAc,UAAU,QAAQ,IAAI;CAC1C,MAAM,SAAS,eAAe,QAAQ,gBAAgB;CACtD,MAAM,UAAU,SAAS,WAAW;CACpC,MAAM,cACJ,UACA,QAAQ,IAAI,qBACX,SAAS,2BAA2B;CAKvC,MAAM,UAAkC;EACtC,gBAAgB;EAChB,oBAAoB,SAAS,oBAAoB;CACnD;CACA,IAAI,QACF,QAAQ,eAAe;CAGzB,MAAM,aAAa,OAAO,EACxB,OACA,MACA,aAAa,QACoC;EACjD,IAAI,CAAC,MAAM,KAAK,GACd,OAAO;GAAE,SAAS;GAAO,OAAO;EAAwB;EAG1D,IAAI;GAGF,MAAM,UAAmC,EAAE,MAAM;GACjD,IAAI,SAAS,QAAQ,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,OAAO,QAAQ;GAEzB,IAAI,QAAQ,MACV,QAAQ,kBAAkB,qBAAqB;GAGjD,MAAM,WAAW,MAAM,MAAA,QAAM,KAC3B,aACA,SACA;IACE;IACA;IACA,WAAW,SAAS;IACpB,YAAY,SAAS;GACvB,CACF;GAEA,MAAM,aAAa,KAAK,IACtB,KAAK,IAAI,GAAG,SAAS,cAAc,UAAU,GAC7C,EACF;GAYA,OAAO;IAAE,SAAS;IAAM,MAAM,EAAE,UAXb,MAAM,QAAQ,SAAS,KAAK,OAAO,IAClD,SAAS,KAAK,QAAQ,MAAM,GAAG,UAAU,IACzC,CAAC,EAAA,CAEyC,KAAK,YAAY;KAC7D,OAAO,OAAO,SAAS;KACvB,MAAM,OAAO,OAAO;KACpB,SAAS,UAAU,MAAM;KACzB,MAAM,OAAO;IACf,EAEsC,EAAE;GAAE;EAC5C,SAAS,OAAO;GAGd,OAAO;IACL,SAAS;IACT,OAAO,gCAHP,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAIvD;EACF;CACF;CAEA,OAAO,EAAE,WAAW;AACtB"}

package/dist/esm/tools/search/keenable-search.mjs

@@ -11,6 +11,12 @@ const KEENABLE_DATE_RANGES = {
 	["m"]: "1mo",
 	["y"]: "1y"
 };
+const SNIPPET_MAX_LENGTH = 500;
+function toSnippet(result) {
+	const snippet = (result.snippet ?? "").replace(/\s+/g, " ").trim();
+	const description = (result.description ?? "").replace(/\s+/g, " ").trim();
+	return (snippet !== "" ? snippet : description).slice(0, SNIPPET_MAX_LENGTH);
+}
 const createKeenableAPI = (apiKey, apiUrl, options) => {
 	const resolvedKey = apiKey ?? process.env.KEENABLE_API_KEY;
 	const hasKey = resolvedKey != null && resolvedKey !== "";
@@ -42,7 +48,7 @@ const createKeenableAPI = (apiKey, apiUrl, options) => {
 				data: { organic: (Array.isArray(response.data.results) ? response.data.results.slice(0, maxResults) : []).map((result) => ({
 					title: result.title ?? "",
 					link: result.url ?? "",
-					snippet: result.description ?? result.snippet ?? "",
+					snippet: toSnippet(result),
 					date: result.published_at
 				})) }
 			};

package/dist/esm/tools/search/keenable-search.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"keenable-search.mjs","names":[],"sources":["../../../../src/tools/search/keenable-search.ts"],"mappings":";;;AAIA,MAAM,2BAA2B;AAIjC,MAAM,2BAA2B;AACjC,MAAM,0BAA0B;AAChC,MAAM,uBAAmD;QAC/B;QACI;QACJ;QACC;QACD;AAC1B;AAEA,MAAa,qBACX,QACA,QACA,YAGG;CACH,MAAM,cAAc,UAAU,QAAQ,IAAI;CAC1C,MAAM,SAAS,eAAe,QAAQ,gBAAgB;CACtD,MAAM,UAAU,SAAS,WAAW;CACpC,MAAM,cACJ,UACA,QAAQ,IAAI,qBACX,SAAS,2BAA2B;CAKvC,MAAM,UAAkC;EACtC,gBAAgB;EAChB,oBAAoB,SAAS,oBAAoB;CACnD;CACA,IAAI,QACF,QAAQ,eAAe;CAGzB,MAAM,aAAa,OAAO,EACxB,OACA,MACA,aAAa,QACoC;EACjD,IAAI,CAAC,MAAM,KAAK,GACd,OAAO;GAAE,SAAS;GAAO,OAAO;EAAwB;EAG1D,IAAI;GAGF,MAAM,UAAmC,EAAE,MAAM;GACjD,IAAI,SAAS,QAAQ,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,OAAO,QAAQ;GAEzB,IAAI,QAAQ,MACV,QAAQ,kBAAkB,qBAAqB;GAGjD,MAAM,WAAW,MAAM,MAAM,KAC3B,aACA,SACA;IACE;IACA;IACA,WAAW,SAAS;IACpB,YAAY,SAAS;GACvB,CACF;GAEA,MAAM,aAAa,KAAK,IACtB,KAAK,IAAI,GAAG,SAAS,cAAc,UAAU,GAC7C,EACF;GAYA,OAAO;IAAE,SAAS;IAAM,MAAM,EAAE,UAXb,MAAM,QAAQ,SAAS,KAAK,OAAO,IAClD,SAAS,KAAK,QAAQ,MAAM,GAAG,UAAU,IACzC,CAAC,EAAA,CAEyC,KAAK,YAAY;KAC7D,OAAO,OAAO,SAAS;KACvB,MAAM,OAAO,OAAO;KACpB,SAAS,OAAO,eAAe,OAAO,WAAW;KACjD,MAAM,OAAO;IACf,EAEsC,EAAE;GAAE;EAC5C,SAAS,OAAO;GAGd,OAAO;IACL,SAAS;IACT,OAAO,gCAHP,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAIvD;EACF;CACF;CAEA,OAAO,EAAE,WAAW;AACtB"}
+{"version":3,"file":"keenable-search.mjs","names":[],"sources":["../../../../src/tools/search/keenable-search.ts"],"mappings":";;;AAIA,MAAM,2BAA2B;AAIjC,MAAM,2BAA2B;AACjC,MAAM,0BAA0B;AAChC,MAAM,uBAAmD;QAC/B;QACI;QACJ;QACC;QACD;AAC1B;AAKA,MAAM,qBAAqB;AAO3B,SAAS,UAAU,QAAwC;CACzD,MAAM,WAAW,OAAO,WAAW,GAAA,CAAI,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK;CACjE,MAAM,eAAe,OAAO,eAAe,GAAA,CAAI,QAAQ,QAAQ,GAAG,CAAC,CAAC,KAAK;CAEzE,QADa,YAAY,KAAK,UAAU,YAAA,CAC5B,MAAM,GAAG,kBAAkB;AACzC;AAEA,MAAa,qBACX,QACA,QACA,YAGG;CACH,MAAM,cAAc,UAAU,QAAQ,IAAI;CAC1C,MAAM,SAAS,eAAe,QAAQ,gBAAgB;CACtD,MAAM,UAAU,SAAS,WAAW;CACpC,MAAM,cACJ,UACA,QAAQ,IAAI,qBACX,SAAS,2BAA2B;CAKvC,MAAM,UAAkC;EACtC,gBAAgB;EAChB,oBAAoB,SAAS,oBAAoB;CACnD;CACA,IAAI,QACF,QAAQ,eAAe;CAGzB,MAAM,aAAa,OAAO,EACxB,OACA,MACA,aAAa,QACoC;EACjD,IAAI,CAAC,MAAM,KAAK,GACd,OAAO;GAAE,SAAS;GAAO,OAAO;EAAwB;EAG1D,IAAI;GAGF,MAAM,UAAmC,EAAE,MAAM;GACjD,IAAI,SAAS,QAAQ,QAAQ,QAAQ,SAAS,IAC5C,QAAQ,OAAO,QAAQ;GAEzB,IAAI,QAAQ,MACV,QAAQ,kBAAkB,qBAAqB;GAGjD,MAAM,WAAW,MAAM,MAAM,KAC3B,aACA,SACA;IACE;IACA;IACA,WAAW,SAAS;IACpB,YAAY,SAAS;GACvB,CACF;GAEA,MAAM,aAAa,KAAK,IACtB,KAAK,IAAI,GAAG,SAAS,cAAc,UAAU,GAC7C,EACF;GAYA,OAAO;IAAE,SAAS;IAAM,MAAM,EAAE,UAXb,MAAM,QAAQ,SAAS,KAAK,OAAO,IAClD,SAAS,KAAK,QAAQ,MAAM,GAAG,UAAU,IACzC,CAAC,EAAA,CAEyC,KAAK,YAAY;KAC7D,OAAO,OAAO,SAAS;KACvB,MAAM,OAAO,OAAO;KACpB,SAAS,UAAU,MAAM;KACzB,MAAM,OAAO;IACf,EAEsC,EAAE;GAAE;EAC5C,SAAS,OAAO;GAGd,OAAO;IACL,SAAS;IACT,OAAO,gCAHP,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAIvD;EACF;CACF;CAEA,OAAO,EAAE,WAAW;AACtB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.7.5",
+  "version": "3.7.6",
   "reova": {
     "enabled": true,
     "endpoint": "https://telemetry.reo.dev/data"

package/src/tools/search/keenable-search.ts

@@ -16,6 +16,23 @@ const KEENABLE_DATE_RANGES: Record<DATE_RANGE, string> = {
   [DATE_RANGE.PAST_YEAR]: '1y',
 };
 
+/** Characters of page text kept per result. Keenable returns the whole page on
+ * every search result, an order of magnitude more than the other providers here
+ * return, which would crowd out the reranker and the LLM output budget. */
+const SNIPPET_MAX_LENGTH = 500;
+
+/** Keenable sends both `description` and `snippet` on every result: `snippet`
+ * carries the page text and `description` is the page's meta description, which
+ * is empty for most pages. Either field can arrive as an empty string, so the
+ * pick is on emptiness rather than nullishness: a `??` chain would keep an empty
+ * `snippet` over a `description` that does carry text. */
+function toSnippet(result: t.KeenableSearchResult): string {
+  const snippet = (result.snippet ?? '').replace(/\s+/g, ' ').trim();
+  const description = (result.description ?? '').replace(/\s+/g, ' ').trim();
+  const text = snippet !== '' ? snippet : description;
+  return text.slice(0, SNIPPET_MAX_LENGTH);
+}
+
 export const createKeenableAPI = (
   apiKey?: string,
   apiUrl?: string,
@@ -84,7 +101,7 @@ export const createKeenableAPI = (
       const organic: t.OrganicResult[] = rawResults.map((result) => ({
         title: result.title ?? '',
         link: result.url ?? '',
-        snippet: result.description ?? result.snippet ?? '',
+        snippet: toSnippet(result),
         date: result.published_at,
       }));