@librechat/agents 3.9.1 → 3.9.2

package/dist/esm/utils/truncation.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"truncation.mjs","names":[],"sources":["../../../src/utils/truncation.ts"],"mappings":";AAYA,MAAa,6BAA6B;AAU1C,MAAa,kCAAkC;AAU/C,SAAgB,4BACd,qBACQ;CACR,IAAI,uBAAuB,QAAQ,uBAAuB,GACxD,OAAO;CAET,OAAO,KAAK,IACV,KAAK,MAAM,sBAAsB,EAAG,IAAI,GACxC,0BACF;AACF;AAaA,SAAgB,gCACd,eACQ;CACR,IAAI,iBAAiB,QAAQ,iBAAiB,GAC5C,OAAO;CAET,OAAO,KAAK,IAAI,gBAAgB,GAAG,+BAA+B;AACpE;AAYA,SAAgB,kBACd,OACA,UACgD;CAChD,MAAM,aAAa,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK;CAC3E,IAAI,WAAW,UAAU,UACvB,OAAO;EAAE,YAAY;EAAY,gBAAgB,WAAW;CAAO;CAErE,MAAM,YAAY,mBAAmB,WAAW,OAAO,kBAAkB,SAAS;CAClF,MAAM,YAAY,WAAW,UAAU;CAEvC,IAAI,YAAY,KACd,OAAO;EACL,YAAY,WAAW,MAAM,GAAG,QAAQ,IAAI,UAAU,QAAQ;EAC9D,gBAAgB,WAAW;CAC7B;CAGF,MAAM,WAAW,KAAK,KAAK,YAAY,EAAG;CAC1C,MAAM,WAAW,YAAY;CAE7B,OAAO;EACL,YACE,WAAW,MAAM,GAAG,QAAQ,IAC5B,YACA,WAAW,MAAM,WAAW,SAAS,QAAQ;EAC/C,gBAAgB,WAAW;CAC7B;AACF;AAeA,SAAgB,0BACd,SACA,UACQ;CACR,IAAI,QAAQ,UAAU,UACpB,OAAO;CAGT,MAAM,YAAY,qBAAqB,QAAQ,OAAO,kBAAkB,SAAS;CACjF,MAAM,YAAY,WAAW,UAAU;CACvC,IAAI,aAAa,GACf,OAAO,QAAQ,MAAM,GAAG,QAAQ;CAIlC,IAAI,YAAY,KACd,OAAO,QAAQ,MAAM,GAAG,SAAS,IAAI,UAAU,QAAQ;CAGzD,MAAM,WAAW,KAAK,KAAK,YAAY,EAAG;CAC1C,MAAM,WAAW,YAAY;CAG7B,IAAI,UAAU;CACd,MAAM,cAAc,QAAQ,YAAY,MAAM,QAAQ;CACtD,IAAI,cAAc,WAAW,OAAO,cAAc,GAChD,UAAU;CAGZ,IAAI,YAAY,QAAQ,SAAS;CACjC,MAAM,cAAc,QAAQ,QAAQ,MAAM,SAAS;CACnD,IAAI,cAAc,KAAK,cAAc,YAAY,KAC/C,YAAY,cAAc;CAG5B,OAAO,QAAQ,MAAM,GAAG,OAAO,IAAI,YAAY,QAAQ,MAAM,SAAS;AACxE;AAGA,MAAa,iCAAiC;AAG9C,MAAa,uBAAuB;AAMpC,SAAgB,+BACd,kBACQ;CACR,IAAI,oBAAoB,QAAQ,oBAAoB,GAClD,OAAO;CAET,OAAO,KAAK,IAAA,GAEV,KAAK,IACH,KAAK,MAAM,mBAAmB,GAAI,IAAI,GACtC,8BACF,CACF;AACF"}
+{"version":3,"file":"truncation.mjs","names":[],"sources":["../../../src/utils/truncation.ts"],"mappings":";AAQA,SAAgB,gCACd,OACA,OACA,KACQ;CACR,MAAM,SAAS,MAAM,MAAM,OAAO,GAAG;CACrC,MAAM,QAAQ,OAAO,WAAW,CAAC;CACjC,MAAM,OAAO,OAAO,WAAW,OAAO,SAAS,CAAC;CAChD,MAAM,YAAY,SAAS,SAAU,SAAS;CAC9C,MAAM,UAAU,QAAQ,SAAU,QAAQ;CAC1C,OAAO,aAAa,UAChB,OAAO,MAAM,YAAY,IAAI,GAAG,OAAO,UAAU,UAAU,IAAI,EAAE,IACjE;AACN;AAOA,MAAa,6BAA6B;AAU1C,MAAa,kCAAkC;AAU/C,SAAgB,4BACd,qBACQ;CACR,IAAI,uBAAuB,QAAQ,uBAAuB,GACxD,OAAO;CAET,OAAO,KAAK,IACV,KAAK,MAAM,sBAAsB,EAAG,IAAI,GACxC,0BACF;AACF;AAaA,SAAgB,gCACd,eACQ;CACR,IAAI,iBAAiB,QAAQ,iBAAiB,GAC5C,OAAO;CAET,OAAO,KAAK,IAAI,gBAAgB,GAAG,+BAA+B;AACpE;AAYA,SAAgB,kBACd,OACA,UACgD;CAChD,MAAM,aAAa,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK;CAC3E,IAAI,WAAW,UAAU,UACvB,OAAO;EAAE,YAAY;EAAY,gBAAgB,WAAW;CAAO;CAErE,MAAM,YAAY,mBAAmB,WAAW,OAAO,kBAAkB,SAAS;CAClF,MAAM,YAAY,WAAW,UAAU;CAEvC,IAAI,YAAY,KACd,OAAO;EACL,YACE,gCAAgC,YAAY,GAAG,QAAQ,IACvD,UAAU,QAAQ;EACpB,gBAAgB,WAAW;CAC7B;CAGF,MAAM,WAAW,KAAK,KAAK,YAAY,EAAG;CAC1C,MAAM,WAAW,YAAY;CAE7B,OAAO;EACL,YACE,gCAAgC,YAAY,GAAG,QAAQ,IACvD,YACA,gCAAgC,YAAY,WAAW,SAAS,QAAQ;EAC1E,gBAAgB,WAAW;CAC7B;AACF;AAeA,SAAgB,0BACd,SACA,UACQ;CACR,IAAI,QAAQ,UAAU,UACpB,OAAO;CAGT,MAAM,YAAY,qBAAqB,QAAQ,OAAO,kBAAkB,SAAS;CACjF,MAAM,YAAY,WAAW,UAAU;CACvC,IAAI,aAAa,GACf,OAAO,gCAAgC,SAAS,GAAG,QAAQ;CAI7D,IAAI,YAAY,KACd,OACE,gCAAgC,SAAS,GAAG,SAAS,IACrD,UAAU,QAAQ;CAItB,MAAM,WAAW,KAAK,KAAK,YAAY,EAAG;CAC1C,MAAM,WAAW,YAAY;CAG7B,IAAI,UAAU;CACd,MAAM,cAAc,QAAQ,YAAY,MAAM,QAAQ;CACtD,IAAI,cAAc,WAAW,OAAO,cAAc,GAChD,UAAU;CAGZ,IAAI,YAAY,QAAQ,SAAS;CACjC,MAAM,cAAc,QAAQ,QAAQ,MAAM,SAAS;CACnD,IAAI,cAAc,KAAK,cAAc,YAAY,KAC/C,YAAY,cAAc;CAG5B,OACE,gCAAgC,SAAS,GAAG,OAAO,IACnD,YACA,gCAAgC,SAAS,SAAS;AAEtD;AAGA,MAAa,iCAAiC;AAG9C,MAAa,uBAAuB;AAMpC,SAAgB,+BACd,kBACQ;CACR,IAAI,oBAAoB,QAAQ,oBAAoB,GAClD,OAAO;CAET,OAAO,KAAK,IAAA,GAEV,KAAK,IACH,KAAK,MAAM,mBAAmB,GAAI,IAAI,GACtC,8BACF,CACF;AACF"}

package/dist/types/utils/toolContent.d.ts

@@ -16,7 +16,7 @@ type StructuredWorkState = {
 export type BoundedStructuredSerialization = {
     /** Provider-facing head/tail preview, bounded by `maxChars`. */
     content: string;
-    /** Exact serialized prefix up to the defensive traversal-work ceiling. */
+    /** Code-point-aligned serialized prefix up to the traversal-work ceiling. */
     prefix: string;
     /** Exact length, or `Number.MAX_SAFE_INTEGER` when traversal was capped. */
     originalChars: number;

package/dist/types/utils/truncation.d.ts

@@ -4,6 +4,8 @@
  * Prevents oversized tool outputs from entering the message array and
  * consuming the entire context window.
  */
+/** Slices by UTF-16 code units, dropping orphaned surrogate halves at either edge. */
+export declare function sliceWithoutSplittingSurrogates(value: string, start: number, end?: number): string;
 /**
  * Absolute hard cap on tool result length (characters).
  * Even if the model has a 1M-token context, a single tool result

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.9.1",
+  "version": "3.9.2",
   "reova": {
     "enabled": true,
     "endpoint": "https://telemetry.reo.dev/data"

package/src/messages/contextPruning.ts

@@ -26,6 +26,7 @@ import {
   serializeToolContentBounded,
 } from '@/utils/toolContent';
 import { resolveContextPruningSettings } from './contextPruningSettings';
+import { sliceWithoutSplittingSurrogates } from '@/utils/truncation';
 
 /**
  * Applies head+tail soft-trim to tool result content.
@@ -36,7 +37,11 @@ function softTrimContent(
 ): string {
   const { headChars, tailChars } = settings;
   const indicator = `\n\n… [soft-trimmed: ${content.length} chars → ${headChars + tailChars} chars, middle removed] …\n\n`;
-  return content.slice(0, headChars) + indicator + content.slice(-tailChars);
+  return (
+    sliceWithoutSplittingSurrogates(content, 0, headChars) +
+    indicator +
+    sliceWithoutSplittingSurrogates(content, -tailChars)
+  );
 }
 
 export interface ContextPruningResult {
@@ -140,7 +145,8 @@ export function applyContextPruning(params: {
     }
     const content = message.content;
     const contentLength = getToolContentCharLength(content);
-    const eligibilityContent = params.canonicalMessages?.[i]?.content ?? content;
+    const eligibilityContent =
+      params.canonicalMessages?.[i]?.content ?? content;
     if (
       getToolContentCharLength(eligibilityContent) <
       settings.minPrunableToolChars

package/src/messages/prune.ts

@@ -19,6 +19,7 @@ import {
   HARD_MAX_TOOL_CALL_INPUT_CHARS,
   HARD_MAX_TOOL_RESULT_CHARS,
   MIN_JSON_VALUE_CHARS,
+  sliceWithoutSplittingSurrogates,
   calculateMaxToolCallInputChars,
   calculateMaxToolResultChars,
 } from '@/utils/truncation';
@@ -1591,7 +1592,8 @@ function createBoundedTruncationValue(
     const next = Math.ceil((low + high) / 2);
     const candidate = {
       _truncated:
-        TOOL_INPUT_TRUNCATION_MARKER + canonicalPrefix.slice(0, next),
+        TOOL_INPUT_TRUNCATION_MARKER +
+        sliceWithoutSplittingSurrogates(canonicalPrefix, 0, next),
       _originalChars: originalChars,
     };
     if (JSON.stringify(candidate).length <= normalizedMaxChars) {
@@ -1604,7 +1606,8 @@ function createBoundedTruncationValue(
     // Keep the marker separate from a pure canonical prefix so another,
     // slightly smaller cap can be derived without nesting the envelope.
     _truncated:
-      TOOL_INPUT_TRUNCATION_MARKER + canonicalPrefix.slice(0, low),
+      TOOL_INPUT_TRUNCATION_MARKER +
+      sliceWithoutSplittingSurrogates(canonicalPrefix, 0, low),
     _originalChars: originalChars,
   };
 }
@@ -1847,8 +1850,12 @@ function projectStringInputWithinLimit(
   return {
     value:
       marker.length >= normalizedMaxChars
-        ? prefix.slice(0, normalizedMaxChars)
-        : prefix.slice(0, normalizedMaxChars - marker.length) + marker,
+        ? sliceWithoutSplittingSurrogates(prefix, 0, normalizedMaxChars)
+        : sliceWithoutSplittingSurrogates(
+          prefix,
+          0,
+          normalizedMaxChars - marker.length
+        ) + marker,
     changed: true,
   };
 }
@@ -2366,7 +2373,9 @@ function applyToolCallInputCaps(params: {
         additionalKwargsChanges
       );
     }
-    if (capped.response_metadata.output !== canonical.response_metadata.output) {
+    if (
+      capped.response_metadata.output !== canonical.response_metadata.output
+    ) {
       changes.response_metadata = cloneWithProjectedProperties(
         current.response_metadata,
         { output: capped.response_metadata.output }
@@ -2523,11 +2532,7 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
       originalToolContent.clear();
       originalToolContentSize = 0;
     }
-    for (
-      let i = toolExchangeWidthThrough;
-      i < canonicalMessages.length;
-      i++
-    ) {
+    for (let i = toolExchangeWidthThrough; i < canonicalMessages.length; i++) {
       maxToolExchangeWidth = Math.max(
         maxToolExchangeWidth,
         getToolCallIds(canonicalMessages[i]).size

package/src/utils/toolContent.ts

@@ -3,6 +3,7 @@ import { ToolMessage, type BaseMessage } from '@langchain/core/messages';
 import {
   HARD_MAX_TOTAL_TOOL_OUTPUT_SIZE,
   truncateToolResultContent,
+  sliceWithoutSplittingSurrogates,
 } from './truncation';
 
 type ToolContent = BaseMessage['content'];
@@ -421,7 +422,7 @@ type SegmentedStringBuffer = {
 export type BoundedStructuredSerialization = {
   /** Provider-facing head/tail preview, bounded by `maxChars`. */
   content: string;
-  /** Exact serialized prefix up to the defensive traversal-work ceiling. */
+  /** Code-point-aligned serialized prefix up to the traversal-work ceiling. */
   prefix: string;
   /** Exact length, or `Number.MAX_SAFE_INTEGER` when traversal was capped. */
   originalChars: number;
@@ -505,6 +506,10 @@ function materializeSegmentedStringBuffer(
   return segments.join('');
 }
 
+/**
+ * Retains exact code-unit prefixes internally. Trimming surrogate edges here
+ * would let later chunks fill the gap and corrupt the prefix; trim on exposure.
+ */
 function appendSerializedChunk(
   collector: StructuredSerializationCollector,
   chunk: string
@@ -953,7 +958,7 @@ function formatBoundedStructuredContent(
   suffix: string
 ): string {
   if (collector.totalChars <= maxChars) {
-    return prefix.slice(0, collector.totalChars);
+    return sliceWithoutSplittingSurrogates(prefix, 0, collector.totalChars);
   }
 
   const indicator = collector.work.exceeded
@@ -962,10 +967,13 @@ function formatBoundedStructuredContent(
       `${maxChars} limit] …\n\n`;
   const available = maxChars - indicator.length;
   if (available <= 0) {
-    return prefix.slice(0, maxChars);
+    return sliceWithoutSplittingSurrogates(prefix, 0, maxChars);
   }
   if (available < 200) {
-    return prefix.slice(0, available) + indicator.trimEnd();
+    return (
+      sliceWithoutSplittingSurrogates(prefix, 0, available) +
+      indicator.trimEnd()
+    );
   }
 
   const headSize = Math.ceil(available * 0.7);
@@ -982,7 +990,11 @@ function formatBoundedStructuredContent(
     tailStart = tailNewline + 1;
   }
 
-  return prefix.slice(0, headEnd) + indicator + suffix.slice(tailStart);
+  return (
+    sliceWithoutSplittingSurrogates(prefix, 0, headEnd) +
+    indicator +
+    sliceWithoutSplittingSurrogates(suffix, tailStart)
+  );
 }
 
 /**
@@ -1036,7 +1048,7 @@ export function serializeStructuredValueBounded(
       prefix,
       suffix
     ),
-    prefix: prefix.slice(0, normalizedPrefixChars),
+    prefix: sliceWithoutSplittingSurrogates(prefix, 0, normalizedPrefixChars),
     originalChars,
     truncated:
       collector.work.exceeded || collector.totalChars > normalizedMaxChars,
@@ -1931,7 +1943,11 @@ function serializeDenseTextBlocksWithinLimit(
     }
     preview += textBlocks[i].text.slice(0, available - preview.length);
   }
-  return (preview + indicator).slice(0, normalizedMaxChars);
+  return sliceWithoutSplittingSurrogates(
+    sliceWithoutSplittingSurrogates(preview, 0) + indicator,
+    0,
+    normalizedMaxChars
+  );
 }
 
 export type CompactToolContentResult = {

package/src/utils/truncation.ts

@@ -5,6 +5,22 @@
  * consuming the entire context window.
  */
 
+/** Slices by UTF-16 code units, dropping orphaned surrogate halves at either edge. */
+export function sliceWithoutSplittingSurrogates(
+  value: string,
+  start: number,
+  end?: number
+): string {
+  const sliced = value.slice(start, end);
+  const first = sliced.charCodeAt(0);
+  const last = sliced.charCodeAt(sliced.length - 1);
+  const trimStart = first >= 0xdc00 && first <= 0xdfff;
+  const trimEnd = last >= 0xd800 && last <= 0xdbff;
+  return trimStart || trimEnd
+    ? sliced.slice(trimStart ? 1 : 0, sliced.length - (trimEnd ? 1 : 0))
+    : sliced;
+}
+
 /**
  * Absolute hard cap on tool result length (characters).
  * Even if the model has a 1M-token context, a single tool result
@@ -85,7 +101,9 @@ export function truncateToolInput(
 
   if (available < 100) {
     return {
-      _truncated: serialized.slice(0, maxChars) + indicator.trimEnd(),
+      _truncated:
+        sliceWithoutSplittingSurrogates(serialized, 0, maxChars) +
+        indicator.trimEnd(),
       _originalChars: serialized.length,
     };
   }
@@ -95,9 +113,9 @@ export function truncateToolInput(
 
   return {
     _truncated:
-      serialized.slice(0, headSize) +
+      sliceWithoutSplittingSurrogates(serialized, 0, headSize) +
       indicator +
-      serialized.slice(serialized.length - tailSize),
+      sliceWithoutSplittingSurrogates(serialized, serialized.length - tailSize),
     _originalChars: serialized.length,
   };
 }
@@ -126,12 +144,15 @@ export function truncateToolResultContent(
   const indicator = `\n\n… [truncated: ${content.length} chars exceeded ${maxChars} limit] …\n\n`;
   const available = maxChars - indicator.length;
   if (available <= 0) {
-    return content.slice(0, maxChars);
+    return sliceWithoutSplittingSurrogates(content, 0, maxChars);
   }
 
   // When budget is too small for a meaningful tail, fall back to head-only
   if (available < 200) {
-    return content.slice(0, available) + indicator.trimEnd();
+    return (
+      sliceWithoutSplittingSurrogates(content, 0, available) +
+      indicator.trimEnd()
+    );
   }
 
   const headSize = Math.ceil(available * 0.7);
@@ -150,7 +171,11 @@ export function truncateToolResultContent(
     tailStart = tailNewline + 1;
   }
 
-  return content.slice(0, headEnd) + indicator + content.slice(tailStart);
+  return (
+    sliceWithoutSplittingSurrogates(content, 0, headEnd) +
+    indicator +
+    sliceWithoutSplittingSurrogates(content, tailStart)
+  );
 }
 
 /** Absolute hard cap on a single tool-call input (characters). */