billion-context 0.1.58 → 0.1.59-pr.298.151

package/dist/index.js

@@ -50953,11 +50953,13 @@ function usageTotals(protocol, usage) {
 }
 var CONTEXT_OVERFLOW_PATTERNS = [
   /context_length_exceeded/i,
+  /context_window_exceeded/i,
   /context length exceeded/i,
   /maximum context length/i,
   /max context length/i,
   /maximum context size/i,
   /exceeds the context window/i,
+  /out of room in the model/i,
   /exceeded model token limit/i,
   /prompt is too long/i,
   /prompt_too_long/i,
@@ -55865,7 +55867,16 @@ ${hdrText}
           s3.metadata.learnedContextLimits = learnedMap;
           log2("warn", `[${s3.id}] upstream context overflow \u2014 learned real window ${info.window} for ${reqModel ?? "(unknown model)"} (was ${prev ?? "unset"}); arming emergency shrink`);
         } else {
-          log2("warn", `[${s3.id}] upstream context overflow (window not parseable): ${info.message}`);
+          const payloadEstimate = estimateCoreMessages(prepared.processedMessages);
+          const prev = (reqModel ? learnedMap[reqModel] : void 0) ?? s3.metadata.learnedContextLimit;
+          if (payloadEstimate >= 1e3 && (prev === void 0 || payloadEstimate < prev)) {
+            if (reqModel) learnedMap[reqModel] = payloadEstimate;
+            else s3.metadata.learnedContextLimit = payloadEstimate;
+            s3.metadata.learnedContextLimits = learnedMap;
+            log2("warn", `[${s3.id}] upstream context overflow (window not parseable) \u2014 learned conservative window ${payloadEstimate} for ${reqModel ?? "(unknown model)"} from rejected payload size (was ${prev ?? "unset"}); arming emergency shrink`);
+          } else {
+            log2("warn", `[${s3.id}] upstream context overflow (window not parseable): ${info.message}`);
+          }
         }
         const floor = info.window ?? (reqModel ? learnedMap[reqModel] : void 0) ?? s3.metadata.learnedContextLimit ?? s3.metadata.effectiveContextLimit ?? 0;
         if (floor > 0) s3.stats.lastInputTokens = Math.max(s3.stats.lastInputTokens, floor);