llmist 16.2.1 → 16.2.3

package/dist/index.cjs

@@ -1982,6 +1982,21 @@ function isRetryableError(error) {
   }
   return false;
 }
+function isLikelyContextOverflow(error) {
+  const message = error.message.toLowerCase();
+  const statusCode = getErrorStatusCode(error);
+  if (message.includes("context length") || message.includes("token limit") || message.includes("payload too large") || message.includes("request too large") || message.includes("request entity too large") || message.includes("maximum context") || message.includes("content size exceeded") || message.includes("content too large")) {
+    return true;
+  }
+  const is400 = statusCode === 400 || statusCode === void 0 && message.includes("400");
+  if (!is400) {
+    return false;
+  }
+  if (message.includes("authentication") || message.includes("unauthorized") || message.includes("invalid api key") || message.includes("invalid key") || message.includes("invalid model") || message.includes("invalid parameter") || message.includes("content policy") || message.includes("safety") || message.includes("permission") || message.includes("unsupported") || message.includes("not supported") || message.includes("missing required") || message.includes("malformed") || message.includes("not found")) {
+    return false;
+  }
+  return true;
+}
 function formatLLMError(error, context) {
   const message = error.message;
   const name = error.name;
@@ -11843,7 +11858,18 @@ Original error: ${error.message}`
 Original error: ${error.message}`
           );
         }
-        if (message.includes("401") || message.includes("unauthorized") || message.includes("invalid")) {
+        if (message.includes("400") || message.includes("bad request")) {
+          const enhanced = new Error(
+            `OpenRouter: Provider returned error (400). This may indicate the request exceeded the model's limits, or a model-specific rejection.
+Original error: ${error.message}`
+          );
+          const originalStatus = error.status;
+          Object.assign(enhanced, {
+            status: typeof originalStatus === "number" ? originalStatus : 400
+          });
+          return enhanced;
+        }
+        if (message.includes("401") || message.includes("unauthorized") || message.includes("invalid api key") || message.includes("invalid key") || message.includes("invalid_api_key")) {
           return new Error(
             `OpenRouter: Authentication failed. Check that OPENROUTER_API_KEY is set correctly.
 Original error: ${error.message}`
@@ -16224,7 +16250,7 @@ var init_stream_processor_factory = __esm({
 });
 
 // src/agent/agent.ts
-var Agent;
+var OVERFLOW_RECOVERY_MIN_HISTORY, Agent;
 var init_agent = __esm({
   "src/agent/agent.ts"() {
     "use strict";
@@ -16247,6 +16273,7 @@ var init_agent = __esm({
     init_safe_observe();
     init_stream_processor_factory();
     init_tree_hook_bridge();
+    OVERFLOW_RECOVERY_MIN_HISTORY = 4;
     Agent = class {
       client;
       model;
@@ -16624,6 +16651,7 @@ var init_agent = __esm({
         });
         let currentLLMNodeId;
         let llmOptions;
+        let hasAttemptedOverflowRecovery = false;
         try {
           while (currentIteration < this.maxIterations) {
             if (await this.checkAbortAndNotify(currentIteration)) {
@@ -16710,6 +16738,34 @@ var init_agent = __esm({
                 }
               }
             } catch (error) {
+              const historyLength = this.conversation.getHistoryMessages().length;
+              if (this.compactionManager && !hasAttemptedOverflowRecovery && isLikelyContextOverflow(error) && historyLength >= OVERFLOW_RECOVERY_MIN_HISTORY) {
+                hasAttemptedOverflowRecovery = true;
+                this.logger.warn("Possible context overflow detected, attempting compaction recovery", {
+                  error: error.message,
+                  iteration: currentIteration,
+                  historyMessages: historyLength
+                });
+                try {
+                  const compactionEvent = await this.compactionManager.compact(
+                    this.conversation,
+                    currentIteration
+                  );
+                  if (compactionEvent) {
+                    const event = await this.emitCompactionEvent(compactionEvent, currentIteration);
+                    yield event;
+                    continue;
+                  }
+                  this.logger.warn("Compaction returned no result, cannot recover from overflow");
+                } catch (compactionError) {
+                  this.logger.warn(
+                    "Compaction failed during overflow recovery, propagating original error",
+                    {
+                      compactionError: compactionError.message
+                    }
+                  );
+                }
+              }
               const action = await this.llmCallLifecycle.notifyLLMError(
                 currentIteration,
                 currentLLMNodeId,
@@ -16906,6 +16962,14 @@ var init_agent = __esm({
           iteration
         );
         if (!compactionEvent) return null;
+        return this.emitCompactionEvent(compactionEvent, iteration);
+      }
+      /**
+       * Log compaction, notify observers, and return a StreamEvent.
+       * Shared by proactive compaction (checkAndPerformCompaction) and
+       * reactive overflow recovery (catch block).
+       */
+      async emitCompactionEvent(compactionEvent, iteration) {
         this.logger.info("Context compacted", {
           strategy: compactionEvent.strategy,
           tokensBefore: compactionEvent.tokensBefore,
@@ -17057,6 +17121,7 @@ __export(index_exports, {
   isGadgetEvent: () => isGadgetEvent,
   isImagePart: () => isImagePart,
   isLLMEvent: () => isLLMEvent,
+  isLikelyContextOverflow: () => isLikelyContextOverflow,
   isRetryableError: () => isRetryableError,
   isRootEvent: () => isRootEvent,
   isSubagentEvent: () => isSubagentEvent,
@@ -17964,6 +18029,7 @@ function getHostExports2(ctx) {
   isGadgetEvent,
   isImagePart,
   isLLMEvent,
+  isLikelyContextOverflow,
   isRetryableError,
   isRootEvent,
   isSubagentEvent,