npm - @letta-ai/letta-code - Versions diffs - 0.21.13 → 0.21.15 - Mend

@letta-ai/letta-code 0.21.13 → 0.21.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (2) hide show

package/letta.js +205 -45
package/package.json +1 -1

package/letta.js CHANGED Viewed

@@ -3269,7 +3269,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@letta-ai/letta-code",
-    version: "0.21.13",
+    version: "0.21.15",
     description: "Letta Code is a CLI tool for interacting with stateful Letta agents from the terminal.",
     type: "module",
     bin: {
@@ -73286,6 +73286,9 @@ function isCloudflareEdge52xHtmlError2(text) {
   const has52xCode = CLOUDFLARE_EDGE_5XX_MARKER_PATTERN2.test(text) || CLOUDFLARE_EDGE_5XX_TITLE_PATTERN2.test(text);
   return hasCloudflare && hasHtml && has52xCode;
 }
+function isCloudflareEdge52xErrorText(text) {
+  return CLOUDFLARE_EDGE_5XX_FORMATTED_PATTERN.test(text) || isCloudflareEdge52xHtmlError2(text);
+}
 function parseCloudflareEdgeError2(text) {
   if (!isCloudflareEdge52xHtmlError2(text))
     return;
@@ -73638,7 +73641,7 @@ Upgrade at: ${LETTA_USAGE_URL2}
 Delete ${resourceType} at: ${LETTA_AGENTS_URL2}`;
     }
     if (isCreditExhaustedError2(e, reasons)) {
-      return `Your account is out of credits for hosted inference. Add credits, enable auto-recharge, or upgrade at ${LETTA_USAGE_URL2}. You can also connect your own provider keys with /connect.`;
+      return `Your account does not have credits for this model. Add your own API keys or upgrade your plan to purchase credits.`;
     }
     const tierUsageLimitMsg = getTierUsageLimitMessage2(reasons);
     if (tierUsageLimitMsg)
@@ -73704,7 +73707,7 @@ ${createAgentLink2(runId, agentId, conversationId)}` : baseError;
 function getRetryStatusMessage(errorDetail) {
   if (!errorDetail)
     return DEFAULT_RETRY_MESSAGE;
-  if (parseCloudflareEdgeError2(errorDetail))
+  if (isCloudflareEdge52xErrorText(errorDetail))
     return null;
   if (checkZaiError(errorDetail))
     return "Z.ai API error, retrying...";
@@ -73731,7 +73734,7 @@ function createAgentLink2(runId, agentId, conversationId) {
   const url = buildChatUrl(agentId, { conversationId });
   return `View agent: \x1B]8;;${url}\x1B\\${agentId}\x1B]8;;\x1B\\ (run: ${runId})`;
 }
-var LETTA_USAGE_URL2, LETTA_AGENTS_URL2, CLOUDFLARE_EDGE_5XX_MARKER_PATTERN2, CLOUDFLARE_EDGE_5XX_TITLE_PATTERN2, CHATGPT_USAGE_LIMIT_HINT2 = "Switch models with /model, or connect your own provider keys with /connect.", ENCRYPTED_CONTENT_HINT2, DEFAULT_RETRY_MESSAGE = "Unexpected downstream LLM API error, retrying...", ENDPOINT_TYPE_DISPLAY_NAMES;
+var LETTA_USAGE_URL2, LETTA_AGENTS_URL2, CLOUDFLARE_EDGE_5XX_MARKER_PATTERN2, CLOUDFLARE_EDGE_5XX_TITLE_PATTERN2, CLOUDFLARE_EDGE_5XX_FORMATTED_PATTERN, CHATGPT_USAGE_LIMIT_HINT2 = "Switch models with /model, or connect your own provider keys with /connect.", ENCRYPTED_CONTENT_HINT2, DEFAULT_RETRY_MESSAGE = "Unexpected downstream LLM API error, retrying...", ENDPOINT_TYPE_DISPLAY_NAMES;
 var init_errorFormatter = __esm(() => {
   init_error();
   init_errorContext();
@@ -73740,6 +73743,7 @@ var init_errorFormatter = __esm(() => {
   LETTA_AGENTS_URL2 = buildAppUrl("/projects/default-project/agents");
   CLOUDFLARE_EDGE_5XX_MARKER_PATTERN2 = /(^|\s)(502|52[0-6])\s*<!doctype html|error code\s*(502|52[0-6])/i;
   CLOUDFLARE_EDGE_5XX_TITLE_PATTERN2 = /\|\s*(502|52[0-6])\s*:/i;
+  CLOUDFLARE_EDGE_5XX_FORMATTED_PATTERN = /\bCloudflare\s+(502|52[0-6])\b/i;
   ENCRYPTED_CONTENT_HINT2 = [
     "",
     "This occurs when the conversation contains messages with encrypted",
@@ -73766,7 +73770,7 @@ import { randomUUID as randomUUID3 } from "node:crypto";
 function isCloudflareEdge52xDetail(detail) {
   if (typeof detail !== "string")
     return false;
-  return isCloudflareEdge52xHtmlError2(detail);
+  return isCloudflareEdge52xErrorText(detail);
 }
 function isQuotaLimitErrorDetail(detail) {
   return hasNonRetryableQuotaDetail(detail);
@@ -74338,6 +74342,84 @@ var init_check_approval = __esm(() => {
   ];
 });
+// src/utils/createRelayedAbortController.ts
+function createRelayedAbortController(parentSignal) {
+  const controller = new AbortController;
+  if (!parentSignal) {
+    return {
+      controller,
+      signal: controller.signal,
+      cleanup: () => {}
+    };
+  }
+  if (parentSignal.aborted) {
+    controller.abort(parentSignal.reason);
+    return {
+      controller,
+      signal: controller.signal,
+      cleanup: () => {}
+    };
+  }
+  const relayAbort = () => {
+    controller.abort(parentSignal.reason);
+  };
+  parentSignal.addEventListener("abort", relayAbort, { once: true });
+  return {
+    controller,
+    signal: controller.signal,
+    cleanup: () => {
+      parentSignal.removeEventListener("abort", relayAbort);
+    }
+  };
+}
+// src/utils/streamAbortRelay.ts
+function composeCleanups(first, second) {
+  let cleaned = false;
+  return () => {
+    if (cleaned) {
+      return;
+    }
+    cleaned = true;
+    first();
+    second();
+  };
+}
+function createStreamAbortRelay(parentSignal) {
+  if (!parentSignal) {
+    return null;
+  }
+  const requestAbort = createRelayedAbortController(parentSignal);
+  let cleaned = false;
+  const cleanup = () => {
+    if (cleaned) {
+      return;
+    }
+    cleaned = true;
+    requestAbort.cleanup();
+  };
+  return {
+    signal: requestAbort.signal,
+    attach(stream2) {
+      const existingCleanup = streamAbortRelayCleanupByStream.get(stream2);
+      streamAbortRelayCleanupByStream.set(stream2, existingCleanup ? composeCleanups(existingCleanup, cleanup) : cleanup);
+    },
+    cleanup
+  };
+}
+function cleanupStreamAbortRelay(stream2) {
+  const cleanup = streamAbortRelayCleanupByStream.get(stream2);
+  if (!cleanup) {
+    return;
+  }
+  streamAbortRelayCleanupByStream.delete(stream2);
+  cleanup();
+}
+var streamAbortRelayCleanupByStream;
+var init_streamAbortRelay = __esm(() => {
+  streamAbortRelayCleanupByStream = new WeakMap;
+});
 // src/agent/approval-result-normalization.ts
 function normalizeToolReturnText(value) {
   if (typeof value === "string")
@@ -74582,19 +74664,23 @@ async function sendMessageStream(conversationId, messages, opts = { streamTokens
   const firstOtid = messages[0]?.otid;
   debugLog("send-message-stream", "request_start conversation_id=%s agent_id=%s messages=%s otid=%s stream_tokens=%s background=%s max_retries=%s", resolvedConversationId, opts.agentId ?? "none", messageSummary || "(empty)", firstOtid ?? "none", opts.streamTokens ?? true, opts.background ?? true, requestOptions.maxRetries ?? "default");
   let stream2;
+  const abortRelay = createStreamAbortRelay(requestOptions.signal);
   try {
     stream2 = await client.conversations.messages.create(resolvedConversationId, requestBody, {
       ...requestOptions,
+      ...abortRelay ? { signal: abortRelay.signal } : {},
       headers: {
         ...requestOptions.headers ?? {},
         ...extraHeaders
       }
     });
   } catch (error) {
+    abortRelay?.cleanup();
     debugWarn("send-message-stream", "request_error conversation_id=%s otid=%s status=%s error=%s", resolvedConversationId, firstOtid ?? "none", error?.status ?? "none", error instanceof Error ? error.message : String(error));
     throw error;
   }
   debugLog("send-message-stream", "request_ok conversation_id=%s otid=%s", resolvedConversationId, firstOtid ?? "none");
+  abortRelay?.attach(stream2);
   if (requestStartTime !== undefined) {
     streamRequestStartTimes.set(stream2, requestStartTime);
   }
@@ -74611,6 +74697,7 @@ async function sendMessageStream(conversationId, messages, opts = { streamTokens
 var streamRequestStartTimes, streamToolContextIds, streamRequestContexts;
 var init_message = __esm(async () => {
   init_debug();
+  init_streamAbortRelay();
   init_timing();
   init_approval_result_normalization();
   init_clientSkills();
@@ -76701,6 +76788,7 @@ async function drainStream(stream2, buffers, refresh, abortSignal, onFirstMessag
     if (abortSignal) {
       abortSignal.removeEventListener("abort", abortHandler);
     }
+    cleanupStreamAbortRelay(stream2);
     clearLastSDKDiagnostic();
   }
   if (!stopReason && streamProcessor.stopReason) {
@@ -76792,15 +76880,23 @@ async function drainStreamWithResume(stream2, buffers, refresh, abortSignal, onF
       const client = await lazyClient();
       buffers.commitGeneration = (buffers.commitGeneration || 0) + 1;
       buffers.interrupted = false;
-      const resumeStream = runIdSource === "otid" && streamOtid && streamRequestContext ? await client.conversations.messages.stream(streamRequestContext.resolvedConversationId, {
-        agent_id: streamRequestContext.conversationId === "default" ? streamRequestContext.agentId ?? undefined : undefined,
-        otid: streamOtid,
-        starting_after: result.lastSeqId ?? 0,
-        batch_size: 1000
-      }) : await client.runs.messages.stream(runIdToResume, {
-        starting_after: result.lastSeqId ?? 0,
-        batch_size: 1000
-      });
+      const resumeAbortRelay = createStreamAbortRelay(abortSignal);
+      let resumeStream;
+      try {
+        resumeStream = runIdSource === "otid" && streamOtid && streamRequestContext ? await client.conversations.messages.stream(streamRequestContext.resolvedConversationId, {
+          agent_id: streamRequestContext.conversationId === "default" ? streamRequestContext.agentId ?? undefined : undefined,
+          otid: streamOtid,
+          starting_after: result.lastSeqId ?? 0,
+          batch_size: 1000
+        }, resumeAbortRelay ? { signal: resumeAbortRelay.signal } : undefined) : await client.runs.messages.stream(runIdToResume, {
+          starting_after: result.lastSeqId ?? 0,
+          batch_size: 1000
+        }, resumeAbortRelay ? { signal: resumeAbortRelay.signal } : undefined);
+      } catch (resumeError) {
+        resumeAbortRelay?.cleanup();
+        throw resumeError;
+      }
+      resumeAbortRelay?.attach(resumeStream);
       const resumeResult = await drainStream(resumeStream, buffers, refresh, abortSignal, undefined, onChunkProcessed, contextTracker, seenSeqIdThreshold, true);
       if (resumeResult.stopReason !== "error") {
         debugWarn("stream", "[MID-STREAM RESUME] ✅ Success (runId=%s, stopReason=%s)", runIdToResume, resumeResult.stopReason);
@@ -76865,6 +76961,7 @@ var FALLBACK_RUN_DISCOVERY_TIMEOUT_MS = 5000;
 var init_stream = __esm(async () => {
   init_error();
   init_debug();
+  init_streamAbortRelay();
   init_timing();
   init_chunkLog();
   await __promiseAll([
@@ -80013,7 +80110,7 @@ function shouldAttemptPostStopApprovalRecovery(params) {
     maxRetries: MAX_POST_STOP_APPROVAL_RECOVERY
   });
 }
-async function isRetriablePostStopError(stopReason, lastRunId) {
+async function isRetriablePostStopError(stopReason, lastRunId, fallbackDetail) {
   if (stopReason === "llm_api_error") {
     return true;
   }
@@ -80031,7 +80128,7 @@ async function isRetriablePostStopError(stopReason, lastRunId) {
     return false;
   }
   if (!lastRunId) {
-    return false;
+    return shouldRetryRunMetadataError(undefined, fallbackDetail);
   }
   try {
     const client = await getClient();
@@ -80041,7 +80138,7 @@ async function isRetriablePostStopError(stopReason, lastRunId) {
     const detail = metaError?.detail ?? metaError?.error?.detail ?? "";
     return shouldRetryRunMetadataError(errorType, detail);
   } catch {
-    return false;
+    return shouldRetryRunMetadataError(undefined, fallbackDetail);
   }
 }
 async function drainRecoveryStreamWithEmission(recoveryStream, socket, runtime, params) {
@@ -80804,15 +80901,23 @@ async function sendMessageStreamWithRetry(conversationId, messages, opts, socket
         try {
           const client = await getClient();
           const messageOtid = messages.map((item) => item.otid).find((value) => typeof value === "string");
+          const resumeAbortRelay = createStreamAbortRelay(abortSignal);
           if (abortSignal?.aborted) {
             throw new Error("Cancelled by user");
           }
-          return await client.conversations.messages.stream(conversationId, {
-            agent_id: conversationId === "default" ? runtime.agentId ?? undefined : undefined,
-            otid: messageOtid ?? undefined,
-            starting_after: 0,
-            batch_size: 1000
-          });
+          try {
+            const resumeStream = await client.conversations.messages.stream(conversationId, {
+              agent_id: conversationId === "default" ? runtime.agentId ?? undefined : undefined,
+              otid: messageOtid ?? undefined,
+              starting_after: 0,
+              batch_size: 1000
+            }, resumeAbortRelay ? { signal: resumeAbortRelay.signal } : undefined);
+            resumeAbortRelay?.attach(resumeStream);
+            return resumeStream;
+          } catch (resumeError) {
+            resumeAbortRelay?.cleanup();
+            throw resumeError;
+          }
         } catch (resumeError) {
           if (abortSignal?.aborted) {
             throw new Error("Cancelled by user");
@@ -80927,15 +81032,23 @@ async function sendApprovalContinuationWithRetry(conversationId, messages, opts,
         try {
           const client = await getClient();
           const messageOtid = messages.map((item) => item.otid).find((value) => typeof value === "string");
+          const resumeAbortRelay = createStreamAbortRelay(abortSignal);
           if (abortSignal?.aborted) {
             throw new Error("Cancelled by user");
           }
-          return await client.conversations.messages.stream(conversationId, {
-            agent_id: conversationId === "default" ? runtime.agentId ?? undefined : undefined,
-            otid: messageOtid ?? undefined,
-            starting_after: 0,
-            batch_size: 1000
-          });
+          try {
+            const resumeStream = await client.conversations.messages.stream(conversationId, {
+              agent_id: conversationId === "default" ? runtime.agentId ?? undefined : undefined,
+              otid: messageOtid ?? undefined,
+              starting_after: 0,
+              batch_size: 1000
+            }, resumeAbortRelay ? { signal: resumeAbortRelay.signal } : undefined);
+            resumeAbortRelay?.attach(resumeStream);
+            return resumeStream;
+          } catch (resumeError) {
+            resumeAbortRelay?.cleanup();
+            throw resumeError;
+          }
         } catch (resumeError) {
           if (abortSignal?.aborted) {
             throw new Error("Cancelled by user");
@@ -80965,6 +81078,7 @@ var init_send = __esm(async () => {
   init_errorFormatter();
   init_diffPreview();
   init_interactivePolicy();
+  init_streamAbortRelay();
   init_constants2();
   init_cwd();
   init_permissionMode();
@@ -81821,7 +81935,7 @@ async function handleIncomingMessage(msg, socket, runtime, onStatusChange, conne
           turnToolContextId = getStreamToolContextId(stream2);
           continue;
         }
-        const retriable = await isRetriablePostStopError(stopReason || "error", lastRunId);
+        const retriable = await isRetriablePostStopError(stopReason || "error", lastRunId, errorDetail);
         if (retriable && llmApiErrorRetries < LLM_API_ERROR_MAX_RETRIES) {
           llmApiErrorRetries += 1;
           const attempt = llmApiErrorRetries;
@@ -83809,6 +83923,19 @@ function runDetachedListenerTask(commandName, task2) {
     }
   });
 }
+async function replaySyncStateForRuntime(listenerRuntime, socket, scope, opts) {
+  const syncScopedRuntime = getOrCreateScopedRuntime(listenerRuntime, scope.agent_id, scope.conversation_id);
+  const recoverFn = opts?.recoverApprovalStateForSync ?? recoverApprovalStateForSync;
+  try {
+    await recoverFn(syncScopedRuntime, scope);
+  } catch (error) {
+    trackListenerError("listener_sync_recovery_failed", error, "listener_sync_recovery");
+    if (isDebugEnabled()) {
+      console.warn("[Listen] Sync approval recovery failed:", error);
+    }
+  }
+  emitStateSync(socket, listenerRuntime, scope);
+}
 function getParsedRuntimeScope(parsed) {
   if (!parsed || typeof parsed !== "object" || !("runtime" in parsed)) {
     return null;
@@ -84944,9 +85071,7 @@ async function connectWithRetry(runtime, opts, attempt = 0, startTime = Date.now
           console.log(`[Listen V2] Dropping sync: runtime mismatch or closed`);
           return;
         }
-        const syncScopedRuntime = getOrCreateScopedRuntime(runtime, parsed.runtime.agent_id, parsed.runtime.conversation_id);
-        await recoverApprovalStateForSync(syncScopedRuntime, parsed.runtime);
-        emitStateSync(socket, runtime, parsed.runtime);
+        await replaySyncStateForRuntime(runtime, socket, parsed.runtime);
         return;
       }
       if (parsed.type === "input") {
@@ -85911,6 +86036,7 @@ var init_client4 = __esm(async () => {
     handleCreateAgentCommand,
     handleReflectionSettingsCommand,
     scheduleQueuePump,
+    replaySyncStateForRuntime,
     recoverApprovalStateForSync,
     clearRecoveredApprovalStateForScope: (runtime, scope) => clearRecoveredApprovalStateForScope(asListenerRuntimeForTests(runtime), scope),
     emitStateSync
@@ -89774,12 +89900,16 @@ ${loadedContents.join(`
         "tool_rule",
         "no_tool_call"
       ];
-      if (nonRetriableReasons.includes(stopReason)) {} else if (lastRunId && llmApiErrorRetries < LLM_API_ERROR_MAX_RETRIES2) {
+      if (nonRetriableReasons.includes(stopReason)) {} else if (llmApiErrorRetries < LLM_API_ERROR_MAX_RETRIES2) {
         try {
-          const run = await client.runs.retrieve(lastRunId);
-          const metaError = run.metadata?.error;
-          const errorType = metaError?.error_type ?? metaError?.error?.error_type;
-          const detail = metaError?.detail ?? metaError?.error?.detail ?? "";
+          let errorType;
+          let detail = detailFromRun ?? latestErrorText ?? "";
+          if (lastRunId) {
+            const run = await client.runs.retrieve(lastRunId);
+            const metaError = run.metadata?.error;
+            errorType = metaError?.error_type ?? metaError?.error?.error_type;
+            detail = metaError?.detail ?? metaError?.error?.detail ?? detail;
+          }
           if (isEmptyResponseRetryable(errorType, detail, emptyResponseRetries, EMPTY_RESPONSE_MAX_RETRIES2)) {
             const attempt = emptyResponseRetries + 1;
             const delayMs = getRetryDelayMs({
@@ -89842,7 +89972,37 @@ ${loadedContents.join(`
             refreshCurrentInputOtids();
             continue;
           }
-        } catch (_e) {}
+        } catch (_e) {
+          if (shouldRetryRunMetadataError(undefined, detailFromRun ?? latestErrorText)) {
+            const attempt = llmApiErrorRetries + 1;
+            const detail = detailFromRun ?? latestErrorText;
+            const delayMs = getRetryDelayMs({
+              category: "transient_provider",
+              attempt,
+              detail
+            });
+            llmApiErrorRetries = attempt;
+            if (outputFormat === "stream-json") {
+              const retryMsg = {
+                type: "retry",
+                reason: "llm_api_error",
+                attempt,
+                max_attempts: LLM_API_ERROR_MAX_RETRIES2,
+                delay_ms: delayMs,
+                run_id: lastRunId ?? undefined,
+                session_id: sessionId,
+                uuid: `retry-${lastRunId || randomUUID8()}`
+              };
+              console.log(JSON.stringify(retryMsg));
+            } else {
+              const delaySeconds = Math.round(delayMs / 1000);
+              console.error(`LLM API error encountered (attempt ${attempt} of ${LLM_API_ERROR_MAX_RETRIES2}), retrying in ${delaySeconds}s...`);
+            }
+            await new Promise((resolve27) => setTimeout(resolve27, delayMs));
+            refreshCurrentInputOtids();
+            continue;
+          }
+        }
       }
       markIncompleteToolsAsCancelled(buffers, true, "stream_error");
       const errorLines = toLines(buffers).filter((line) => line.kind === "error");
@@ -134367,7 +134527,7 @@ function sendDesktopNotification(message = "Awaiting your input", level = "info"
     debugLog("hooks", "Notification hook error", error);
   });
 }
-async function isRetriableError(stopReason, lastRunId) {
+async function isRetriableError(stopReason, lastRunId, fallbackDetail) {
   if (stopReason === "llm_api_error")
     return true;
   const nonRetriableReasons = [
@@ -134394,10 +134554,10 @@ async function isRetriableError(stopReason, lastRunId) {
       }
       return false;
     } catch {
-      return false;
+      return shouldRetryRunMetadataError(undefined, fallbackDetail);
     }
   }
-  return false;
+  return shouldRetryRunMetadataError(undefined, fallbackDetail);
 }
 function saveLastSessionBeforeExit(conversationId) {
   try {
@@ -137328,7 +137488,7 @@ ${feedback}
           buffersRef.current.interrupted = false;
           continue;
         }
-        const retriable = await isRetriableError(stopReasonToHandle, lastRunId);
+        const retriable = await isRetriableError(stopReasonToHandle, lastRunId, detailFromRun ?? latestErrorText ?? fallbackError);
         if (retriable && llmApiErrorRetriesRef.current < LLM_API_ERROR_MAX_RETRIES3) {
           llmApiErrorRetriesRef.current += 1;
           const attempt = llmApiErrorRetriesRef.current;
@@ -147126,7 +147286,7 @@ Upgrade at: ${LETTA_USAGE_URL}
 Delete ${resourceType} at: ${LETTA_AGENTS_URL}`;
     }
     if (isCreditExhaustedError(e, reasons)) {
-      return `Your account is out of credits for hosted inference. Add credits, enable auto-recharge, or upgrade at ${LETTA_USAGE_URL}. You can also connect your own provider keys with /connect.`;
+      return `Your account does not have credits for this model. Add your own API keys or upgrade your plan to purchase credits.`;
     }
     const tierUsageLimitMsg = getTierUsageLimitMessage(reasons);
     if (tierUsageLimitMsg)
@@ -153424,4 +153584,4 @@ Error during initialization: ${message}`);
 }
 main();
-//# debugId=9A1A4B9B002D45C364756E2164756E21
+//# debugId=5769741D74E7325364756E2164756E21

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@letta-ai/letta-code",
-  "version": "0.21.13",
+  "version": "0.21.15",
   "description": "Letta Code is a CLI tool for interacting with stateful Letta agents from the terminal.",
   "type": "module",
   "bin": {