@tangle-network/agent-app 0.47.11 → 0.47.13

package/README.md

@@ -36,7 +36,7 @@ pnpm add @tangle-network/agent-eval @tangle-network/agent-integrations
 | Peer | Required by | Range |
 |---|---|---|
 | `@tangle-network/agent-eval` | `/eval`, `/eval-campaign`, `/profile`, `/knowledge` | `>=0.179.0 <0.180.0` |
-| `@tangle-network/agent-runtime` | `/runtime`, `/chat-routes` | `>=0.204.1 <0.205.0` |
+| `@tangle-network/agent-runtime` | `/runtime`, `/chat-routes` | `>=0.207.0 <0.208.0` |
 | `@tangle-network/agent-integrations` | `/integrations` | `>=0.53.55 <0.54.0` |
 | `@tangle-network/agent-interface` | `/interactions`, `/chat-store`, `/harness` | `^2.6.0` |
 | `@tangle-network/sandbox` | `/sandbox` | `>=0.38.2 <0.39.0` |

package/dist/chat-routes/index.js

@@ -160,6 +160,10 @@ function summarizeFailoverReason(reason) {
   const lastSpace = clipped.lastIndexOf(" ");
   return `${(lastSpace > LIMIT - 30 ? clipped.slice(0, lastSpace) : clipped).trimEnd()}\u2026`;
 }
+function isLiveLifecycleEvent(event) {
+  const type = asString(asRecord(event)?.type) ?? "";
+  return type === "start" || type === "execution.started" || type === "status" || type === "model-processing" || type === "model.processing" || type === "session.created" || type === "session.updated" || type === "session.idle";
+}
 function classifyTerminalFailure(event) {
   const record = asRecord(event);
   if (!record) return null;
@@ -247,6 +251,8 @@ function streamWithModelFailover(options) {
     DEFAULT_MODEL_FIRST_RESPONSE_TIMEOUT_MS,
     "firstResponseTimeoutMs"
   );
+  const liveLifecycle = options.liveLifecycleEvents === true;
+  const progress = createProgressQueue();
   let serving;
   let trail = [];
   let fellBack = false;
@@ -368,7 +374,11 @@ function streamWithModelFailover(options) {
           empty: false
         };
       }
-      buffered.push(event);
+      if (liveLifecycle && !failure && !commits && isLiveLifecycleEvent(event)) {
+        progress.push(event);
+      } else {
+        buffered.push(event);
+      }
       if (failure) {
         firstResponseDeadline.clear();
         return { outcome: { committed: true, buffered, iterator, abort }, empty: false };
@@ -437,24 +447,31 @@ function streamWithModelFailover(options) {
   };
   const events = (async function* () {
     let handle;
+    const settled = runWithModelFailover({
+      models: options.models,
+      run: probe,
+      // The probe has already classified the raw payload with
+      // `isUpstreamUnavailable`; this reads its verdict rather than
+      // re-classifying a wrapper object, so the two can never disagree.
+      isUnavailableResult: (result) => result.committed === false,
+      onFallback: (attempt, nextModel) => {
+        const info = {
+          from: attempt.model,
+          to: nextModel,
+          reason: attempt.reason ?? "upstream unavailable"
+        };
+        options.log?.("[chat-routes] model upstream unavailable; falling over", { ...info });
+        options.onFallback?.(info);
+      }
+    }).finally(() => progress.close());
+    settled.catch(() => void 0);
+    for (; ; ) {
+      const item = await progress.pull();
+      if (item === PROGRESS_CLOSED) break;
+      yield item;
+    }
     try {
-      const outcome = await runWithModelFailover({
-        models: options.models,
-        run: probe,
-        // The probe has already classified the raw payload with
-        // `isUpstreamUnavailable`; this reads its verdict rather than
-        // re-classifying a wrapper object, so the two can never disagree.
-        isUnavailableResult: (result) => result.committed === false,
-        onFallback: (attempt, nextModel) => {
-          const info = {
-            from: attempt.model,
-            to: nextModel,
-            reason: attempt.reason ?? "upstream unavailable"
-          };
-          options.log?.("[chat-routes] model upstream unavailable; falling over", { ...info });
-          options.onFallback?.(info);
-        }
-      });
+      const outcome = await settled;
       serving = outcome.model;
       trail = outcome.attempts;
       fellBack = outcome.usedFallback;
@@ -494,6 +511,33 @@ function streamWithModelFailover(options) {
     usedFallback: () => fellBack
   };
 }
+var PROGRESS_CLOSED = /* @__PURE__ */ Symbol("progress-closed");
+function createProgressQueue() {
+  const items = [];
+  const waiters = [];
+  let closed = false;
+  const deliver = (value) => {
+    const waiter = waiters.shift();
+    if (waiter) waiter(value);
+    else items.push(value);
+  };
+  return {
+    push(event) {
+      if (closed) return;
+      deliver(event);
+    },
+    close() {
+      if (closed) return;
+      closed = true;
+      deliver(PROGRESS_CLOSED);
+    },
+    pull() {
+      if (items.length > 0) return Promise.resolve(items.shift());
+      if (closed) return Promise.resolve(PROGRESS_CLOSED);
+      return new Promise((resolve) => waiters.push(resolve));
+    }
+  };
+}
 
 // src/chat-routes/sandbox-turn-usage.ts
 function addStepFinishUsage(part, usage) {
@@ -573,6 +617,17 @@ function extractReportedTurnUsage(data) {
   if (costUsd !== null) reported.costUsd = costUsd;
   return reported;
 }
+function extractUsageSnapshot(value) {
+  const inputTokens = toFiniteNumber(value?.promptTokens);
+  const outputTokens = toFiniteNumber(value?.completionTokens);
+  if (inputTokens === null || outputTokens === null || inputTokens < 0 || outputTokens < 0) return null;
+  const reported = { inputTokens, outputTokens };
+  const reasoningTokens = toFiniteNumber(value?.reasoningTokens);
+  if (reasoningTokens !== null && reasoningTokens >= 0) reported.reasoningTokens = reasoningTokens;
+  const costUsd = toFiniteNumber(value?.providerCostUsd);
+  if (costUsd !== null && costUsd >= 0) reported.costUsd = costUsd;
+  return reported;
+}
 function applyTerminalUsage(reported, usage) {
   usage.inputTokens = reported.inputTokens;
   usage.outputTokens = reported.outputTokens;
@@ -645,6 +700,7 @@ function createSandboxChatProducer(options) {
       ...options.firstResponseTimeoutMs !== void 0 ? { firstResponseTimeoutMs: options.firstResponseTimeoutMs } : {},
       ...options.emptyTurnRetries !== void 0 ? { emptyTurnRetries: options.emptyTurnRetries } : {},
       ...options.onEmptyTurnRetry ? { onEmptyTurnRetry: options.onEmptyTurnRetry } : {},
+      ...options.liveLifecycleEvents !== void 0 ? { liveLifecycleEvents: options.liveLifecycleEvents } : {},
       onFallback: (info) => {
         modelNoticeCount += 1;
         pendingModelNotices.push({
@@ -931,6 +987,12 @@ function createSandboxChatProducer(options) {
           yield toProducerWireEvent(record);
           continue;
         }
+        if (event.type === "usage") {
+          const reported = extractUsageSnapshot(asRecord(record.usage));
+          if (reported) applyTerminalUsage(reported, usage);
+          yield toProducerWireEvent(record);
+          continue;
+        }
         if (event.type === "result") {
           const finalText = asString(event.data?.finalText);
           if (finalText) fullText = finalText;
@@ -2787,6 +2849,7 @@ export {
   immutableAttachmentPath,
   isCommittingSandboxEvent,
   isDraftContentEvent,
+  isLiveLifecycleEvent,
   mediaTypeForMentionPath,
   mentionKindForPath,
   normalizeChatPromptForSandbox,