@tangle-network/agent-app 0.44.1 → 0.44.2

package/dist/chat-routes/index.d.ts

@@ -722,9 +722,14 @@ declare function createChatTurnRoutes<TContext = void>(options: CreateChatTurnRo
  *   COMMITS rather than failing over — it surfaces to the user exactly as it
  *   does today. Those fail identically on every model; walking the chain would
  *   only multiply latency and spend to reach the same error.
- * - A clean stream that simply produced nothing is NOT retried. An empty answer
+ * - A clean stream that produced nothing NEVER walks the chain. An empty answer
  *   is not evidence of a dead upstream, and a silent re-roll on another model is
- *   precisely the unattributable downgrade this work exists to prevent.
+ *   precisely the unattributable downgrade this work exists to prevent. Opt-in
+ *   `emptyTurnRetries` re-runs the SAME model instead, which leaves attribution
+ *   untouched — measured on production 2026-07-27, an empty turn is a transient
+ *   platform flake that a same-model re-run recovers (8 hard cases: 7/8
+ *   delivered on the first pass, 8/8 with one re-run, at a cost of 1 extra turn
+ *   in 9). Default `0`, so the behavior is unchanged unless a product asks.
  * - A chain of length 1 costs nothing: one attempt, no extra call, no added
  *   latency, byte-identical to no failover at all.
  */
@@ -774,8 +779,33 @@ interface ModelFailoverStreamOptions {
     /** Override the commit-point rule. Default {@link isCommittingSandboxEvent}. */
     isCommitting?: (event: unknown) => boolean;
     onFallback?: (info: ModelFallbackInfo) => void;
+    /**
+     * How many times to RE-RUN THE SAME MODEL when a turn completes having
+     * produced no assistant text at all. Default `0` — byte-identical to no
+     * retry.
+     *
+     * This is deliberately not a chain walk. Falling over to a different model
+     * on an empty answer is the unattributable downgrade this module refuses to
+     * do; re-running the SAME model changes nothing about attribution, because
+     * the model that serves is the model that was asked for.
+     *
+     * Bounded by the same commit rule as failover: only a turn whose ONLY
+     * committing event is a terminal receipt with no text is retried, so nothing
+     * that reached the user can ever be produced twice.
+     */
+    emptyTurnRetries?: number;
+    /** Fired when an empty turn is discarded and the same model re-run. */
+    onEmptyTurnRetry?: (info: EmptyTurnRetryInfo) => void;
     log?: (message: string, meta?: Record<string, unknown>) => void;
 }
+/** One same-model re-run of a turn that completed with no assistant text. */
+interface EmptyTurnRetryInfo {
+    model: string;
+    /** 1 for the first re-run. */
+    retry: number;
+    /** How many re-runs remain after this one. */
+    remaining: number;
+}
 /** The failover-wrapped stream plus the attribution every consumer needs. */
 interface ModelFailoverStreamHandle {
     events: AsyncGenerator<unknown, void, unknown>;
@@ -786,6 +816,12 @@ interface ModelFailoverStreamHandle {
     /** True when the preferred model did not serve — the attributability signal. */
     usedFallback(): boolean;
 }
+/**
+ * Hard ceiling on same-model re-runs. A turn that comes back blank three times
+ * running is not a flake this can retry away, and each pass costs a full
+ * sandbox turn — so the budget is capped rather than trusted.
+ */
+declare const MAX_EMPTY_TURN_RETRIES = 3;
 /**
  * Wrap `open` in reactive model failover, streaming from the first model in
  * `models` that reaches its commit point.
@@ -881,6 +917,18 @@ interface SandboxChatProducerOptions {
     /** Fired when a model is abandoned mid-chain (telemetry/alerting). The user
      *  already sees a transcript notice; this is for the operator. */
     onModelFallback?: (info: ModelFallbackInfo) => void;
+    /** Re-run the SAME model this many times when a turn completes with no
+     *  assistant text at all. Default `0` (unchanged behavior). Requires
+     *  {@link openEvents} — there is nothing to re-open on a fixed stream.
+     *
+     *  Distinct from {@link fallbackModels} on purpose: this never changes which
+     *  model answers, so it carries none of the attribution risk a downgrade
+     *  does. Measured on production 2026-07-27 through gtm-agent's profile, a
+     *  completed-but-blank turn is a transient platform flake — 8 hard cases went
+     *  7/8 delivered to 8/8 with one re-run, costing 1 extra turn in 9. */
+    emptyTurnRetries?: number;
+    /** Fired when a blank turn is discarded and the same model re-run. */
+    onEmptyTurnRetry?: (info: EmptyTurnRetryInfo) => void;
     /** Which ask kinds the product renders a card for. Anything else is
      *  auto-declined (see `declineInteraction`) so the run never hangs in the
      *  broker waiting on a card no client will show. Default: question/plan.
@@ -1613,4 +1661,4 @@ interface PromoteAgentFilePartOptions {
 /** Promote a part of an agent file with optional byte limits and MIME type detection */
 declare function promoteAgentFilePart(options: PromoteAgentFilePartOptions): Promise<PromoteFilePartResult>;
 
-export { type AssistantDraftSnapshot, type AssistantDraftStore, type AssistantDraftWriter, type AssistantDraftWriterOptions, type AssistantRowValues, type AttachmentPathArgs, type AttachmentPathCheck, type AttachmentReadResult, type AttachmentUploadAuthorization, type AttachmentWriteResult, type BuildDispatchPartsInput, ChatAttachmentKind, type ChatRouteDurableProjection, type ChatRouteDurableProjectionLogger, type ChatRouteEvent, type ChatTurnAuthorization, type ChatTurnAuthorizeArgs, type ChatTurnCompleteInput, ChatTurnFilePartInput, type ChatTurnGateResult, type ChatTurnHeartbeat, type ChatTurnInputPatch, type ChatTurnLifecycle, type ChatTurnLifecycleComplete, type ChatTurnLifecycleError, type ChatTurnLifecycleStart, type ChatTurnLock, type ChatTurnLockResult, type ChatTurnMessageStore, type ChatTurnModelFailover, ChatTurnPartInput, type ChatTurnProduceArgs, ChatTurnRequestPayload, type ChatTurnRouteProducer, type ChatTurnRoutes, type ChatTurnUsage, type CreateAttachmentUploadRouteOptions, type CreateChatTurnRoutesOptions, type CreateUploadRouteOptions, type DetachedTurnFinal, type DetachedTurnOptions, type DetachedTurnParts, type DetachedTurnResult, type DispatchPartsOutcome, type DraftPersistenceTuning, type DraftStoredMessage, type FilePartPromotionOutcome, type ModelFailoverStreamHandle, type ModelFailoverStreamOptions, type ModelFallbackInfo, type OpenModelStream, PROMOTE_MAX_FILE_BYTES, type PromoteAgentFilePartOptions, type PromoteFilePartResult, PromptInputPart, type RawAgentFilePart, type ReadAttachmentFn, type ReadSandboxMentionFn, type ResolveChatAttachmentsOptions, type ResolveChatAttachmentsResult, type SandboxChatProducerOptions, type SandboxUploadSink, UPLOAD_INLINE_MAX_BYTES, UPLOAD_MAX_FILE_BYTES, type UploadAuthorization, type UploadedChatFile, type WriteAttachmentFn, assistantRowIdForTurn, buildDispatchParts, bytesToBase64, classifyTerminalFailure, createAssistantDraftWriter, createAttachmentUploadRoute, createChatTurnRoutes, createSandboxChatProducer, createUploadRoute, defaultValidateAttachmentPath, isCommittingSandboxEvent, isDraftContentEvent, promoteAgentFilePart, resolveChatAttachments, rowIdOf, runDetachedTurn, sanitizeUploadFilename, sniffMimeFromName, storeSupportsDraftPersistence, streamWithModelFailover, withDurableChatProjection };
+export { type AssistantDraftSnapshot, type AssistantDraftStore, type AssistantDraftWriter, type AssistantDraftWriterOptions, type AssistantRowValues, type AttachmentPathArgs, type AttachmentPathCheck, type AttachmentReadResult, type AttachmentUploadAuthorization, type AttachmentWriteResult, type BuildDispatchPartsInput, ChatAttachmentKind, type ChatRouteDurableProjection, type ChatRouteDurableProjectionLogger, type ChatRouteEvent, type ChatTurnAuthorization, type ChatTurnAuthorizeArgs, type ChatTurnCompleteInput, ChatTurnFilePartInput, type ChatTurnGateResult, type ChatTurnHeartbeat, type ChatTurnInputPatch, type ChatTurnLifecycle, type ChatTurnLifecycleComplete, type ChatTurnLifecycleError, type ChatTurnLifecycleStart, type ChatTurnLock, type ChatTurnLockResult, type ChatTurnMessageStore, type ChatTurnModelFailover, ChatTurnPartInput, type ChatTurnProduceArgs, ChatTurnRequestPayload, type ChatTurnRouteProducer, type ChatTurnRoutes, type ChatTurnUsage, type CreateAttachmentUploadRouteOptions, type CreateChatTurnRoutesOptions, type CreateUploadRouteOptions, type DetachedTurnFinal, type DetachedTurnOptions, type DetachedTurnParts, type DetachedTurnResult, type DispatchPartsOutcome, type DraftPersistenceTuning, type DraftStoredMessage, type EmptyTurnRetryInfo, type FilePartPromotionOutcome, MAX_EMPTY_TURN_RETRIES, type ModelFailoverStreamHandle, type ModelFailoverStreamOptions, type ModelFallbackInfo, type OpenModelStream, PROMOTE_MAX_FILE_BYTES, type PromoteAgentFilePartOptions, type PromoteFilePartResult, PromptInputPart, type RawAgentFilePart, type ReadAttachmentFn, type ReadSandboxMentionFn, type ResolveChatAttachmentsOptions, type ResolveChatAttachmentsResult, type SandboxChatProducerOptions, type SandboxUploadSink, UPLOAD_INLINE_MAX_BYTES, UPLOAD_MAX_FILE_BYTES, type UploadAuthorization, type UploadedChatFile, type WriteAttachmentFn, assistantRowIdForTurn, buildDispatchParts, bytesToBase64, classifyTerminalFailure, createAssistantDraftWriter, createAttachmentUploadRoute, createChatTurnRoutes, createSandboxChatProducer, createUploadRoute, defaultValidateAttachmentPath, isCommittingSandboxEvent, isDraftContentEvent, promoteAgentFilePart, resolveChatAttachments, rowIdOf, runDetachedTurn, sanitizeUploadFilename, sniffMimeFromName, storeSupportsDraftPersistence, streamWithModelFailover, withDurableChatProjection };

package/dist/chat-routes/index.js

@@ -842,6 +842,22 @@ function classifyTerminalFailure(event) {
   const code = asString(data?.errorCode) ?? asString(data?.code);
   return { outage, reason, ...code ? { code } : {} };
 }
+function isEmptyTerminalReceipt(event) {
+  const record = asRecord(event);
+  if (!record) return false;
+  const type = asString(record.type) ?? "";
+  if (type !== "result" && type !== "done") return false;
+  const data = asRecord(record.data);
+  const text = asString(data?.finalText) ?? asString(data?.text) ?? "";
+  return text.trim().length === 0;
+}
+var MAX_EMPTY_TURN_RETRIES = 3;
+function resolveEmptyTurnRetries(value) {
+  if (typeof value !== "number" || !Number.isFinite(value)) return 0;
+  const truncated = Math.trunc(value);
+  if (truncated <= 0) return 0;
+  return Math.min(truncated, MAX_EMPTY_TURN_RETRIES);
+}
 async function closeIterator(iterator, log) {
   try {
     await iterator.return?.();
@@ -853,11 +869,12 @@ async function closeIterator(iterator, log) {
 }
 function streamWithModelFailover(options) {
   const committing = options.isCommitting ?? isCommittingSandboxEvent;
+  const emptyTurnRetries = resolveEmptyTurnRetries(options.emptyTurnRetries);
   let serving;
   let trail = [];
   let fellBack = false;
   let attemptIndex = 0;
-  const probe = async (model) => {
+  const drainOnce = async (model) => {
     attemptIndex += 1;
     const source = await options.open({ model, attempt: attemptIndex });
     const iterator = source[Symbol.asyncIterator]();
@@ -865,21 +882,39 @@ function streamWithModelFailover(options) {
     for (; ; ) {
       const next = await iterator.next();
       if (next.done) {
-        return { committed: true, buffered, iterator: null };
+        return { outcome: { committed: true, buffered, iterator: null }, empty: true };
       }
       const event = next.value;
       const failure = classifyTerminalFailure(event);
       if (failure?.outage) {
         await closeIterator(iterator, options.log);
         return {
-          committed: false,
-          error: failure.reason,
-          ...failure.code ? { errorCode: failure.code } : {}
+          outcome: {
+            committed: false,
+            error: failure.reason,
+            ...failure.code ? { errorCode: failure.code } : {}
+          },
+          empty: false
         };
       }
       buffered.push(event);
-      if (failure) return { committed: true, buffered, iterator };
-      if (committing(event)) return { committed: true, buffered, iterator };
+      if (failure) return { outcome: { committed: true, buffered, iterator }, empty: false };
+      if (committing(event)) {
+        return { outcome: { committed: true, buffered, iterator }, empty: isEmptyTerminalReceipt(event) };
+      }
+    }
+  };
+  const probe = async (model) => {
+    for (let retry = 0; ; retry += 1) {
+      const pass = await drainOnce(model);
+      if (!pass.empty || retry >= emptyTurnRetries) return pass.outcome;
+      const iterator = pass.outcome.committed ? pass.outcome.iterator : null;
+      if (iterator) await closeIterator(iterator, options.log);
+      const info = { model, retry: retry + 1, remaining: emptyTurnRetries - retry - 1 };
+      options.log?.("[chat-routes] turn completed with no assistant text; re-running the same model", {
+        ...info
+      });
+      options.onEmptyTurnRetry?.(info);
     }
   };
   const events = (async function* () {
@@ -1056,6 +1091,8 @@ function createSandboxChatProducer(options) {
       models: chain,
       open: options.openEvents,
       log,
+      ...options.emptyTurnRetries !== void 0 ? { emptyTurnRetries: options.emptyTurnRetries } : {},
+      ...options.onEmptyTurnRetry ? { onEmptyTurnRetry: options.onEmptyTurnRetry } : {},
       onFallback: (info) => {
         modelNoticeCount += 1;
         pendingModelNotices.push({
@@ -2268,6 +2305,7 @@ export {
   INLINE_PARTS_MAX_BYTES,
   MAX_ATTACHMENT_TOTAL_BYTES,
   MAX_BINARY_ATTACHMENT_BYTES,
+  MAX_EMPTY_TURN_RETRIES,
   MAX_TEXT_ATTACHMENT_BYTES,
   MENTION_MAX_COUNT,
   PROMOTE_MAX_FILE_BYTES,