@trigger.dev/sdk 4.5.0-rc.7 → 4.5.1

package/dist/esm/v3/ai.js

@@ -1,8 +1,9 @@
-import { accessoryAttributes, apiClientManager, controlSubtype, getSchemaParseFn, headerValue, InputStreamOncePromise, isSchemaZodEsque, logger, ManualWaitpointPromise, OutOfMemoryError, sessionStreams, SemanticInternalAttributes, taskContext, SESSION_IN_EVENT_ID_HEADER, TRIGGER_CONTROL_SUBTYPE, generateJWT, } from "@trigger.dev/core/v3";
+import { accessoryAttributes, apiClientManager, controlSubtype, generateJWT, getSchemaParseFn, headerValue, InputStreamOncePromise, isSchemaZodEsque, logger, ManualWaitpointPromise, OutOfMemoryError, resourceCatalog, SemanticInternalAttributes, SESSION_IN_EVENT_ID_HEADER, sessionStreams, taskContext, TRIGGER_CONTROL_SUBTYPE, } from "@trigger.dev/core/v3";
 // Runtime VALUES go through the ESM/CJS shim so the CJS build can `require`
 // ESM-only `ai@7` (see ../imports/ai-runtime.ts).
-import { convertToModelMessages, dynamicTool, generateId as generateMessageId, getToolName, isToolUIPart, jsonSchema, readUIMessageStream, tool as aiTool, zodSchema, } from "../imports/ai-runtime.js";
 import { trace } from "@opentelemetry/api";
+import { tool as aiTool, convertToModelMessages, dynamicTool, generateId as generateMessageId, getToolName, isToolUIPart, jsonSchema, readUIMessageStream, zodSchema, } from "../imports/ai-runtime.js";
+import { PENDING_MESSAGE_INJECTED_TYPE, upsertIncomingMessage, } from "./ai-shared.js";
 import { auth } from "./auth.js";
 import { locals } from "./locals.js";
 import { metadata } from "./metadata.js";
@@ -14,12 +15,11 @@ import { metadata } from "./metadata.js";
 // that wants those primitives imports `./ai-shared.js` directly and
 // never touches `ai.ts`'s module graph, so the `node:*` builtins
 // pulled in transitively here never reach a client chunk.
-import { runBashInSkill, readFileInSkill } from "./agentSkillsRuntime.js";
-import { markChatAgentRunForStreamsWarning } from "./streams.js";
+import { readFileInSkill, runBashInSkill } from "./agentSkillsRuntime.js";
+import { ensureAiSdkTelemetry } from "./aiAutoTelemetry.js";
 import { sessions, } from "./sessions.js";
 import { createTask } from "./shared.js";
-import { ensureAiSdkTelemetry } from "./aiAutoTelemetry.js";
-import { resourceCatalog } from "@trigger.dev/core/v3";
+import { markChatAgentRunForStreamsWarning } from "./streams.js";
 import { tracer } from "./tracer.js";
 const METADATA_KEY = "tool.execute.options";
 /**
@@ -141,7 +141,9 @@ async function seedSessionInResumeCursorForCustomLoop(payload) {
         }
     }
     catch (error) {
-        logger.warn("chat session: session.in resume cursor lookup failed; old messages may replay", { error: error instanceof Error ? error.message : String(error) });
+        logger.warn("chat session: session.in resume cursor lookup failed; old messages may replay", {
+            error: error instanceof Error ? error.message : String(error),
+        });
     }
 }
 let readChatSnapshotImpl;
@@ -1227,8 +1229,7 @@ const handoverInput = {
             const result = await getChatSession().in.waitWithIdleTimeout(options);
             if (!result.ok)
                 return result;
-            if (result.output.kind === "handover" ||
-                result.output.kind === "handover-skip") {
+            if (result.output.kind === "handover" || result.output.kind === "handover-skip") {
                 return { ok: true, output: result.output };
             }
             // Other kinds (message, stop) are not expected during handover-prepare.
@@ -1893,8 +1894,7 @@ const chatAgentCompactionKey = locals.create("chat.agentCompaction");
 // React hooks (`@trigger.dev/sdk/chat/react`) can import it without
 // dragging `ai.ts` into the browser graph. Re-exported here so
 // `@trigger.dev/sdk/ai` consumers still see it.
-export { PENDING_MESSAGE_INJECTED_TYPE, upsertIncomingMessage } from "./ai-shared.js";
-import { PENDING_MESSAGE_INJECTED_TYPE } from "./ai-shared.js";
+export { PENDING_MESSAGE_INJECTED_TYPE, upsertIncomingMessage };
 /** @internal */
 const chatPendingMessagesKey = locals.create("chat.pendingMessages");
 /** @internal */
@@ -1939,6 +1939,55 @@ function isStepBoundarySafe(step) {
         .map((p) => p.toolCallId));
     return ![...callIds].some((id) => !settledIds.has(id));
 }
+/**
+ * True when a model message is a `tool` message carrying a
+ * `tool-approval-response` part — the trailing row a head-start handover
+ * reshapes a pending first-turn tool call into. AI SDK's `collectToolApprovals`
+ * only inspects the conversation's last message, so this row must survive to
+ * `streamText` intact for the agent to execute the handed-over call.
+ * @internal
+ */
+function hasToolApprovalResponse(message) {
+    return (message?.role === "tool" &&
+        Array.isArray(message.content) &&
+        message.content.some((part) => part != null &&
+            typeof part === "object" &&
+            part.type === "tool-approval-response"));
+}
+/**
+ * Keep a head-start handover's tool-approval tail intact across `prepareMessages`.
+ *
+ * The handover reshapes the warm step-1's pending tool call into AI SDK's
+ * tool-approval round: a `tool-approval-request` on the assistant plus a
+ * trailing `tool` message with `tool-approval-response { approved: true }`. The
+ * agent's next `streamText` runs `collectToolApprovals`, which ONLY looks at the
+ * last message — so that tool row must stay last and unmodified for the pending
+ * call to execute. A user `prepareMessages` hook that rewrites or drops the last
+ * message (e.g. rolling a provider cache breakpoint onto it) silently breaks the
+ * resume: the agent sends a bare `tool_use` and the turn dies with
+ * "tool_use ids were found without tool_result". If the hook's input ended with
+ * that approval tail, re-assert the original tail as the last message.
+ *
+ * No-op for every normal turn — only fires when the input genuinely ended with a
+ * pending tool-approval response (i.e. a head-start resume).
+ * @internal
+ */
+function preserveToolApprovalTail(original, prepared) {
+    const originalTail = original[original.length - 1];
+    if (!hasToolApprovalResponse(originalTail))
+        return prepared;
+    // Hook left the exact tail object in place — nothing to do.
+    if (prepared[prepared.length - 1] === originalTail)
+        return prepared;
+    // Otherwise drop only the trailing approval tail the hook produced (the
+    // original moved, or a rewritten copy) and re-append the original so it is
+    // last and intact. Older approval rounds deeper in history must survive.
+    const withoutMovedOriginal = prepared.filter((m) => m !== originalTail);
+    while (hasToolApprovalResponse(withoutMovedOriginal[withoutMovedOriginal.length - 1])) {
+        withoutMovedOriginal.pop();
+    }
+    return [...withoutMovedOriginal, originalTail];
+}
 /**
  * Apply the prepareMessages hook if one is set in locals.
  * @internal
@@ -1948,7 +1997,7 @@ async function applyPrepareMessages(messages, reason) {
     if (!hook)
         return messages;
     const turnCtx = locals.get(chatTurnContextKey);
-    return tracer.startActiveSpan("prepareMessages()", async () => {
+    const prepared = await tracer.startActiveSpan("prepareMessages()", async () => {
         return hook({
             messages,
             reason,
@@ -1964,6 +2013,9 @@ async function applyPrepareMessages(messages, reason) {
             "chat.prepareMessages.messageCount": messages.length,
         },
     });
+    // A user hook must never be able to break the head-start handover resume by
+    // disturbing the trailing tool-approval row (see preserveToolApprovalTail).
+    return preserveToolApprovalTail(messages, prepared);
 }
 /**
  * Resolve the `tools` option into a concrete `ToolSet` and cache it in locals so
@@ -2234,7 +2286,7 @@ async function drainSteeringQueue(config, messages, steps, queueOverride) {
         .filter((p) => p.type === "text")
         .map((p) => p.text)
         .join("") || "");
-    const previewText = messageTexts.length === 1 ? messageTexts[0].slice(0, 80) : `${queue.length} messages`;
+    const _previewText = messageTexts.length === 1 ? messageTexts[0].slice(0, 80) : `${queue.length} messages`;
     return tracer.startActiveSpan("pending message injected", async () => {
         // Transform the batch — default: concatenate all pre-converted model messages
         const injected = config.prepare
@@ -2912,7 +2964,9 @@ function chatAgent(options) {
                     const replayOutPhase = async () => {
                         const replayOutStart = Date.now();
                         try {
-                            const replayResult = await replaySessionOutTail(sessionIdForSnapshot, { lastEventId: bootSnapshot?.lastOutEventId });
+                            const replayResult = await replaySessionOutTail(sessionIdForSnapshot, {
+                                lastEventId: bootSnapshot?.lastOutEventId,
+                            });
                             replayedSettled = replayResult.settled;
                             replayedPartial = replayResult.partial;
                             replayedPartialRaw = replayResult.partialRaw;
@@ -3009,9 +3063,7 @@ function chatAgent(options) {
             //    crashed / was canceled / requested upgrade
             //  - Snapshot exists at all (catches edge cases where the wire
             //    didn't set `continuation` but a snapshot indicates prior turns)
-            const needsResumeCursor = ctx.attempt.number > 1 ||
-                payload.continuation === true ||
-                bootSnapshot !== undefined;
+            const needsResumeCursor = ctx.attempt.number > 1 || payload.continuation === true || bootSnapshot !== undefined;
             if (needsResumeCursor) {
                 try {
                     // Reuse the cursor the boot block already resolved (snapshot
@@ -3358,9 +3410,7 @@ function chatAgent(options) {
                     // Wait for the first real message — task-level idle settings win over
                     // `transport.preload(..., { idleTimeoutInSeconds })` / wire payload so
                     // `chat.agent({ idleTimeoutInSeconds, preloadIdleTimeoutInSeconds })` is authoritative.
-                    const effectivePreloadIdleTimeout = preloadIdleTimeoutInSeconds ??
-                        idleTimeoutInSeconds ??
-                        payload.idleTimeoutInSeconds;
+                    const effectivePreloadIdleTimeout = preloadIdleTimeoutInSeconds ?? idleTimeoutInSeconds ?? payload.idleTimeoutInSeconds;
                     const effectivePreloadTimeout = metadata.get(TURN_TIMEOUT_METADATA_KEY) ??
                         preloadTimeout ??
                         turnTimeout;
@@ -3605,7 +3655,9 @@ function chatAgent(options) {
                         if (lastUserMessage) {
                             turnAttributes["chat.user_message"] = lastUserMessage;
                             // Show a truncated preview of the user message as an accessory
-                            const preview = lastUserMessage.length > 80 ? lastUserMessage.slice(0, 80) + "..." : lastUserMessage;
+                            const preview = lastUserMessage.length > 80
+                                ? lastUserMessage.slice(0, 80) + "..."
+                                : lastUserMessage;
                             Object.assign(turnAttributes, accessoryAttributes({
                                 items: [{ text: preview, variant: "normal" }],
                                 style: "codepath",
@@ -3892,8 +3944,7 @@ function chatAgent(options) {
                                     if (currentWirePayload.trigger === "submit-message" &&
                                         cleanedUIMessages.length > 0) {
                                         const lastUI = cleanedUIMessages[cleanedUIMessages.length - 1];
-                                        const matchedExisting = lastUI.id !== undefined &&
-                                            previouslyKnownMessageIds.has(lastUI.id);
+                                        const matchedExisting = lastUI.id !== undefined && previouslyKnownMessageIds.has(lastUI.id);
                                         if (!matchedExisting) {
                                             turnNewUIMessages.push(lastUI);
                                             const lastModel = (await toModelMessages([lastUI]))[0];
@@ -4228,7 +4279,8 @@ function chatAgent(options) {
                                     // We call toUIMessageStream ourselves to attach onFinish for response capture.
                                     // Pass originalMessages so the AI SDK reuses message IDs across turns
                                     // (e.g. for tool approval continuations / HITL flows).
-                                    if ((locals.get(chatPipeCountKey) ?? 0) === 0 && isUIMessageStreamable(runResult)) {
+                                    if ((locals.get(chatPipeCountKey) ?? 0) === 0 &&
+                                        isUIMessageStreamable(runResult)) {
                                         onFinishAttached = true;
                                         const resolvedOptions = resolveUIMessageStreamOptions();
                                         // For action turns, don't pass originalMessages: the response
@@ -4241,9 +4293,7 @@ function chatAgent(options) {
                                             // Pass originalMessages so the AI SDK reuses message IDs across
                                             // turns (e.g. for tool approval continuations / HITL flows).
                                             // Omit for action turns to force a fresh response ID.
-                                            ...(isActionTurn
-                                                ? {}
-                                                : { originalMessages: accumulatedUIMessages }),
+                                            ...(isActionTurn ? {} : { originalMessages: accumulatedUIMessages }),
                                             // Always provide generateMessageId so the start chunk carries a
                                             // messageId. Without this, the frontend and backend generate IDs
                                             // independently and they won't match for ID-based dedup.
@@ -4254,7 +4304,10 @@ function chatAgent(options) {
                                                 resolveOnFinish();
                                             },
                                         });
-                                        await pipeChat(uiStream, { signal: combinedSignal, spanName: "stream response" });
+                                        await pipeChat(uiStream, {
+                                            signal: combinedSignal,
+                                            spanName: "stream response",
+                                        });
                                     }
                                 }
                                 catch (error) {
@@ -4289,7 +4342,8 @@ function chatAgent(options) {
                                 // never reports final usage), which would block the turn loop
                                 // from ever firing onTurnComplete / writeTurnComplete.
                                 let turnUsage;
-                                if (runResult != null && typeof runResult.totalUsage?.then === "function") {
+                                if (runResult != null &&
+                                    typeof runResult.totalUsage?.then === "function") {
                                     try {
                                         turnUsage = (await Promise.race([
                                             runResult.totalUsage,
@@ -4375,7 +4429,10 @@ function chatAgent(options) {
                                     // may produce a message with an empty ID since IDs are normally
                                     // assigned by the frontend's useChat).
                                     if (!capturedResponseMessage.id) {
-                                        capturedResponseMessage = { ...capturedResponseMessage, id: generateMessageId() };
+                                        capturedResponseMessage = {
+                                            ...capturedResponseMessage,
+                                            id: generateMessageId(),
+                                        };
                                     }
                                     // Append any non-transient data parts queued via chat.response or writer.write()
                                     const queuedParts = locals.get(chatResponsePartsKey);
@@ -4676,7 +4733,9 @@ function chatAgent(options) {
                                                 ? { "gen_ai.usage.total_tokens": turnUsage.totalTokens }
                                                 : {}),
                                             ...(cumulativeUsage.totalTokens != null
-                                                ? { "gen_ai.usage.cumulative_total_tokens": cumulativeUsage.totalTokens }
+                                                ? {
+                                                    "gen_ai.usage.cumulative_total_tokens": cumulativeUsage.totalTokens,
+                                                }
                                                 : {}),
                                         },
                                     });
@@ -4708,9 +4767,7 @@ function chatAgent(options) {
                                                 savedAt: Date.now(),
                                                 messages: accumulatedUIMessages,
                                                 lastOutEventId: turnCompleteResult?.lastEventId,
-                                                lastInEventId: snapshotInCursor !== undefined
-                                                    ? String(snapshotInCursor)
-                                                    : undefined,
+                                                lastInEventId: snapshotInCursor !== undefined ? String(snapshotInCursor) : undefined,
                                             });
                                         }, {
                                             attributes: {
@@ -4752,8 +4809,7 @@ function chatAgent(options) {
                             // chat.requestUpgrade() was called — exit the loop so the
                             // transport triggers a new run on the latest version.
                             // chat.endRun() — same exit, no upgrade semantics.
-                            if (locals.get(chatUpgradeRequestedKey) ||
-                                locals.get(chatEndRunRequestedKey)) {
+                            if (locals.get(chatUpgradeRequestedKey) || locals.get(chatEndRunRequestedKey)) {
                                 return "exit";
                             }
                             // Wait for the next message — stay idle briefly, then suspend
@@ -4833,7 +4889,9 @@ function chatAgent(options) {
                         // Turn error handler: write an error chunk + turn-complete to the stream
                         // so the client sees the error, then wait for the next message instead
                         // of killing the entire run. This keeps the conversation alive.
-                        if (turnError instanceof Error && turnError.name === "AbortError" && runSignal.aborted) {
+                        if (turnError instanceof Error &&
+                            turnError.name === "AbortError" &&
+                            runSignal.aborted) {
                             // Full run cancellation — exit immediately
                             throw turnError;
                         }
@@ -4929,9 +4987,7 @@ function chatAgent(options) {
                                     savedAt: Date.now(),
                                     messages: erroredUIMessages,
                                     lastOutEventId: errorTurnCompleteResult?.lastEventId,
-                                    lastInEventId: errorSnapshotInCursor !== undefined
-                                        ? String(errorSnapshotInCursor)
-                                        : undefined,
+                                    lastInEventId: errorSnapshotInCursor !== undefined ? String(errorSnapshotInCursor) : undefined,
                                 });
                             }
                             catch (error) {
@@ -4942,8 +4998,7 @@ function chatAgent(options) {
                             }
                         }
                         // chat.requestUpgrade() / chat.endRun() — exit after error turn too
-                        if (locals.get(chatUpgradeRequestedKey) ||
-                            locals.get(chatEndRunRequestedKey)) {
+                        if (locals.get(chatUpgradeRequestedKey) || locals.get(chatEndRunRequestedKey)) {
                             return;
                         }
                         // Drain remaining recovered turns before idling — a thrown
@@ -4976,7 +5031,7 @@ function chatAgent(options) {
                 // cleanup so a missing subscription doesn't throw.
                 stopSub?.off();
             }
-        }
+        },
     });
     // Register clientDataSchema so the CLI converts it to JSONSchema
     // and stores it as payloadSchema — used by the Playground UI
@@ -5068,7 +5123,7 @@ function createChatBuilder(config) {
         agent(options) {
             const mergedUiStream = config.uiStreamOptions && options.uiMessageStreamOptions
                 ? { ...config.uiStreamOptions, ...options.uiMessageStreamOptions }
-                : options.uiMessageStreamOptions ?? config.uiStreamOptions;
+                : (options.uiMessageStreamOptions ?? config.uiStreamOptions);
             return chatAgent({
                 ...options,
                 ...(config.clientDataSchema ? { clientDataSchema: config.clientDataSchema } : {}),
@@ -5896,7 +5951,9 @@ function createChatSession(payload, options) {
                     if (turn === 0 && currentPayload.trigger === "handover-prepare") {
                         const signal = await waitForHandover({
                             payload: currentPayload,
-                            idleTimeoutInSeconds: sessionIdleTimeoutOpt ?? currentPayload.idleTimeoutInSeconds ?? idleTimeoutInSeconds,
+                            idleTimeoutInSeconds: sessionIdleTimeoutOpt ??
+                                currentPayload.idleTimeoutInSeconds ??
+                                idleTimeoutInSeconds,
                             timeout,
                         });
                         if (!signal || signal.kind === "handover-skip" || runSignal.aborted) {
@@ -5915,7 +5972,8 @@ function createChatSession(payload, options) {
                     // arrive with the sticky boot-payload fields stripped, so running
                     // a turn immediately would invoke the model with no user input.
                     const isMessagelessContinuationBoot = currentPayload.continuation === true && !currentPayload.message;
-                    if (turn === 0 && (currentPayload.trigger === "preload" || isMessagelessContinuationBoot)) {
+                    if (turn === 0 &&
+                        (currentPayload.trigger === "preload" || isMessagelessContinuationBoot)) {
                         const result = await messagesInput.waitWithIdleTimeout({
                             idleTimeoutInSeconds: sessionIdleTimeoutOpt ?? currentPayload.idleTimeoutInSeconds ?? 30,
                             timeout,
@@ -5939,8 +5997,7 @@ function createChatSession(payload, options) {
                     // Subsequent turns: wait for the next message
                     if (turn > 0) {
                         // chat.requestUpgrade() / chat.endRun() — exit before waiting
-                        if (locals.get(chatUpgradeRequestedKey) ||
-                            locals.get(chatEndRunRequestedKey)) {
+                        if (locals.get(chatUpgradeRequestedKey) || locals.get(chatEndRunRequestedKey)) {
                             stop.cleanup();
                             return { done: true, value: undefined };
                         }
@@ -6014,7 +6071,7 @@ function createChatSession(payload, options) {
                     const incomingForAccumulator = currentPayload.message
                         ? [currentPayload.message]
                         : [];
-                    const messages = await accumulator.addIncoming(incomingForAccumulator, currentPayload.trigger, turn);
+                    const _messages = await accumulator.addIncoming(incomingForAccumulator, currentPayload.trigger, turn);
                     // Apply the head-start handover AFTER addIncoming — turn-0 addIncoming
                     // replaces accumulator state, which would wipe a pre-applied splice.
                     // Seed prior history first, then splice the warm step-1 partial.
@@ -6187,7 +6244,8 @@ function createChatSession(payload, options) {
                                             },
                                         ];
                                     if (sessionCompaction.compactUIMessages) {
-                                        accumulator.uiMessages = await sessionCompaction.compactUIMessages(compactEvent);
+                                        accumulator.uiMessages =
+                                            await sessionCompaction.compactUIMessages(compactEvent);
                                     }
                                 }
                             }
@@ -6199,7 +6257,10 @@ function createChatSession(payload, options) {
                             // Append any non-transient data parts queued via chat.response or writer.write()
                             const queuedParts = locals.get(chatResponsePartsKey);
                             if (queuedParts && queuedParts.length > 0) {
-                                response = { ...response, parts: [...(response.parts ?? []), ...queuedParts] };
+                                response = {
+                                    ...response,
+                                    parts: [...(response.parts ?? []), ...queuedParts],
+                                };
                                 locals.set(chatResponsePartsKey, []);
                             }
                             await accumulator.addResponse(response);
@@ -6468,6 +6529,12 @@ function createChatStartSessionAction(taskId, options) {
         if (!params.chatId) {
             throw new Error("chat.createStartSessionAction: params.chatId is required — used as the session externalId.");
         }
+        // Scope the action to `apiClient`'s env: re-enter without it so the body
+        // runs once, under that config (read via apiClientManager.accessToken/.baseURL).
+        if (options?.apiClient) {
+            const { apiClient, ...rest } = options;
+            return apiClientManager.runWithConfig(apiClient, () => createChatStartSessionAction(taskId, rest)(params));
+        }
         // The first run boots before the user's first message lands on
         // `.in/append`, so it sees an empty `messages` array and `trigger:
         // "preload"`. This matches the pre-Sessions preload semantics:
@@ -6575,9 +6642,7 @@ function createChatStartSessionAction(taskId, options) {
 }
 function resolveChatStartBaseURL(endpoint, chatId, option) {
     const fallback = apiClientManager.baseURL ?? "https://api.trigger.dev";
-    const raw = typeof option === "function"
-        ? option({ endpoint, chatId })
-        : option ?? fallback;
+    const raw = typeof option === "function" ? option({ endpoint, chatId }) : (option ?? fallback);
     return raw.replace(/\/$/, "");
 }
 function overrideRequestHeaders(accessToken) {