forgebadger 0.1.0 → 0.1.2

package/dist/gateway/src/services/agent/llm-openai.d.ts

@@ -1,4 +1,8 @@
 import { type LlmEmit, type LlmResult } from "./llm-response.js";
+type ReasoningDetailsMode = 'snapshot';
 export declare function readOpenAiCompletion(response: Response, emit: LlmEmit, signal: AbortSignal, options?: {
     allowFinishReasonEof?: boolean;
+    toolNames?: readonly string[];
+    reasoningDetailsMode?: ReasoningDetailsMode;
 }): Promise<LlmResult>;
+export {};

package/dist/gateway/src/services/agent/llm-openai.js

@@ -6,6 +6,26 @@ function toolFromJson(value) {
     const fn = record(tool.function);
     return checkedTool({ id: optionalText(tool.id), name: optionalText(fn.name), arguments: optionalText(fn.arguments) });
 }
+function applyReasoningReplay(completion, source, mode) {
+    if (source.reasoning_content !== undefined && source.reasoning_content !== null) {
+        completion.replay = { ...completion.replay, format: 'openai', reasoningContent: completion.thinking };
+    }
+    const details = source.reasoning_details;
+    if (details === undefined || details === null)
+        return;
+    if (!Array.isArray(details) || details.some(item => !item || typeof item !== 'object' || Array.isArray(item))) {
+        invalidResponse('invalid reasoning details');
+    }
+    const incoming = details;
+    const previous = completion.replay?.reasoningDetails;
+    // Only explicit provider snapshot semantics permit replacing different arrays.
+    // Generic endpoints may send one complete array, empty placeholders or repeats.
+    if (mode !== 'snapshot' && previous?.length && incoming.length && JSON.stringify(previous) !== JSON.stringify(incoming)) {
+        invalidResponse('unsupported reasoning details deltas');
+    }
+    const reasoningDetails = mode === 'snapshot' || incoming.length || !previous ? incoming : previous;
+    completion.replay = { ...completion.replay, format: 'openai', reasoningDetails };
+}
 function jsonCompletion(value) {
     const data = record(value);
     if (data.error || !Array.isArray(data.choices) || data.choices.length !== 1)
@@ -20,9 +40,17 @@ function jsonCompletion(value) {
         toolCalls: (message.tool_calls ?? []).map(toolFromJson),
         ...(choice.finish_reason === undefined ? {} : { finishReason: optionalText(choice.finish_reason) }),
         ...(data.usage ? { usage: usage(data.usage, "openai") } : {}) };
+    applyReasoningReplay(completion, message);
     validateCompletion(completion, "openai", false);
     return completion;
 }
+function resolvedTool(tool, declaredNames) {
+    const normalKnown = declaredNames.has(tool.name);
+    const compatibleKnown = declaredNames.has(tool.compatibleName);
+    if (tool.name !== tool.compatibleName && normalKnown && compatibleKnown)
+        invalidResponse("ambiguous tool name deltas");
+    return { id: tool.id, name: compatibleKnown && !normalKnown ? tool.compatibleName : tool.name, arguments: tool.arguments };
+}
 function appendTools(value, tools) {
     if (value === undefined)
         return;
@@ -33,7 +61,7 @@ function appendTools(value, tools) {
         if (!Number.isSafeInteger(delta.index) || delta.index < 0 || delta.index >= MAX_TOOL_CALLS)
             invalidResponse("invalid tool index");
         const index = delta.index;
-        const tool = tools.get(index) ?? { id: "", name: "", arguments: "" };
+        const tool = tools.get(index) ?? { id: "", name: "", arguments: "", compatibleName: "" };
         if (delta.type !== undefined && delta.type !== "function")
             invalidResponse("unsupported tool type");
         if (delta.id !== undefined) {
@@ -43,19 +71,49 @@ function appendTools(value, tools) {
             tool.id = id;
         }
         const fn = delta.function === undefined ? {} : record(delta.function);
-        tool.name += optionalText(fn.name);
+        const name = optionalText(fn.name);
+        // Keep both interpretations until the complete name can be compared with
+        // declared tools. Equal fragments alone cannot prove a provider name repeat.
+        tool.name += name;
+        if (name !== tool.compatibleName)
+            tool.compatibleName += name;
         tool.arguments += optionalText(fn.arguments);
-        if (tool.id.length > 256 || tool.name.length > 256 || Buffer.byteLength(tool.arguments) > MAX_TOOL_ARGUMENT_BYTES)
+        if (tool.id.length > 256 || (tool.name.length > 256 && tool.compatibleName.length > 256) || Buffer.byteLength(tool.arguments) > MAX_TOOL_ARGUMENT_BYTES)
             invalidResponse("tool delta too large");
         tools.set(index, tool);
     }
 }
-function applyChoice(value, completion, tools, emit) {
+/** True when a post-termination frame carries real content: non-empty text/reasoning deltas,
+ * tool deltas, or a finish_reason different from the one already recorded. Empty deltas and
+ * repeated finish_reasons are framing noise tolerated after termination. */
+function choiceHasSubstance(choice, finishReason) {
+    const delta = choice.delta === undefined || choice.delta === null ? {} : record(choice.delta);
+    if (deltaHasText(delta.content) || deltaHasText(delta.reasoning_content))
+        return true;
+    if (delta.reasoning_details !== undefined && delta.reasoning_details !== null)
+        return true;
+    if (delta.tool_calls !== undefined && delta.tool_calls !== null)
+        return true;
+    return choice.finish_reason !== null && choice.finish_reason !== undefined && choice.finish_reason !== finishReason;
+}
+function deltaHasText(value) {
+    if (typeof value === "string")
+        return value.length > 0;
+    return value !== undefined && value !== null;
+}
+function applyChoice(value, completion, tools, emit, reasoningDetailsMode) {
     const choice = record(value);
     if (choice.index !== undefined && choice.index !== 0)
         invalidResponse("unsupported choice index");
-    if (completion.finishReason !== undefined)
+    // Some OpenAI-compatible proxies append trailing frames after the termination frame: an empty
+    // delta with a repeated finish_reason, or a usage/statistics-only frame (those arrive with an
+    // empty choices array and never reach here). Tolerate the empty ones; any real content after
+    // termination is still an invalid response.
+    if (completion.finishReason !== undefined) {
+        if (!choiceHasSubstance(choice, completion.finishReason))
+            return;
         invalidResponse("choice after termination");
+    }
     const delta = record(choice.delta);
     if (delta.role !== undefined && delta.role !== "assistant")
         invalidResponse("invalid message role");
@@ -63,6 +121,7 @@ function applyChoice(value, completion, tools, emit) {
     const thinking = optionalText(delta.reasoning_content);
     completion.message += text;
     completion.thinking += thinking;
+    applyReasoningReplay(completion, delta, reasoningDetailsMode);
     if (thinking)
         emit({ type: "thinking_delta", text: thinking });
     if (text)
@@ -71,9 +130,10 @@ function applyChoice(value, completion, tools, emit) {
     if (choice.finish_reason !== null && choice.finish_reason !== undefined)
         completion.finishReason = optionalText(choice.finish_reason);
 }
-async function sseCompletion(response, emit, signal, allowFinishReasonEof) {
+async function sseCompletion(response, emit, signal, allowFinishReasonEof, toolNames, reasoningDetailsMode) {
     const completion = { message: "", thinking: "", toolCalls: [] };
     const tools = new Map();
+    const declaredNames = new Set(toolNames);
     let done = false;
     for await (const frame of readSse(response, signal)) {
         if (done)
@@ -92,19 +152,19 @@ async function sseCompletion(response, emit, signal, allowFinishReasonEof) {
         if (data.choices.length === 0 && !data.usage)
             invalidResponse("empty stream chunk");
         if (data.choices.length)
-            applyChoice(data.choices[0], completion, tools, emit);
+            applyChoice(data.choices[0], completion, tools, emit, reasoningDetailsMode);
     }
     // Some official MiniMax endpoints terminate clean HTTP bodies after the final
     // finish_reason frame. Never publish before EOF or accept an unsuccessful reason.
     if (!done && !allowFinishReasonEof)
         invalidResponse("missing terminal marker");
-    completion.toolCalls = [...tools.entries()].sort(([a], [b]) => a - b).map(([, tool]) => tool);
+    completion.toolCalls = [...tools.entries()].sort(([a], [b]) => a - b).map(([, tool]) => resolvedTool(tool, declaredNames));
     validateCompletion(completion, "openai", true);
     return completion;
 }
 export async function readOpenAiCompletion(response, emit, signal, options = {}) {
     const streaming = isSse(response);
-    const completion = streaming ? await sseCompletion(response, emit, signal, options.allowFinishReasonEof === true) : jsonCompletion(await readJsonResponse(response, signal));
+    const completion = streaming ? await sseCompletion(response, emit, signal, options.allowFinishReasonEof === true, options.toolNames ?? [], options.reasoningDetailsMode) : jsonCompletion(await readJsonResponse(response, signal));
     return publishCompletion(completion, emit, signal, streaming);
 }
 //# sourceMappingURL=llm-openai.js.map

package/dist/gateway/src/services/agent/llm-openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-openai.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAsE,MAAM,mBAAmB,CAAC;AAE/R,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAClG,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjC,OAAO,WAAW,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;IAC5H,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;QAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;IAClH,MAAM,UAAU,GAAkB,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAC3H,SAAS,EAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAe,CAAC,GAAG,CAAC,YAAY,CAAC;QACtE,GAAG,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACnG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACnE,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAA+B;IAClE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,eAAe,CAAC,qBAAqB,CAAC,CAAC;IAClE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAK,KAAK,CAAC,KAAgB,GAAG,CAAC,IAAK,KAAK,CAAC,KAAgB,IAAI,cAAc;YAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;QAC1J,MAAM,KAAK,GAAG,KAAK,CAAC,KAAe,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QACrE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;YAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACpG,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE;gBAAE,eAAe,CAAC,2BAA2B,CAAC,CAAC;YAC5E,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACf,CAAC;QACD,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,uBAAuB;YAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;QAC3J,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,UAAyB,EAAE,KAA+B,EAAE,IAAa;IAC5G,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAClG,IAAI,UAAU,CAAC,YAAY,KAAK,SAAS;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACpG,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvD,UAAU,CAAC,OAAO,IAAI,IAAI,CAAC;IAAC,UAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAC5D,IAAI,QAAQ;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/D,IAAI,IAAI;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;QAAE,UAAU,CAAC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;AACxI,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAkB,EAAE,IAAa,EAAE,MAAmB,EAAE,oBAA6B;IAChH,MAAM,UAAU,GAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC7C,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI;YAAE,eAAe,CAAC,4BAA4B,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAAC,IAAI,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO;YAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACpF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;QAC5G,IAAI,IAAI,CAAC,KAAK;YAAE,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAE,CAAC;QAChE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,8EAA8E;IAC9E,kFAAkF;IAClF,IAAI,CAAC,IAAI,IAAI,CAAC,oBAAoB;QAAE,eAAe,CAAC,yBAAyB,CAAC,CAAC;IAC/E,UAAU,CAAC,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAC9F,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,QAAkB,EAAE,IAAa,EAAE,MAAmB,EAC/F,UAA8C,EAAE;IAChD,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,oBAAoB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7K,OAAO,iBAAiB,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;AAChE,CAAC"}
+{"version":3,"file":"llm-openai.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAsE,MAAM,mBAAmB,CAAC;AAE/R,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;QAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAClG,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjC,OAAO,WAAW,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AACxH,CAAC;AAID,SAAS,oBAAoB,CAAC,UAAyB,EAAE,MAA+B,EAAE,IAA2B;IACnH,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAChF,UAAU,CAAC,MAAM,GAAG,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACzC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9G,eAAe,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAyC,CAAC;IAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC;IACrD,+EAA+E;IAC/E,gFAAgF;IAChF,IAAI,IAAI,KAAK,UAAU,IAAI,QAAQ,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxH,eAAe,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,gBAAgB,GAAG,IAAI,KAAK,UAAU,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnG,UAAU,CAAC,MAAM,GAAG,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;IAC5H,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;QAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;IAClH,MAAM,UAAU,GAAkB,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAC3H,SAAS,EAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAe,CAAC,GAAG,CAAC,YAAY,CAAC;QACtE,GAAG,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACnG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACnE,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC1C,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChD,OAAO,UAAU,CAAC;AACpB,CAAC;AAID,SAAS,YAAY,CAAC,IAAkB,EAAE,aAAkC;IAC1E,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,eAAe,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/D,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,IAAI,WAAW,IAAI,eAAe;QAAE,eAAe,CAAC,4BAA4B,CAAC,CAAC;IACvH,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;AAC7H,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAAgC;IACnE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,eAAe,CAAC,qBAAqB,CAAC,CAAC;IAClE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAK,KAAK,CAAC,KAAgB,GAAG,CAAC,IAAK,KAAK,CAAC,KAAgB,IAAI,cAAc;YAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;QAC1J,MAAM,KAAK,GAAG,KAAK,CAAC,KAAe,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;QACzF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;YAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACpG,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE;gBAAE,eAAe,CAAC,2BAA2B,CAAC,CAAC;YAC5E,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACf,CAAC;QACD,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACnC,yEAAyE;QACzE,6EAA6E;QAC7E,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QAClB,IAAI,IAAI,KAAK,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC;QAC9D,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,uBAAuB;YAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;QACjM,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED;;4EAE4E;AAC5E,SAAS,kBAAkB,CAAC,MAA+B,EAAE,YAAoB;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9F,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAAE,OAAO,IAAI,CAAC;IACtF,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,IAAI,KAAK,CAAC,iBAAiB,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7E,OAAO,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,CAAC;AACtH,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACvD,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,UAAyB,EAAE,KAAgC,EAAE,IAAa,EAAE,oBAA2C;IAC1J,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC;QAAE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAClG,8FAA8F;IAC9F,8FAA8F;IAC9F,6FAA6F;IAC7F,4CAA4C;IAC5C,IAAI,UAAU,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,YAAY,CAAC;YAAE,OAAO;QACjE,eAAe,CAAC,0BAA0B,CAAC,CAAC;IAC9C,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACpG,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvD,UAAU,CAAC,OAAO,IAAI,IAAI,CAAC;IAAC,UAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAC5D,oBAAoB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC9D,IAAI,QAAQ;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/D,IAAI,IAAI;QAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;QAAE,UAAU,CAAC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;AACxI,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAkB,EAAE,IAAa,EAAE,MAAmB,EAAE,oBAA6B,EAAE,SAA4B,EAAE,oBAA2C;IAC3L,MAAM,UAAU,GAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC9C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI;YAAE,eAAe,CAAC,4BAA4B,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAAC,IAAI,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO;YAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACpF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,eAAe,CAAC,6BAA6B,CAAC,CAAC;QAC5G,IAAI,IAAI,CAAC,KAAK;YAAE,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAE,CAAC;QAChE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,eAAe,CAAC,oBAAoB,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACvG,CAAC;IACD,8EAA8E;IAC9E,kFAAkF;IAClF,IAAI,CAAC,IAAI,IAAI,CAAC,oBAAoB;QAAE,eAAe,CAAC,yBAAyB,CAAC,CAAC;IAC/E,UAAU,CAAC,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;IAC3H,kBAAkB,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,QAAkB,EAAE,IAAa,EAAE,MAAmB,EAC/F,UAA0H,EAAE;IAC5H,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACpO,OAAO,iBAAiB,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;AAChE,CAAC"}

package/dist/gateway/src/services/agent/llm-public-fetch.d.ts

@@ -1,11 +1,20 @@
 import { request as httpsRequest } from "node:https";
 import { type OutboundHostResolver } from "../network-policy.js";
+import { type ConnectionStage, type RequestDelivery } from './llm-connection-error.js';
+export interface ConnectionProgress {
+    stage: ConnectionStage;
+    delivery: RequestDelivery;
+    attempts: number;
+    startedAt: number;
+}
 interface PublicFetchOptions {
+    onProgress?: (progress: ConnectionProgress) => void;
     resolveHost?: OutboundHostResolver;
     allowPlaintextHttp?: boolean;
+    allowPrivateNetworks?: boolean;
     /** External socket boundary for tests; production selects Node HTTP(S) by protocol. */
     requestImpl?: typeof httpsRequest;
 }
-/** Pins DNS to the validated addresses and refuses redirects; the caller owns the full request deadline. */
+/** Connection retries are separate from, and do not change, HTTP status retries. */
 export declare function createAgentPublicFetch(options?: PublicFetchOptions): typeof fetch;
 export {};

package/dist/gateway/src/services/agent/llm-public-fetch.js

@@ -1,85 +1,216 @@
 import { lookup } from "node:dns/promises";
 import { request as httpsRequest } from "node:https";
 import { request as httpRequest } from "node:http";
-import { assertResolvedPublicHttpsEndpoint } from "../network-policy.js";
+import { isIP } from "node:net";
+import { setTimeout as delay } from 'node:timers/promises';
+import { assertResolvedPublicHttpsEndpoint, isBlockedCloudMetadataHost } from "../network-policy.js";
 import { AgentError } from "./types.js";
 import { MAX_RESPONSE_BYTES, withAbort } from "./llm-response.js";
+import { canRetryConnection, connectionError, LlmConnectionError } from './llm-connection-error.js';
 async function validatedAddresses(url, options, signal) {
     let addresses = [];
-    try {
-        await withAbort(assertResolvedPublicHttpsEndpoint(url.href, async (hostname, lookupOptions) => {
+    let dnsFailure;
+    const resolve = async (hostname, lookupOptions) => {
+        try {
             addresses = options.resolveHost ? await options.resolveHost(hostname, lookupOptions) : await lookup(hostname, { all: true });
+            if (!addresses.length)
+                throw Object.assign(new Error('Empty DNS result'), { code: 'ENODATA' });
             return addresses;
-        }, { allowPlaintextHttp: options.allowPlaintextHttp }), signal);
+        }
+        catch (error) {
+            dnsFailure = connectionError(error, 'dns', 'not_sent', signal);
+            throw dnsFailure;
+        }
+    };
+    try {
+        await withAbort(assertResolvedPublicHttpsEndpoint(url.href, resolve, options), signal);
         if (url.hash || url.search)
             throw new Error("Ambiguous provider endpoint");
+        // Explicitly trusted private hosts bypass network-policy DNS checks. Still
+        // resolve once and pin the actual socket; metadata remains policy-blocked.
+        if (!addresses.length) {
+            const hostname = url.hostname.replace(/^\[|\]$/g, '');
+            const family = isIP(hostname);
+            if (family)
+                addresses = [{ address: hostname, family }];
+            else
+                await withAbort(resolve(hostname, { all: true }), signal);
+        }
+        if (addresses.some(entry => isMetadataAddress(entry.address)))
+            throw new Error('Metadata address blocked');
         return addresses;
     }
     catch (error) {
         if (signal.aborted)
-            throw error;
+            throw connectionError(error, 'dns', 'not_sent', signal);
+        if (dnsFailure)
+            throw dnsFailure;
         throw new AgentError("AGENT_HOST_BLOCKED", "Provider endpoint failed public-network validation");
     }
 }
-/** Pins DNS to the validated addresses and refuses redirects; the caller owns the full request deadline. */
+/** Canonicalize mapped/translated IPs before applying the existing metadata deny rule. */
+function isMetadataAddress(address) {
+    if (isBlockedCloudMetadataHost(address))
+        return true;
+    if (!address.includes(':'))
+        return false;
+    const value = new URL(`http://[${address}]/`).hostname.slice(1, -1);
+    if (value === 'fd00:ec2::254')
+        return true;
+    let tail;
+    if (value.startsWith('::ffff:'))
+        tail = value.slice(7);
+    if (value.startsWith('64:ff9b::'))
+        tail = value.slice(9);
+    if (value.startsWith('2002:'))
+        tail = value.split(':').slice(1, 3).join(':');
+    if (!tail)
+        return false;
+    const words = tail.split(':');
+    if (words.length !== 2)
+        return false;
+    const high = Number.parseInt(words[0], 16), low = Number.parseInt(words[1], 16);
+    return !!isBlockedCloudMetadataHost(`${high >>> 8}.${high & 255}.${low >>> 8}.${low & 255}`);
+}
+/** Connection retries are separate from, and do not change, HTTP status retries. */
 export function createAgentPublicFetch(options = {}) {
     return async (input, init = {}) => {
         const url = new URL(input instanceof Request ? input.url : input.toString());
         const signal = init.signal ?? (input instanceof Request ? input.signal : new AbortController().signal);
-        const addresses = await validatedAddresses(url, options, signal);
-        signal.throwIfAborted();
-        if (init.body !== undefined && init.body !== null && typeof init.body !== "string")
-            throw new Error("Unsupported provider request body");
-        if (typeof init.body === "string" && Buffer.byteLength(init.body) > MAX_RESPONSE_BYTES)
-            throw new Error("Provider request too large");
-        const headers = new Headers(input instanceof Request ? input.headers : undefined);
-        new Headers(init.headers).forEach((value, key) => headers.set(key, value));
-        const headerValues = {};
-        headers.forEach((value, key) => { headerValues[key] = value; });
-        const pinnedLookup = ((_hostname, lookupOptions, callback) => {
-            if (lookupOptions.all)
-                callback(null, addresses);
-            else
-                callback(null, addresses[0].address, addresses[0].family);
-        });
-        return new Promise((resolve, reject) => {
-            const request = options.requestImpl ?? (url.protocol === "https:" ? httpsRequest : httpRequest);
-            const req = request(url, { method: init.method ?? "GET", headers: headerValues, agent: false, signal, lookup: pinnedLookup });
-            req.once("error", () => reject(new AgentError("AGENT_LLM_FAILED", "Provider connection failed")));
-            req.once("response", res => {
-                const status = res.statusCode ?? 502;
-                if (status < 200 || status > 599 || (status >= 300 && status < 400)) {
-                    res.destroy();
-                    req.destroy();
-                    reject(new AgentError("AGENT_HTTP_ERROR", "Provider redirects are unsupported"));
-                    return;
+        const started = Date.now();
+        for (let attempt = 1;; attempt++) {
+            try {
+                options.onProgress?.({ stage: 'dns', delivery: 'not_sent', attempts: attempt, startedAt: started });
+                if (signal.aborted)
+                    throw connectionError(signal.reason, 'dns', 'not_sent', signal);
+                return await requestOnce(url, input, init, options, signal, attempt, started);
+            }
+            catch (error) {
+                if (error instanceof LlmConnectionError) {
+                    error.diagnostic.attempts = attempt;
+                    error.diagnostic.elapsedMs = Date.now() - started;
                 }
-                const responseHeaders = new Headers();
-                for (const [key, value] of Object.entries(res.headers))
-                    if (value)
-                        responseHeaders.set(key, Array.isArray(value) ? value.join(", ") : value);
-                if (status === 204 || status === 205) {
-                    res.destroy();
-                    req.destroy();
-                    resolve(new Response(null, { status, headers: responseHeaders }));
-                    return;
+                if (signal.aborted || attempt >= 3 || !canRetryConnection(error))
+                    throw error;
+                options.onProgress?.({ stage: 'backoff', delivery: 'not_sent', attempts: attempt, startedAt: started });
+                try {
+                    await delay(100 * 2 ** (attempt - 1), undefined, { signal });
                 }
-                resolve(new Response(responseStream(res, req), { status, headers: responseHeaders }));
-            });
-            req.end(init.body ?? undefined);
-        });
+                catch (abort) {
+                    const failure = connectionError(abort, 'backoff', 'not_sent', signal);
+                    failure.diagnostic.attempts = attempt;
+                    failure.diagnostic.elapsedMs = Date.now() - started;
+                    throw failure;
+                }
+            }
+        }
     };
 }
-function responseStream(res, req) {
+async function requestOnce(url, input, init, options, signal, attempt, started) {
+    const addresses = await validatedAddresses(url, options, signal);
+    if (signal.aborted)
+        throw connectionError(signal.reason, 'dns', 'not_sent', signal);
+    if (init.body !== undefined && init.body !== null && typeof init.body !== "string")
+        throw new Error("Unsupported provider request body");
+    if (typeof init.body === "string" && Buffer.byteLength(init.body) > MAX_RESPONSE_BYTES)
+        throw new Error("Provider request too large");
+    const headers = new Headers(input instanceof Request ? input.headers : undefined);
+    new Headers(init.headers).forEach((value, key) => headers.set(key, value));
+    const headerValues = {};
+    headers.forEach((value, key) => { headerValues[key] = value; });
+    const pinnedLookup = ((_hostname, lookupOptions, callback) => {
+        if (lookupOptions.all)
+            callback(null, addresses);
+        else
+            callback(null, addresses[0].address, addresses[0].family);
+    });
+    return new Promise((resolve, reject) => {
+        let released = false, failed = false;
+        let stage = 'tcp';
+        const setStage = (next) => {
+            if (failed)
+                return;
+            stage = next;
+            options.onProgress?.({ stage, delivery: released ? 'possibly_sent' : 'not_sent', attempts: attempt, startedAt: started });
+        };
+        setStage('tcp');
+        const failure = (error) => {
+            const result = connectionError(error, stage, released ? 'possibly_sent' : 'not_sent', signal);
+            result.diagnostic.attempts = attempt;
+            result.diagnostic.elapsedMs = Date.now() - started;
+            return result;
+        };
+        const request = options.requestImpl ?? (url.protocol === "https:" ? httpsRequest : httpRequest);
+        const req = request(url, { method: init.method ?? "GET", headers: headerValues, agent: false, signal, lookup: pinnedLookup });
+        req.once('error', error => { failed = true; reject(failure(error)); req.destroy(); });
+        const send = () => {
+            if (failed || released || req.destroyed)
+                return;
+            if (signal.aborted) {
+                failed = true;
+                reject(failure(signal.reason));
+                req.destroy();
+                return;
+            }
+            // Monotonic boundary: even synchronous end() failure is possibly sent.
+            released = true;
+            setStage('request');
+            try {
+                req.end(init.body ?? undefined);
+            }
+            catch (error) {
+                failed = true;
+                reject(failure(error));
+                req.destroy();
+            }
+        };
+        req.once('socket', socket => {
+            if (url.protocol === 'https:') {
+                socket.once('connect', () => { setStage('tls'); });
+                socket.once('secureConnect', send);
+            }
+            else if (!socket.connecting)
+                send();
+            else
+                socket.once('connect', send);
+        });
+        req.once('response', res => {
+            if (failed) {
+                res.destroy();
+                return;
+            }
+            setStage('response');
+            const status = res.statusCode ?? 502;
+            if (status < 200 || status > 599 || (status >= 300 && status < 400)) {
+                res.destroy();
+                req.destroy();
+                reject(new AgentError("AGENT_HTTP_ERROR", "Provider redirects are unsupported"));
+                return;
+            }
+            const responseHeaders = new Headers();
+            for (const [key, value] of Object.entries(res.headers))
+                if (value)
+                    responseHeaders.set(key, Array.isArray(value) ? value.join(", ") : value);
+            if (status === 204 || status === 205) {
+                res.destroy();
+                req.destroy();
+                resolve(new Response(null, { status, headers: responseHeaders }));
+                return;
+            }
+            resolve(new Response(responseStream(res, req, failure), { status, headers: responseHeaders }));
+        });
+    });
+}
+function responseStream(res, req, connectionFailure) {
     let size = 0;
     let settled = false;
     return new ReadableStream({
         start(controller) {
-            const fail = () => {
+            const fail = (error) => {
                 if (settled)
                     return;
                 settled = true;
-                controller.error(new AgentError("AGENT_LLM_INVALID_RESPONSE", "Provider response interrupted or too large"));
+                controller.error(error instanceof AgentError ? error : connectionFailure(error));
                 res.destroy();
                 req.destroy();
             };
@@ -88,7 +219,7 @@ function responseStream(res, req) {
                     return;
                 size += chunk.byteLength;
                 if (size > MAX_RESPONSE_BYTES) {
-                    fail();
+                    fail(new AgentError("AGENT_LLM_INVALID_RESPONSE", "Provider response too large"));
                     return;
                 }
                 controller.enqueue(new Uint8Array(chunk));
@@ -100,7 +231,7 @@ function responseStream(res, req) {
                 controller.close();
             } });
             res.once("error", fail);
-            res.once("aborted", fail);
+            res.once("aborted", () => fail(Object.assign(new Error("Response aborted"), { code: "ECONNRESET" })));
         },
         pull() { res.resume(); },
         cancel() { settled = true; res.destroy(); req.destroy(); }

package/dist/gateway/src/services/agent/llm-public-fetch.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-public-fetch.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-public-fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,OAAO,IAAI,WAAW,EAA4C,MAAM,WAAW,CAAC;AAE7F,OAAO,EAAE,iCAAiC,EAA6B,MAAM,sBAAsB,CAAC;AACpG,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AASlE,KAAK,UAAU,kBAAkB,CAAC,GAAQ,EAAE,OAA2B,EAAE,MAAmB;IAC1F,IAAI,SAAS,GAA8C,EAAE,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,iCAAiC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE;YAC5F,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7H,OAAO,SAAS,CAAC;QACnB,CAAC,EAAE,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC3E,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QAChC,MAAM,IAAI,UAAU,CAAC,oBAAoB,EAAE,oDAAoD,CAAC,CAAC;IACnG,CAAC;AACH,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,sBAAsB,CAAC,UAA8B,EAAE;IACrE,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;QAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACzI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACtI,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClF,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3E,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,CAAC,CAAC,SAAiB,EAAE,aAAgC,EAAE,QAAsC,EAAE,EAAE;YACpH,IAAI,aAAa,CAAC,GAAG;gBAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;;gBAC5C,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAE,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC;QACnE,CAAC,CAAmB,CAAC;QACrB,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAChG,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;YAC9H,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,kBAAkB,EAAE,4BAA4B,CAAC,CAAC,CAAC,CAAC;YAClG,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;gBACzB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC;gBACrC,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC;oBACpE,GAAG,CAAC,OAAO,EAAE,CAAC;oBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;oBAAC,MAAM,CAAC,IAAI,UAAU,CAAC,kBAAkB,EAAE,oCAAoC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBACzH,CAAC;gBACD,MAAM,eAAe,GAAG,IAAI,OAAO,EAAE,CAAC;gBACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;oBAAE,IAAI,KAAK;wBAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC7I,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;oBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAClJ,OAAO,CAAC,IAAI,QAAQ,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;YACxF,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAAoB,EAAE,GAAkB;IAC9D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO,IAAI,cAAc,CAAa;QACpC,KAAK,CAAC,UAAU;YACd,MAAM,IAAI,GAAG,GAAG,EAAE;gBAChB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,4BAA4B,EAAE,4CAA4C,CAAC,CAAC,CAAC;gBAC7G,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAC/B,CAAC,CAAC;YACF,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC/B,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;gBACzB,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;oBAAC,IAAI,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAClD,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC;oBAAE,GAAG,CAAC,KAAK,EAAE,CAAC;YACtD,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO,GAAG,IAAI,CAAC;gBAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjF,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC3D,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;AACpE,CAAC"}
+{"version":3,"file":"llm-public-fetch.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-public-fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,OAAO,IAAI,WAAW,EAA4C,MAAM,WAAW,CAAC;AAC7F,OAAO,EAAE,IAAI,EAAuB,MAAM,UAAU,CAAC;AACrD,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,iCAAiC,EAAE,0BAA0B,EAA6B,MAAM,sBAAsB,CAAC;AAChI,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,kBAAkB,EAA8C,MAAM,2BAA2B,CAAC;AAahJ,KAAK,UAAU,kBAAkB,CAAC,GAAQ,EAAE,OAA2B,EAAE,MAAmB;IAC1F,IAAI,SAAS,GAA8C,EAAE,CAAC;IAC9D,IAAI,UAA0C,CAAC;IAC/C,MAAM,OAAO,GAAyB,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE;QACtE,IAAI,CAAC;YACH,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7H,IAAI,CAAC,SAAS,CAAC,MAAM;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/F,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,GAAG,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YAC/D,MAAM,UAAU,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,iCAAiC,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QACvF,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC3E,2EAA2E;QAC3E,2EAA2E;QAC3E,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9B,IAAI,MAAM;gBAAE,SAAS,GAAG,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;;gBACnD,MAAM,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3G,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAC5E,IAAI,UAAU;YAAE,MAAM,UAAU,CAAC;QACjC,MAAM,IAAI,UAAU,CAAC,oBAAoB,EAAE,oDAAoD,CAAC,CAAC;IACnG,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,SAAS,iBAAiB,CAAC,OAAe;IACxC,IAAI,0BAA0B,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,WAAW,OAAO,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,KAAK,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAwB,CAAC;IAC7B,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7E,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;IAClF,OAAO,CAAC,CAAC,0BAA0B,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,IAAI,GAAG,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC;AAC/F,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,sBAAsB,CAAC,UAA8B,EAAE;IACrE,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;QAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;QACvG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;gBACpG,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBACpF,OAAO,MAAM,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAChF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;oBACxC,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,OAAO,CAAC;oBACpC,KAAK,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;gBACpD,CAAC;gBACD,IAAI,MAAM,CAAC,OAAO,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC9E,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;gBACxG,IAAI,CAAC;oBAAC,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBAAC,CAAC;gBACrE,OAAO,KAAK,EAAE,CAAC;oBACb,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;oBACtE,OAAO,CAAC,UAAU,CAAC,QAAQ,GAAG,OAAO,CAAC;oBACtC,OAAO,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;oBACpD,MAAM,OAAO,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,GAAQ,EAAE,KAAkC,EAAE,IAAiB,EACxF,OAA2B,EAAE,MAAmB,EAAE,OAAe,EAAE,OAAe;IAClF,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,OAAO;QAAE,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACpF,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACtI,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAClF,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3E,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,CAAC,CAAC,SAAiB,EAAE,aAAgC,EAAE,QAAsC,EAAE,EAAE;QACpH,IAAI,aAAa,CAAC,GAAG;YAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;;YAC5C,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAE,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC;IACnE,CAAC,CAAmB,CAAC;IACrB,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,IAAI,QAAQ,GAAG,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC;QACrC,IAAI,KAAK,GAAoB,KAAK,CAAC;QACnC,MAAM,QAAQ,GAAG,CAAC,IAAqB,EAAE,EAAE;YACzC,IAAI,MAAM;gBAAE,OAAO;YACnB,KAAK,GAAG,IAAI,CAAC;YACb,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5H,CAAC,CAAC;QACF,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChB,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE;YACjC,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC9F,MAAM,CAAC,UAAU,CAAC,QAAQ,GAAG,OAAO,CAAC;YACrC,MAAM,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACnD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAChG,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QAC9H,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,MAAM,IAAI,QAAQ,IAAI,GAAG,CAAC,SAAS;gBAAE,OAAO;YAChD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC;gBAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC7F,uEAAuE;YACvE,QAAQ,GAAG,IAAI,CAAC;YAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,CAAC;gBAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;YAAC,CAAC;YACxC,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC;gBAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QACzE,CAAC,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE;YAC1B,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnD,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;YACrC,CAAC;iBAAM,IAAI,CAAC,MAAM,CAAC,UAAU;gBAAE,IAAI,EAAE,CAAC;;gBACjC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;YACzB,IAAI,MAAM,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YACtC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACrB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC;YACrC,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC;gBACpE,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,UAAU,CAAC,kBAAkB,EAAE,oCAAoC,CAAC,CAAC,CAAC;gBAAC,OAAO;YACzH,CAAC;YACD,MAAM,eAAe,GAAG,IAAI,OAAO,EAAE,CAAC;YACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;gBAAE,IAAI,KAAK;oBAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC7I,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAClJ,OAAO,CAAC,IAAI,QAAQ,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,GAAoB,EAAE,GAAkB,EAAE,iBAAyD;IACzH,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO,IAAI,cAAc,CAAa;QACpC,KAAK,CAAC,UAAU;YACd,MAAM,IAAI,GAAG,CAAC,KAAe,EAAE,EAAE;gBAC/B,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,UAAU,CAAC,KAAK,CAAC,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjF,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAC/B,CAAC,CAAC;YACF,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC/B,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;gBACzB,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;oBAAC,IAAI,CAAC,IAAI,UAAU,CAAC,4BAA4B,EAAE,6BAA6B,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC7H,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC;oBAAE,GAAG,CAAC,KAAK,EAAE,CAAC;YACtD,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO,GAAG,IAAI,CAAC;gBAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjF,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;QACxG,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC3D,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;AACpE,CAAC"}

package/dist/gateway/src/services/agent/llm-replay.d.ts

@@ -0,0 +1,30 @@
+import type { AgentLlmMessage } from './llm-client.js';
+/** Private provider state. Never send this object in UI/API events. */
+export interface ProviderReplay {
+    format: 'openai' | 'anthropic';
+    identity?: string;
+    reasoningContent?: string;
+    reasoningDetails?: Array<Record<string, unknown>>;
+    blocks?: Array<Record<string, unknown>>;
+}
+export interface AssistantMessage {
+    role: 'assistant';
+    content: string;
+    toolCalls?: Array<{
+        id: string;
+        name: string;
+        arguments: string;
+    }>;
+    providerReplay?: ProviderReplay;
+}
+export declare function replayIdentity(source: {
+    modelProfileId: string;
+    modelId: string;
+    baseUrl: string;
+    apiFormat: string;
+}): string;
+export declare function matchingReplay(message: {
+    providerReplay?: ProviderReplay;
+}, source: Parameters<typeof replayIdentity>[0]): ProviderReplay | undefined;
+/** Summaries and different providers receive public conversation content only. */
+export declare function withoutPrivateReplay(message: AgentLlmMessage): AgentLlmMessage;

package/dist/gateway/src/services/agent/llm-replay.js

@@ -0,0 +1,21 @@
+import { createHash } from 'node:crypto';
+import { redactAgentText, redactAgentValue } from './redaction.js';
+export function replayIdentity(source) {
+    return createHash('sha256').update(JSON.stringify([source.modelProfileId, source.modelId,
+        source.baseUrl, source.apiFormat])).digest('hex');
+}
+export function matchingReplay(message, source) {
+    const replay = message.providerReplay;
+    const format = source.apiFormat === 'anthropic' ? 'anthropic' : 'openai';
+    return replay?.format === format && replay.identity === replayIdentity(source) ? replay : undefined;
+}
+/** Summaries and different providers receive public conversation content only. */
+export function withoutPrivateReplay(message) {
+    const { providerReplay: _private, ...plain } = message;
+    if (plain.role !== 'assistant')
+        return plain;
+    return { ...plain, content: redactAgentText(plain.content.replace(/<think>[\s\S]*?(?:<\/think>|$)/gu, '')),
+        ...(plain.toolCalls ? { toolCalls: plain.toolCalls.map(call => ({ ...call,
+                arguments: JSON.stringify(redactAgentValue(JSON.parse(call.arguments))) })) } : {}) };
+}
+//# sourceMappingURL=llm-replay.js.map

package/dist/gateway/src/services/agent/llm-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-replay.js","sourceRoot":"","sources":["../../../../src/services/agent/llm-replay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAmBnE,MAAM,UAAU,cAAc,CAAC,MAAuF;IACpH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,OAAO;QACtF,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAA4C,EAAE,MAA4C;IACvH,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;IACzE,OAAO,MAAM,EAAE,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,oBAAoB,CAAC,OAAwB;IAC3D,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACvD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC;IAC7C,OAAO,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;QACxG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI;gBACvE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5F,CAAC"}

package/dist/gateway/src/services/agent/llm-response.d.ts

@@ -1,3 +1,4 @@
+import type { AssistantMessage, ProviderReplay } from "./llm-replay.js";
 import type { AgentLlmStreamEvent } from "./llm-client.js";
 export declare const MAX_RESPONSE_BYTES: number;
 export declare const MAX_TOOL_ARGUMENT_BYTES: number;
@@ -11,15 +12,20 @@ export interface LlmUsage {
     inputTokens?: number;
     outputTokens?: number;
     totalTokens?: number;
+    cachedInputTokens?: number;
+    cacheWriteInputTokens?: number;
+    reasoningTokens?: number;
 }
 export interface LlmResult {
     message: string;
     finishReason?: string;
     usage?: LlmUsage;
+    assistant?: AssistantMessage;
 }
 export interface LlmCompletion extends LlmResult {
     toolCalls: LlmToolCall[];
     thinking: string;
+    replay?: ProviderReplay;
 }
 export type LlmEmit = (event: AgentLlmStreamEvent) => void;
 export declare function invalidResponse(reason: string): never;