@fractaal/pi-ai 0.84.9 → 0.85.2

package/dist/api/openai-codex-responses.js

@@ -15,8 +15,10 @@ import { formatProviderError, normalizeProviderError } from "../utils/error-body
 import { AssistantMessageEventStream } from "../utils/event-stream.js";
 import { headersToRecord } from "../utils/headers.js";
 import { resolveHttpProxyUrlForTarget } from "../utils/node-http-proxy.js";
+import { isRetryableAssistantError, retryAssistantCall } from "../utils/retry.js";
 import { uuidv7 } from "../utils/uuid.js";
 import { createGrammarToolInputProperties } from "./constrained-sampling.js";
+import { retainCodexCompactionInput, trimCodexCompactionToolOutputs } from "./openai-codex-compaction-history.js";
 import { clampOpenAIPromptCacheKey } from "./openai-prompt-cache.js";
 import { convertResponsesMessages, convertResponsesTools, processResponsesStream } from "./openai-responses-shared.js";
 import { buildBaseOptions } from "./simple-options.js";
@@ -44,6 +46,7 @@ const CODEX_RESPONSE_STATUSES = new Set([
     "queued",
     "in_progress",
 ]);
+export { estimateOpenAINativeCompactionTokens } from "./openai-codex-compaction-history.js";
 export function isOpenAICodexProvider(provider) {
     if (!provider || provider.id !== "openai-codex")
         return false;
@@ -432,12 +435,25 @@ function buildSimpleCodexOptions(model, context, options) {
 export const streamSimple = (model, context, options) => stream(model, context, buildSimpleCodexOptions(model, context, options));
 export async function compactOpenAICodexResponses(model, context, options) {
     const items = [];
-    const result = await stream(model, context, {
-        ...buildSimpleCodexOptions(model, context, options),
-        transport: "sse",
-        nativeCompaction: true,
-        onNativeCompactionItem: (item) => items.push(item),
-    }).result();
+    const base = buildSimpleCodexOptions(model, context, options);
+    let transport = base.transport;
+    const produce = () => {
+        items.length = 0;
+        return stream(model, context, {
+            ...base,
+            transport,
+            // Own one bounded stream retry budget; do not multiply HTTP retries.
+            maxRetries: 0,
+            nativeCompaction: true,
+            onNativeCompactionItem: (item) => items.push(item),
+        }).result();
+    };
+    const policy = { enabled: true, maxRetries: 2, baseDelayMs: BASE_DELAY_MS };
+    let result = await retryAssistantCall(produce, policy, options?.signal);
+    if (transport !== "sse" && base.authMode !== "transport" && isRetryableAssistantError(result)) {
+        transport = "sse";
+        result = await retryAssistantCall(produce, policy, options?.signal);
+    }
     if (result.stopReason !== "stop") {
         throw new OpenAICodexNativeCompactionError(result.errorMessage || `OpenAI native compaction did not complete (${result.stopReason})`, getOpenAICodexResponseFailure(result));
     }
@@ -448,13 +464,12 @@ export async function compactOpenAICodexResponses(model, context, options) {
     if (!isOpenAINativeCompactionItem(item)) {
         throw new Error("OpenAI native compaction returned a malformed checkpoint item");
     }
-    closeOpenAICodexWebSocketSessions(options?.sessionId);
     return {
-        item: {
-            type: "compaction",
-            encrypted_content: item.encrypted_content,
-            id: typeof item.id === "string" ? item.id : undefined,
-        },
+        item: { ...item },
+        retainedInput: retainCodexCompactionInput(buildRequestBody(model, {
+            ...context,
+            messages: (options?.nativeCompactionRetainedMessages ?? context.messages).filter((message) => message.role === "user"),
+        }, base, undefined).input ?? []),
         tokensBefore: result.usage.input + result.usage.cacheRead,
         usage: result.usage,
     };
@@ -466,7 +481,12 @@ function buildRequestBody(model, context, options, cacheSessionId, grammarToolIn
     const supportsStrictMode = model.compat?.supportsStrictMode ?? true;
     const supportsOpenAIGrammarTools = model.compat?.supportsOpenAIGrammarTools ?? false;
     const toolPlacement = splitDeferredTools(context, model.compat?.supportsToolSearch ?? false);
-    const messages = convertResponsesMessages(model, context, CODEX_TOOL_CALL_PROVIDERS, {
+    const checkpoint = options?.nativeCompactionCheckpoint;
+    const checkpointInput = checkpoint ? [...(checkpoint.retainedInput ?? []), checkpoint.item] : [];
+    const requestContext = options?.nativeCompaction
+        ? trimCodexCompactionToolOutputs(context, checkpointInput, model.contextWindow)
+        : context;
+    const messages = convertResponsesMessages(model, requestContext, CODEX_TOOL_CALL_PROVIDERS, {
         includeSystemPrompt: false,
         grammarToolInputProperties,
         deferredTools: toolPlacement.deferred,
@@ -476,15 +496,16 @@ function buildRequestBody(model, context, options, cacheSessionId, grammarToolIn
             supportsOpenAIGrammarTools,
         },
     });
-    const checkpoint = options?.nativeCompactionCheckpoint;
     if (checkpoint) {
-        if (checkpoint.provider !== model.provider || checkpoint.modelId !== model.id) {
-            throw new Error(`OpenAI native compaction checkpoint requires ${checkpoint.provider}/${checkpoint.modelId}; current model is ${model.provider}/${model.id}`);
+        if (checkpoint.provider !== model.provider || model.api !== "openai-codex-responses") {
+            throw new Error(`OpenAI native compaction checkpoint requires the openai-codex Responses route; current model is ${model.provider}/${model.id}`);
         }
         if (!isOpenAINativeCompactionItem(checkpoint.item)) {
             throw new Error("Stored OpenAI native compaction checkpoint is malformed");
         }
-        messages.unshift({ ...checkpoint.item });
+        messages.unshift(...(checkpoint.retainedInput ?? []), {
+            ...checkpoint.item,
+        });
     }
     if (options?.nativeCompaction) {
         messages.push({ type: "compaction_trigger" });
@@ -1271,7 +1292,7 @@ async function processWebSocketStream(url, body, headers, output, stream, model,
     }
     try {
         socket.send(JSON.stringify({ type: "response.create", ...requestBody }));
-        await processResponsesStream(startWebSocketOutputOnFirstEvent(mapCodexEvents(parseWebSocket(socket, options?.signal, idleTimeoutMs)), onStart), output, stream, model, {
+        await processResponsesStream(startWebSocketOutputOnFirstEvent(mapCodexEvents(parseWebSocket(socket, options?.signal, idleTimeoutMs), options?.onNativeCompactionItem), onStart), output, stream, model, {
             serviceTier: options?.serviceTier,
             grammarToolInputProperties,
             resolveServiceTier: resolveCodexServiceTier,
@@ -1280,6 +1301,10 @@ async function processWebSocketStream(url, body, headers, output, stream, model,
         if (options?.signal?.aborted) {
             keepConnection = false;
         }
+        else if (options?.nativeCompaction && entry) {
+            // The rewritten history must be sent in full, but the connection stays reusable.
+            entry.continuation = undefined;
+        }
         else if (useCachedContext && entry && output.responseId) {
             const responseItems = convertResponsesMessages(model, { messages: [output] }, CODEX_TOOL_CALL_PROVIDERS, {
                 includeSystemPrompt: false,