@code-yeongyu/senpi 2026.7.22-2 → 2026.7.23

package/dist/core/extensions/builtin/compaction/openai-remote.js

@@ -1,38 +1,13 @@
 import { streamSimple } from "@earendil-works/pi-ai/compat";
-export const OPENAI_REMOTE_COMPACTION_SCHEMA = "senpi.compaction.openai-remote.v1";
+import { convertBranchEntries, convertPendingMessages, getOpenAiRemoteCompactionDetails, isOpenAiContextCompactionItem, isOpenAiRemoteCompactionOutputItem, isRecord, isRetainedRemoteOutputItem, isRetainedResponsesStreamInputItem, OPENAI_REMOTE_COMPACTION_SCHEMA, providerNativeItem, } from "./openai-remote-convert.js";
+import { createOpenAiRemoteCompactionHeaders, isOpenAiRemoteCompactionModel, matchesOpenAiRemoteCompactionIdentity, openAiRemoteCompactionEndpointPath, openAiRemoteCompactionEndpointUrl, openAiRemoteCompactionIdentity, } from "./openai-remote-model.js";
+export { getOpenAiRemoteCompactionDetails, OPENAI_REMOTE_COMPACTION_SCHEMA } from "./openai-remote-convert.js";
 export const SENPI_COMPACTION_EVENT = "senpi:compaction";
 const OPENAI_REMOTE_COMPACTION_TIMEOUT_MS = 15_000;
 const REMOTE_COMPACTION_TIMEOUT_REASON = "remote-compaction-timeout";
-function isRecord(value) {
-    return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function parseJsonRecord(value) {
-    if (!value?.startsWith("{"))
-        return undefined;
-    try {
-        const parsed = JSON.parse(value);
-        return isRecord(parsed) ? parsed : undefined;
-    }
-    catch {
-        return undefined;
-    }
-}
-function parseTextSignature(signature) {
-    if (!signature)
-        return undefined;
-    const parsed = parseJsonRecord(signature);
-    if (parsed?.v === 1 && typeof parsed.id === "string") {
-        if (parsed.phase === "commentary" || parsed.phase === "final_answer") {
-            return { id: parsed.id, phase: parsed.phase };
-        }
-        return { id: parsed.id };
-    }
-    return { id: signature };
-}
-function isOpenAiResponsesModel(model) {
-    return model?.provider === "openai" && model.api === "openai-responses";
-}
 function supportsOpenAiResponsesWebSocket(model) {
+    if (model.provider !== "openai" || model.api !== "openai-responses")
+        return false;
     if (model.compat?.supportsWebSocket !== undefined)
         return model.compat.supportsWebSocket;
     try {
@@ -42,196 +17,11 @@ function supportsOpenAiResponsesWebSocket(model) {
         return false;
     }
 }
-function toolResultText(content) {
-    if (typeof content === "string")
-        return content;
-    const parts = [];
-    for (const block of content) {
-        if (block.type !== "text")
-            return undefined;
-        parts.push(block.text);
-    }
-    return parts.join("\n");
-}
-function convertUserContent(content) {
-    if (typeof content === "string")
-        return [{ type: "input_text", text: content }];
-    return content.map((block) => {
-        if (block.type === "text")
-            return { type: "input_text", text: block.text };
-        return {
-            type: "input_image",
-            detail: "auto",
-            image_url: `data:${block.mimeType};base64,${block.data}`,
-        };
-    });
-}
-function providerNativeItem(raw) {
-    if (!isRecord(raw) || typeof raw.type !== "string")
-        return undefined;
-    return { ...raw, type: raw.type };
-}
-function convertThinking(block) {
-    const parsed = parseJsonRecord(block.thinkingSignature);
-    if (parsed?.type !== "reasoning")
-        return undefined;
-    return { ...parsed, type: "reasoning" };
-}
-function convertTextBlock(block, messageIndex) {
-    const signature = parseTextSignature(block.textSignature);
-    const item = {
-        type: "message",
-        role: "assistant",
-        status: "completed",
-        id: signature?.id ?? `msg_${messageIndex}`,
-        content: [{ type: "output_text", text: block.text, annotations: [] }],
-        ...(signature?.phase ? { phase: signature.phase } : {}),
-    };
-    return item;
-}
-function convertToolCall(block) {
-    const [callId = block.id, itemId] = block.id.split("|");
-    return {
-        type: "function_call",
-        // The Responses API rejects item ids not beginning with "fc"; custom tool
-        // calls carry the "<call_id>|custom" sentinel, not a server-issued id.
-        ...(itemId?.startsWith("fc") ? { id: itemId } : {}),
-        call_id: callId,
-        name: block.name,
-        arguments: JSON.stringify(block.arguments ?? {}),
-    };
-}
-function isSameOpenAiResponsesAssistant(message) {
-    return message.provider === "openai" && message.api === "openai-responses";
-}
-function convertAssistantMessage(message, messageIndex) {
-    if (!isSameOpenAiResponsesAssistant(message))
-        return undefined;
-    const items = [];
-    for (const block of message.content) {
-        switch (block.type) {
-            case "text":
-                items.push(convertTextBlock(block, messageIndex));
-                break;
-            case "thinking": {
-                const reasoning = convertThinking(block);
-                if (!reasoning)
-                    return undefined;
-                items.push(reasoning);
-                break;
-            }
-            case "toolCall":
-                items.push(convertToolCall(block));
-                break;
-            case "providerNative": {
-                const item = providerNativeItem(block.raw);
-                if (!item)
-                    return undefined;
-                items.push(item);
-                break;
-            }
-        }
-    }
-    return items.length > 0 ? items : undefined;
-}
-function convertAgentMessage(message, messageIndex) {
-    switch (message.role) {
-        case "user":
-            return [{ role: "user", content: convertUserContent(message.content) }];
-        case "assistant":
-            return convertAssistantMessage(message, messageIndex);
-        case "toolResult": {
-            const [callId = message.toolCallId] = message.toolCallId.split("|");
-            const output = toolResultText(message.content);
-            if (output === undefined)
-                return undefined;
-            return [{ type: "function_call_output", call_id: callId, output }];
-        }
-        case "bashExecution":
-        case "branchSummary":
-        case "compactionSummary":
-        case "custom":
-            return undefined;
-        default: {
-            const exhaustive = message;
-            return exhaustive;
-        }
-    }
-}
-function detailsFromEntry(entry) {
-    if (entry.type !== "compaction")
-        return undefined;
-    return getOpenAiRemoteCompactionDetails(entry.details);
-}
-export function getOpenAiRemoteCompactionDetails(value) {
-    if (!isRecord(value))
-        return undefined;
-    if (value.schema !== OPENAI_REMOTE_COMPACTION_SCHEMA || value.mode !== "openai-remote")
-        return undefined;
-    if (value.provider !== "openai" || value.api !== "openai-responses")
-        return undefined;
-    if (typeof value.modelId !== "string" || typeof value.responseId !== "string")
-        return undefined;
-    if (typeof value.createdAt !== "number")
-        return undefined;
-    if (typeof value.requestInputItemCount !== "number" || typeof value.retainedInputItemCount !== "number") {
-        return undefined;
-    }
-    if (!Array.isArray(value.replacementInput))
-        return undefined;
-    return {
-        schema: OPENAI_REMOTE_COMPACTION_SCHEMA,
-        mode: "openai-remote",
-        provider: "openai",
-        api: "openai-responses",
-        transport: value.transport === "websocket" ? "websocket" : "compact-endpoint",
-        modelId: value.modelId,
-        responseId: value.responseId,
-        createdAt: value.createdAt,
-        requestInputItemCount: value.requestInputItemCount,
-        retainedInputItemCount: value.retainedInputItemCount,
-        replacementInput: value.replacementInput.filter((item) => isRecord(item)),
-        ...(isRecord(value.usage) ? { usage: value.usage } : {}),
-    };
-}
-function convertBranchEntries(entries) {
-    const items = [];
-    let messageIndex = 0;
-    for (const entry of entries) {
-        switch (entry.type) {
-            case "message": {
-                const converted = convertAgentMessage(entry.message, messageIndex);
-                if (!converted)
-                    return undefined;
-                items.push(...converted);
-                messageIndex++;
-                break;
-            }
-            case "compaction": {
-                const details = detailsFromEntry(entry);
-                if (!details)
-                    return undefined;
-                items.push(...details.replacementInput);
-                break;
-            }
-            case "branch_summary":
-            case "custom_message":
-                return undefined;
-            case "thinking_level_change":
-            case "model_change":
-            case "custom":
-            case "label":
-            case "session_info":
-                break;
-        }
-    }
-    return items;
-}
 export function createOpenAiRemoteCompactionRequest(options) {
-    if (!isOpenAiResponsesModel(options.model))
+    if (!isOpenAiRemoteCompactionModel(options.model))
         return undefined;
-    const input = convertBranchEntries(options.branchEntries);
-    if (!input || input.length === 0)
+    const input = convertBranchEntries(options.branchEntries, options.model);
+    if (input.length === 0)
         return undefined;
     return {
         body: {
@@ -245,32 +35,23 @@ export function createOpenAiRemoteCompactionRequest(options) {
         tokensBefore: options.tokensBefore,
     };
 }
-function isOpenAiCompactionItem(item) {
-    return item.type === "compaction" && typeof item.encrypted_content === "string";
-}
-function isOpenAiContextCompactionItem(item) {
-    return item.type === "context_compaction" && typeof item.encrypted_content === "string";
-}
-function isOpenAiRemoteCompactionOutputItem(item) {
-    return isOpenAiCompactionItem(item) || isOpenAiContextCompactionItem(item);
-}
-function isRetainedRemoteOutputItem(item) {
-    if (isOpenAiRemoteCompactionOutputItem(item))
-        return true;
-    return item.type === "message" && (item.role === "user" || item.role === "system" || item.role === "developer");
-}
-function isRetainedResponsesStreamInputItem(item) {
-    if (item.type === "message")
-        return item.role === "user";
-    return "role" in item && item.role === "user";
-}
-function isOpenAiCompactedResponse(value) {
-    if (!isRecord(value))
-        return false;
-    if (value.object !== "response.compaction" || typeof value.id !== "string" || typeof value.created_at !== "number") {
-        return false;
+function parseOpenAiCompactedResponse(options) {
+    if (!isRecord(options.value) || !Array.isArray(options.value.output))
+        return undefined;
+    if (options.model.api === "openai-responses") {
+        if (options.value.object !== "response.compaction" ||
+            typeof options.value.id !== "string" ||
+            typeof options.value.created_at !== "number") {
+            return undefined;
+        }
     }
-    return Array.isArray(value.output);
+    return {
+        id: typeof options.value.id === "string" ? options.value.id : `codex-compact:${options.requestId}`,
+        created_at: typeof options.value.created_at === "number" ? options.value.created_at : Math.floor(options.now() / 1000),
+        object: "response.compaction",
+        output: options.value.output.filter((item) => isRecord(item)),
+        ...(isRecord(options.value.usage) ? { usage: options.value.usage } : {}),
+    };
 }
 export function buildOpenAiRemoteCompactionResult(options) {
     const replacementInput = options.response.output.filter(isRetainedRemoteOutputItem);
@@ -281,8 +62,7 @@ export function buildOpenAiRemoteCompactionResult(options) {
     const details = {
         schema: OPENAI_REMOTE_COMPACTION_SCHEMA,
         mode: "openai-remote",
-        provider: "openai",
-        api: "openai-responses",
+        ...openAiRemoteCompactionIdentity(options.model),
         transport: "compact-endpoint",
         modelId: options.model.id,
         responseId: options.response.id,
@@ -292,10 +72,13 @@ export function buildOpenAiRemoteCompactionResult(options) {
         replacementInput,
         ...(options.response.usage ? { usage: options.response.usage } : {}),
     };
+    const endpointPath = options.model.api === "openai-codex-responses"
+        ? `/${openAiRemoteCompactionEndpointPath(options.model)}`
+        : "/v1/responses/compact";
     return {
         summary: [
             "OpenAI remote compaction checkpoint.",
-            `Native /v1/responses/compact replay is active for ${replacementInput.length.toLocaleString()} retained item(s).`,
+            `Native ${endpointPath} replay is active for ${replacementInput.length.toLocaleString()} retained item(s).`,
             `Original OpenAI input items compacted: ${options.requestInputItemCount.toLocaleString()}.`,
         ].join("\n"),
         firstKeptEntryId: options.firstKeptEntryId,
@@ -303,18 +86,6 @@ export function buildOpenAiRemoteCompactionResult(options) {
         details,
     };
 }
-function compactEndpointUrl(model) {
-    const baseUrl = model.baseUrl || "https://api.openai.com/v1";
-    return new URL("responses/compact", baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`).toString();
-}
-function createHeaders(auth) {
-    const headers = new Headers(auth.headers);
-    headers.set("content-type", "application/json");
-    if (!headers.has("authorization") && auth.apiKey) {
-        headers.set("authorization", `Bearer ${auth.apiKey}`);
-    }
-    return headers.has("authorization") ? headers : undefined;
-}
 async function runWithRemoteTimeout(options) {
     if (options.signal.aborted) {
         throw new Error("Request was aborted");
@@ -464,7 +235,7 @@ async function runOpenAiCompactEndpointCompaction(options) {
     });
     let response;
     try {
-        response = await options.fetchImpl(compactEndpointUrl(options.model), {
+        response = await options.fetchImpl(openAiRemoteCompactionEndpointUrl(options.model), {
             method: "POST",
             headers: options.headers,
             body: JSON.stringify(options.request.body),
@@ -513,7 +284,13 @@ async function runOpenAiCompactEndpointCompaction(options) {
         });
         return undefined;
     }
-    if (!isOpenAiCompactedResponse(payload)) {
+    const compactedResponse = parseOpenAiCompactedResponse({
+        value: payload,
+        model: options.model,
+        requestId: options.requestId,
+        now: options.now,
+    });
+    if (!compactedResponse) {
         options.emit?.({
             version: 1,
             action: "remote_fallback",
@@ -532,7 +309,7 @@ async function runOpenAiCompactEndpointCompaction(options) {
             firstKeptEntryId: options.firstKeptEntryId,
             tokensBefore: options.request.tokensBefore,
             requestInputItemCount: options.request.inputItemCount,
-            response: payload,
+            response: compactedResponse,
         });
     }
     catch (error) {
@@ -553,7 +330,7 @@ async function runOpenAiCompactEndpointCompaction(options) {
         route: "builtin.compaction.openai_remote",
         requestId: options.requestId,
         modelId: options.model.id,
-        responseId: payload.id,
+        responseId: compactedResponse.id,
         retainedInputItemCount: result.details.retainedInputItemCount,
         transport: "compact-endpoint",
     });
@@ -561,7 +338,7 @@ async function runOpenAiCompactEndpointCompaction(options) {
 }
 export async function runOpenAiRemoteCompaction(ctx, event, emit, dependencies = {}) {
     const model = ctx.model;
-    if (!isOpenAiResponsesModel(model) || event.reason === "branch") {
+    if (!isOpenAiRemoteCompactionModel(model) || event.reason === "branch") {
         emit?.({
             version: 1,
             action: "remote_fallback",
@@ -601,7 +378,7 @@ export async function runOpenAiRemoteCompaction(ctx, event, emit, dependencies =
             route: "builtin.compaction.openai_remote",
             requestId: event.requestId,
             modelId: model.id,
-            reason: "session-not-openai-native",
+            reason: "empty-compaction-input",
         });
         return undefined;
     }
@@ -678,7 +455,7 @@ export async function runOpenAiRemoteCompaction(ctx, event, emit, dependencies =
             });
         }
     }
-    const headers = createHeaders(auth);
+    const headers = createOpenAiRemoteCompactionHeaders(requestModel, auth, request.body.prompt_cache_key);
     if (!headers) {
         emit?.({
             version: 1,
@@ -710,6 +487,7 @@ export async function runOpenAiRemoteCompaction(ctx, event, emit, dependencies =
             requestId: event.requestId,
             signal,
             firstKeptEntryId: event.preparation.firstKeptEntryId,
+            now: dependencies.now ?? Date.now,
             emit,
         }),
     });
@@ -741,15 +519,21 @@ function leadingPromptMessages(input) {
     return result;
 }
 export function rewriteOpenAiPayloadWithRemoteCompaction(payload, options, emit) {
-    if (!isOpenAiResponsesModel(options.model) || !isRecord(payload))
+    if (!isOpenAiRemoteCompactionModel(options.model) || !isRecord(payload))
         return undefined;
     const remote = latestRemoteCompaction(options.branchEntries);
-    if (!remote)
-        return undefined;
-    const postCompactionItems = convertBranchEntries(options.branchEntries.slice(remote.index + 1));
-    if (!postCompactionItems)
+    if (!remote || !matchesOpenAiRemoteCompactionIdentity(options.model, remote.details))
         return undefined;
-    const input = [...leadingPromptMessages(payload.input), ...remote.details.replacementInput, ...postCompactionItems];
+    const postCompactionItems = convertBranchEntries(options.branchEntries.slice(remote.index + 1), options.model);
+    // The in-flight prompt is not yet persisted in the branch at provider-request
+    // time; append it so the replayed payload still carries the user's message.
+    const pendingItems = convertPendingMessages(options.pendingMessages ?? [], options.model);
+    const input = [
+        ...leadingPromptMessages(payload.input),
+        ...remote.details.replacementInput,
+        ...postCompactionItems,
+        ...pendingItems,
+    ];
     emit?.({
         version: 1,
         action: "remote_payload_rewritten",