@wudao-org/providers 0.0.0-stage → 0.4.21

package/dist/openai-images.js

@@ -0,0 +1,301 @@
+// 拆分运动 C：从 openai-compatible.ts 原样外提的 M79 §2 图片请求域
+//（AttachmentResolver/ImageRequestContext、keep-K 窗口、imageWireMessages 走查）。
+import { createHash } from "node:crypto";
+import { UnsupportedContentError, imageOffloadPlaceholder, offloadRequestImages, } from "@wudao-org/core";
+import { resolveInputModalities } from "./models.js";
+import { restoreToolCallId } from "./tool-call-ids.js";
+import { toOpenAIMessage } from "./openai-messages.js";
+// ---------------------------------------------------------------------------
+// M79 §2 — image-bearing requests (dsh parity; research 40 §1).
+//
+//   gate      images need a model that DECLARES the image input modality and
+//             an assembled attachment resolver; assistant history carrying
+//             images is structurally refused. All three fail with the typed
+//             UnsupportedContentError BEFORE any network call (and before a
+//             single image byte is read).
+//   shape     a user turn with images → OpenAI-compatible content parts
+//             (`image_url` carrying the TRANSIENT data URL); a pure-text
+//             user turn keeps the compact string form, byte-identical to
+//             pre-M79.
+//   tool wire the `tool` role stays string-only: images riding tool results
+//             buffer into ONE synthetic user message immediately following
+//             the tool block, prefixed "Attached image(s) from tool result:".
+//   offload   over the cumulative base64 budget, the OLDEST images become
+//             fixed text placeholders (deterministic); omitted bytes are
+//             never resolved.
+// ---------------------------------------------------------------------------
+/** Prefix of the synthetic user message that carries tool-result images. */
+export const TOOL_IMAGE_NOTE = "Attached image(s) from tool result:";
+/** ω99-138 keep-K — how many TOOL-RESULT images ride a request as image_url
+ *  parts. The M79 byte budget (20MiB) bounds BYTES, not visual tokens: a long
+ *  browser session's screenshots would all decode to image_url parts on EVERY
+ *  request (40~200 images = the death spiral 135's risk list put first), so
+ *  the request projection keeps a sliding window of the most recent K and
+ *  stubs everything older with the FIXED text below. USER images are NOT
+ *  windowed (zero drift — they keep their full M79 behavior).
+ *
+ *  ω99-244: #3 — K 2→3 (computer arc C's screenshot-history stub, brief
+ *  N=3): the SAME request-build projection seam — turn-boundary timing
+ *  unchanged (projection happens between turns, at request build, never
+ *  mid-flight), window-slide semantics unchanged, only one slot wider.
+ *  M24 cache cost (declared, not hidden): widening K flips the 3rd-newest
+ *  tool image from stub to image_url for sessions spanning the upgrade —
+ *  ONE cross-version cold turn (cold turn expected), never inside a session;
+ *  the stub text below changes bytes in the same version, same single break;
+ *  the M24 compensation narrative in imageWireMessages covers both. Within a
+ *  session the window self-heals every request build (a stubbed image that
+ *  re-enters the window renders again — no compaction-timing cliff). */
+const TOOL_IMAGE_KEEP_K = 3;
+/** The fixed stub for window-evicted tool images — literal-pinned by tests
+ *  (deterministic bytes: two builds of the same history project identically).
+ *  ω99-244: derived from K so the two can never drift apart. */
+const TOOL_IMAGE_KEEP_K_STUB = `[更早的截图已略：仅保留最近 ${TOOL_IMAGE_KEEP_K} 张]`;
+/** The content a tool message shows when its bytes went to the following
+ *  synthetic user message (dsh wire shape). */
+const TOOL_IMAGE_CONTENT_FALLBACK = "(see attached image)";
+// ---------------------------------------------------------------------------
+// 借鉴弧 β1 — adjacent byte-dedup inside the keep-K window (hermes
+// 682b973b32, digest-b C2). The incumbent window bounds COUNT, not
+// REDUNDANCE: a static capture→act→capture loop fills all K slots with
+// byte-identical frames and burns K× the visual tokens for ONE screen.
+//
+// Dedup lives at THIS request-build projection seam only — the same seam
+// ω99-138/244 established (turn-boundary timing, per-request self-healing,
+// persisted history untouched). The window members' transient data URLs are
+// resolved once and hashed (sha256 over the full `data:<mime>;base64,…`
+// string ≡ sha256(mime+bytes) — hermes's exact dedup key); a newest→oldest
+// walk keeps the NEWEST frame of every identical-ADJACENT run and replaces
+// older duplicates with the FIXED note below. USER images never take the
+// note (zero drift, same as the window).
+//
+// M24 cache cost (declared, not hidden): the projection stays append-only —
+// every ref remains in the JSONL, the note bytes are FIXED, so two builds of
+// the same history project identically. When an adjacent duplicate lands,
+// the previous anchor flips image_url → note: ONE additional deterministic
+// flip at the same turn-boundary timing as the window slide (never
+// mid-flight) — same cold-turn-expected class ω99-244 declared for K; in a
+// static loop the request carries ONE image instead of K identical ones, so
+// visual tokens strictly fall while request bytes get MORE stable (the
+// multi-MiB duplicated blobs stop riding).
+// ---------------------------------------------------------------------------
+/** β1 — max consecutive adjacent-duplicate frames rendered as the note
+ *  before a re-anchor image is forced (hermes's 省略连击上限: staleness guard
+ *  — the kept frame can never drift arbitrarily far from the newest state,
+ *  and a compaction/window eviction of the anchor degrades at most cap
+ *  notes, not an unbounded run). At K=3 the cap admits the two older slots
+ *  of a fully static window as notes; K widened later re-anchors at every
+ *  cap+1 frames automatically (the walk is K-agnostic). */
+const TOOL_IMAGE_DEDUP_OMIT_CAP = 2;
+/** β1 — the fixed note replacing an adjacent-duplicate frame (literal-pinned
+ *  by tests; deterministic bytes: same history ⇒ same projection). */
+const TOOL_IMAGE_DEDUP_STUB = "[截图未变：本帧与相邻截图逐字节相同，已省略图片——保留帧即当前屏幕状态]";
+/** β1 — the pure newest→oldest dedup walk over one window's content hashes
+ *  (input in HISTORY order, oldest→newest). Returns per-frame verdicts:
+ *  true = renders as image_url, false = the fixed note. A frame is omitted
+ *  only when its hash equals its immediate NEWER neighbor's AND the
+ *  omission streak stays under `omitCap`. Exported so the policy itself is
+ *  unit-testable at any window width (the seam below only feeds it hashes
+ *  — at K=3 the re-anchor branch needs a 4-wide window to show, which only
+ *  the direct test can see). */
+export function sameImageKeepVerdicts(hashes, omitCap) {
+    const verdicts = new Array(hashes.length);
+    let streak = 0;
+    for (let i = hashes.length - 1; i >= 0; i -= 1) {
+        const newer = hashes[i + 1];
+        if (newer !== undefined && hashes[i] === newer && streak < omitCap) {
+            verdicts[i] = false;
+            streak += 1;
+        }
+        else {
+            verdicts[i] = true;
+            streak = 0;
+        }
+    }
+    return verdicts;
+}
+/** Does any message in the input carry image blocks? (Cheap pre-filter —
+ *  the no-image path below is the byte-identical pre-M79 construction.) */
+export function inputHasImages(input) {
+    return input.messages.some((m) => {
+        const imgs = m.images;
+        return Array.isArray(imgs) && imgs.length > 0;
+    });
+}
+/** The pure pre-I/O capability/role gate. Throws the typed
+ *  UnsupportedContentError — never retries (see isRetryableProviderError) —
+ *  for (a) images addressed at a model without the `image` modality, and
+ *  (b) ImageBlocks in assistant history (only user turns and tool results
+ *  may carry images). Exported so the CLI can pre-check a submit. */
+export function assertImagesSupported(input, modalities) {
+    let has = false;
+    for (const m of input.messages) {
+        const imgs = m.images;
+        if (!Array.isArray(imgs) || imgs.length === 0)
+            continue;
+        has = true;
+        if (m.role === "assistant") {
+            throw new UnsupportedContentError("image-in-unsupported-role", "images may ride user turns and tool results only — assistant history carries an ImageBlock");
+        }
+    }
+    if (has && !modalities.includes("image")) {
+        throw new UnsupportedContentError("model-no-image-modality", `model does not declare the image input modality (inputModalities: [${modalities.join(", ")}]) — refusing the image-bearing request`);
+    }
+}
+/** All image blocks of a request, in message order (oldest first). */
+function collectRequestImages(input) {
+    const out = [];
+    for (const m of input.messages) {
+        const imgs = m.images;
+        if (Array.isArray(imgs) && imgs.length > 0)
+            out.push(...imgs);
+    }
+    return out;
+}
+/** The image-bearing message walk (system + per-message shaping + the
+ *  synthetic tool-image user message). Only called when inputHasImages —
+ *  the text-only path is toOpenAIRequest's, byte-identical. */
+export async function imageWireMessages(config, input, imageCtx) {
+    // Gate BEFORE reading a single image byte (capability + role).
+    assertImagesSupported(input, resolveInputModalities(config));
+    if (imageCtx.resolver === undefined) {
+        throw new UnsupportedContentError("no-attachment-store", "no attachment resolver is assembled on this provider — image-bearing input cannot be built (images are never silently dropped)");
+    }
+    // Offload plan from the DURABLE refs' sizes (pure); only the survivors'
+    // bytes are ever resolved.
+    //
+    // ω99-138 keep-K window (M24: compensation ships BEFORE the feature).
+    // TOOL-result images beyond the most recent K drop out of the projection
+    // here — BEFORE the byte-budget offload plan — so an evicted image neither
+    // resolves bytes nor spends budget; on the wire its part is the fixed stub
+    // above (the carrier message keeps one part per image, position-stable).
+    // CACHE COST (M24 format): the window lives ONLY in this request build —
+    // persisted history keeps every ref (append-only, never rewritten). When
+    // the window slides (the K+1-st tool image lands), the oldest window
+    // member flips from image_url to the stub: the synthetic carrier's bytes
+    // change at that point and break the prefix ONCE there = cold turn
+    // expected. Turn-boundary timing holds by construction (projection happens
+    // between turns, at request build, never mid-flight).
+    const toolImageIdsInOrder = [];
+    const toolImageIds = new Set();
+    const toolImageRefById = new Map();
+    for (const m of input.messages) {
+        if (m.role !== "tool")
+            continue;
+        const imgs = m.images;
+        if (!Array.isArray(imgs))
+            continue;
+        for (const b of imgs) {
+            if (!toolImageIds.has(b.ref.attachmentId)) {
+                toolImageIds.add(b.ref.attachmentId);
+                toolImageIdsInOrder.push(b.ref.attachmentId);
+                toolImageRefById.set(b.ref.attachmentId, b.ref);
+            }
+        }
+    }
+    const keepKIds = new Set(toolImageIdsInOrder.slice(-TOOL_IMAGE_KEEP_K));
+    const isWindowStubbed = (b) => toolImageIds.has(b.ref.attachmentId) && !keepKIds.has(b.ref.attachmentId);
+    // β1 byte-dedup (see the block comment above the constants): resolve each
+    // WINDOW member once — the resolution doubles as the content hash source —
+    // then let the pure newest→oldest walk decide which frames still render.
+    // Hashing is an OPTIMIZATION seam and fails OPEN here (an unresolvable
+    // frame simply never dedups): the render path below keeps its exact
+    // pre-β1 surface (a kept frame resolves again and throws there if truly
+    // broken; an offloaded one never resolves, as ever).
+    const windowIds = toolImageIdsInOrder.slice(-TOOL_IMAGE_KEEP_K);
+    const urlById = new Map();
+    const hashById = new Map();
+    for (const id of windowIds) {
+        const r = toolImageRefById.get(id);
+        if (r === undefined)
+            continue;
+        try {
+            const url = await imageCtx.resolver.resolveDataUrl(r);
+            urlById.set(id, url);
+            hashById.set(id, createHash("sha256").update(url).digest("hex"));
+        }
+        catch {
+            // No hash for this frame — the sentinel below keeps it unique, so it
+            // rides (or offloads) exactly as it would have without β1.
+        }
+    }
+    const verdicts = sameImageKeepVerdicts(windowIds.map((id) => hashById.get(id) ?? `unresolved:${id}`), TOOL_IMAGE_DEDUP_OMIT_CAP);
+    const dedupOmitIds = new Set();
+    windowIds.forEach((id, i) => {
+        if (verdicts[i] === false)
+            dedupOmitIds.add(id);
+    });
+    const isDedupStubbed = (b) => toolImageIds.has(b.ref.attachmentId) && dedupOmitIds.has(b.ref.attachmentId);
+    // Dedup survivors only: a note consumes no image budget, so a static loop
+    // also stops pressuring the M79 offload ladder (the bytes it would have
+    // spent are simply never resolved).
+    const blocks = collectRequestImages(input)
+        .filter((b) => !isWindowStubbed(b))
+        .filter((b) => !isDedupStubbed(b));
+    const { kept } = offloadRequestImages(blocks, imageCtx.budgetBytes);
+    const keptIds = new Set(kept.map((b) => b.ref.attachmentId));
+    for (const b of kept) {
+        if (!urlById.has(b.ref.attachmentId)) {
+            urlById.set(b.ref.attachmentId, await imageCtx.resolver.resolveDataUrl(b.ref));
+        }
+    }
+    const partFor = (b, fromTool) => {
+        // ω99-138: an evicted tool image renders as the fixed stub — same
+        // position, deterministic bytes (user images never take this branch).
+        if (fromTool && isWindowStubbed(b))
+            return { type: "text", text: TOOL_IMAGE_KEEP_K_STUB };
+        // β1: an adjacent byte-duplicate renders as the fixed dedup note — same
+        // position-stable discipline (user images never take this branch either).
+        if (fromTool && isDedupStubbed(b))
+            return { type: "text", text: TOOL_IMAGE_DEDUP_STUB };
+        return keptIds.has(b.ref.attachmentId)
+            ? { type: "image_url", image_url: { url: urlById.get(b.ref.attachmentId) } }
+            : { type: "text", text: imageOffloadPlaceholder(b.ref) };
+    };
+    const replay = config.reasoningReplay ?? "never";
+    const out = [{ role: "system", content: input.systemPrompt }];
+    let toolImages = [];
+    const flushToolImages = () => {
+        if (toolImages.length === 0)
+            return;
+        out.push({
+            role: "user",
+            // ω99-138: each part follows its block's window verdict (image_url for
+            // the kept K, the fixed stub for the evicted ones — positions stable).
+            content: [{ type: "text", text: TOOL_IMAGE_NOTE }, ...toolImages.map((b) => partFor(b, true))],
+        });
+        toolImages = [];
+    };
+    for (const m of input.messages) {
+        const imgs = m.images;
+        const carries = Array.isArray(imgs) && imgs.length > 0;
+        if (m.role === "tool") {
+            out.push({
+                role: "tool",
+                // ω-1a: same outbound restore as toOpenAIMessage's tool case.
+                tool_call_id: restoreToolCallId(m.toolCallId, m.name),
+                content: carries ? (m.content !== "" ? m.content : TOOL_IMAGE_CONTENT_FALLBACK) : m.content,
+            });
+            if (carries)
+                toolImages.push(...imgs);
+            continue;
+        }
+        // The synthetic carrier follows the tool block it answers.
+        flushToolImages();
+        if (m.role === "user" && carries) {
+            // r5-C1: an image-ONLY turn (empty caption) omits the empty text part —
+            // a bare {type:"text",text:""} is rejected by several strict
+            // OpenAI-compatible endpoints; images alone are a well-formed content
+            // array.
+            const parts = m.content === "" ? [] : [{ type: "text", text: m.content }];
+            // ω99-138: user images are OUTSIDE the keep-K window — fromTool=false
+            // is the byte-for-byte M79 path (zero drift).
+            out.push({ role: "user", content: [...parts, ...imgs.map((b) => partFor(b, false))] });
+            continue;
+        }
+        out.push(toOpenAIMessage(m, replay));
+    }
+    // Trailing tool results (a run cut mid-tool-phase) still carry their images.
+    flushToolImages();
+    return out;
+}
+//# sourceMappingURL=openai-images.js.map

package/dist/openai-images.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-images.js","sourceRoot":"","sources":["../src/openai-images.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,0EAA0E;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,oBAAoB,GAIrB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,sBAAsB,EAAsB,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAcvD,8EAA8E;AAC9E,gEAAgE;AAChE,EAAE;AACF,6EAA6E;AAC7E,2EAA2E;AAC3E,4EAA4E;AAC5E,4EAA4E;AAC5E,0CAA0C;AAC1C,wEAAwE;AACxE,yEAAyE;AACzE,yEAAyE;AACzE,uBAAuB;AACvB,4EAA4E;AAC5E,2EAA2E;AAC3E,8EAA8E;AAC9E,0EAA0E;AAC1E,yEAAyE;AACzE,8BAA8B;AAC9B,8EAA8E;AAE9E,4EAA4E;AAC5E,MAAM,CAAC,MAAM,eAAe,GAAG,qCAAqC,CAAC;AAErE;;;;;;;;;;;;;;;;;;wEAkBwE;AACxE,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B;;gEAEgE;AAChE,MAAM,sBAAsB,GAAG,kBAAkB,iBAAiB,KAAK,CAAC;AAExE;+CAC+C;AAC/C,MAAM,2BAA2B,GAAG,sBAAsB,CAAC;AAE3D,8EAA8E;AAC9E,gEAAgE;AAChE,mEAAmE;AACnE,uEAAuE;AACvE,uEAAuE;AACvE,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAC3E,4EAA4E;AAC5E,wEAAwE;AACxE,2EAA2E;AAC3E,2EAA2E;AAC3E,yEAAyE;AACzE,yCAAyC;AACzC,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,0EAA0E;AAC1E,2EAA2E;AAC3E,mEAAmE;AACnE,2EAA2E;AAC3E,4EAA4E;AAC5E,uEAAuE;AACvE,2CAA2C;AAC3C,8EAA8E;AAE9E;;;;;;2DAM2D;AAC3D,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC;sEACsE;AACtE,MAAM,qBAAqB,GAAG,uCAAuC,CAAC;AAEtE;;;;;;;gCAOgC;AAChC,MAAM,UAAU,qBAAqB,CAAC,MAAyB,EAAE,OAAe;IAC9E,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAU,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;YACnE,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACpB,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YACnB,MAAM,GAAG,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAMD;2EAC2E;AAC3E,MAAM,UAAU,cAAc,CAAC,KAAiB;IAC9C,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAI,CAA0B,CAAC,MAAM,CAAC;QAChD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;qEAIqE;AACrE,MAAM,UAAU,qBAAqB,CAAC,KAAiB,EAAE,UAAoC;IAC3F,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAI,CAA0B,CAAC,MAAM,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACxD,GAAG,GAAG,IAAI,CAAC;QACX,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,uBAAuB,CAC/B,2BAA2B,EAC3B,4FAA4F,CAC7F,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,uBAAuB,CAC/B,yBAAyB,EACzB,sEAAsE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yCAAyC,CACrI,CAAC;IACJ,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,SAAS,oBAAoB,CAAC,KAAiB;IAC7C,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAI,CAAwC,CAAC,MAAM,CAAC;QAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;+DAE+D;AAC/D,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,KAAiB,EACjB,QAA6B;IAE7B,+DAA+D;IAC/D,qBAAqB,CAAC,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,IAAI,uBAAuB,CAC/B,qBAAqB,EACrB,gIAAgI,CACjI,CAAC;IACJ,CAAC;IACD,wEAAwE;IACxE,2BAA2B;IAC3B,EAAE;IACF,sEAAsE;IACtE,yEAAyE;IACzE,2EAA2E;IAC3E,2EAA2E;IAC3E,yEAAyE;IACzE,yEAAyE;IACzE,yEAAyE;IACzE,qEAAqE;IACrE,yEAAyE;IACzE,mEAAmE;IACnE,2EAA2E;IAC3E,sDAAsD;IACtD,MAAM,mBAAmB,GAAa,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC/D,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAChC,MAAM,IAAI,GAAI,CAAwC,CAAC,MAAM,CAAC;QAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC1C,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBACrC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC7C,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACxE,MAAM,eAAe,GAAG,CAAC,CAAa,EAAW,EAAE,CACjD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC5E,0EAA0E;IAC1E,2EAA2E;IAC3E,yEAAyE;IACzE,uEAAuE;IACvE,oEAAoE;IACpE,wEAAwE;IACxE,qDAAqD;IACrD,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,SAAS;YAAE,SAAS;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACrB,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,CAAC;QAAC,MAAM,CAAC;YACP,qEAAqE;YACrE,2DAA2D;QAC7D,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,qBAAqB,CACpC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,eAAe,EAAE,EAAE,CAAC,EAC9D,yBAAyB,CAC1B,CAAC;IACF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;QAC1B,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,KAAK;YAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,CAAC,CAAa,EAAW,EAAE,CAChD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC/E,0EAA0E;IAC1E,wEAAwE;IACxE,oCAAoC;IACpC,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC;SACvC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,CAAa,EAAE,QAAiB,EAAmB,EAAE;QACpE,kEAAkE;QAClE,sEAAsE;QACtE,IAAI,QAAQ,IAAI,eAAe,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;QAC1F,wEAAwE;QACxE,0EAA0E;QAC1E,IAAI,QAAQ,IAAI,cAAc,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC;QACxF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;YACpC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAE,EAAE,EAAE;YAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IAC7D,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,IAAI,OAAO,CAAC;IACjD,MAAM,GAAG,GAAc,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IACzE,IAAI,UAAU,GAAiB,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,GAAS,EAAE;QACjC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpC,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,MAAM;YACZ,uEAAuE;YACvE,uEAAuE;YACvE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;SAC/F,CAAC,CAAC;QACH,UAAU,GAAG,EAAE,CAAC;IAClB,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAI,CAAwC,CAAC,MAAM,CAAC;QAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,8DAA8D;gBAC9D,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC;gBACrD,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;aAC5F,CAAC,CAAC;YACH,IAAI,OAAO;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,IAAK,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QACD,2DAA2D;QAC3D,eAAe,EAAE,CAAC;QAClB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,EAAE,CAAC;YACjC,wEAAwE;YACxE,6DAA6D;YAC7D,sEAAsE;YACtE,SAAS;YACT,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1E,sEAAsE;YACtE,8CAA8C;YAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,KAAK,EAAE,GAAG,IAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxF,SAAS;QACX,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,6EAA6E;IAC7E,eAAe,EAAE,CAAC;IAClB,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/openai-messages.d.ts

@@ -0,0 +1,40 @@
+import type { ModelInput } from "@wudao-org/core";
+import type { ReasoningReplay } from "./config.js";
+export declare const MAX_ACCUM_CHARS = 2000000;
+export declare const TRUNCATED_MARK = "[truncated at 2M chars]";
+/** Cap a finished accumulator: truncate at the cap and append the marker. */
+export declare function capAccumulated(s: string): string;
+/** ω-2a: is this reasoning string a tail the CLIENT truncated at the
+ *  accumulator cap? The in-band marker is the truncation signal (every cap
+ *  site appends exactly it) — a reasoning string ending in it is incomplete
+ *  by construction and must never be treated as a complete tail. */
+export declare function isCappedReasoning(reasoning: string | undefined): boolean;
+export declare function toOpenAIMessage(m: ModelInput["messages"][number], replay?: ReasoningReplay): {
+    reasoning_content?: string | undefined;
+    tool_calls?: {
+        id: string;
+        type: string;
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }[] | undefined;
+    role: string;
+    content: string;
+    tool_call_id?: undefined;
+} | {
+    role: string;
+    tool_call_id: string;
+    content: string;
+};
+/** JSON with recursively sorted object keys (arrays keep their order). */
+export declare function canonicalJson(value: unknown): string;
+/** Deterministic byte serialization of a ModelInput's prompt content. NOTE
+ *  (M47 §1): this pins the message SET (system+tools+messages) — the
+ *  reasoning_replay field is provider-config-side and rides the wire only when
+ *  `reasoningReplay` is enabled; its wire-shape pins live in the replay tests
+ *  (raw request bodies), not here. M79: image-bearing turns pin their
+ *  ImageAttachmentRefs (durable form); a text-only session's bytes are
+ *  IDENTICAL to pre-M79. */
+export declare function serializePrompt(input: ModelInput): string;
+//# sourceMappingURL=openai-messages.d.ts.map

package/dist/openai-messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-messages.d.ts","sourceRoot":"","sources":["../src/openai-messages.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAyB,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAEzE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AASnD,eAAO,MAAM,eAAe,UAAY,CAAC;AACzC,eAAO,MAAM,cAAc,4BAA4B,CAAC;AAExD,6EAA6E;AAC7E,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED;;;oEAGoE;AACpE,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAExE;AAgBD,wBAAgB,eAAe,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,GAAE,eAAyB;;;;;;;;;;;;;;;;;EAwBnG;AAkBD,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASpD;AA8BD;;;;;;4BAM4B;AAC5B,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAWzD"}

package/dist/openai-messages.js

@@ -0,0 +1,135 @@
+import { truncateSafe } from "@wudao-org/core";
+import { restoreToolCallId, restoreToolCallIds } from "./tool-call-ids.js";
+// OOM fix: per-response accumulation caps. A degenerate endpoint (or an
+// adversarial stream) can pump unbounded reasoning/content/argument bytes
+// into a single response; every accumulator is capped so no downstream
+// consumer (driver live state, history, persistence) can ever hold an
+// unbounded per-response string. 2M chars ≈ the largest legitimate response
+// by an order of magnitude; truncation is always marked.
+export const MAX_ACCUM_CHARS = 2_000_000;
+export const TRUNCATED_MARK = "[truncated at 2M chars]";
+/** Cap a finished accumulator: truncate at the cap and append the marker. */
+export function capAccumulated(s) {
+    return s.length > MAX_ACCUM_CHARS ? truncateSafe(s, MAX_ACCUM_CHARS) + TRUNCATED_MARK : s; // 113-A4
+}
+/** ω-2a: is this reasoning string a tail the CLIENT truncated at the
+ *  accumulator cap? The in-band marker is the truncation signal (every cap
+ *  site appends exactly it) — a reasoning string ending in it is incomplete
+ *  by construction and must never be treated as a complete tail. */
+export function isCappedReasoning(reasoning) {
+    return reasoning !== undefined && reasoning.endsWith(TRUNCATED_MARK);
+}
+/** M47 §1: does this assistant message's stored reasoning ride back out?
+ *  Byte discipline: the value is passed through VERBATIM — never trimmed,
+ *  never reformatted — so the replayed bytes equal the stored bytes. */
+function replayReasoning(m, replay) {
+    if (replay === "never" || m.reasoning === undefined)
+        return undefined;
+    // ω-2a: a client-capped tail is incomplete — never replayed as complete.
+    // Omitting the optional reasoning_content keeps the request wire-valid
+    // (the pre-M47 shape every "never"-mode session already sends).
+    if (isCappedReasoning(m.reasoning))
+        return undefined;
+    if (replay === "always")
+        return m.reasoning;
+    // toolCallTurns: only the turns that carry tool calls (CLAUDE.md §4.4).
+    return m.toolCalls !== undefined && m.toolCalls.length > 0 ? m.reasoning : undefined;
+}
+export function toOpenAIMessage(m, replay = "never") {
+    switch (m.role) {
+        case "user":
+            return { role: "user", content: m.content };
+        case "assistant": {
+            const reasoning = replayReasoning(m, replay);
+            return {
+                role: "assistant",
+                content: m.content,
+                // ω-1a: the stored ids may carry the dedupe's `#n` suffix — the wire
+                // gets the provider-native shape back (real ids strip to themselves).
+                ...(m.toolCalls && m.toolCalls.length > 0
+                    ? { tool_calls: restoreToolCallIds(m.toolCalls).map((tc) => ({ id: tc.id, type: "function", function: { name: tc.name, arguments: JSON.stringify(tc.arguments) } })) }
+                    : {}),
+                // Appended AFTER the pinned fields: the default (never) request bytes
+                // are unchanged, and an enabled replay only grows the message tail.
+                ...(reasoning !== undefined ? { reasoning_content: reasoning } : {}),
+            };
+        }
+        case "tool":
+            // ω-1a: tool_result ids restore in lockstep with the assistant calls
+            // they answer (a stripped call with a suffixed result would 400).
+            return { role: "tool", tool_call_id: restoreToolCallId(m.toolCallId, m.name), content: m.content };
+    }
+}
+// ---------------------------------------------------------------------------
+// Canonical prompt serialization (M24).
+//
+// serializePrompt is THE one serializer every byte-prefix assertion uses
+// (det-06, fork prefix sharing, CLI miss attribution) — nowhere else may a
+// hand-rolled comparison live. Shape:
+//   - one JSON line per segment, each terminated by "\n";
+//   - stable header FIRST (system line, then one line per tool), messages
+//     after — mirroring where the prompt bytes actually diverge: appending a
+//     message (append-only growth) only ever APPENDS bytes at the tail, so
+//     request N's serialization is a byte-prefix of request N+1's whenever
+//     the history grew append-only and the header stayed frozen;
+//   - canonical key order (recursive sort) — the caller's insertion order
+//     never leaks into the bytes.
+// ---------------------------------------------------------------------------
+/** JSON with recursively sorted object keys (arrays keep their order). */
+export function canonicalJson(value) {
+    if (Array.isArray(value))
+        return `[${value.map(canonicalJson).join(",")}]`;
+    if (value !== null && typeof value === "object") {
+        const entries = Object.entries(value)
+            .filter(([, v]) => v !== undefined)
+            .sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0));
+        return `{${entries.map(([k, v]) => `${JSON.stringify(k)}:${canonicalJson(v)}`).join(",")}}`;
+    }
+    return JSON.stringify(value);
+}
+/** M79: the CANONICAL (durable) form of one message. Image-bearing turns
+ *  serialize their REFS — the transient data URL never appears here (it
+ *  exists only inside one request build, and never in a byte-pin). Text-only
+ *  turns return exactly toOpenAIMessage's shape, so every pre-M79 golden
+ *  byte is unchanged. ω99-55: FILE-bearing user turns pin their blocks
+ *  (same durable discipline — without this, a file turn and a text turn
+ *  with equal content would pin identical bytes and the pin would lose the
+ *  file identity; the projected handle is derived text, versioned by the
+ *  projection, and rides only the wire). */
+function canonicalMessage(m) {
+    const imgs = m.images;
+    const files = m.role === "user" ? m.files : undefined;
+    const hasImgs = Array.isArray(imgs) && imgs.length > 0;
+    const hasFiles = Array.isArray(files) && files.length > 0;
+    if (hasImgs || hasFiles) {
+        if (m.role === "user") {
+            return {
+                role: "user",
+                content: m.content,
+                ...(hasImgs ? { images: imgs } : {}),
+                ...(hasFiles ? { files } : {}),
+            };
+        }
+        if (m.role === "tool")
+            return { role: "tool", tool_call_id: m.toolCallId, content: m.content, images: imgs };
+    }
+    return toOpenAIMessage(m);
+}
+/** Deterministic byte serialization of a ModelInput's prompt content. NOTE
+ *  (M47 §1): this pins the message SET (system+tools+messages) — the
+ *  reasoning_replay field is provider-config-side and rides the wire only when
+ *  `reasoningReplay` is enabled; its wire-shape pins live in the replay tests
+ *  (raw request bodies), not here. M79: image-bearing turns pin their
+ *  ImageAttachmentRefs (durable form); a text-only session's bytes are
+ *  IDENTICAL to pre-M79. */
+export function serializePrompt(input) {
+    const lines = [canonicalJson({ role: "system", content: input.systemPrompt })];
+    for (const t of input.tools) {
+        lines.push(canonicalJson({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters } }));
+    }
+    for (const m of input.messages) {
+        lines.push(canonicalJson(canonicalMessage(m)));
+    }
+    return lines.map((l) => `${l}\n`).join("");
+}
+//# sourceMappingURL=openai-messages.js.map

package/dist/openai-messages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-messages.js","sourceRoot":"","sources":["../src/openai-messages.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE3E,wEAAwE;AACxE,0EAA0E;AAC1E,uEAAuE;AACvE,sEAAsE;AACtE,4EAA4E;AAC5E,yDAAyD;AACzD,MAAM,CAAC,MAAM,eAAe,GAAG,SAAS,CAAC;AACzC,MAAM,CAAC,MAAM,cAAc,GAAG,yBAAyB,CAAC;AAExD,6EAA6E;AAC7E,MAAM,UAAU,cAAc,CAAC,CAAS;IACtC,OAAO,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;AACtG,CAAC;AAED;;;oEAGoE;AACpE,MAAM,UAAU,iBAAiB,CAAC,SAA6B;IAC7D,OAAO,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;AACvE,CAAC;AAED;;wEAEwE;AACxE,SAAS,eAAe,CAAC,CAAiE,EAAE,MAAuB;IACjH,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACtE,yEAAyE;IACzE,uEAAuE;IACvE,gEAAgE;IAChE,IAAI,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IACrD,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,SAAS,CAAC;IAC5C,wEAAwE;IACxE,OAAO,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACvF,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,CAAiC,EAAE,SAA0B,OAAO;IAClG,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7C,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,qEAAqE;gBACrE,sEAAsE;gBACtE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;oBACvC,CAAC,CAAC,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;oBACtK,CAAC,CAAC,EAAE,CAAC;gBACP,sEAAsE;gBACtE,oEAAoE;gBACpE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrE,CAAC;QACJ,CAAC;QACD,KAAK,MAAM;YACT,qEAAqE;YACrE,kEAAkE;YAClE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAC3E,sCAAsC;AACtC,0DAA0D;AAC1D,0EAA0E;AAC1E,6EAA6E;AAC7E,2EAA2E;AAC3E,2EAA2E;AAC3E,iEAAiE;AACjE,0EAA0E;AAC1E,kCAAkC;AAClC,8EAA8E;AAE9E,0EAA0E;AAC1E,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC3E,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;aAClC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC9F,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;;;;4CAQ4C;AAC5C,SAAS,gBAAgB,CAAC,CAAiC;IACzD,MAAM,IAAI,GAAI,CAAwC,CAAC,MAAM,CAAC;IAC9D,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAE,CAAsC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1D,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/B,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/G,CAAC;IACD,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;4BAM4B;AAC5B,MAAM,UAAU,eAAe,CAAC,KAAiB;IAC/C,MAAM,KAAK,GAAa,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CACR,aAAa,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CACtH,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC7C,CAAC"}

package/dist/openai-wire.d.ts

@@ -0,0 +1,93 @@
+import type { ModelInput, ModelUsage } from "@wudao-org/core";
+import type { ProviderConfig, ReasoningEffort, ReasoningReplay } from "./config.js";
+import { type ImageRequestContext } from "./openai-images.js";
+export interface MandatoryReasoningFlag {
+    applied: boolean;
+    onApplied?: () => void;
+}
+export interface MandatoryReasoningCall {
+    readonly flag: MandatoryReasoningFlag;
+    /** The repair body once armed (per call); undefined until a repairable
+     *  rejection classified or the client came pre-armed. */
+    body?: Record<string, unknown>;
+}
+/** Create the per-call runtime; a pre-armed client starts with the repair
+ *  body already set (the leg's own config shapes it). */
+export declare function createMandatoryReasoningCall(flag: MandatoryReasoningFlag, config: ProviderConfig): MandatoryReasoningCall;
+/** Arm the client flag (idempotent) after a repaired request was served. */
+export declare function armMandatoryReasoningFlag(flag: MandatoryReasoningFlag): void;
+/** The request's EFFECTIVE reasoning effort — a per-input effort (already
+ *  parsed once at the public boundary) overrides the config's own. The single
+ *  source both the request body and the ω-2a repair gates read, so a gate can
+ *  never disagree with the bytes that actually went out. */
+export declare function effectiveReasoningEffort(input: Pick<ModelInput, "reasoningEffort">, config: ProviderConfig): ReasoningEffort | undefined;
+export interface ChatCompletionResponse {
+    choices?: Array<{
+        finish_reason?: string;
+        message: {
+            role: string;
+            content?: string;
+            reasoning_content?: string;
+            reasoning?: string;
+            thinking?: string;
+            tool_calls?: Array<{
+                id: string;
+                type: string;
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+            }>;
+        };
+    }>;
+    usage?: WireUsage;
+}
+/** Wire usage shapes across OpenAI-compatible servers. */
+export interface WireUsage {
+    prompt_tokens?: number;
+    completion_tokens?: number;
+    /** DeepSeek spelling. `prompt_tokens` INCLUDES these hits. */
+    prompt_cache_hit_tokens?: number;
+    /** DeepSeek spelling of the miss count (the tokens this call wrote to / paid
+     *  uncached input for). */
+    prompt_cache_miss_tokens?: number;
+    /** Explicit cache-write spelling (endpoints that report it separately). */
+    prompt_cache_write_tokens?: number;
+    /** OpenAI spelling of the same quantities. */
+    prompt_tokens_details?: {
+        cached_tokens?: number;
+    };
+    completion_tokens_details?: {
+        reasoning_tokens?: number;
+    };
+    /** Flat reasoning spelling some gateways use instead of the details object. */
+    reasoning_tokens?: number;
+}
+/** Disjoint-count mapping (dsh rule): `prompt_tokens` includes cache hits, and
+ *  the two wire spellings report the SAME quantity — prefer details, fall back
+ *  to the flat field, never sum them (no double counting). Miss = the rest
+ *  (DeepSeek's explicit miss spelling wins when present).
+ *
+ *  M56 §2 (turn_usage, omit-never-null): `cacheWriteTokens` is set only when
+ *  the wire actually reported a cache split — on DeepSeek-style endpoints
+ *  every miss is written, so cache-write ≈ miss; `reasoningTokens` rides the
+ *  completion details spelling when the endpoint reports it. Everything
+ *  unknown stays OMITTED (never null, never zero-backfilled). */
+export declare function toModelUsage(u: WireUsage): ModelUsage;
+/** M56 §2: the receipt's client-side extras — the wall duration measured
+ *  around the attempt (always set; CodeWhale's duration_ms-always rule) and
+ *  the replayed-reasoning estimate (only when the replay contract sent bytes
+ *  back out). */
+export declare function enrichUsage(usage: ModelUsage, durationMs: number, replayTokens: number): ModelUsage;
+/** Client-side estimate of the reasoning tokens sent BACK to the model this
+ *  call (the M47 replay contract): CJK chars ≈ 1 token, ~4 others per token.
+ *  An estimate by construction — no endpoint reports it. */
+export declare function replayedReasoningTokens(messages: readonly ModelInput["messages"][number][], replay: ReasoningReplay): number;
+/** The one request body builder (M79): the pre-M79 byte-identical
+ *  construction when no images ride the input, the image walk above when
+ *  they do. ω99-42: threads the mandatory-reasoning repair body through.
+ *  ω99-55: FILE blocks project to handle text FIRST (dsh LlmRuntime parity
+ *  — no wire ever receives file bytes); the projection is the identity when
+ *  nothing rides files, so text/image request bytes are untouched. */
+export declare function buildOpenAIRequestBody(config: ProviderConfig, input: ModelInput, imageCtx: ImageRequestContext, mr: MandatoryReasoningCall): Promise<Record<string, unknown>>;
+//# sourceMappingURL=openai-wire.d.ts.map

package/dist/openai-wire.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-wire.d.ts","sourceRoot":"","sources":["../src/openai-wire.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE9D,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAGpF,OAAO,EAAqC,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAoBjG,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC;6DACyD;IACzD,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED;yDACyD;AACzD,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,cAAc,GAAG,sBAAsB,CAIzH;AAED,4EAA4E;AAC5E,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,sBAAsB,GAAG,IAAI,CAI5E;AAED;;;4DAG4D;AAC5D,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,EAAE,MAAM,EAAE,cAAc,GAAG,eAAe,GAAG,SAAS,CAIxI;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,OAAO,EAAE;YACP,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,CAAC,EAAE,MAAM,CAAC;YAIjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;YAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,EAAE,EAAE,MAAM,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,QAAQ,EAAE;oBAAE,IAAI,EAAE,MAAM,CAAC;oBAAC,SAAS,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACjG,CAAC;KACH,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,SAAS,CAAC;CACnB;AAED,0DAA0D;AAC1D,MAAM,WAAW,SAAS;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,8DAA8D;IAC9D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC;+BAC2B;IAC3B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,2EAA2E;IAC3E,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,8CAA8C;IAC9C,qBAAqB,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,yBAAyB,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1D,+EAA+E;IAC/E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;iEASiE;AACjE,wBAAgB,YAAY,CAAC,CAAC,EAAE,SAAS,GAAG,UAAU,CAmBrD;AAED;;;iBAGiB;AACjB,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,UAAU,CAMnG;AAED;;4DAE4D;AAC5D,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,SAAS,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,eAAe,GAAG,MAAM,CAe5H;AAgDD;;;;;sEAKsE;AACtE,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,UAAU,EACjB,QAAQ,EAAE,mBAAmB,EAC7B,EAAE,EAAE,sBAAsB,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAMlC"}