@bitkyc08/opencodex 2.99.0 → 2.100.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/AGENTS_INSTALL.md +19 -1
  2. package/README.md +37 -33
  3. package/SPONSORS.md +5 -1
  4. package/bin/ocx.mjs +1 -1
  5. package/gui/dist/assets/{App-C1hGwaN1.css → App-COo8Yopd.css} +1 -1
  6. package/gui/dist/assets/App-CitvEefy.js +59 -0
  7. package/gui/dist/assets/Tray-CeKVWQyB.js +1 -0
  8. package/gui/dist/assets/{brand-mark-wzPe3R-J.js → brand-mark-M92UnxX2.js} +1 -1
  9. package/gui/dist/assets/index-BP47do6-.js +94 -0
  10. package/gui/dist/assets/index-DmDooSAG.css +2 -0
  11. package/gui/dist/assets/{segment-thumb-features-fYEMxBaW.js → segment-thumb-features-CcxZBnxv.js} +1 -1
  12. package/gui/dist/classic/assets/App-aYgIQMxI.js +58 -0
  13. package/gui/dist/classic/assets/{Tray-BqZueZOx.js → Tray-D8jfUXpQ.js} +1 -1
  14. package/gui/dist/classic/assets/index-CfGqHooN.js +94 -0
  15. package/gui/dist/classic/assets/quota-summary-R-ih7OlS.js +1 -0
  16. package/gui/dist/classic/index.html +1 -1
  17. package/gui/dist/index.html +2 -2
  18. package/native/ocx-child/Cargo.lock +215 -0
  19. package/native/ocx-child/Cargo.toml +31 -0
  20. package/native/ocx-child/src/cli.rs +1901 -0
  21. package/native/ocx-child/src/codex_home.rs +429 -0
  22. package/native/ocx-child/src/codex_settings.rs +231 -0
  23. package/native/ocx-child/src/daemon.rs +363 -0
  24. package/native/ocx-child/src/http_wire.rs +619 -0
  25. package/native/ocx-child/src/journal.rs +977 -0
  26. package/native/ocx-child/src/lib.rs +22 -0
  27. package/native/ocx-child/src/main.rs +9 -0
  28. package/native/ocx-child/src/parity.rs +102 -0
  29. package/native/ocx-child/src/platform.rs +1487 -0
  30. package/native/ocx-child/src/relay.rs +1288 -0
  31. package/native/ocx-child/src/relay_auth.rs +166 -0
  32. package/native/ocx-child/src/routes.rs +236 -0
  33. package/native/ocx-child/src/state.rs +190 -0
  34. package/native/ocx-child/src/test_hooks.rs +58 -0
  35. package/native/ocx-child/src/toml_surgeon.rs +1156 -0
  36. package/package.json +8 -2
  37. package/src/adapters/anthropic.ts +28 -2
  38. package/src/adapters/claude-cli/adapter.ts +5 -25
  39. package/src/adapters/claude-cli/instruction-images.ts +31 -0
  40. package/src/adapters/claude-cli/stable-replay.ts +42 -14
  41. package/src/adapters/claude-cli/usage-admission.ts +53 -64
  42. package/src/adapters/coding-agent/protocol.ts +1 -1
  43. package/src/adapters/devin/live-models.ts +3 -0
  44. package/src/adapters/google-http.ts +3 -0
  45. package/src/adapters/google-vertex-key-project.ts +10 -2
  46. package/src/adapters/google.ts +40 -8
  47. package/src/adapters/kiro/usage.ts +3 -13
  48. package/src/adapters/openai-responses/passthrough.ts +5 -2
  49. package/src/adapters/openai-responses/request-strips.ts +32 -0
  50. package/src/adapters/openai-responses/tool-schema.ts +9 -4
  51. package/src/chat/inbound.ts +1 -1
  52. package/src/claude/auth-detect.ts +26 -8
  53. package/src/claude/inbound-content-options.ts +18 -3
  54. package/src/claude/inbound.ts +5 -2
  55. package/src/cli/bundled-bun-diagnostic.ts +91 -0
  56. package/src/cli/capabilities-agents-routing.ts +2 -2
  57. package/src/cli/capabilities-observe-system.ts +60 -0
  58. package/src/cli/combo-input.ts +6 -0
  59. package/src/cli/combo-result.ts +1 -1
  60. package/src/cli/combo.ts +4 -0
  61. package/src/cli/config-command.ts +16 -2
  62. package/src/cli/connect.ts +12 -10
  63. package/src/cli/dispatch.ts +4 -0
  64. package/src/cli/doctor.ts +11 -0
  65. package/src/cli/help.ts +1 -0
  66. package/src/cli/init.ts +4 -0
  67. package/src/cli/link-enrollment.ts +152 -25
  68. package/src/cli/link-local-control.ts +49 -0
  69. package/src/cli/link.ts +37 -10
  70. package/src/cli/provider-lifecycle-runtime.ts +4 -2
  71. package/src/cli/registry.ts +13 -0
  72. package/src/cli/star-prompt.ts +2 -0
  73. package/src/cli/status.ts +1 -1
  74. package/src/cli/telemetry-profile.ts +206 -0
  75. package/src/cli/telemetry.ts +260 -0
  76. package/src/client/hub-relay.ts +26 -0
  77. package/src/client/machine-api.ts +3 -0
  78. package/src/clients/config-export/t3code.ts +44 -5
  79. package/src/clients/omo-role-models.ts +1 -1
  80. package/src/codex/catalog/bundled.ts +44 -2
  81. package/src/codex/runtime.ts +12 -0
  82. package/src/codex/shim-restore-lock.ts +67 -30
  83. package/src/combos/types.ts +21 -1
  84. package/src/config/atomic-write.ts +24 -1
  85. package/src/config/diagnostics.ts +15 -0
  86. package/src/config/live-reconcile.ts +17 -0
  87. package/src/config/load-degrade.ts +16 -0
  88. package/src/config/provider-validation.ts +29 -0
  89. package/src/config/schema/config-schema.ts +24 -0
  90. package/src/config/schema/leaf-validators.ts +17 -0
  91. package/src/config/telemetry-carry.ts +30 -0
  92. package/src/config.ts +13 -1
  93. package/src/generated/compatibility-version.json +405 -153
  94. package/src/generated/model-metadata.ts +3 -3
  95. package/src/integrations/aside-profiles.ts +7 -1
  96. package/src/integrations/owned-refresh.ts +9 -2
  97. package/src/lab/artifacts/secure-fs.ts +12 -11
  98. package/src/lab/fabric/scratch.ts +11 -9
  99. package/src/lab/public/community.ts +2 -3
  100. package/src/lab/public/file-safety.ts +18 -20
  101. package/src/lab/public/mutation-lock.ts +109 -337
  102. package/src/lab/public/private-file.ts +4 -3
  103. package/src/lib/bun-runtime-preflight.ts +1 -1
  104. package/src/lib/codex-catalog-read-only.ts +122 -0
  105. package/src/lib/config-ownership.ts +49 -18
  106. package/src/lib/errors.ts +11 -0
  107. package/src/lib/gcp-adc.ts +167 -48
  108. package/src/lib/jsonc.ts +4 -2
  109. package/src/lib/local-control-socket.ts +88 -0
  110. package/src/lib/privacy.ts +15 -0
  111. package/src/lib/provider-client-headers.ts +3 -0
  112. package/src/lib/token-estimate.ts +13 -2
  113. package/src/link/child-binary-source.ts +228 -0
  114. package/src/link/ephemeral-child.ts +45 -0
  115. package/src/link/remote-plant.ts +306 -0
  116. package/src/link/remote-windows.ts +59 -5
  117. package/src/link/ssh-argv.ts +71 -8
  118. package/src/link/status-projection.ts +2 -0
  119. package/src/link/store.ts +5 -1
  120. package/src/oauth/claude-keychain-read.ts +165 -0
  121. package/src/oauth/local-token-detect.ts +14 -17
  122. package/src/protocols/envelope.ts +20 -2
  123. package/src/providers/api-key-selection.ts +8 -2
  124. package/src/providers/claude-cli-usage-state.ts +93 -0
  125. package/src/providers/github-copilot-auto.ts +25 -5
  126. package/src/providers/meta-muse-plan-refusal.ts +94 -0
  127. package/src/providers/model-rename-fields.ts +3 -0
  128. package/src/providers/quota/vendor-probes-key.ts +23 -4
  129. package/src/providers/quota/vendor-probes-oauth.ts +59 -0
  130. package/src/providers/quota/workbuddy.ts +2 -2
  131. package/src/providers/quota.ts +25 -18
  132. package/src/providers/registry/entries-core.ts +7 -4
  133. package/src/providers/registry/entries-extended.ts +39 -7
  134. package/src/providers/registry/model-seeds.ts +10 -2
  135. package/src/providers/resolved-model-policy.ts +4 -0
  136. package/src/providers/routed-config.ts +30 -3
  137. package/src/providers/stale-no-vision-seed-migration.ts +7 -0
  138. package/src/providers/vertex-environment-authority.ts +50 -0
  139. package/src/providers/workbuddy-credit-balance.ts +38 -6
  140. package/src/quota-pool/assemble.ts +14 -6
  141. package/src/router.ts +1 -0
  142. package/src/server/adapter-resolve.ts +11 -6
  143. package/src/server/audio-dictation.ts +21 -7
  144. package/src/server/auth-cors.ts +19 -0
  145. package/src/server/background-lifecycle.ts +71 -0
  146. package/src/server/chat-completions.ts +2 -0
  147. package/src/server/claude-messages.ts +30 -3
  148. package/src/server/index/live-sideband.ts +15 -1
  149. package/src/server/index/local-control-listener.ts +515 -0
  150. package/src/server/index/optional-listeners.ts +21 -1
  151. package/src/server/index/serve-options.ts +4 -3
  152. package/src/server/index/websocket-handler.ts +2 -0
  153. package/src/server/index.ts +3 -0
  154. package/src/server/management/combo-routes.ts +6 -1
  155. package/src/server/management/context.ts +1 -0
  156. package/src/server/management/link-child-preflight.ts +74 -0
  157. package/src/server/management/link-enrollment.ts +190 -25
  158. package/src/server/management/link-route-state.ts +6 -1
  159. package/src/server/management/link-routes.ts +27 -9
  160. package/src/server/management/model-rows.ts +4 -0
  161. package/src/server/management/oauth-account-routes.ts +9 -4
  162. package/src/server/management/provider-overwrite-carry.ts +9 -2
  163. package/src/server/management/provider-routes.ts +14 -0
  164. package/src/server/management/provider-thinking-display-patch.ts +54 -0
  165. package/src/server/management/route-registry.ts +7 -0
  166. package/src/server/management/session-routes.ts +4 -1
  167. package/src/server/management/telemetry-routes.ts +37 -0
  168. package/src/server/management/usage-aggregate-cache.ts +290 -67
  169. package/src/server/management-api.ts +11 -2
  170. package/src/server/messages-native-preflight.ts +166 -0
  171. package/src/server/messages-native.ts +143 -43
  172. package/src/server/messages-shared.ts +14 -0
  173. package/src/server/proxy-liveness.ts +99 -6
  174. package/src/server/request-log-conversation.ts +18 -2
  175. package/src/server/request-log.ts +7 -2
  176. package/src/server/responses/adapter-continuation.ts +1 -0
  177. package/src/server/responses/adapter-dispatch.ts +11 -28
  178. package/src/server/responses/adapter-failure-message.ts +68 -0
  179. package/src/server/responses/combo-stream-preflight.ts +14 -2
  180. package/src/server/responses/core-auth.ts +26 -5
  181. package/src/server/responses/core-codex-account.ts +8 -1
  182. package/src/server/responses/core-combo-failure.ts +6 -1
  183. package/src/server/responses/core-combo-native.ts +150 -37
  184. package/src/server/responses/core-combo.ts +15 -9
  185. package/src/server/responses/core-normalize.ts +1 -0
  186. package/src/server/responses/core-options.ts +7 -1
  187. package/src/server/responses/core-pipeline.ts +21 -1
  188. package/src/server/responses/fetch-helpers.ts +5 -0
  189. package/src/server/responses/opengateway-completion-guard.ts +7 -3
  190. package/src/server/responses/passthrough-delivery.ts +8 -1
  191. package/src/server/responses/passthrough-error.ts +22 -0
  192. package/src/server/responses/request-prepare.ts +7 -1
  193. package/src/server/responses/request-transport.ts +28 -5
  194. package/src/server/responses/run-turn-execution.ts +13 -0
  195. package/src/server/sse-frame-buffer.ts +5 -0
  196. package/src/server/ws-bridge.ts +10 -0
  197. package/src/service/launchd.ts +78 -4
  198. package/src/telemetry/aggregate.ts +348 -0
  199. package/src/telemetry/consent.ts +128 -0
  200. package/src/telemetry/contract.ts +403 -0
  201. package/src/telemetry/disclosure.ts +19 -0
  202. package/src/telemetry/install-id.ts +226 -0
  203. package/src/telemetry/payload.ts +129 -0
  204. package/src/telemetry/profile/client.ts +150 -0
  205. package/src/telemetry/profile/contract.ts +288 -0
  206. package/src/telemetry/profile/disclosure.ts +14 -0
  207. package/src/telemetry/profile/paths.ts +13 -0
  208. package/src/telemetry/profile/routes.ts +99 -0
  209. package/src/telemetry/profile/service.ts +234 -0
  210. package/src/telemetry/profile/state.ts +189 -0
  211. package/src/telemetry/profile/sync.ts +276 -0
  212. package/src/telemetry/routes.ts +183 -0
  213. package/src/telemetry/scheduler.ts +386 -0
  214. package/src/telemetry/sender.ts +97 -0
  215. package/src/telemetry/state.ts +334 -0
  216. package/src/types/combo-jev-effort-mode.ts +11 -0
  217. package/src/types/config.ts +3 -0
  218. package/src/types/provider.ts +11 -1
  219. package/src/types/request.ts +2 -0
  220. package/src/types/telemetry.ts +15 -0
  221. package/src/types/wire.ts +10 -0
  222. package/src/types.ts +5 -0
  223. package/src/update/index.ts +7 -1
  224. package/src/update/minisign.d.mts +17 -0
  225. package/src/update/minisign.mjs +88 -0
  226. package/src/update/signed-supply.d.mts +59 -0
  227. package/src/update/signed-supply.mjs +289 -0
  228. package/src/update/trust-root.json +38 -0
  229. package/src/update/update-bounded-json.d.mts +4 -0
  230. package/src/update/update-bounded-json.mjs +113 -0
  231. package/src/update/update-bytes.d.mts +2 -0
  232. package/src/update/update-bytes.mjs +23 -0
  233. package/src/update/update-candidate-id.d.mts +2 -0
  234. package/src/update/update-candidate-id.mjs +23 -0
  235. package/src/update/update-checkpoint-codec.d.mts +33 -0
  236. package/src/update/update-checkpoint-codec.mjs +217 -0
  237. package/src/update/update-contracts.d.mts +24 -0
  238. package/src/update/update-contracts.mjs +207 -0
  239. package/src/update/update-signature-threshold.d.mts +12 -0
  240. package/src/update/update-signature-threshold.mjs +47 -0
  241. package/src/update/update-signed-version.d.mts +5 -0
  242. package/src/update/update-signed-version.mjs +25 -0
  243. package/src/update/update-trust-anchor.d.mts +2 -0
  244. package/src/update/update-trust-anchor.mjs +2 -0
  245. package/src/usage/cache-diagnostic.ts +195 -50
  246. package/src/usage/expected-prices.ts +20 -2
  247. package/src/usage/filter-index.ts +1469 -0
  248. package/src/usage/ledger-scanner.ts +245 -4
  249. package/src/usage/source-filter.ts +10 -2
  250. package/src/usage/summary.ts +16 -0
  251. package/src/web-search/parse.ts +244 -38
  252. package/gui/dist/assets/App-BepstgEN.js +0 -59
  253. package/gui/dist/assets/Tray-BinxbEZo.js +0 -1
  254. package/gui/dist/assets/index-C-9X2yaI.js +0 -94
  255. package/gui/dist/assets/index-bnUWypyz.css +0 -2
  256. package/gui/dist/classic/assets/App-DX88_GCW.js +0 -58
  257. package/gui/dist/classic/assets/index-fSP71pLB.js +0 -94
  258. package/gui/dist/classic/assets/quota-summary-y2fl0WBv.js +0 -1
@@ -0,0 +1,166 @@
1
+ import { comboFailureDecision } from "../combos";
2
+ import { httpStatusFromTerminalError } from "../lib/errors";
3
+ import { redactSecretString } from "../lib/redact";
4
+ import { sseFieldValue } from "../lib/sse-decoder";
5
+ import type { TranslatorBudget } from "../lib/translator-budget";
6
+ import { anthropicUsageToOcx } from "./messages-shared";
7
+ import type { RequestLogContext } from "./request-log";
8
+ import { BoundedSseFrameBuffer, MAX_CLIENT_SSE_FRAME_BYTES, SseFrameCountLimitError, SseFrameTooLargeError } from "./sse-frame-buffer";
9
+ import { UNDECLARED_TOOL_CALL_ERROR_CODE } from "./responses-undeclared-tool-guard";
10
+
11
+ type Rec = Record<string, unknown>;
12
+ const isRec = (value: unknown): value is Rec => value !== null && typeof value === "object" && !Array.isArray(value);
13
+
14
+ /** Capture replay evidence before any relay can split a physical upstream read into frames. */
15
+ export function observeNativeMessagesReplayBoundary(body: ReadableStream<Uint8Array>, logCtx: RequestLogContext, replay: { committed: boolean; pending: boolean }): ReadableStream<Uint8Array> {
16
+ const reader = body.getReader();
17
+ const inspector = new BoundedSseFrameBuffer();
18
+ const decoder = new TextDecoder();
19
+ let active = true;
20
+ return new ReadableStream<Uint8Array>({
21
+ async pull(controller) {
22
+ try {
23
+ const next = await reader.read();
24
+ if (next.done) { inspector.dispose(); controller.close(); return; }
25
+ if (active) {
26
+ let errorSeen = false;
27
+ let finished = false;
28
+ try {
29
+ for (const frame of inspector.feed(next.value)) {
30
+ if (frame.continuation) continue;
31
+ const lines = decoder.decode(frame.block).split(/\r\n|\r|\n/);
32
+ const event = lines.map(line => sseFieldValue(line, "event")).findLast(value => value !== null) ?? null;
33
+ const dataFields = lines.map(line => sseFieldValue(line, "data")).filter(value => value !== null);
34
+ const data = dataFields.join("\n");
35
+ let payload: unknown;
36
+ try { payload = JSON.parse(data); } catch { payload = undefined; }
37
+ const type = isRec(payload) && (event === null || event === payload.type) ? payload.type : undefined;
38
+ if (errorSeen && (event !== null || dataFields.length > 0) && type !== "ping") logCtx.streamErrorFollowed = true;
39
+ if (type === "error" && isRec(payload) && isRec(payload.error)) errorSeen = true;
40
+ else if ((event !== null || dataFields.length > 0) && type !== "ping" && !(type === "message_start" && isRec(payload) && isRec(payload.message) && Array.isArray(payload.message.content) && payload.message.content.length === 0)) {
41
+ replay.committed = true; finished = true;
42
+ }
43
+ }
44
+ replay.pending = inspector.pendingBytes > 0;
45
+ // An unfinished event can still acquire a different name or payload on the next read.
46
+ if (errorSeen && inspector.pendingBytes > 0) logCtx.streamErrorFollowed = true;
47
+ if (errorSeen || finished) { active = false; inspector.dispose(); }
48
+ } catch (error) {
49
+ if (!(error instanceof SseFrameTooLargeError || error instanceof SseFrameCountLimitError)) throw error;
50
+ logCtx.streamErrorFollowed = true;
51
+ replay.committed = true;
52
+ active = false; inspector.dispose();
53
+ }
54
+ }
55
+ controller.enqueue(next.value);
56
+ } catch (error) { inspector.dispose(); controller.error(error); }
57
+ },
58
+ cancel(reason) { inspector.dispose(); return reader.cancel(reason); },
59
+ }, { highWaterMark: 0 });
60
+ }
61
+
62
+ /** Inspect only the bounded protocol prelude. Any block, unknown payload or cap commits. */
63
+ export async function preflightNativeMessagesResponse(
64
+ response: Response, logCtx: RequestLogContext, budget: TranslatorBudget, replay?: { committed: boolean },
65
+ ): Promise<{ kind: "accepted" | "failed"; response: Response }> {
66
+ if (!response.ok || !response.body || !response.headers.get("content-type")?.toLowerCase().includes("text/event-stream")) {
67
+ return { kind: "accepted", response };
68
+ }
69
+ let committed = false;
70
+ let terminal = false;
71
+ let failure: Rec | undefined;
72
+ let failureStatus = 502;
73
+ let usage: Rec = {};
74
+ const inspector = new BoundedSseFrameBuffer();
75
+ const decoder = new TextDecoder();
76
+ const inspectFrame = (block: Uint8Array) => {
77
+ // A retryable failure keeps reading its chunk: later output in it still commits.
78
+ if (committed || terminal) return;
79
+ const lines = decoder.decode(block).split(/\r\n|\r|\n/);
80
+ const event = lines.map(line => sseFieldValue(line, "event")).findLast(value => value !== null) ?? null;
81
+ const data = lines.map(line => sseFieldValue(line, "data")).filter(value => value !== null).join("\n");
82
+ // A named event without a payload is malformed and commits; a comment-only block is skipped.
83
+ if (!data) { if (event !== null) committed = true; return; }
84
+ let payload: unknown;
85
+ try { payload = JSON.parse(data); } catch { committed = true; return; }
86
+ // Match the native log tap: the last, untrimmed event field is authoritative. A payload
87
+ // under another event name is unknown output, never a replayable refusal or prelude.
88
+ if (!isRec(payload) || (event !== null && event !== payload.type)) { committed = true; return; }
89
+ if (payload.type === "message_start" && isRec(payload.message)) {
90
+ if (isRec(payload.message.usage)) usage = { ...usage, ...payload.message.usage };
91
+ if (!Array.isArray(payload.message.content) || payload.message.content.length !== 0) committed = true;
92
+ } else if (payload.type === "ping") {
93
+ // Protocol liveness is not output.
94
+ } else if (payload.type === "error" && isRec(payload.error)) {
95
+ const error = payload.error;
96
+ const status = httpStatusFromTerminalError({ type: typeof error.type === "string" ? error.type : undefined,
97
+ code: typeof error.code === "string" ? error.code : undefined,
98
+ message: typeof error.message === "string" ? error.message : undefined }) ?? 502;
99
+ if (logCtx.terminalSource !== "synthetic" && logCtx.errorCode !== UNDECLARED_TOOL_CALL_ERROR_CODE
100
+ && comboFailureDecision(status, typeof error.message === "string" ? error.message : "", {
101
+ code: typeof error.code === "string" ? error.code : undefined,
102
+ }) === "hop") { failure = error; failureStatus = status; }
103
+ else committed = true;
104
+ } else if (payload.type === "message_stop") terminal = true;
105
+ else committed = true;
106
+ };
107
+ const reader = response.body.getReader();
108
+ const chunks: Uint8Array[] = [];
109
+ let retained = 0;
110
+ const release = () => { budget.releaseRetained(retained, { kind: "retained_collectors" }); retained = 0; };
111
+ try {
112
+ for (;;) {
113
+ const next = await reader.read();
114
+ if (next.done) { terminal = true; break; }
115
+ // The one upstream chunk already exists; retain it without a copy if the cap commits.
116
+ if (retained + next.value.byteLength > MAX_CLIENT_SSE_FRAME_BYTES || chunks.length >= 1024) {
117
+ chunks.push(next.value); committed = true; break;
118
+ }
119
+ // Classify before retaining: a chunk that commits is held like the cap's, so a budget
120
+ // refusal can only meet a prelude that is still safe to replay.
121
+ try {
122
+ for (const frame of inspector.feed(next.value)) if (!frame.continuation) inspectFrame(frame.block);
123
+ } catch (error) {
124
+ if (!(error instanceof SseFrameTooLargeError || error instanceof SseFrameCountLimitError)) throw error;
125
+ committed = true;
126
+ }
127
+ if (!committed) {
128
+ budget.chargeRetained(next.value.byteLength, { kind: "retained_collectors" });
129
+ retained += next.value.byteLength;
130
+ }
131
+ chunks.push(next.value);
132
+ if (committed || terminal || failure) break;
133
+ }
134
+ // The tap read the original upstream chunk; output after the error there commits too.
135
+ if (failure && !committed && !replay?.committed && !logCtx.streamErrorFollowed) {
136
+ logCtx.usage = anthropicUsageToOcx(usage);
137
+ const message = redactSecretString(typeof failure.message === "string" ? failure.message : "Provider stream failed before output");
138
+ logCtx.upstreamError = `Provider stream failed (${failureStatus})`;
139
+ void reader.cancel("retrying native Messages pre-output refusal").catch(() => {});
140
+ release();
141
+ const headers = new Headers(response.headers);
142
+ headers.set("content-type", "application/json"); headers.delete("content-length"); headers.delete("content-encoding");
143
+ return { kind: "failed", response: Response.json({ error: {
144
+ ...(typeof failure.type === "string" ? { type: failure.type } : {}),
145
+ ...(typeof failure.code === "string" ? { code: failure.code } : {}),
146
+ message,
147
+ } }, { status: failureStatus, headers }) };
148
+ }
149
+ let index = 0;
150
+ const body = new ReadableStream<Uint8Array>({
151
+ async pull(controller) {
152
+ try {
153
+ if (index < chunks.length) { controller.enqueue(chunks[index++]!); return; }
154
+ chunks.length = 0;
155
+ release();
156
+ const next = await reader.read();
157
+ if (next.done) controller.close(); else controller.enqueue(next.value);
158
+ } catch (error) { release(); controller.error(error); }
159
+ },
160
+ cancel(reason) { release(); void reader.cancel(reason).catch(() => {}); },
161
+ }, { highWaterMark: 0 });
162
+ return { kind: "accepted", response: new Response(body, { status: response.status, headers: response.headers }) };
163
+ } catch (error) {
164
+ release(); void reader.cancel(error).catch(() => {}); throw error;
165
+ } finally { inspector.dispose(); }
166
+ }
@@ -5,7 +5,7 @@ import { upstreamErrorIsLocal } from "./request-log-failure-detail";
5
5
  import { boundedMessagesDisplayCount, ownedAnthropicErrorPayload, ownedAnthropicErrorResponse, messagesOverflowPresentation, messagesRelayedOverflowPresentation } from "../lib/messages-error-body";
6
6
  import { attachComboFailureEvidence, isProxyError, markProxyError } from "../lib/client-error-body";
7
7
  import { captureAccountAutoPauseAttempt, wasAccountAutoPaused } from "../oauth/account-auto-pause";
8
- import { createPhysicalSendReporter } from "../lib/request-execution-budget";
8
+ import { createPhysicalSendReporter, reportDispatchSends, type RequestExecutionBudget, type SingleUseDispatchPermit } from "../lib/request-execution-budget";
9
9
  import { createInferenceSendBudget } from "./inference/context";
10
10
  /**
11
11
  * Managed native Messages lane (PF-08, behind `protocols.rollout.managedMessagesNative`).
@@ -43,7 +43,7 @@ import {
43
43
  buildAnthropicMessagesPassthroughRequest,
44
44
  type AnthropicMessagesPassthroughRequest,
45
45
  } from "../adapters/anthropic/passthrough";
46
- import { effortFromOutputConfig, resolveInboundModel } from "../claude/inbound";
46
+ import { effortFromOutputConfig, nativeAnthropicProjection, resolveInboundModel } from "../claude/inbound";
47
47
  import { anthropicErrorBody, claudeOverflowSsePayload, claudePromptTooLongMessage, collectAnthropicMessage, isContextOverflowText, isThroughputLimitText } from "../claude/outbound";
48
48
  import type { AdmissionLease } from "../lib/admission";
49
49
  import { readBoundedResponseBody } from "../lib/bounded-body";
@@ -60,13 +60,14 @@ import {
60
60
  fetchWithResetRetry,
61
61
  fetchWithTransientRetry,
62
62
  isNonReplayableResponse,
63
- markResponseNonReplayable,
64
63
  isReplayRefusalResponse,
65
64
  isTransientUpstreamStatus,
65
+ markResponseNonReplayable,
66
66
  prepareSameTarget429Wait,
67
67
  REPLAY_REFUSED_STATUS,
68
68
  retainReplayRefusal,
69
69
  UpstreamRetryEvidenceError,
70
+ TRANSIENT_RETRY_MAX_ATTEMPTS,
70
71
  type UpstreamSendRecovery,
71
72
  UPSTREAM_RESET_REPLAY_REFUSED_CODE,
72
73
  } from "../lib/upstream-retry";
@@ -103,7 +104,10 @@ import {
103
104
  sanitizePassthroughToolCallIds,
104
105
  tapAnthropicSseForLog,
105
106
  } from "./messages-shared";
106
- import { beginInferenceAttempt } from "./inference/attempt";
107
+ import { beginInferenceAttempt, type InferenceAttempt } from "./inference/attempt";
108
+ import type { ComboProtocolSource } from "./responses/core-combo-native";
109
+ import type { ProtocolEnvelope } from "../protocols/envelope";
110
+ import { observeNativeMessagesReplayBoundary, preflightNativeMessagesResponse } from "./messages-native-preflight";
107
111
  import { createFinalRequestLog, type FinalRequestLogMeta } from "./inference/final-log";
108
112
  import { registerTurn, unregisterTurn } from "./lifecycle";
109
113
  import { nativeMessagesDeclineReason, type NativeMessagesSelector } from "./messages-native-eligibility";
@@ -189,6 +193,8 @@ export interface HandleNativeMessagesOptions {
189
193
  body: Rec;
190
194
  /** The selector the client sent, echoed on the request log. */
191
195
  requestedModel: string;
196
+ /** The model the answer reports, when it differs from `requestedModel` (a combo the route directive chose). */
197
+ echoModel?: string;
192
198
  translatorBudget: TranslatorBudget;
193
199
  /** The facts the ingress judged eligibility with; re-applied if key selection changes. */
194
200
  selector?: NativeMessagesSelector;
@@ -202,10 +208,38 @@ export interface HandleNativeMessagesOptions {
202
208
  modelScope?: AdmissionModelScope;
203
209
  }
204
210
 
205
- type FinishLog = (status: number, message?: string, meta?: FinalRequestLogMeta) => void;
211
+ export type NativeMessagesFinishLog = (status: number, message?: string, meta?: FinalRequestLogMeta) => void;
212
+ type FinishLog = NativeMessagesFinishLog;
206
213
 
207
- /** Relay an upstream body unchanged, recording first output on its first non-empty chunk. */
208
- function observeFirstChunk(body: ReadableStream<Uint8Array>, onFirst: () => void): ReadableStream<Uint8Array> {
214
+ interface NativeMessagesExecution extends HandleNativeMessagesOptions {
215
+ finishLog: NativeMessagesFinishLog;
216
+ sendBudget?: RequestExecutionBudget;
217
+ comboDispatchPermit?: SingleUseDispatchPermit;
218
+ turnAdmissionLease?: AdmissionLease;
219
+ onFirstOutput?: () => void;
220
+ }
221
+
222
+ /** The combo retains routing, attempts and the final row; the native lane owns only this send. */
223
+ export function createNativeMessagesComboSource(input: Omit<HandleNativeMessagesOptions, "route" | "body"> & {
224
+ envelope: ProtocolEnvelope;
225
+ }): ComboProtocolSource {
226
+ return {
227
+ inbound: "messages",
228
+ envelope: input.envelope,
229
+ selector: input.selector,
230
+ dispatchNativeChild: child => runNativeMessagesAttempt({
231
+ ...input, logIds: undefined, logCtx: child.childLog, route: child.route,
232
+ body: nativeAnthropicProjection(child.body, input.translatorBudget),
233
+ selector: { ...input.selector, routeSelector: String(child.body.model ?? "") },
234
+ finishLog: child.finishLog, sendBudget: child.sendBudget,
235
+ comboDispatchPermit: child.comboDispatchPermit, turnAdmissionLease: child.turnAdmissionLease,
236
+ onFirstOutput: child.onFirstOutput,
237
+ }, child.attemptHandle),
238
+ };
239
+ }
240
+
241
+ /** Relay an upstream body unchanged, recording first output on its first non-empty chunk once `ready`. */
242
+ function observeFirstChunk(body: ReadableStream<Uint8Array>, onFirst: () => void, ready = () => true): ReadableStream<Uint8Array> {
209
243
  const reader = body.getReader();
210
244
  let seen = false;
211
245
  return new ReadableStream<Uint8Array>({
@@ -215,7 +249,7 @@ function observeFirstChunk(body: ReadableStream<Uint8Array>, onFirst: () => void
215
249
  controller.close();
216
250
  return;
217
251
  }
218
- if (!seen && value.byteLength > 0) {
252
+ if (!seen && value.byteLength > 0 && ready()) {
219
253
  seen = true;
220
254
  onFirst();
221
255
  }
@@ -337,9 +371,24 @@ async function prepareNativeBody(body: Rec, signal: AbortSignal): Promise<void>
337
371
  /**
338
372
  * Handle one eligible Messages request natively. Opens the attempt, owns the request's final
339
373
  * log row, and answers in the Messages wire (SSE or JSON per the caller's own `stream`).
374
+ * Deliberately not `async`: an extra await turn changes when the relayed stream is first pulled.
340
375
  */
341
- export async function handleNativeMessages(options: HandleNativeMessagesOptions): Promise<Response> {
342
- const { req, config, logCtx, logIds, route, body, requestedModel, translatorBudget } = options;
376
+ export function handleNativeMessages(options: HandleNativeMessagesOptions): Promise<Response> {
377
+ const { logCtx, logIds, route } = options;
378
+ const attemptHandle = beginInferenceAttempt(logCtx, { provider: route.providerName, model: route.modelId, adapter: "anthropic" });
379
+ const finalLog = createFinalRequestLog(logIds, logCtx);
380
+ const finishLog: FinishLog = (status, message, meta = { closeReason: "non_stream" }) => {
381
+ if (finalLog.finished()) return;
382
+ if (message) logCtx.upstreamError = redactSecretString(message).slice(0, 500);
383
+ finalLog.finish(status, meta);
384
+ };
385
+ return runNativeMessagesAttempt({ ...options, finishLog }, attemptHandle);
386
+ }
387
+
388
+ /** Execute on the ingress or combo's existing attempt, never opening a second final-row owner. */
389
+ async function runNativeMessagesAttempt(options: NativeMessagesExecution, attemptHandle: InferenceAttempt): Promise<Response> {
390
+ const { req, config, logCtx, logIds, route, body, requestedModel, translatorBudget, finishLog } = options;
391
+ const onFirstOutput = options.onFirstOutput ?? (logIds ? () => recordFirstOutput(logCtx, logIds.start) : undefined);
343
392
  const nativeInstance = configuredAnthropicInstance(config, route.providerName);
344
393
  const requestedStream = body.stream === true;
345
394
  const clientDeclaredEmptyToolCatalog = Array.isArray(body.tools) && body.tools.length === 0;
@@ -370,20 +419,9 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
370
419
  logCtx.spendOutputCeilingTokens = Math.trunc(body.max_tokens);
371
420
  }
372
421
 
373
- const attemptHandle = beginInferenceAttempt(logCtx, {
374
- provider: route.providerName,
375
- model: route.modelId,
376
- adapter: "anthropic",
377
- });
378
422
  attemptHandle.seal(logCtx.accountLogLabel);
379
423
  recordAttemptRequestedEffort(logCtx);
380
424
  const { attempt } = attemptHandle;
381
- const finalLog = createFinalRequestLog(logIds, logCtx);
382
- const finishLog: FinishLog = (status, message, meta = { closeReason: "non_stream" }) => {
383
- if (finalLog.finished()) return;
384
- if (message) logCtx.upstreamError = redactSecretString(message).slice(0, 500);
385
- finalLog.finish(status, meta);
386
- };
387
425
  const bindUsage = (usage: OcxUsage | undefined) => {
388
426
  if (!usage) return;
389
427
  if (!recordKeyWireAttemptUsage(logCtx, usage)) {
@@ -391,24 +429,34 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
391
429
  attempt.usage = usage;
392
430
  }
393
431
  };
432
+ // A combo child whose preflight accepted has committed: a later failure must not replay,
433
+ // even when no content frame (and so no first output) was seen.
434
+ let committed = false;
394
435
  const fail = (status: number, message: string, type?: string, code?: string, originalMessage = message): Response => {
395
436
  const safeMessage = redactSecretString(message);
396
437
  finishLog(status, safeMessage);
397
438
  const legacy = anthropicErrorBody(status, redactSecretString(originalMessage), type, code);
398
- return ownedAnthropicErrorResponse({ status, type, code, evidence: { status, message: originalMessage },
439
+ const response = ownedAnthropicErrorResponse({ status, type, code, evidence: { status, message: originalMessage },
399
440
  localError: markProxyError({ message: safeMessage }), overflow: messagesRelayedOverflowPresentation("", legacy) }, legacy);
441
+ if (committed) markResponseNonReplayable(response);
442
+ return response;
400
443
  };
401
444
  const failEvidence = (status: number, message: string, type: string, contract?: "transport_failed", overflow?: boolean, rawError?: Rec, legacyBody?: Rec): Response => {
402
445
  finishLog(status, message);
403
446
  const legacy = legacyBody ?? anthropicErrorBody(status, redactSecretString(message), type);
404
- return ownedAnthropicErrorResponse({ status, type, evidence: { status, message, type: typeof rawError?.type === "string" ? rawError.type : undefined, code: typeof rawError?.code === "string" ? rawError.code : undefined }, contract,
447
+ const response = ownedAnthropicErrorResponse({ status, type, evidence: { status, message, type: typeof rawError?.type === "string" ? rawError.type : undefined, code: typeof rawError?.code === "string" ? rawError.code : undefined }, contract,
405
448
  overflow: overflow ?? messagesRelayedOverflowPresentation("", legacy) }, legacy);
449
+ if (committed) markResponseNonReplayable(response);
450
+ return response;
406
451
  };
407
452
  const preparationFailure = (error: unknown): Response => {
408
453
  const message = error instanceof Error ? error.message : String(error);
409
454
  finishLog(400, message);
410
455
  return fail(400, error instanceof Error && isProxyError(error) ? error.message : "The proxy could not translate the Messages request.", "invalid_request_error", undefined, message);
411
456
  };
457
+ // After preflight, first output waits for a content frame the log tap has seen.
458
+ const watchFirstOutput = (body: ReadableStream<Uint8Array>) => onFirstOutput
459
+ ? observeFirstChunk(body, onFirstOutput, () => logCtx.generationStartedAt !== undefined) : body;
412
460
  const localOAuthFailure = (error: unknown): Response | null => {
413
461
  if (error instanceof AnthropicAccountCooldownError) {
414
462
  const scope = error.routePosition === undefined ? "All Anthropic OAuth accounts" : "Anthropic OAuth accounts for this model route";
@@ -457,7 +505,7 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
457
505
  const cleanupAbort = linkAbortSignal(upstream, req.signal);
458
506
  let streamTurnRegistered = false;
459
507
  const transferTurnToStream = () => {
460
- const lease = logIds?.turnAdmissionLease;
508
+ const lease = options.turnAdmissionLease ?? logIds?.turnAdmissionLease;
461
509
  if (!lease || typeof (lease as { bindAbortController?: unknown }).bindAbortController !== "function") return;
462
510
  registerTurn(upstream, lease);
463
511
  streamTurnRegistered = true;
@@ -503,8 +551,8 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
503
551
  let activeProvider: OcxProviderConfig = oauthBinding ? oauthProvider(oauthBinding) : route.provider;
504
552
  stampApiKeyAccountLabel(logCtx, route.providerName, activeProvider);
505
553
  if (oauthBinding) logCtx.provider = formatAnthropicProviderForLog(route.providerName, oauthBinding.snapshot.accountId, config);
506
- const spendTracker = attachRequestSpendTracker(req, logCtx);
507
- const physicalBudget = createInferenceSendBudget(req, logCtx);
554
+ const spendTracker = options.sendBudget ? undefined : attachRequestSpendTracker(req, logCtx);
555
+ const physicalBudget = options.sendBudget ?? createInferenceSendBudget(req, logCtx);
508
556
  // Observe-only spend is already booked by the tracker; count billing sends without booking again.
509
557
  let physicalSendsUsed = 0;
510
558
  let activeRequest: AnthropicMessagesPassthroughRequest;
@@ -525,7 +573,9 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
525
573
  const rejectUnrepresentable = resolveProtocolSettings(config).unrepresentable === "reject";
526
574
  const buildActiveRequest = () => {
527
575
  recordAttemptCredentialSource(attempt, route.providerName, activeProvider, "anthropic");
528
- const built = buildAnthropicMessagesPassthroughRequest(activeProvider, route.modelId, body, config, {
576
+ // Exact combo replay preserves TTL-less breakpoints; an explicit operator TTL still wins.
577
+ const wireConfig = options.sendBudget && config.cacheRetention === undefined ? { ...config, cacheRetention: "short" as const } : config;
578
+ const built = buildAnthropicMessagesPassthroughRequest(activeProvider, route.modelId, body, wireConfig, {
529
579
  callerAnthropicBeta: options.callerAnthropicBeta,
530
580
  providerAccountUuid: oauthBinding?.providerAccountUuid,
531
581
  clientIdentity: options.clientIdentity,
@@ -568,9 +618,13 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
568
618
  // One inbound request owns one transient send allowance, captured before any key rotation.
569
619
  const requestTransientPolicy = transientRetryPolicyFor(activeProvider);
570
620
  let transientSendsUsed = 0;
571
- const remainingTransientSends = (): number => requestTransientPolicy
572
- ? Math.max(0, requestTransientPolicy.attempts - transientSendsUsed)
573
- : Number.POSITIVE_INFINITY;
621
+ const sharedSendCap = requestTransientPolicy?.attempts ?? TRANSIENT_RETRY_MAX_ATTEMPTS;
622
+ let initialSendStarted = false;
623
+ const remainingTransientSends = (): number => Math.min(
624
+ requestTransientPolicy ? Math.max(0, requestTransientPolicy.attempts - transientSendsUsed) : Number.POSITIVE_INFINITY,
625
+ options.sendBudget ? Math.min(sharedSendCap, options.sendBudget.remainingBaseSends(sharedSendCap)
626
+ + (!initialSendStarted && options.comboDispatchPermit ? 1 : 0)) : Number.POSITIVE_INFINITY,
627
+ );
574
628
  const transientSendAvailable = (): boolean => remainingTransientSends() > 0;
575
629
  const selector: NativeMessagesSelector = options.selector ?? {};
576
630
  const nativeOAuthRouteIsCurrent = (binding: NativeOAuthBinding): boolean => {
@@ -595,6 +649,7 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
595
649
  /** Send the native Messages request under the transient retry policy, re-validating the selected OAuth account or API key at the dispatch boundary. */
596
650
  const send = async (recovery?: "rate-limit-429" | "oauth-401" | "oauth-account-403" | "key-429" | "key-401"): Promise<Response> => {
597
651
  const remaining = remainingTransientSends();
652
+ if (options.sendBudget && remaining <= 0) throw new SendBudgetExhaustedError();
598
653
  if (requestTransientPolicy && remaining <= 0) {
599
654
  throw markProxyError(new Error("native Messages transient send budget exhausted before recovery dispatch"));
600
655
  }
@@ -610,6 +665,13 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
610
665
  providerFetch(activeProvider, undefined, {
611
666
  providerName: route.providerName,
612
667
  modelId: route.modelId,
668
+ onPhysicalDispatch: options.sendBudget && options.comboDispatchPermit ? () => {
669
+ if (!physicalBudget.spendEnforced) {
670
+ // As native Chat: an observe-only start was already claimed before the send.
671
+ reportDispatchSends(options.sendBudget!, 1, options.comboDispatchPermit, true);
672
+ initialSendStarted = true;
673
+ }
674
+ } : undefined,
613
675
  dispatchOverride: async (_input, init, execute, reacquirePacing) => {
614
676
  if (oauthBinding) {
615
677
  if (!nativeOAuthRouteIsCurrent(oauthBinding)) throw new NativeOAuthSelectionChangedError();
@@ -669,16 +731,22 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
669
731
  let dispatched: Response;
670
732
  const spendReport = createPhysicalSendReporter(physicalBudget, () => ({
671
733
  poolId: logCtx.spendPoolId ?? route.providerName, identityId: logCtx.accountLogLabel,
672
- }));
734
+ }), options.comboDispatchPermit);
673
735
  let sendOwner: AnthropicPhysicalSendOwnership | null = null;
674
736
  try {
675
737
  if (init.signal?.aborted) throw init.signal.reason;
676
738
  // Capture before either accounting path so this request retains its start policy.
677
739
  if (spendReport.beforeSend && !spendReport.beforeSend()) {
678
- if (spendTracker.refusals) throw new NativeMessagesSpendRefusal();
740
+ if ((logCtx.spendTracker as { refusals?: number } | undefined)?.refusals) throw new NativeMessagesSpendRefusal();
679
741
  throw new SendBudgetExhaustedError();
680
742
  }
681
- if (!physicalBudget.spendEnforced && !spendTracker.charge({ workflowAlreadyCounted: true })) throw new NativeMessagesSpendRefusal();
743
+ if (options.sendBudget) {
744
+ // A combo child shares the request's send budget; a tracker of its own would book twice.
745
+ if (physicalBudget.spendEnforced) initialSendStarted = true;
746
+ else if (initialSendStarted && options.sendBudget.remainingBaseSends(sharedSendCap) <= 0) throw new SendBudgetExhaustedError();
747
+ } else if (spendTracker) {
748
+ if (!physicalBudget.spendEnforced && !spendTracker.charge({ workflowAlreadyCounted: true })) throw new NativeMessagesSpendRefusal();
749
+ }
682
750
  noteProviderAttemptSend(logCtx, route.providerName, activeProvider, logCtx.usageLogInputTokens, transportRecovery ?? recovery);
683
751
  // Last synchronous ownership reservation before the physical fetch. Retain this
684
752
  // exact incarnation across its await; a returned response can never reserve one.
@@ -941,12 +1009,14 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
941
1009
  ...resolvePassthroughBodyGuard(config, upstream.signal),
942
1010
  ...(activeProvider.anthropicEofTolerance === true ? { eofTolerant: true } : {}),
943
1011
  };
944
- const observed = logIds ? observeFirstChunk(response.body, () => recordFirstOutput(logCtx, logIds.start)) : response.body;
1012
+ const replay = { committed: false, pending: false };
1013
+ const raw = options.sendBudget ? observeNativeMessagesReplayBoundary(response.body, logCtx, replay) : response.body;
1014
+ const observed = logIds && onFirstOutput ? observeFirstChunk(raw, onFirstOutput) : raw;
945
1015
  const renamed = activeRequest.oauthToolNames
946
1016
  ? restoreOAuthToolNamesInSse(observed, activeRequest.oauthToolNames, translatorBudget)
947
1017
  : observed;
948
1018
  const frames = new MessagesSseFrameContext();
949
- const echoed = echoRequestedModel(renamed, requestedModel, frames);
1019
+ const echoed = echoRequestedModel(renamed, options.echoModel ?? requestedModel, frames);
950
1020
  let toolRefusal: string | undefined;
951
1021
  const source = clientDeclaredEmptyToolCatalog
952
1022
  ? guardNativeMessagesEmptyToolCatalog(echoed, translatorBudget, message => {
@@ -962,9 +1032,11 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
962
1032
  cleanupAbort();
963
1033
  bindUsage(logCtx.usage);
964
1034
  finishLog(toolRefusal ? 502 : status, toolRefusal, toolRefusal ? { ...meta, terminalStatus: "failed" } : meta);
965
- if (toolRefusal || meta.closeReason !== "terminal") upstream.abort();
966
1035
  } finally {
1036
+ // A discarded child cancels its reader, not the shared parent turn. Detach its
1037
+ // controller before aborting local transport work, while the ladder remains bound.
967
1038
  releaseStreamTurn();
1039
+ if (toolRefusal || meta.closeReason !== "terminal") upstream.abort();
968
1040
  }
969
1041
  }, bodyGuard, frames, nativeInstance ? clientFilter : undefined);
970
1042
  // A configured Messages provider words an oversized-input refusal its own way; Claude Code
@@ -972,25 +1044,49 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
972
1044
  // rewrite buffers whole frames, so it sits after the tap: stall detection keeps timing raw
973
1045
  // upstream bytes. Real Anthropic pools refuse pre-stream in that wording and keep one relay.
974
1046
  const clientStream = nativeInstance ? relayed : relaySseWithPayloadRewrite(relayed, claudeOverflowSsePayload, translatorBudget, messagesSseFrameHooks(frames), clientFilter);
975
- return retainUpstreamMessagesRequestId(new Response(clientStream, {
1047
+ let delivered = retainUpstreamMessagesRequestId(new Response(clientStream, {
976
1048
  status: 200,
977
1049
  headers: { "Content-Type": "text/event-stream; charset=utf-8", "Cache-Control": "no-cache", Connection: "keep-alive" },
978
1050
  }), response.headers);
1051
+ if (options.sendBudget) {
1052
+ try {
1053
+ const preflight = await preflightNativeMessagesResponse(delivered, logCtx, translatorBudget, replay);
1054
+ if (preflight.kind === "failed") { bindUsage(logCtx.usage); return preflight.response; }
1055
+ delivered = new Response(watchFirstOutput(preflight.response.body!), { status: preflight.response.status, headers: preflight.response.headers });
1056
+ } catch (error) {
1057
+ committed ||= replay.committed || replay.pending;
1058
+ cleanupAbort(); releaseStreamTurn(); upstream.abort();
1059
+ if (req.signal.aborted) return fail(499, "Client cancelled request", "api_error");
1060
+ if (isTranslatorBudgetExceededError(error)) return fail(502, "upstream translation buffer exceeded the safe limit", "api_error", "translation_buffer_limit");
1061
+ return fail(502, "upstream Messages stream failed before output", "api_error");
1062
+ }
1063
+ }
1064
+ return delivered;
979
1065
  }
980
1066
  // A non-streaming caller whose upstream streamed anyway: fold the stream into one message.
981
1067
  const tapState: { closeReason?: FinalRequestLogMeta["closeReason"]; meta?: FinalRequestLogMeta } = {};
982
- const tapped = tapAnthropicSseForLog(source, logCtx, (_status, meta) => {
1068
+ let tapped = tapAnthropicSseForLog(source, logCtx, (_status, meta) => {
983
1069
  tapState.closeReason = meta.closeReason;
984
1070
  tapState.meta = meta;
985
1071
  }, bodyGuard);
986
1072
  const collectorVerdictSink: MessagesFailureVerdictSink = {};
987
1073
  try {
988
- const message = await collectAnthropicMessage(tapped, requestedModel, translatorBudget, collectorVerdictSink);
1074
+ if (options.sendBudget) {
1075
+ const preflight = await preflightNativeMessagesResponse(new Response(tapped, { headers: response.headers }), logCtx, translatorBudget, replay);
1076
+ if (preflight.kind === "failed") {
1077
+ cleanupAbort(); upstream.abort(); bindUsage(logCtx.usage);
1078
+ finishLog(preflight.response.status, logCtx.upstreamError);
1079
+ return preflight.response;
1080
+ }
1081
+ committed = true;
1082
+ tapped = watchFirstOutput(preflight.response.body!);
1083
+ }
1084
+ const message = await collectAnthropicMessage(tapped, options.echoModel ?? requestedModel, translatorBudget, collectorVerdictSink);
989
1085
  cleanupAbort();
1086
+ bindUsage(logCtx.usage);
990
1087
  if (tapState.closeReason === "client_cancel" || req.signal.aborted) {
991
1088
  return fail(499, "Client cancelled request", "api_error");
992
1089
  }
993
- bindUsage(logCtx.usage);
994
1090
  if (message.type === "error") {
995
1091
  const error = isRec(message.error) ? message.error : {};
996
1092
  const text = typeof error.message === "string" ? error.message : "upstream stream failed";
@@ -1033,10 +1129,14 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
1033
1129
  overflow: messagesRelayedOverflowPresentation(JSON.stringify(collected), collected),
1034
1130
  evidence: { status: 200, message: typeof originalError.message === "string" ? originalError.message : undefined },
1035
1131
  }) : message;
1036
- return retainUpstreamMessagesRequestId(Response.json(clientMessage, { status: finalStatus }), response.headers);
1132
+ const collectedResponse = retainUpstreamMessagesRequestId(Response.json(clientMessage, { status: finalStatus }), response.headers);
1133
+ if (committed && finalStatus >= 400) markResponseNonReplayable(collectedResponse);
1134
+ return collectedResponse;
1037
1135
  } catch (error) {
1136
+ committed ||= replay.committed || replay.pending;
1038
1137
  cleanupAbort();
1039
1138
  upstream.abort();
1139
+ bindUsage(logCtx.usage);
1040
1140
  if (req.signal.aborted) return fail(499, "Client cancelled request", "api_error");
1041
1141
  if (isTranslatorBudgetExceededError(error)) {
1042
1142
  return fail(413, "upstream translation buffer exceeded the safe limit", "request_too_large", "translation_buffer_limit");
@@ -1083,7 +1183,7 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
1083
1183
  return fail(502, undeclaredToolCallMessage(), "api_error", UNDECLARED_TOOL_CALL_ERROR_CODE);
1084
1184
  }
1085
1185
  bindUsage(anthropicUsageToOcx(isRec(message.usage) ? message.usage : undefined));
1086
- if (logIds) recordFirstOutput(logCtx, logIds.start);
1186
+ if (Array.isArray(message.content) && message.content.length > 0) onFirstOutput?.();
1087
1187
  try {
1088
1188
  translatorBudget.chargeRetained(Buffer.byteLength(read.text) * 2, { kind: "live_transient" });
1089
1189
  } catch (error) {
@@ -1093,7 +1193,7 @@ export async function handleNativeMessages(options: HandleNativeMessagesOptions)
1093
1193
  throw error;
1094
1194
  }
1095
1195
  // The client's selector, not the wire id, as the translated lane answers.
1096
- message.model = requestedModel;
1196
+ message.model = options.echoModel ?? requestedModel;
1097
1197
  const serialized = JSON.stringify(message);
1098
1198
  finishLog(200);
1099
1199
  if (requestedStream) {
@@ -28,6 +28,7 @@ import { redactSecretString } from "../lib/redact";
28
28
  import { sseFieldValue } from "../lib/sse-decoder";
29
29
  import { estimateTokens } from "../lib/token-estimate";
30
30
  import { isTranslatorBudgetExceededError } from "../lib/translator-budget";
31
+ import { httpStatusFromTerminalError } from "../lib/errors";
31
32
  import { AnthropicRequestError, isRec, type Rec } from "../claude/inbound-records";
32
33
  import type { RequestLogContext } from "./request-log";
33
34
  import { recordGenerationEvent } from "./request-log-generation-window";
@@ -146,6 +147,7 @@ export function tapAnthropicSseForLog(
146
147
  let usageAcc: Rec = {};
147
148
  // message_stop or an upstream error event: the turn's own terminal already went through.
148
149
  let terminalSeen = false;
150
+ let errorSeen = false;
149
151
  // stop_reason of the latest message event the client received as a complete SSE event. Any
150
152
  // later message event (resumed content) clears it; pings and comments do not.
151
153
  let lastDeliveredStop: string | null = null;
@@ -165,6 +167,7 @@ export function tapAnthropicSseForLog(
165
167
  if (!dataLine) return;
166
168
  let data: unknown;
167
169
  try { data = JSON.parse(dataLine); } catch { data = null; }
170
+ if (errorSeen && !(isRec(data) && named(event, data, "ping"))) logCtx.streamErrorFollowed = true;
168
171
  if (!isRec(data)) {
169
172
  // A malformed event after a stop reason means the turn kept going and was cut.
170
173
  if (delivered) lastDeliveredStop = null;
@@ -178,6 +181,12 @@ export function tapAnthropicSseForLog(
178
181
  }
179
182
  if (named(event, data, "message_stop") || named(event, data, "error")) {
180
183
  terminalSeen = true;
184
+ if (data.type === "error") {
185
+ errorSeen = true;
186
+ const error = isRec(data.error) ? data.error : {};
187
+ logCtx.streamErrorStatus = httpStatusFromTerminalError({ type: typeof error.type === "string" ? error.type : undefined,
188
+ code: typeof error.code === "string" ? error.code : undefined, message: typeof error.message === "string" ? error.message : undefined });
189
+ }
181
190
  } else if (delivered && !named(event, data, "ping")) {
182
191
  const delta = isRec(data.delta) ? data.delta : undefined;
183
192
  lastDeliveredStop = named(event, data, "message_delta") && typeof delta?.stop_reason === "string"
@@ -210,6 +219,9 @@ export function tapAnthropicSseForLog(
210
219
  const end = text.length - (heldLf ? 1 : 0);
211
220
  appendPart(text.slice(start, end));
212
221
  }
222
+ // The relay may reframe this read: a combo child judges a retryable error by what followed it here.
223
+ if (errorSeen && !logCtx.streamErrorFollowed
224
+ && (frameParts.length > 0 || !isHarmlessSseTail(pendingParts.join("")))) logCtx.streamErrorFollowed = true;
213
225
  };
214
226
  // The last block can sit in the buffer without its blank line: an upstream that stopped after
215
227
  // it, or a held trailing CR. Count it before deciding how the turn ended (the Responses relay
@@ -312,6 +324,7 @@ export function tapAnthropicSseForLog(
312
324
  settled = true;
313
325
  idle.cancel();
314
326
  detachAbort();
327
+ recordUsage();
315
328
  finalize(499, { closeReason: "client_cancel" });
316
329
  clientFilter?.dispose();
317
330
  try { tapController?.close(); } catch { /* downstream already torn down */ }
@@ -457,6 +470,7 @@ export function tapAnthropicSseForLog(
457
470
  settled = true;
458
471
  idle.cancel();
459
472
  detachAbort();
473
+ recordUsage();
460
474
  finalize(499, { closeReason: "client_cancel" });
461
475
  }
462
476
  reader.cancel(reason).catch(() => {});