@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,791 @@
|
|
|
1
|
+
import { ensureCompactionSafeVisibleText } from "../../features/compaction/compaction-text.js";
|
|
2
|
+
import { encodeSseEvent } from "../../lib/streaming/sse.js";
|
|
3
|
+
import { upstreamErrorFrom } from "../../lib/streaming/upstream-error.js";
|
|
4
|
+
import { anthropicStopReasonFrom, visibleAnswerAfterThought, } from "./anthropic-map.js";
|
|
5
|
+
import { plainTextFromReasoningItems } from "./reasoning-from-items.js";
|
|
6
|
+
import { CLAUDE_NATIVE_ASSISTANT_CARRIER, CLAUDE_NATIVE_ASSISTANT_PENDING, encodeNativeAssistantSignature, encodeReasoningSignature, reasoningItemsFromUnknown, } from "./reasoning-signature.js";
|
|
7
|
+
import { anthropicMessagesUsageFromInclusive } from "./usage.js";
|
|
8
|
+
export const newMessagesStreamState = () => ({
|
|
9
|
+
startEmitted: false,
|
|
10
|
+
messageId: "",
|
|
11
|
+
model: "",
|
|
12
|
+
inputTokens: 0,
|
|
13
|
+
outputTokens: 0,
|
|
14
|
+
cacheReadTokens: 0,
|
|
15
|
+
cacheCreationTokens: 0,
|
|
16
|
+
textBlockIndex: null,
|
|
17
|
+
textBlockOpen: false,
|
|
18
|
+
thinkingBlockIndex: null,
|
|
19
|
+
thinkingBlockOpen: false,
|
|
20
|
+
toolCallToContentIndex: new Map(),
|
|
21
|
+
pendingToolCalls: new Map(),
|
|
22
|
+
emittedToolUse: false,
|
|
23
|
+
openToolContentIndexes: new Set(),
|
|
24
|
+
nextContentIndex: 0,
|
|
25
|
+
finalStopReason: null,
|
|
26
|
+
thinkingAccumulated: "",
|
|
27
|
+
emittedNonemptyTextDelta: false,
|
|
28
|
+
messageStopEmitted: false,
|
|
29
|
+
textAccumulated: "",
|
|
30
|
+
contentSnapshotAccumulated: "",
|
|
31
|
+
lastChunkHadProviderUsage: false,
|
|
32
|
+
thinkingDeltaEmittedLen: 0,
|
|
33
|
+
pendingReasoningSignature: null,
|
|
34
|
+
signedReasoningChannel: false,
|
|
35
|
+
nativeAssistantChannel: false,
|
|
36
|
+
sealedSignedThinking: false,
|
|
37
|
+
serverSearchCount: 0,
|
|
38
|
+
});
|
|
39
|
+
/**
|
|
40
|
+
* Dedup / accumulate a text-bearing delta.
|
|
41
|
+
*
|
|
42
|
+
* Mode is channel identity, not string shape: `"The"` + `"There"` and a
|
|
43
|
+
* growing snapshot that happens to start with the accumulated prefix are
|
|
44
|
+
* the same `startsWith` condition. Incremental tokens (Kimi
|
|
45
|
+
* `reasoning_content`, unmarked `delta.content`) always append.
|
|
46
|
+
* Responses summaries (`reasoning_items` present, including `[]`)
|
|
47
|
+
* replay the full prefix — emit only the tail.
|
|
48
|
+
*
|
|
49
|
+
* Identical `incoming === accumulated` is always a same-snapshot repeat
|
|
50
|
+
* and is skipped in both modes.
|
|
51
|
+
*/
|
|
52
|
+
/**
|
|
53
|
+
* Snapshot-mode prefix check. Responses-style channels re-send the full
|
|
54
|
+
* prefix; only a true `startsWith` is correct — a head/tail fingerprint
|
|
55
|
+
* falsely treats mid-text revisions that share both boundaries as
|
|
56
|
+
* extensions. Snapshot frames are infrequent enough that O(n) is fine.
|
|
57
|
+
*/
|
|
58
|
+
const snapshotExtends = (incoming, accumulated) => {
|
|
59
|
+
if (accumulated.length === 0)
|
|
60
|
+
return true;
|
|
61
|
+
if (incoming.length < accumulated.length)
|
|
62
|
+
return false;
|
|
63
|
+
return incoming.startsWith(accumulated);
|
|
64
|
+
};
|
|
65
|
+
const foldDelta = (incoming, accumulated, mode) => {
|
|
66
|
+
if (incoming.length === 0)
|
|
67
|
+
return { next: accumulated, emit: "" };
|
|
68
|
+
if (incoming === accumulated)
|
|
69
|
+
return { next: accumulated, emit: "" };
|
|
70
|
+
if (mode === "snapshot") {
|
|
71
|
+
const accLen = accumulated.length;
|
|
72
|
+
const incLen = incoming.length;
|
|
73
|
+
if (incLen > accLen) {
|
|
74
|
+
if (snapshotExtends(incoming, accumulated)) {
|
|
75
|
+
return { next: incoming, emit: incoming.slice(accLen) };
|
|
76
|
+
}
|
|
77
|
+
return { next: incoming, emit: incoming };
|
|
78
|
+
}
|
|
79
|
+
if (incLen < accLen) {
|
|
80
|
+
if (accumulated.startsWith(incoming)) {
|
|
81
|
+
return { next: accumulated, emit: "" };
|
|
82
|
+
}
|
|
83
|
+
return { next: incoming, emit: incoming };
|
|
84
|
+
}
|
|
85
|
+
// Same length, different content — full replacement.
|
|
86
|
+
return { next: incoming, emit: incoming };
|
|
87
|
+
}
|
|
88
|
+
return { next: accumulated + incoming, emit: incoming };
|
|
89
|
+
};
|
|
90
|
+
/** Test/bench seam for {@link foldDelta} (snapshot vs incremental). */
|
|
91
|
+
export const foldDeltaForBench = foldDelta;
|
|
92
|
+
/**
|
|
93
|
+
* Emit the reasoning `signature_delta` onto the thinking block so
|
|
94
|
+
* Claude Code replays it verbatim next turn. Anthropic requires
|
|
95
|
+
* `signature_delta` to be the thinking block's LAST delta, before
|
|
96
|
+
* `content_block_stop` and before any tool_use block opens — so this
|
|
97
|
+
* runs the moment encrypted `reasoning_items` arrive (Codex/Grok send
|
|
98
|
+
* them on the reasoning item's `output_item.done`, ahead of the
|
|
99
|
+
* function call). The human-readable summary rides the same thinking
|
|
100
|
+
* block; dumping it as `text` first is what produced the double ⏺.
|
|
101
|
+
*/
|
|
102
|
+
const emitReasoningSignature = (state, out) => {
|
|
103
|
+
if (state.pendingReasoningSignature === null ||
|
|
104
|
+
state.openToolContentIndexes.size > 0) {
|
|
105
|
+
return;
|
|
106
|
+
}
|
|
107
|
+
closeTextBlock(state, out);
|
|
108
|
+
closeAllToolBlocks(state, out);
|
|
109
|
+
const idx = openThinkingBlock(state, out);
|
|
110
|
+
const held = state.thinkingAccumulated.slice(state.thinkingDeltaEmittedLen);
|
|
111
|
+
if (held.length > 0) {
|
|
112
|
+
out.push({
|
|
113
|
+
type: "content_block_delta",
|
|
114
|
+
index: idx,
|
|
115
|
+
delta: { type: "thinking_delta", thinking: held },
|
|
116
|
+
});
|
|
117
|
+
state.thinkingDeltaEmittedLen = state.thinkingAccumulated.length;
|
|
118
|
+
}
|
|
119
|
+
out.push({
|
|
120
|
+
type: "content_block_delta",
|
|
121
|
+
index: idx,
|
|
122
|
+
delta: {
|
|
123
|
+
type: "signature_delta",
|
|
124
|
+
signature: state.pendingReasoningSignature,
|
|
125
|
+
},
|
|
126
|
+
});
|
|
127
|
+
state.pendingReasoningSignature = null;
|
|
128
|
+
state.sealedSignedThinking = true;
|
|
129
|
+
closeThinkingBlock(state, out);
|
|
130
|
+
};
|
|
131
|
+
const closeThinkingBlock = (state, out) => {
|
|
132
|
+
if (state.thinkingBlockOpen && state.thinkingBlockIndex !== null) {
|
|
133
|
+
out.push({
|
|
134
|
+
type: "content_block_stop",
|
|
135
|
+
index: state.thinkingBlockIndex,
|
|
136
|
+
});
|
|
137
|
+
state.thinkingBlockOpen = false;
|
|
138
|
+
}
|
|
139
|
+
};
|
|
140
|
+
const openThinkingBlock = (state, out) => {
|
|
141
|
+
// A stopped thinking index must not be reopened (Anthropic indices
|
|
142
|
+
// are unique + monotonic). A later reasoning item (Grok interleaves
|
|
143
|
+
// summaries with tool calls) gets a fresh block.
|
|
144
|
+
if (state.thinkingBlockIndex === null || !state.thinkingBlockOpen) {
|
|
145
|
+
state.thinkingBlockIndex = state.nextContentIndex;
|
|
146
|
+
state.nextContentIndex += 1;
|
|
147
|
+
}
|
|
148
|
+
if (!state.thinkingBlockOpen) {
|
|
149
|
+
out.push({
|
|
150
|
+
type: "content_block_start",
|
|
151
|
+
index: state.thinkingBlockIndex,
|
|
152
|
+
content_block: { type: "thinking", thinking: "" },
|
|
153
|
+
});
|
|
154
|
+
state.thinkingBlockOpen = true;
|
|
155
|
+
}
|
|
156
|
+
return state.thinkingBlockIndex;
|
|
157
|
+
};
|
|
158
|
+
const closeTextBlock = (state, out) => {
|
|
159
|
+
if (state.textBlockOpen && state.textBlockIndex !== null) {
|
|
160
|
+
out.push({
|
|
161
|
+
type: "content_block_stop",
|
|
162
|
+
index: state.textBlockIndex,
|
|
163
|
+
});
|
|
164
|
+
state.textBlockOpen = false;
|
|
165
|
+
}
|
|
166
|
+
};
|
|
167
|
+
const closeAllToolBlocks = (state, out) => {
|
|
168
|
+
for (const idx of state.openToolContentIndexes) {
|
|
169
|
+
out.push({ type: "content_block_stop", index: idx });
|
|
170
|
+
}
|
|
171
|
+
state.openToolContentIndexes.clear();
|
|
172
|
+
// Fresh tool_call deltas must open new content blocks. If reasoning or
|
|
173
|
+
// another branch stops blocks mid-stream but leaves stale tc.index →
|
|
174
|
+
// Anthropic index mappings, later `input_json_delta` targets a block we
|
|
175
|
+
// already emitted `content_block_stop` for — Claude Code sees prose +
|
|
176
|
+
// truncated pseudo-tools (e.g. literal `<tool_call>` tail).
|
|
177
|
+
state.toolCallToContentIndex.clear();
|
|
178
|
+
};
|
|
179
|
+
/**
|
|
180
|
+
* Open a tool_use content block for a now-named buffered tool call and flush
|
|
181
|
+
* any argument fragments accumulated while its name was still empty. The block
|
|
182
|
+
* stays open (subsequent fragments stream straight through). `id` is
|
|
183
|
+
* synthesized when the upstream never supplied one, so the block is always
|
|
184
|
+
* executable. Anthropic content blocks are strictly sequential, so any open
|
|
185
|
+
* text / tool / thinking block is closed first.
|
|
186
|
+
*/
|
|
187
|
+
const openBufferedToolBlock = (state, out, openAiIndex, pending) => {
|
|
188
|
+
closeTextBlock(state, out);
|
|
189
|
+
closeAllToolBlocks(state, out);
|
|
190
|
+
closeThinkingBlock(state, out);
|
|
191
|
+
const contentIndex = state.nextContentIndex;
|
|
192
|
+
state.nextContentIndex += 1;
|
|
193
|
+
state.toolCallToContentIndex.set(openAiIndex, contentIndex);
|
|
194
|
+
state.pendingToolCalls.delete(openAiIndex);
|
|
195
|
+
state.emittedToolUse = true;
|
|
196
|
+
state.openToolContentIndexes.add(contentIndex);
|
|
197
|
+
out.push({
|
|
198
|
+
type: "content_block_start",
|
|
199
|
+
index: contentIndex,
|
|
200
|
+
content_block: {
|
|
201
|
+
type: "tool_use",
|
|
202
|
+
id: pending.id !== ""
|
|
203
|
+
? pending.id
|
|
204
|
+
: `toolu_${state.messageId}_${openAiIndex}`,
|
|
205
|
+
name: pending.name,
|
|
206
|
+
input: {},
|
|
207
|
+
},
|
|
208
|
+
});
|
|
209
|
+
if (pending.args.length > 0) {
|
|
210
|
+
out.push({
|
|
211
|
+
type: "content_block_delta",
|
|
212
|
+
index: contentIndex,
|
|
213
|
+
delta: { type: "input_json_delta", partial_json: pending.args },
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
return contentIndex;
|
|
217
|
+
};
|
|
218
|
+
/**
|
|
219
|
+
* Belatedly open every still-pending tool call that accumulated a name but was
|
|
220
|
+
* never opened (its `content_block_start` awaited a non-empty name that only
|
|
221
|
+
* arrived on the terminal event, or the block was reset mid-stream). Called at
|
|
222
|
+
* finish so a named-but-unopened tool still reaches the client. Pending calls
|
|
223
|
+
* that never got a name are dropped (an unnamed tool is unexecutable) — mirrors
|
|
224
|
+
* CLIProxyAPI's belated-emit that skips `accumulator.Name == ""`.
|
|
225
|
+
*/
|
|
226
|
+
const flushPendingToolBlocks = (state, out) => {
|
|
227
|
+
const indexes = [...state.pendingToolCalls.keys()].sort((a, b) => a - b);
|
|
228
|
+
for (const idx of indexes) {
|
|
229
|
+
const pending = state.pendingToolCalls.get(idx);
|
|
230
|
+
if (pending === undefined || pending.name === "") {
|
|
231
|
+
state.pendingToolCalls.delete(idx);
|
|
232
|
+
continue;
|
|
233
|
+
}
|
|
234
|
+
const contentIndex = openBufferedToolBlock(state, out, idx, pending);
|
|
235
|
+
out.push({ type: "content_block_stop", index: contentIndex });
|
|
236
|
+
state.openToolContentIndexes.delete(contentIndex);
|
|
237
|
+
}
|
|
238
|
+
};
|
|
239
|
+
const openTextBlock = (state, out) => {
|
|
240
|
+
closeThinkingBlock(state, out);
|
|
241
|
+
// A previously-stopped content index can never be reopened (Anthropic
|
|
242
|
+
// streaming indices are unique + monotonic). If the text block was
|
|
243
|
+
// closed — e.g. a signed thinking block or a tool block was emitted
|
|
244
|
+
// in between — allocate a FRESH index instead of resurrecting the
|
|
245
|
+
// stopped one.
|
|
246
|
+
if (state.textBlockIndex === null || !state.textBlockOpen) {
|
|
247
|
+
state.textBlockIndex = state.nextContentIndex;
|
|
248
|
+
state.nextContentIndex += 1;
|
|
249
|
+
}
|
|
250
|
+
if (!state.textBlockOpen) {
|
|
251
|
+
out.push({
|
|
252
|
+
type: "content_block_start",
|
|
253
|
+
index: state.textBlockIndex,
|
|
254
|
+
content_block: { type: "text", text: "" },
|
|
255
|
+
});
|
|
256
|
+
state.textBlockOpen = true;
|
|
257
|
+
}
|
|
258
|
+
return state.textBlockIndex;
|
|
259
|
+
};
|
|
260
|
+
const emitVisibleText = (state, out, text) => {
|
|
261
|
+
if (text.length === 0)
|
|
262
|
+
return;
|
|
263
|
+
const idx = openTextBlock(state, out);
|
|
264
|
+
out.push({
|
|
265
|
+
type: "content_block_delta",
|
|
266
|
+
index: idx,
|
|
267
|
+
delta: { type: "text_delta", text },
|
|
268
|
+
});
|
|
269
|
+
state.emittedNonemptyTextDelta = true;
|
|
270
|
+
state.textAccumulated += text;
|
|
271
|
+
};
|
|
272
|
+
/**
|
|
273
|
+
* Translate one OpenAI ChatCompletion chunk into zero or more
|
|
274
|
+
* Anthropic SSE events. Handles both text deltas and tool_call deltas:
|
|
275
|
+
* each new tool_call opens a new content_block(tool_use); subsequent
|
|
276
|
+
* deltas for that tool_call emit input_json_delta events.
|
|
277
|
+
*/
|
|
278
|
+
export const chunkToMessagesEvents = (chunk, state) => {
|
|
279
|
+
const out = [];
|
|
280
|
+
if (!state.startEmitted) {
|
|
281
|
+
state.startEmitted = true;
|
|
282
|
+
state.messageId = chunk.id;
|
|
283
|
+
state.model = chunk.model;
|
|
284
|
+
out.push({
|
|
285
|
+
type: "message_start",
|
|
286
|
+
message: {
|
|
287
|
+
id: state.messageId,
|
|
288
|
+
type: "message",
|
|
289
|
+
role: "assistant",
|
|
290
|
+
model: state.model,
|
|
291
|
+
content: [],
|
|
292
|
+
stop_reason: null,
|
|
293
|
+
stop_sequence: null,
|
|
294
|
+
usage: { input_tokens: 0, output_tokens: 0 },
|
|
295
|
+
},
|
|
296
|
+
});
|
|
297
|
+
}
|
|
298
|
+
const choice = chunk.choices[0];
|
|
299
|
+
const deltaReasoning = choice?.delta.reasoning_content ?? null;
|
|
300
|
+
const deltaText = choice?.delta.content ?? null;
|
|
301
|
+
const deltaToolCalls = choice?.delta.tool_calls ?? null;
|
|
302
|
+
if (choice?.delta.reasoning_items?.some((item) => {
|
|
303
|
+
if (typeof item !== "object" || item === null)
|
|
304
|
+
return false;
|
|
305
|
+
const type = item.type;
|
|
306
|
+
return (type === CLAUDE_NATIVE_ASSISTANT_CARRIER ||
|
|
307
|
+
type === CLAUDE_NATIVE_ASSISTANT_PENDING);
|
|
308
|
+
}))
|
|
309
|
+
state.nativeAssistantChannel = true;
|
|
310
|
+
// Responses hops tag summary deltas with `reasoning_items` (empty
|
|
311
|
+
// array = channel marker; later chunks carry the encrypted item).
|
|
312
|
+
// Sticky: once we know the hop is signed, later unsigned-looking
|
|
313
|
+
// fragments stay on the thinking ledger.
|
|
314
|
+
if (choice?.delta.reasoning_items !== undefined &&
|
|
315
|
+
choice.delta.reasoning_items !== null) {
|
|
316
|
+
state.signedReasoningChannel = true;
|
|
317
|
+
}
|
|
318
|
+
if (deltaReasoning !== null &&
|
|
319
|
+
deltaReasoning !== undefined &&
|
|
320
|
+
deltaReasoning.length > 0) {
|
|
321
|
+
// Unsigned reasoning (Kimi / DashScope) has no replay-safe
|
|
322
|
+
// signature, so it must be visible `text` — Anthropic hard-rejects
|
|
323
|
+
// a signature-less thinking block on replay. Signed Responses hops
|
|
324
|
+
// (Grok / Codex) hold the same text for the thinking block opened
|
|
325
|
+
// by `emitReasoningSignature`; dumping it first is the double ⏺.
|
|
326
|
+
const reasoningSnap = foldDelta(deltaReasoning, state.thinkingAccumulated, state.signedReasoningChannel ? "snapshot" : "incremental");
|
|
327
|
+
state.thinkingAccumulated = reasoningSnap.next;
|
|
328
|
+
if (reasoningSnap.emit.length > 0 &&
|
|
329
|
+
state.openToolContentIndexes.size === 0 &&
|
|
330
|
+
!state.signedReasoningChannel) {
|
|
331
|
+
emitVisibleText(state, out, reasoningSnap.emit);
|
|
332
|
+
state.thinkingDeltaEmittedLen = state.thinkingAccumulated.length;
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
const reasoningItems = reasoningItemsFromUnknown(choice?.delta.reasoning_items);
|
|
336
|
+
const nativeSignature = encodeNativeAssistantSignature(choice?.delta.reasoning_items);
|
|
337
|
+
if (reasoningItems.length > 0 || nativeSignature !== null) {
|
|
338
|
+
const sig = nativeSignature ?? encodeReasoningSignature(reasoningItems);
|
|
339
|
+
if (sig !== null) {
|
|
340
|
+
// A distinct new signature while one is still pending (Grok interleaves
|
|
341
|
+
// multiple reasoning items) — seal the prior item as its own thinking
|
|
342
|
+
// block before adopting the new one, so neither signature is lost.
|
|
343
|
+
if (state.pendingReasoningSignature !== null &&
|
|
344
|
+
state.pendingReasoningSignature !== sig) {
|
|
345
|
+
emitReasoningSignature(state, out);
|
|
346
|
+
}
|
|
347
|
+
state.pendingReasoningSignature = sig;
|
|
348
|
+
}
|
|
349
|
+
}
|
|
350
|
+
const fromReasoningItems = plainTextFromReasoningItems(choice?.delta.reasoning_items);
|
|
351
|
+
// Growing `reasoning_items` snapshot of the same summary. Fold the
|
|
352
|
+
// tail into the ledger. Do not dump as `text` here — signed hops
|
|
353
|
+
// emit it as `thinking_delta` with the signature; unsigned hops
|
|
354
|
+
// flush at content / finish (compaction-safe).
|
|
355
|
+
// Reasoning item summaries are authoritative even when they are not a
|
|
356
|
+
// prefix of the folded streamed delta (e.g. snapshot collapse) — accept a
|
|
357
|
+
// longer snapshot whenever it grows.
|
|
358
|
+
if (fromReasoningItems.length > state.thinkingAccumulated.length) {
|
|
359
|
+
state.thinkingAccumulated = fromReasoningItems;
|
|
360
|
+
}
|
|
361
|
+
// Seal each signed reasoning item as soon as its encrypted item arrives.
|
|
362
|
+
// Codex can deliver that item before its human summary. In that case the
|
|
363
|
+
// replay-safe result is a signature-only thinking block, not a placeholder;
|
|
364
|
+
// a later summary cannot be attached after `signature_delta` has sealed the
|
|
365
|
+
// block. This keeps the signature last and before a subsequent tool_use.
|
|
366
|
+
emitReasoningSignature(state, out);
|
|
367
|
+
// Provider-executed hosted searches (Codex `webSearch` items on a chatgpt
|
|
368
|
+
// hop) → self-contained server_tool_use + web_search_tool_result block
|
|
369
|
+
// pairs. Blocks must stay strictly sequential, so anything open closes
|
|
370
|
+
// first; codex interleaves commentary text → search → answer text, and
|
|
371
|
+
// `openTextBlock` allocates a fresh index for the post-search text. The
|
|
372
|
+
// result content is an empty list — Codex never exposes result items; the
|
|
373
|
+
// findings ride the grounded answer text (see the JSON adapter's note).
|
|
374
|
+
const deltaSearches = choice?.delta.server_search_calls ?? null;
|
|
375
|
+
if (deltaSearches !== null && deltaSearches !== undefined) {
|
|
376
|
+
// Boundary: seal any pending signature onto the thinking block before it
|
|
377
|
+
// is closed for the server-search blocks.
|
|
378
|
+
emitReasoningSignature(state, out);
|
|
379
|
+
for (const search of deltaSearches) {
|
|
380
|
+
closeTextBlock(state, out);
|
|
381
|
+
closeAllToolBlocks(state, out);
|
|
382
|
+
closeThinkingBlock(state, out);
|
|
383
|
+
const useIndex = state.nextContentIndex;
|
|
384
|
+
state.nextContentIndex += 1;
|
|
385
|
+
out.push({
|
|
386
|
+
type: "content_block_start",
|
|
387
|
+
index: useIndex,
|
|
388
|
+
content_block: {
|
|
389
|
+
type: "server_tool_use",
|
|
390
|
+
id: search.id,
|
|
391
|
+
name: "web_search",
|
|
392
|
+
input: {},
|
|
393
|
+
},
|
|
394
|
+
});
|
|
395
|
+
out.push({
|
|
396
|
+
type: "content_block_delta",
|
|
397
|
+
index: useIndex,
|
|
398
|
+
delta: {
|
|
399
|
+
type: "input_json_delta",
|
|
400
|
+
partial_json: JSON.stringify({ query: search.query }),
|
|
401
|
+
},
|
|
402
|
+
});
|
|
403
|
+
out.push({ type: "content_block_stop", index: useIndex });
|
|
404
|
+
const resultIndex = state.nextContentIndex;
|
|
405
|
+
state.nextContentIndex += 1;
|
|
406
|
+
out.push({
|
|
407
|
+
type: "content_block_start",
|
|
408
|
+
index: resultIndex,
|
|
409
|
+
content_block: {
|
|
410
|
+
type: "web_search_tool_result",
|
|
411
|
+
tool_use_id: search.id,
|
|
412
|
+
content: (search.results ?? []).map((r) => ({
|
|
413
|
+
type: "web_search_result",
|
|
414
|
+
url: r.url,
|
|
415
|
+
title: r.title ?? r.url,
|
|
416
|
+
})),
|
|
417
|
+
},
|
|
418
|
+
});
|
|
419
|
+
out.push({ type: "content_block_stop", index: resultIndex });
|
|
420
|
+
state.serverSearchCount += 1;
|
|
421
|
+
}
|
|
422
|
+
}
|
|
423
|
+
// Text delta → open text block (if not already) + content_block_delta.
|
|
424
|
+
// Content is incremental: exact-match skip, else append. A dedicated
|
|
425
|
+
// ledger so dumped reasoning cannot swallow a later answer prefix.
|
|
426
|
+
// Signed hops also drop content that merely restates the thought
|
|
427
|
+
// (field sample: same sentence as a second ⏺ after "Thought for 1s").
|
|
428
|
+
if (deltaText !== null && deltaText !== undefined && deltaText.length > 0) {
|
|
429
|
+
// Boundary: the answer text starts — seal any pending signature before the
|
|
430
|
+
// visible text block opens.
|
|
431
|
+
emitReasoningSignature(state, out);
|
|
432
|
+
const textSnap = foldDelta(deltaText, state.contentSnapshotAccumulated, "incremental");
|
|
433
|
+
state.contentSnapshotAccumulated = textSnap.next;
|
|
434
|
+
let emit = textSnap.emit;
|
|
435
|
+
if (!state.nativeAssistantChannel &&
|
|
436
|
+
state.signedReasoningChannel &&
|
|
437
|
+
state.thinkingAccumulated.length > 0) {
|
|
438
|
+
const desired = visibleAnswerAfterThought(state.contentSnapshotAccumulated, state.thinkingAccumulated);
|
|
439
|
+
if (desired.startsWith(state.textAccumulated)) {
|
|
440
|
+
emit = desired.slice(state.textAccumulated.length);
|
|
441
|
+
}
|
|
442
|
+
else if (state.textAccumulated.startsWith(desired)) {
|
|
443
|
+
emit = "";
|
|
444
|
+
}
|
|
445
|
+
else {
|
|
446
|
+
emit = desired;
|
|
447
|
+
}
|
|
448
|
+
}
|
|
449
|
+
emitVisibleText(state, out, emit);
|
|
450
|
+
}
|
|
451
|
+
// Tool-call deltas → open tool_use blocks + input_json_delta events.
|
|
452
|
+
if (deltaToolCalls !== null && deltaToolCalls !== undefined) {
|
|
453
|
+
// Boundary: seal any pending signature BEFORE the first tool_use block
|
|
454
|
+
// opens. Empty summaries produce a signature-only thinking block.
|
|
455
|
+
emitReasoningSignature(state, out);
|
|
456
|
+
for (const tc of deltaToolCalls) {
|
|
457
|
+
const contentIndex = state.toolCallToContentIndex.get(tc.index);
|
|
458
|
+
if (contentIndex !== undefined) {
|
|
459
|
+
// Block already opened — stream this argument fragment straight through.
|
|
460
|
+
const argFragment = tc.function?.arguments ?? "";
|
|
461
|
+
if (argFragment.length > 0) {
|
|
462
|
+
out.push({
|
|
463
|
+
type: "content_block_delta",
|
|
464
|
+
index: contentIndex,
|
|
465
|
+
delta: { type: "input_json_delta", partial_json: argFragment },
|
|
466
|
+
});
|
|
467
|
+
}
|
|
468
|
+
continue;
|
|
469
|
+
}
|
|
470
|
+
// Not opened yet — accumulate id / name / args in the pending buffer.
|
|
471
|
+
// We CANNOT open a tool_use block until we have a non-empty `name`
|
|
472
|
+
// (Anthropic requires it at `content_block_start`, and Claude Code
|
|
473
|
+
// silently drops a nameless tool_use — the sub-agent never spawns). The
|
|
474
|
+
// Responses wire may deliver name/id/args across separate events, so the
|
|
475
|
+
// first fragment can be nameless.
|
|
476
|
+
const pending = state.pendingToolCalls.get(tc.index) ?? {
|
|
477
|
+
id: "",
|
|
478
|
+
name: "",
|
|
479
|
+
args: "",
|
|
480
|
+
};
|
|
481
|
+
if (tc.id != null && tc.id !== "")
|
|
482
|
+
pending.id = tc.id;
|
|
483
|
+
const fragmentName = tc.function?.name;
|
|
484
|
+
if (fragmentName != null && fragmentName !== "") {
|
|
485
|
+
pending.name = fragmentName;
|
|
486
|
+
}
|
|
487
|
+
pending.args += tc.function?.arguments ?? "";
|
|
488
|
+
state.pendingToolCalls.set(tc.index, pending);
|
|
489
|
+
// The moment we know the name, open the block and flush buffered args.
|
|
490
|
+
if (pending.name !== "") {
|
|
491
|
+
openBufferedToolBlock(state, out, tc.index, pending);
|
|
492
|
+
}
|
|
493
|
+
}
|
|
494
|
+
}
|
|
495
|
+
state.lastChunkHadProviderUsage =
|
|
496
|
+
chunk.usage != null && chunk.usage.prompt_tokens > 0;
|
|
497
|
+
if (chunk.usage != null) {
|
|
498
|
+
state.inputTokens = chunk.usage.prompt_tokens;
|
|
499
|
+
state.outputTokens = chunk.usage.completion_tokens;
|
|
500
|
+
state.cacheReadTokens =
|
|
501
|
+
chunk.usage.prompt_tokens_details?.cached_tokens ?? 0;
|
|
502
|
+
state.cacheCreationTokens =
|
|
503
|
+
chunk.usage.prompt_tokens_details?.cache_creation_tokens ?? 0;
|
|
504
|
+
}
|
|
505
|
+
const turnEnds = choice?.finish_reason !== null && choice?.finish_reason !== undefined;
|
|
506
|
+
// Live token feed: a usage-bearing chunk that does NOT end the turn —
|
|
507
|
+
// the running estimate synthesized by `withLiveUsageEstimate`, or an
|
|
508
|
+
// upstream that reports incremental usage — emits a standalone
|
|
509
|
+
// `message_delta` so a CLI's token counter climbs mid-stream instead
|
|
510
|
+
// of staying at zero until completion. No `stop_reason`, no
|
|
511
|
+
// `message_stop`: the turn is still open and the terminal
|
|
512
|
+
// `message_delta` below reconciles to the provider's exact totals.
|
|
513
|
+
// Normalize only at emit: `state.inputTokens` stays inclusive so EOF
|
|
514
|
+
// can re-inject OpenAI-shaped `prompt_tokens` without a second subtract.
|
|
515
|
+
if (chunk.usage != null &&
|
|
516
|
+
!turnEnds &&
|
|
517
|
+
state.startEmitted &&
|
|
518
|
+
!state.messageStopEmitted) {
|
|
519
|
+
out.push({
|
|
520
|
+
type: "message_delta",
|
|
521
|
+
delta: { stop_reason: null, stop_sequence: null },
|
|
522
|
+
usage: anthropicMessagesUsageFromInclusive({
|
|
523
|
+
promptTokens: state.inputTokens,
|
|
524
|
+
completionTokens: chunk.usage.completion_tokens,
|
|
525
|
+
cachedTokens: state.cacheReadTokens,
|
|
526
|
+
cacheCreationTokens: state.cacheCreationTokens,
|
|
527
|
+
}),
|
|
528
|
+
});
|
|
529
|
+
}
|
|
530
|
+
if (choice?.finish_reason !== null && choice?.finish_reason !== undefined) {
|
|
531
|
+
let finalStopReason = anthropicStopReasonFrom(choice.finish_reason);
|
|
532
|
+
// Seal any pending reasoning signature before flushing terminally buffered
|
|
533
|
+
// tool blocks. An empty summary produces a signature-only thinking block;
|
|
534
|
+
// the call is a no-op when nothing is pending or a tool block is open.
|
|
535
|
+
emitReasoningSignature(state, out);
|
|
536
|
+
// A tool call whose name only arrived on the terminal event (or never
|
|
537
|
+
// streamed a `content_block_start` because its name stayed empty until
|
|
538
|
+
// now) is opened + closed here so a named-but-unopened `Task`/`Agent`
|
|
539
|
+
// call still reaches the client. Runs BEFORE the stop-reason override
|
|
540
|
+
// below (it sets `emittedToolUse` when it opens a block).
|
|
541
|
+
flushPendingToolBlocks(state, out);
|
|
542
|
+
// If the upstream emitted tool_call deltas during the stream but
|
|
543
|
+
// wrongly settled on `finish_reason: "stop"`, override to
|
|
544
|
+
// `tool_use`. Without this, Claude Code receives a
|
|
545
|
+
// `stop_reason: "end_turn"` alongside `tool_use` blocks and never
|
|
546
|
+
// calls the tool back — observed on chatgpt.com Responses API.
|
|
547
|
+
if (state.emittedToolUse &&
|
|
548
|
+
(finalStopReason === null || finalStopReason === "end_turn")) {
|
|
549
|
+
finalStopReason = "tool_use";
|
|
550
|
+
}
|
|
551
|
+
state.finalStopReason = finalStopReason;
|
|
552
|
+
closeThinkingBlock(state, out);
|
|
553
|
+
if (!state.nativeAssistantChannel &&
|
|
554
|
+
state.textBlockOpen &&
|
|
555
|
+
state.textBlockIndex !== null) {
|
|
556
|
+
const trimmed = state.textAccumulated.trim();
|
|
557
|
+
if (trimmed.length > 0) {
|
|
558
|
+
const safe = ensureCompactionSafeVisibleText(state.textAccumulated);
|
|
559
|
+
if (safe.length > trimmed.length && safe.startsWith(trimmed)) {
|
|
560
|
+
out.push({
|
|
561
|
+
type: "content_block_delta",
|
|
562
|
+
index: state.textBlockIndex,
|
|
563
|
+
delta: { type: "text_delta", text: safe.slice(trimmed.length) },
|
|
564
|
+
});
|
|
565
|
+
}
|
|
566
|
+
}
|
|
567
|
+
}
|
|
568
|
+
closeTextBlock(state, out);
|
|
569
|
+
closeAllToolBlocks(state, out);
|
|
570
|
+
// A signature received while a tool was open is deferred with its
|
|
571
|
+
// reasoning text, then emitted only after the tool block is sealed.
|
|
572
|
+
emitReasoningSignature(state, out);
|
|
573
|
+
closeThinkingBlock(state, out);
|
|
574
|
+
const deferredReasoning = state.thinkingAccumulated.slice(state.thinkingDeltaEmittedLen);
|
|
575
|
+
// Unsigned leftover (Kimi / items without encrypted_content) still
|
|
576
|
+
// becomes visible text. Leftover on a sealed signed hop is more
|
|
577
|
+
// summary after the thinking block closed — dumping it is the
|
|
578
|
+
// "polished answer, then the thought again" field sample.
|
|
579
|
+
if (deferredReasoning.length > 0 && !state.sealedSignedThinking) {
|
|
580
|
+
emitVisibleText(state, out, ensureCompactionSafeVisibleText(deferredReasoning));
|
|
581
|
+
state.thinkingDeltaEmittedLen = state.thinkingAccumulated.length;
|
|
582
|
+
closeTextBlock(state, out);
|
|
583
|
+
}
|
|
584
|
+
else if (!state.nativeAssistantChannel &&
|
|
585
|
+
!state.emittedNonemptyTextDelta &&
|
|
586
|
+
state.sealedSignedThinking &&
|
|
587
|
+
state.thinkingAccumulated.length === 0 &&
|
|
588
|
+
!state.emittedToolUse) {
|
|
589
|
+
// Signed thinking with no human summary still needs a compact-safe
|
|
590
|
+
// text block. Do not clone a non-empty sealed summary (second ⏺).
|
|
591
|
+
// A TOOL turn is exempt: `/compact` only ever reads a text-only
|
|
592
|
+
// reply, while a tool_use turn with no summary is the normal shape
|
|
593
|
+
// of a reasoning model calling a tool (every Codex `spark` step).
|
|
594
|
+
// Emitting the fallback there printed a stray "no visible summary
|
|
595
|
+
// text was returned for this compaction" ⏺ before every tool call.
|
|
596
|
+
emitVisibleText(state, out, ensureCompactionSafeVisibleText(""));
|
|
597
|
+
closeTextBlock(state, out);
|
|
598
|
+
}
|
|
599
|
+
const outputTokens = chunk.usage?.completion_tokens ?? state.outputTokens;
|
|
600
|
+
out.push({
|
|
601
|
+
type: "message_delta",
|
|
602
|
+
delta: {
|
|
603
|
+
stop_reason: state.finalStopReason,
|
|
604
|
+
stop_sequence: null,
|
|
605
|
+
},
|
|
606
|
+
usage: {
|
|
607
|
+
...anthropicMessagesUsageFromInclusive({
|
|
608
|
+
promptTokens: state.inputTokens,
|
|
609
|
+
completionTokens: outputTokens,
|
|
610
|
+
cachedTokens: state.cacheReadTokens,
|
|
611
|
+
cacheCreationTokens: state.cacheCreationTokens,
|
|
612
|
+
}),
|
|
613
|
+
...(state.serverSearchCount > 0
|
|
614
|
+
? {
|
|
615
|
+
server_tool_use: {
|
|
616
|
+
web_search_requests: state.serverSearchCount,
|
|
617
|
+
},
|
|
618
|
+
}
|
|
619
|
+
: {}),
|
|
620
|
+
},
|
|
621
|
+
});
|
|
622
|
+
out.push({ type: "message_stop" });
|
|
623
|
+
state.messageStopEmitted = true;
|
|
624
|
+
}
|
|
625
|
+
return out;
|
|
626
|
+
};
|
|
627
|
+
/**
|
|
628
|
+
* Encode an Anthropic stream event as SSE bytes. Anthropic uses an
|
|
629
|
+
* `event: <name>\n` prefix line (not just `data:` like OpenAI), so we
|
|
630
|
+
* can't reuse `encodeSseEvent` directly.
|
|
631
|
+
*/
|
|
632
|
+
export const encodeAnthropicSseEvent = (event) => {
|
|
633
|
+
const lines = `event: ${event.type}\n`;
|
|
634
|
+
const body = encodeSseEvent(event);
|
|
635
|
+
const prefix = new TextEncoder().encode(lines);
|
|
636
|
+
const out = new Uint8Array(prefix.byteLength + body.byteLength);
|
|
637
|
+
out.set(prefix, 0);
|
|
638
|
+
out.set(body, prefix.byteLength);
|
|
639
|
+
return out;
|
|
640
|
+
};
|
|
641
|
+
/**
|
|
642
|
+
* Pipe a stream of OpenAI ChatCompletion chunks into Anthropic-format
|
|
643
|
+
* SSE bytes. Used by the `/v1/messages` handler when the runner
|
|
644
|
+
* returned a streaming outcome.
|
|
645
|
+
*/
|
|
646
|
+
export const chunksToMessagesSseBytes = (chunks) => {
|
|
647
|
+
const reader = chunks.getReader();
|
|
648
|
+
const state = newMessagesStreamState();
|
|
649
|
+
const buffer = [];
|
|
650
|
+
// One-chunk lookahead. The OpenAI streaming spec delivers token
|
|
651
|
+
// counts in a SEPARATE trailing chunk (`choices: []`, `usage` set,
|
|
652
|
+
// emitted under `stream_options.include_usage`) that arrives AFTER
|
|
653
|
+
// the `finish_reason` chunk. The terminal `message_delta` is built
|
|
654
|
+
// from the finish chunk, so without folding that trailing usage in
|
|
655
|
+
// first the CLI feed gets `usage:{input_tokens:0,output_tokens:0}` —
|
|
656
|
+
// i.e. no token counter once you go through the proxy. Providers
|
|
657
|
+
// that already put usage on the finish chunk are untouched.
|
|
658
|
+
let pending = null;
|
|
659
|
+
const readChunk = async () => {
|
|
660
|
+
if (pending !== null) {
|
|
661
|
+
const v = pending;
|
|
662
|
+
pending = null;
|
|
663
|
+
return { value: v, done: false };
|
|
664
|
+
}
|
|
665
|
+
const r = await reader.read();
|
|
666
|
+
return r.done ? { done: true } : { value: r.value, done: false };
|
|
667
|
+
};
|
|
668
|
+
const isUsageOnly = (c) => c.choices.length === 0 && c.usage != null;
|
|
669
|
+
return new ReadableStream({
|
|
670
|
+
async pull(controller) {
|
|
671
|
+
try {
|
|
672
|
+
for (;;) {
|
|
673
|
+
if (buffer.length > 0) {
|
|
674
|
+
const next = buffer.shift();
|
|
675
|
+
if (next !== undefined)
|
|
676
|
+
controller.enqueue(next);
|
|
677
|
+
return;
|
|
678
|
+
}
|
|
679
|
+
const read = await readChunk();
|
|
680
|
+
if (read.done) {
|
|
681
|
+
if (state.startEmitted && !state.messageStopEmitted) {
|
|
682
|
+
// Upstream ended WITHOUT a finish_reason. Mid-tool / mid-
|
|
683
|
+
// text tears (no real usage trailer) stay `length` →
|
|
684
|
+
// Anthropic `max_tokens` so Claude Code does not treat a
|
|
685
|
+
// truncated tool_use as executable. A usage trailer with
|
|
686
|
+
// prompt_tokens > 0 and no open tool is a clean
|
|
687
|
+
// OpenAI-compat close (DashScope / Kimi often omit
|
|
688
|
+
// finish_reason) → `stop` / `end_turn`. Live-estimate
|
|
689
|
+
// frames keep prompt_tokens at 0 and do not flip this.
|
|
690
|
+
// Only the LAST chunk's usage counts: a usage frame
|
|
691
|
+
// followed by more content is a tear, not a clean close.
|
|
692
|
+
const torn = state.openToolContentIndexes.size > 0 ||
|
|
693
|
+
state.pendingToolCalls.size > 0;
|
|
694
|
+
const finishReason = !torn && state.lastChunkHadProviderUsage ? "stop" : "length";
|
|
695
|
+
const tail = chunkToMessagesEvents({
|
|
696
|
+
id: state.messageId !== ""
|
|
697
|
+
? state.messageId
|
|
698
|
+
: "chatcmpl-truncated",
|
|
699
|
+
object: "chat.completion.chunk",
|
|
700
|
+
created: Math.floor(Date.now() / 1000),
|
|
701
|
+
model: state.model !== "" ? state.model : "unknown",
|
|
702
|
+
// The trailer was already consumed; fold last-seen
|
|
703
|
+
// usage onto this finish chunk so the terminal
|
|
704
|
+
// `message_delta` reconciles to the provider totals
|
|
705
|
+
// instead of `output_tokens: 0`. Keep cache details so
|
|
706
|
+
// re-injection does not wipe inclusive state buckets
|
|
707
|
+
// before the exclusive Anthropic emit.
|
|
708
|
+
usage: {
|
|
709
|
+
prompt_tokens: state.inputTokens,
|
|
710
|
+
completion_tokens: state.outputTokens,
|
|
711
|
+
total_tokens: state.inputTokens + state.outputTokens,
|
|
712
|
+
...(state.cacheReadTokens > 0 ||
|
|
713
|
+
state.cacheCreationTokens > 0
|
|
714
|
+
? {
|
|
715
|
+
prompt_tokens_details: {
|
|
716
|
+
...(state.cacheReadTokens > 0
|
|
717
|
+
? { cached_tokens: state.cacheReadTokens }
|
|
718
|
+
: {}),
|
|
719
|
+
...(state.cacheCreationTokens > 0
|
|
720
|
+
? {
|
|
721
|
+
cache_creation_tokens: state.cacheCreationTokens,
|
|
722
|
+
}
|
|
723
|
+
: {}),
|
|
724
|
+
},
|
|
725
|
+
}
|
|
726
|
+
: {}),
|
|
727
|
+
},
|
|
728
|
+
choices: [
|
|
729
|
+
{
|
|
730
|
+
index: 0,
|
|
731
|
+
delta: {},
|
|
732
|
+
finish_reason: finishReason,
|
|
733
|
+
},
|
|
734
|
+
],
|
|
735
|
+
}, state);
|
|
736
|
+
for (const e of tail) {
|
|
737
|
+
buffer.push(encodeAnthropicSseEvent(e));
|
|
738
|
+
}
|
|
739
|
+
}
|
|
740
|
+
while (buffer.length > 0) {
|
|
741
|
+
const next = buffer.shift();
|
|
742
|
+
if (next !== undefined)
|
|
743
|
+
controller.enqueue(next);
|
|
744
|
+
}
|
|
745
|
+
controller.close();
|
|
746
|
+
return;
|
|
747
|
+
}
|
|
748
|
+
let value = read.value;
|
|
749
|
+
// If this chunk ends the turn but has no usage yet, peek the
|
|
750
|
+
// next one: a trailing usage-only chunk gets folded in so the
|
|
751
|
+
// terminal `message_delta` carries real input/output/cache
|
|
752
|
+
// tokens. Anything else is stashed and processed next.
|
|
753
|
+
const endsTurn = value.choices.some((c) => c.finish_reason != null && c.finish_reason !== undefined);
|
|
754
|
+
if (endsTurn && value.usage == null) {
|
|
755
|
+
const la = await readChunk();
|
|
756
|
+
if (!la.done) {
|
|
757
|
+
if (isUsageOnly(la.value)) {
|
|
758
|
+
value = { ...value, usage: la.value.usage };
|
|
759
|
+
}
|
|
760
|
+
else {
|
|
761
|
+
pending = la.value;
|
|
762
|
+
}
|
|
763
|
+
}
|
|
764
|
+
}
|
|
765
|
+
const events = chunkToMessagesEvents(value, state);
|
|
766
|
+
for (const e of events)
|
|
767
|
+
buffer.push(encodeAnthropicSseEvent(e));
|
|
768
|
+
}
|
|
769
|
+
}
|
|
770
|
+
catch (err) {
|
|
771
|
+
// Upstream errored mid-stream — for example Anthropic's
|
|
772
|
+
// `event: error` (overloaded_error/api_error). Surface as an
|
|
773
|
+
// Anthropic-format error event so Claude Code sees a clean
|
|
774
|
+
// failure rather than an abruptly closed stream (which is
|
|
775
|
+
// exactly what manifested as "compaction fails at 20%").
|
|
776
|
+
const { type, message } = upstreamErrorFrom(err);
|
|
777
|
+
buffer.push(encodeAnthropicSseEvent({
|
|
778
|
+
type: "error",
|
|
779
|
+
error: { type, message },
|
|
780
|
+
}));
|
|
781
|
+
const next = buffer.shift();
|
|
782
|
+
if (next !== undefined)
|
|
783
|
+
controller.enqueue(next);
|
|
784
|
+
controller.close();
|
|
785
|
+
}
|
|
786
|
+
},
|
|
787
|
+
cancel(reason) {
|
|
788
|
+
reader.cancel(reason).catch(() => { });
|
|
789
|
+
},
|
|
790
|
+
});
|
|
791
|
+
};
|