@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,761 @@
|
|
|
1
|
+
import { buildReasoningItem } from "../../adapters/messages/reasoning-signature.js";
|
|
2
|
+
import { canonicalToolNameOf } from "../../lib/responses-namespace.js";
|
|
3
|
+
import { UpstreamStreamError } from "../../lib/streaming/upstream-error.js";
|
|
4
|
+
export const newChatGptStreamState = (options) => ({
|
|
5
|
+
id: `chatcmpl-${crypto.randomUUID()}`,
|
|
6
|
+
created: Math.floor(Date.now() / 1000),
|
|
7
|
+
hasToolCall: false,
|
|
8
|
+
reasoningItems: new Map(),
|
|
9
|
+
emittedReasoningIds: new Set(),
|
|
10
|
+
argsStreamedIndexes: new Set(),
|
|
11
|
+
argsFinalizedIndexes: new Set(),
|
|
12
|
+
toolIdEmittedIndexes: new Set(),
|
|
13
|
+
toolNameEmittedIndexes: new Set(),
|
|
14
|
+
emittedToolCallIds: new Set(),
|
|
15
|
+
serverSearchById: new Map(),
|
|
16
|
+
...(options.toolNameMap !== undefined && options.toolNameMap.size > 0
|
|
17
|
+
? { toolNameMap: options.toolNameMap }
|
|
18
|
+
: {}),
|
|
19
|
+
});
|
|
20
|
+
/**
|
|
21
|
+
* Emit the authoritative complete `arguments` for a function call that
|
|
22
|
+
* streamed no `.delta`s. Returns null when the args already streamed
|
|
23
|
+
* (or were already finalized, or are empty) so we never double-count.
|
|
24
|
+
*/
|
|
25
|
+
const finalizeToolArgs = (state, outputIndex, args, options) => {
|
|
26
|
+
if (args.length === 0 ||
|
|
27
|
+
state.argsStreamedIndexes.has(outputIndex) ||
|
|
28
|
+
state.argsFinalizedIndexes.has(outputIndex)) {
|
|
29
|
+
return null;
|
|
30
|
+
}
|
|
31
|
+
state.argsFinalizedIndexes.add(outputIndex);
|
|
32
|
+
state.hasToolCall = true;
|
|
33
|
+
return {
|
|
34
|
+
...baseChunk(state, options),
|
|
35
|
+
choices: [
|
|
36
|
+
{
|
|
37
|
+
index: 0,
|
|
38
|
+
delta: {
|
|
39
|
+
tool_calls: [
|
|
40
|
+
{
|
|
41
|
+
index: outputIndex,
|
|
42
|
+
type: "function",
|
|
43
|
+
function: { arguments: args },
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
},
|
|
47
|
+
finish_reason: null,
|
|
48
|
+
},
|
|
49
|
+
],
|
|
50
|
+
};
|
|
51
|
+
};
|
|
52
|
+
const captureReasoningItem = (state, item) => {
|
|
53
|
+
if (stringField(item, "type") !== "reasoning")
|
|
54
|
+
return null;
|
|
55
|
+
const id = stringField(item, "id") ?? "";
|
|
56
|
+
const built = buildReasoningItem(id, stringField(item, "encrypted_content") ?? null, item.summary);
|
|
57
|
+
// `output_item.added` carries no `encrypted_content`; `.done` /
|
|
58
|
+
// `response.completed` do. Last write wins so the final (complete)
|
|
59
|
+
// item — the one with the resumable blob — is what we round-trip.
|
|
60
|
+
state.reasoningItems.set(id, built);
|
|
61
|
+
return built;
|
|
62
|
+
};
|
|
63
|
+
/** Reasoning items captured but not yet emitted, in insertion order. */
|
|
64
|
+
const drainUnemittedReasoning = (state) => {
|
|
65
|
+
const out = [];
|
|
66
|
+
for (const [id, item] of state.reasoningItems) {
|
|
67
|
+
if (state.emittedReasoningIds.has(id))
|
|
68
|
+
continue;
|
|
69
|
+
state.emittedReasoningIds.add(id);
|
|
70
|
+
out.push(item);
|
|
71
|
+
}
|
|
72
|
+
return out;
|
|
73
|
+
};
|
|
74
|
+
const baseChunk = (state, options) => ({
|
|
75
|
+
id: state.id,
|
|
76
|
+
object: "chat.completion.chunk",
|
|
77
|
+
created: state.created,
|
|
78
|
+
model: options.providerModelId,
|
|
79
|
+
});
|
|
80
|
+
const stringField = (obj, key) => {
|
|
81
|
+
const v = obj[key];
|
|
82
|
+
return typeof v === "string" ? v : undefined;
|
|
83
|
+
};
|
|
84
|
+
const numberField = (obj, key) => {
|
|
85
|
+
const v = obj[key];
|
|
86
|
+
return typeof v === "number" ? v : undefined;
|
|
87
|
+
};
|
|
88
|
+
const objectField = (obj, key) => {
|
|
89
|
+
const v = obj[key];
|
|
90
|
+
return v !== null && typeof v === "object" && !Array.isArray(v)
|
|
91
|
+
? v
|
|
92
|
+
: undefined;
|
|
93
|
+
};
|
|
94
|
+
const arrayField = (obj, key) => {
|
|
95
|
+
const v = obj[key];
|
|
96
|
+
return Array.isArray(v) ? v : undefined;
|
|
97
|
+
};
|
|
98
|
+
const stringArrayField = (obj, key) => {
|
|
99
|
+
const values = arrayField(obj, key);
|
|
100
|
+
if (values === undefined)
|
|
101
|
+
return undefined;
|
|
102
|
+
const strings = values.filter((value) => typeof value === "string");
|
|
103
|
+
return strings.length > 0 ? strings : undefined;
|
|
104
|
+
};
|
|
105
|
+
// apply_patch arrives as a dedicated `apply_patch`/`apply_patch_call` item OR
|
|
106
|
+
// as a `custom_tool_call` NAMED `apply_patch` (Codex). `custom_tool_call` is
|
|
107
|
+
// NOT itself an apply_patch marker — a bare `custom_tool_call` is an ordinary
|
|
108
|
+
// client tool call (see `isCustomToolCallItem`); classifying every one as
|
|
109
|
+
// apply_patch leaked xAI/Grok client tools to the client as an unexecutable
|
|
110
|
+
// apply_patch (→ the tool, e.g. `Task`/`Agent`, never ran). The `name`
|
|
111
|
+
// fallback below still catches a real apply_patch custom_tool_call.
|
|
112
|
+
const APPLY_PATCH_ITEM_TYPES = new Set(["apply_patch", "apply_patch_call"]);
|
|
113
|
+
const stringifyJson = (value) => {
|
|
114
|
+
if (typeof value === "string")
|
|
115
|
+
return value;
|
|
116
|
+
return JSON.stringify(value ?? {});
|
|
117
|
+
};
|
|
118
|
+
const applyPatchOperation = (item) => item.operation ?? item.input ?? item.arguments ?? item.action;
|
|
119
|
+
const isApplyPatchItem = (item) => {
|
|
120
|
+
const type = stringField(item, "type");
|
|
121
|
+
if (type !== undefined && APPLY_PATCH_ITEM_TYPES.has(type))
|
|
122
|
+
return true;
|
|
123
|
+
const name = stringField(item, "name");
|
|
124
|
+
return name === "apply_patch" && applyPatchOperation(item) !== undefined;
|
|
125
|
+
};
|
|
126
|
+
// A `custom_tool_call` that is NOT an apply_patch and NOT an x-search server
|
|
127
|
+
// trace is an ordinary client tool call — its arguments ride the JSON `input`
|
|
128
|
+
// string (not `arguments`), mirroring CLIProxyAPI's `xaiCustomToolCallArguments`.
|
|
129
|
+
const isCustomToolCallItem = (item) => stringField(item, "type") === "custom_tool_call";
|
|
130
|
+
const isToolCallItem = (item) => stringField(item, "type") === "function_call" ||
|
|
131
|
+
isCustomToolCallItem(item) ||
|
|
132
|
+
isApplyPatchItem(item);
|
|
133
|
+
// ─── provider-executed server search items ───────────────────────────
|
|
134
|
+
// Two Responses-wire shapes report a SERVER-side search the provider ran
|
|
135
|
+
// inside the turn (never a client tool call):
|
|
136
|
+
// - `web_search_call` (OpenAI-native; xAI's grok proxy emits it with the
|
|
137
|
+
// query AND `action.sources` urls on `output_item.done`), and
|
|
138
|
+
// - grok's X/Twitter search — `custom_tool_call` items named `x_*`
|
|
139
|
+
// (`x_semantic_search` / `x_keyword_search`), status "completed", with
|
|
140
|
+
// the query in the item's JSON `input`. These MUST be recognised before
|
|
141
|
+
// the apply_patch/custom-tool classification, or they'd leak to the
|
|
142
|
+
// client as an unexecutable apply_patch tool call.
|
|
143
|
+
// Both map onto the canonical `server_search_calls` carrier, so the client
|
|
144
|
+
// wires re-encode them exactly like Codex hosted search.
|
|
145
|
+
/** xAI's X-search item names, pinned from the live probe. An EXPLICIT
|
|
146
|
+
* whitelist (not an `x_` prefix match): a Codex client's own passthrough
|
|
147
|
+
* custom tool that happens to start with `x_` must keep ordinary client-tool
|
|
148
|
+
* semantics. A new xAI search item name must be added here to be recognised
|
|
149
|
+
* (unlisted ones degrade to client-tool handling, never silently vanish). */
|
|
150
|
+
const X_SEARCH_TOOL_NAMES = new Set([
|
|
151
|
+
"x_semantic_search",
|
|
152
|
+
"x_keyword_search",
|
|
153
|
+
]);
|
|
154
|
+
const isServerSearchItem = (item) => {
|
|
155
|
+
const type = stringField(item, "type");
|
|
156
|
+
if (type === "web_search_call")
|
|
157
|
+
return true;
|
|
158
|
+
return (type === "custom_tool_call" &&
|
|
159
|
+
X_SEARCH_TOOL_NAMES.has(stringField(item, "name") ?? ""));
|
|
160
|
+
};
|
|
161
|
+
const serverSearchOfItem = (item) => {
|
|
162
|
+
if (!isServerSearchItem(item))
|
|
163
|
+
return null;
|
|
164
|
+
const type = stringField(item, "type");
|
|
165
|
+
if (type === "web_search_call") {
|
|
166
|
+
const action = objectField(item, "action");
|
|
167
|
+
if (action === undefined)
|
|
168
|
+
return null;
|
|
169
|
+
const url = stringField(action, "url");
|
|
170
|
+
if (url !== undefined)
|
|
171
|
+
return { kind: "open_page", url };
|
|
172
|
+
const id = stringField(item, "id") ?? stringField(item, "call_id");
|
|
173
|
+
if (id === undefined)
|
|
174
|
+
return null;
|
|
175
|
+
const query = stringField(action, "query") ??
|
|
176
|
+
stringField(item, "query") ??
|
|
177
|
+
stringArrayField(action, "queries")?.[0] ??
|
|
178
|
+
"";
|
|
179
|
+
const queries = stringArrayField(action, "queries");
|
|
180
|
+
const sources = arrayField(action, "sources");
|
|
181
|
+
const results = sources === undefined
|
|
182
|
+
? []
|
|
183
|
+
: sources.flatMap((source) => {
|
|
184
|
+
const url = source !== null && typeof source === "object"
|
|
185
|
+
? stringField(source, "url")
|
|
186
|
+
: undefined;
|
|
187
|
+
return url === undefined ? [] : [{ url }];
|
|
188
|
+
});
|
|
189
|
+
return { kind: "search", id, query, queries, results };
|
|
190
|
+
}
|
|
191
|
+
const id = stringField(item, "id") ?? stringField(item, "call_id");
|
|
192
|
+
if (id === undefined)
|
|
193
|
+
return null;
|
|
194
|
+
// x_* custom tool — query rides the JSON `input` string.
|
|
195
|
+
let query = "";
|
|
196
|
+
try {
|
|
197
|
+
const input = JSON.parse(stringField(item, "input") ?? "{}");
|
|
198
|
+
if (typeof input.query === "string")
|
|
199
|
+
query = input.query;
|
|
200
|
+
}
|
|
201
|
+
catch {
|
|
202
|
+
// Unparseable input — report the search with an empty query.
|
|
203
|
+
}
|
|
204
|
+
return { kind: "immediate", call: { id, query } };
|
|
205
|
+
};
|
|
206
|
+
const toolCallId = (item) => stringField(item, "call_id") ?? stringField(item, "id");
|
|
207
|
+
const toolCallName = (item) => isApplyPatchItem(item)
|
|
208
|
+
? "apply_patch"
|
|
209
|
+
: (() => {
|
|
210
|
+
const name = stringField(item, "name");
|
|
211
|
+
return name === undefined
|
|
212
|
+
? undefined
|
|
213
|
+
: canonicalToolNameOf(name, item.namespace);
|
|
214
|
+
})();
|
|
215
|
+
/** Id/name that have not yet been emitted for this `output_index`. Marks them emitted. */
|
|
216
|
+
const takeUnemittedToolIdentity = (state, outputIndex, item) => {
|
|
217
|
+
const callId = toolCallId(item);
|
|
218
|
+
const emittedName = toolCallName(item);
|
|
219
|
+
const name = emittedName !== undefined
|
|
220
|
+
? (state.toolNameMap?.get(emittedName) ?? emittedName)
|
|
221
|
+
: undefined;
|
|
222
|
+
const out = {};
|
|
223
|
+
if (callId !== undefined && !state.toolIdEmittedIndexes.has(outputIndex)) {
|
|
224
|
+
state.toolIdEmittedIndexes.add(outputIndex);
|
|
225
|
+
state.emittedToolCallIds.add(callId);
|
|
226
|
+
out.id = callId;
|
|
227
|
+
}
|
|
228
|
+
if (name !== undefined && !state.toolNameEmittedIndexes.has(outputIndex)) {
|
|
229
|
+
state.toolNameEmittedIndexes.add(outputIndex);
|
|
230
|
+
out.name = name;
|
|
231
|
+
}
|
|
232
|
+
return out;
|
|
233
|
+
};
|
|
234
|
+
const toolCallDelta = (outputIndex, identity, args) => ({
|
|
235
|
+
index: outputIndex,
|
|
236
|
+
...(identity.id !== undefined ? { id: identity.id } : {}),
|
|
237
|
+
type: "function",
|
|
238
|
+
function: {
|
|
239
|
+
...(identity.name !== undefined ? { name: identity.name } : {}),
|
|
240
|
+
arguments: args,
|
|
241
|
+
},
|
|
242
|
+
});
|
|
243
|
+
/**
|
|
244
|
+
* A `custom_tool_call`'s arguments ride the JSON `input`, not `arguments`.
|
|
245
|
+
* Coerce to a JSON-**object** string so the canonical tool call carries valid
|
|
246
|
+
* `arguments` (mirrors CLIProxyAPI `xaiCustomToolCallArguments`): a valid JSON
|
|
247
|
+
* OBJECT passes through; any other value (array, scalar, non-JSON text) is
|
|
248
|
+
* wrapped as `{"input": <value>}`; empty / absent → `{}`. Never returns `""`,
|
|
249
|
+
* so a parameterless custom tool call still finalizes (empty args would be
|
|
250
|
+
* skipped by {@link finalizeToolArgs} and the tool would never emit). Arrays
|
|
251
|
+
* are NOT passed through — Anthropic tool input must be an object.
|
|
252
|
+
*/
|
|
253
|
+
const isPlainObject = (v) => v !== null && typeof v === "object" && !Array.isArray(v);
|
|
254
|
+
const customToolCallArguments = (item) => {
|
|
255
|
+
const raw = item.input;
|
|
256
|
+
if (raw === undefined || raw === null)
|
|
257
|
+
return "{}";
|
|
258
|
+
if (typeof raw === "string") {
|
|
259
|
+
const trimmed = raw.trim();
|
|
260
|
+
if (trimmed.length === 0)
|
|
261
|
+
return "{}";
|
|
262
|
+
try {
|
|
263
|
+
const parsed = JSON.parse(trimmed);
|
|
264
|
+
if (isPlainObject(parsed))
|
|
265
|
+
return trimmed;
|
|
266
|
+
}
|
|
267
|
+
catch {
|
|
268
|
+
// not JSON — wrap the text below
|
|
269
|
+
}
|
|
270
|
+
return JSON.stringify({ input: raw });
|
|
271
|
+
}
|
|
272
|
+
if (isPlainObject(raw))
|
|
273
|
+
return JSON.stringify(raw);
|
|
274
|
+
return JSON.stringify({ input: raw });
|
|
275
|
+
};
|
|
276
|
+
const toolCallArguments = (item) => {
|
|
277
|
+
if (isApplyPatchItem(item))
|
|
278
|
+
return stringifyJson(applyPatchOperation(item));
|
|
279
|
+
if (isCustomToolCallItem(item))
|
|
280
|
+
return customToolCallArguments(item);
|
|
281
|
+
return stringField(item, "arguments") ?? "";
|
|
282
|
+
};
|
|
283
|
+
/** Emit a completed or max-token-truncated canonical terminal chunk. */
|
|
284
|
+
const terminalChunk = (response, state, options, truncated) => {
|
|
285
|
+
// Prefer per-stream state: we already counted every
|
|
286
|
+
// `response.output_item.added` tool item and every
|
|
287
|
+
// `response.function_call_arguments.delta` as we walked the stream, so we
|
|
288
|
+
// don't depend on whatever shape the terminal event chooses to ship
|
|
289
|
+
// `response.output[]` in. Fall back to a structural check on
|
|
290
|
+
// `response.output[]` so single-event unit tests still observe the correct
|
|
291
|
+
// finish_reason.
|
|
292
|
+
let hasToolCall = state.hasToolCall;
|
|
293
|
+
if (!hasToolCall) {
|
|
294
|
+
const output = response !== undefined ? response.output : undefined;
|
|
295
|
+
if (Array.isArray(output)) {
|
|
296
|
+
for (const item of output) {
|
|
297
|
+
if (item !== null &&
|
|
298
|
+
typeof item === "object" &&
|
|
299
|
+
// A server-search item (grok x_* custom_tool_call) is NOT a client
|
|
300
|
+
// tool call — it must not flip the turn to "tool_calls".
|
|
301
|
+
!isServerSearchItem(item) &&
|
|
302
|
+
isToolCallItem(item)) {
|
|
303
|
+
hasToolCall = true;
|
|
304
|
+
break;
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
// Fold any reasoning items that only appeared in the terminal
|
|
310
|
+
// `response.output[]` snapshot (some gpt-5.x-codex responses omit the
|
|
311
|
+
// per-item `.done` event). Mirrors litellm 1321-1356.
|
|
312
|
+
const terminalOutput = response !== undefined ? response.output : undefined;
|
|
313
|
+
if (Array.isArray(terminalOutput)) {
|
|
314
|
+
for (const item of terminalOutput) {
|
|
315
|
+
if (item !== null && typeof item === "object" && !Array.isArray(item)) {
|
|
316
|
+
captureReasoningItem(state, item);
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
const reasoningItems = drainUnemittedReasoning(state);
|
|
321
|
+
const serverSearchCalls = [...state.serverSearchById.entries()].map(([id, search]) => ({
|
|
322
|
+
id,
|
|
323
|
+
query: search.query,
|
|
324
|
+
...(search.queries !== undefined ? { queries: [...search.queries] } : {}),
|
|
325
|
+
...(search.results.length > 0 ? { results: [...search.results] } : {}),
|
|
326
|
+
}));
|
|
327
|
+
state.serverSearchById.clear();
|
|
328
|
+
let usage;
|
|
329
|
+
const usageRaw = response !== undefined ? objectField(response, "usage") : undefined;
|
|
330
|
+
if (usageRaw !== undefined) {
|
|
331
|
+
const inTok = numberField(usageRaw, "input_tokens") ?? 0;
|
|
332
|
+
const outTok = numberField(usageRaw, "output_tokens") ?? 0;
|
|
333
|
+
const inDetails = objectField(usageRaw, "input_tokens_details");
|
|
334
|
+
const outDetails = objectField(usageRaw, "output_tokens_details");
|
|
335
|
+
const cached = inDetails !== undefined
|
|
336
|
+
? numberField(inDetails, "cached_tokens")
|
|
337
|
+
: undefined;
|
|
338
|
+
const reasoning = outDetails !== undefined
|
|
339
|
+
? numberField(outDetails, "reasoning_tokens")
|
|
340
|
+
: undefined;
|
|
341
|
+
usage = {
|
|
342
|
+
prompt_tokens: inTok,
|
|
343
|
+
completion_tokens: outTok,
|
|
344
|
+
total_tokens: inTok + outTok,
|
|
345
|
+
...(cached !== undefined
|
|
346
|
+
? { prompt_tokens_details: { cached_tokens: cached } }
|
|
347
|
+
: {}),
|
|
348
|
+
...(reasoning !== undefined
|
|
349
|
+
? { completion_tokens_details: { reasoning_tokens: reasoning } }
|
|
350
|
+
: {}),
|
|
351
|
+
};
|
|
352
|
+
}
|
|
353
|
+
const terminalToolCalls = [];
|
|
354
|
+
if (Array.isArray(terminalOutput)) {
|
|
355
|
+
terminalOutput.forEach((raw, outputIndex) => {
|
|
356
|
+
if (raw === null || typeof raw !== "object" || Array.isArray(raw)) {
|
|
357
|
+
return;
|
|
358
|
+
}
|
|
359
|
+
const item = raw;
|
|
360
|
+
if (isServerSearchItem(item) || !isToolCallItem(item))
|
|
361
|
+
return;
|
|
362
|
+
const existingId = toolCallId(item);
|
|
363
|
+
if (existingId !== undefined &&
|
|
364
|
+
state.emittedToolCallIds.has(existingId)) {
|
|
365
|
+
return;
|
|
366
|
+
}
|
|
367
|
+
const identity = takeUnemittedToolIdentity(state, outputIndex, item);
|
|
368
|
+
const alreadyArgs = state.argsStreamedIndexes.has(outputIndex) ||
|
|
369
|
+
state.argsFinalizedIndexes.has(outputIndex);
|
|
370
|
+
const args = alreadyArgs ? "" : toolCallArguments(item);
|
|
371
|
+
if (identity.id === undefined &&
|
|
372
|
+
identity.name === undefined &&
|
|
373
|
+
args.length === 0) {
|
|
374
|
+
return;
|
|
375
|
+
}
|
|
376
|
+
if (args.length > 0) {
|
|
377
|
+
state.argsFinalizedIndexes.add(outputIndex);
|
|
378
|
+
}
|
|
379
|
+
state.hasToolCall = true;
|
|
380
|
+
hasToolCall = true;
|
|
381
|
+
terminalToolCalls.push(toolCallDelta(outputIndex, identity, args));
|
|
382
|
+
});
|
|
383
|
+
}
|
|
384
|
+
return {
|
|
385
|
+
...baseChunk(state, options),
|
|
386
|
+
choices: [
|
|
387
|
+
{
|
|
388
|
+
index: 0,
|
|
389
|
+
delta: {
|
|
390
|
+
...(reasoningItems.length > 0
|
|
391
|
+
? { reasoning_items: reasoningItems }
|
|
392
|
+
: {}),
|
|
393
|
+
...(serverSearchCalls.length > 0
|
|
394
|
+
? { server_search_calls: serverSearchCalls }
|
|
395
|
+
: {}),
|
|
396
|
+
...(terminalToolCalls.length > 0
|
|
397
|
+
? { tool_calls: terminalToolCalls }
|
|
398
|
+
: {}),
|
|
399
|
+
},
|
|
400
|
+
finish_reason: truncated
|
|
401
|
+
? "length"
|
|
402
|
+
: hasToolCall
|
|
403
|
+
? "tool_calls"
|
|
404
|
+
: "stop",
|
|
405
|
+
},
|
|
406
|
+
],
|
|
407
|
+
...(usage !== undefined ? { usage } : {}),
|
|
408
|
+
};
|
|
409
|
+
};
|
|
410
|
+
/**
|
|
411
|
+
* Translate one Responses API streaming event into one ChatCompletion
|
|
412
|
+
* chunk. Returns null for events we ignore (heartbeats, `response.created`
|
|
413
|
+
* once we've already emitted role, etc.).
|
|
414
|
+
*
|
|
415
|
+
* Mirrors `OpenAiResponsesToChatCompletionStreamIterator
|
|
416
|
+
* .translate_responses_chunk_to_openai_stream` from
|
|
417
|
+
* `completion_extras/litellm_responses_transformation/transformation.py:1090-1378`.
|
|
418
|
+
*/
|
|
419
|
+
export const chatGptEventToChunk = (event, state, options) => {
|
|
420
|
+
const type = stringField(event, "type");
|
|
421
|
+
if (type === undefined)
|
|
422
|
+
return null;
|
|
423
|
+
if (type === "response.created") {
|
|
424
|
+
return {
|
|
425
|
+
...baseChunk(state, options),
|
|
426
|
+
choices: [
|
|
427
|
+
{
|
|
428
|
+
index: 0,
|
|
429
|
+
delta: { role: "assistant", content: "" },
|
|
430
|
+
finish_reason: null,
|
|
431
|
+
},
|
|
432
|
+
],
|
|
433
|
+
};
|
|
434
|
+
}
|
|
435
|
+
if (type === "response.output_text.delta") {
|
|
436
|
+
const delta = stringField(event, "delta");
|
|
437
|
+
if (delta === undefined)
|
|
438
|
+
return null;
|
|
439
|
+
return {
|
|
440
|
+
...baseChunk(state, options),
|
|
441
|
+
choices: [{ index: 0, delta: { content: delta }, finish_reason: null }],
|
|
442
|
+
};
|
|
443
|
+
}
|
|
444
|
+
if (type === "response.reasoning_summary_text.delta" ||
|
|
445
|
+
type === "response.reasoning_summary_text.done") {
|
|
446
|
+
const delta = type === "response.reasoning_summary_text.done"
|
|
447
|
+
? (stringField(event, "text") ?? stringField(event, "delta"))
|
|
448
|
+
: stringField(event, "delta");
|
|
449
|
+
if (delta === undefined || delta.length === 0)
|
|
450
|
+
return null;
|
|
451
|
+
return {
|
|
452
|
+
...baseChunk(state, options),
|
|
453
|
+
choices: [
|
|
454
|
+
{
|
|
455
|
+
index: 0,
|
|
456
|
+
delta: {
|
|
457
|
+
reasoning_content: delta,
|
|
458
|
+
// Empty array is the signed-channel marker (not a
|
|
459
|
+
// reasoning item). The messages adapter holds this
|
|
460
|
+
// summary for a thinking block instead of dumping it
|
|
461
|
+
// as a visible ⏺ prompt. Kimi-style hops never set
|
|
462
|
+
// this field and still dump unsigned reasoning as text.
|
|
463
|
+
reasoning_items: [],
|
|
464
|
+
},
|
|
465
|
+
finish_reason: null,
|
|
466
|
+
},
|
|
467
|
+
],
|
|
468
|
+
};
|
|
469
|
+
}
|
|
470
|
+
if (type === "response.output_item.done") {
|
|
471
|
+
const item = objectField(event, "item");
|
|
472
|
+
// Provider-executed server search completed — surface it on the
|
|
473
|
+
// canonical carrier BEFORE any tool-call/reasoning handling (an x_*
|
|
474
|
+
// custom_tool_call would otherwise classify as apply_patch and leak to
|
|
475
|
+
// the client as an unexecutable tool call). Reasoning drains on the
|
|
476
|
+
// next event as usual — search items never carry reasoning.
|
|
477
|
+
if (item !== undefined) {
|
|
478
|
+
const search = serverSearchOfItem(item);
|
|
479
|
+
if (search !== null) {
|
|
480
|
+
if (search.kind === "immediate") {
|
|
481
|
+
return {
|
|
482
|
+
...baseChunk(state, options),
|
|
483
|
+
choices: [
|
|
484
|
+
{
|
|
485
|
+
index: 0,
|
|
486
|
+
delta: { server_search_calls: [search.call] },
|
|
487
|
+
finish_reason: null,
|
|
488
|
+
},
|
|
489
|
+
],
|
|
490
|
+
};
|
|
491
|
+
}
|
|
492
|
+
if (search.kind === "search") {
|
|
493
|
+
// Grok supplies sources on the same item, so it is immediately
|
|
494
|
+
// self-contained. Codex search items wait for trailing open_page
|
|
495
|
+
// lifecycle entries; terminal emission prevents one count per URL.
|
|
496
|
+
if (search.results.length > 0) {
|
|
497
|
+
return {
|
|
498
|
+
...baseChunk(state, options),
|
|
499
|
+
choices: [
|
|
500
|
+
{
|
|
501
|
+
index: 0,
|
|
502
|
+
delta: {
|
|
503
|
+
server_search_calls: [
|
|
504
|
+
{
|
|
505
|
+
id: search.id,
|
|
506
|
+
query: search.query,
|
|
507
|
+
...(search.queries !== undefined
|
|
508
|
+
? { queries: [...search.queries] }
|
|
509
|
+
: {}),
|
|
510
|
+
results: [...search.results],
|
|
511
|
+
},
|
|
512
|
+
],
|
|
513
|
+
},
|
|
514
|
+
finish_reason: null,
|
|
515
|
+
},
|
|
516
|
+
],
|
|
517
|
+
};
|
|
518
|
+
}
|
|
519
|
+
state.serverSearchById.set(search.id, {
|
|
520
|
+
query: search.query,
|
|
521
|
+
queries: search.queries,
|
|
522
|
+
results: [],
|
|
523
|
+
});
|
|
524
|
+
return null;
|
|
525
|
+
}
|
|
526
|
+
const pending = [...state.serverSearchById.entries()].at(-1);
|
|
527
|
+
if (pending !== undefined) {
|
|
528
|
+
const [id, call] = pending;
|
|
529
|
+
state.serverSearchById.set(id, {
|
|
530
|
+
...call,
|
|
531
|
+
results: [...call.results, { url: search.url }],
|
|
532
|
+
});
|
|
533
|
+
}
|
|
534
|
+
return null;
|
|
535
|
+
}
|
|
536
|
+
}
|
|
537
|
+
if (item !== undefined)
|
|
538
|
+
captureReasoningItem(state, item);
|
|
539
|
+
const drained = drainUnemittedReasoning(state);
|
|
540
|
+
// Codex-spark: the completed function call lands here with its full
|
|
541
|
+
// `arguments` (or, for a `custom_tool_call`, its JSON `input`) and never
|
|
542
|
+
// sent a `.delta`. Finalize so the tool isn't invoked with empty input
|
|
543
|
+
// (→ tool error → re-issue → loop). This MUST run even when a reasoning
|
|
544
|
+
// item drained on the SAME event: a pending reasoning item completing
|
|
545
|
+
// just before the function call's `.done` (grok interleaves reasoning
|
|
546
|
+
// summaries with tool calls) previously early-returned the reasoning and
|
|
547
|
+
// DROPPED the tool args, so the sub-agent (`Task`/`Agent`) never spawned.
|
|
548
|
+
// Both ride ONE chunk (a delta may carry reasoning_items + tool_calls).
|
|
549
|
+
const outputIndex = numberField(event, "output_index") ?? 0;
|
|
550
|
+
let toolCalls;
|
|
551
|
+
if (item !== undefined &&
|
|
552
|
+
isToolCallItem(item) &&
|
|
553
|
+
!isServerSearchItem(item)) {
|
|
554
|
+
const identity = takeUnemittedToolIdentity(state, outputIndex, item);
|
|
555
|
+
const argsChunk = isApplyPatchItem(item)
|
|
556
|
+
? null
|
|
557
|
+
: finalizeToolArgs(state, outputIndex, toolCallArguments(item), options);
|
|
558
|
+
const args = argsChunk?.choices[0]?.delta.tool_calls?.[0]?.function?.arguments ?? "";
|
|
559
|
+
if (identity.id !== undefined ||
|
|
560
|
+
identity.name !== undefined ||
|
|
561
|
+
args.length > 0) {
|
|
562
|
+
state.hasToolCall = true;
|
|
563
|
+
toolCalls = [toolCallDelta(outputIndex, identity, args)];
|
|
564
|
+
}
|
|
565
|
+
}
|
|
566
|
+
if (drained.length > 0 || toolCalls !== undefined) {
|
|
567
|
+
return {
|
|
568
|
+
...baseChunk(state, options),
|
|
569
|
+
choices: [
|
|
570
|
+
{
|
|
571
|
+
index: 0,
|
|
572
|
+
delta: {
|
|
573
|
+
...(drained.length > 0 ? { reasoning_items: drained } : {}),
|
|
574
|
+
...(toolCalls !== undefined ? { tool_calls: toolCalls } : {}),
|
|
575
|
+
},
|
|
576
|
+
finish_reason: null,
|
|
577
|
+
},
|
|
578
|
+
],
|
|
579
|
+
};
|
|
580
|
+
}
|
|
581
|
+
return null;
|
|
582
|
+
}
|
|
583
|
+
if (type === "response.function_call_arguments.done") {
|
|
584
|
+
const outputIndex = numberField(event, "output_index") ?? 0;
|
|
585
|
+
const nestedItem = objectField(event, "item");
|
|
586
|
+
const identityItem = {
|
|
587
|
+
...(nestedItem ?? {}),
|
|
588
|
+
...(stringField(event, "call_id") !== undefined
|
|
589
|
+
? { call_id: stringField(event, "call_id") }
|
|
590
|
+
: {}),
|
|
591
|
+
...(stringField(event, "name") !== undefined
|
|
592
|
+
? { name: stringField(event, "name") }
|
|
593
|
+
: {}),
|
|
594
|
+
...(stringField(event, "namespace") !== undefined
|
|
595
|
+
? { namespace: stringField(event, "namespace") }
|
|
596
|
+
: {}),
|
|
597
|
+
};
|
|
598
|
+
const identity = takeUnemittedToolIdentity(state, outputIndex, identityItem);
|
|
599
|
+
const doneArgs = stringField(event, "arguments") ??
|
|
600
|
+
(nestedItem !== undefined ? toolCallArguments(nestedItem) : "");
|
|
601
|
+
const argsChunk = finalizeToolArgs(state, outputIndex, doneArgs, options);
|
|
602
|
+
const args = argsChunk?.choices[0]?.delta.tool_calls?.[0]?.function?.arguments ?? "";
|
|
603
|
+
if (identity.id === undefined &&
|
|
604
|
+
identity.name === undefined &&
|
|
605
|
+
argsChunk === null) {
|
|
606
|
+
return null;
|
|
607
|
+
}
|
|
608
|
+
state.hasToolCall = true;
|
|
609
|
+
return {
|
|
610
|
+
...baseChunk(state, options),
|
|
611
|
+
choices: [
|
|
612
|
+
{
|
|
613
|
+
index: 0,
|
|
614
|
+
delta: {
|
|
615
|
+
tool_calls: [toolCallDelta(outputIndex, identity, args)],
|
|
616
|
+
},
|
|
617
|
+
finish_reason: null,
|
|
618
|
+
},
|
|
619
|
+
],
|
|
620
|
+
};
|
|
621
|
+
}
|
|
622
|
+
if (type === "response.output_item.added") {
|
|
623
|
+
const item = objectField(event, "item");
|
|
624
|
+
if (item === undefined)
|
|
625
|
+
return null;
|
|
626
|
+
// A server-search item OPENING is pure lifecycle noise (its query is
|
|
627
|
+
// still empty) — and it must not open a client tool call.
|
|
628
|
+
if (isServerSearchItem(item))
|
|
629
|
+
return null;
|
|
630
|
+
captureReasoningItem(state, item);
|
|
631
|
+
if (!isToolCallItem(item))
|
|
632
|
+
return null;
|
|
633
|
+
state.hasToolCall = true;
|
|
634
|
+
const outputIndex = numberField(event, "output_index") ?? 0;
|
|
635
|
+
const identity = takeUnemittedToolIdentity(state, outputIndex, item);
|
|
636
|
+
const args = isApplyPatchItem(item) ? toolCallArguments(item) : "";
|
|
637
|
+
if (args.length > 0) {
|
|
638
|
+
state.argsFinalizedIndexes.add(outputIndex);
|
|
639
|
+
}
|
|
640
|
+
return {
|
|
641
|
+
...baseChunk(state, options),
|
|
642
|
+
choices: [
|
|
643
|
+
{
|
|
644
|
+
index: 0,
|
|
645
|
+
delta: {
|
|
646
|
+
tool_calls: [toolCallDelta(outputIndex, identity, args)],
|
|
647
|
+
},
|
|
648
|
+
finish_reason: null,
|
|
649
|
+
},
|
|
650
|
+
],
|
|
651
|
+
};
|
|
652
|
+
}
|
|
653
|
+
if (type === "response.function_call_arguments.delta") {
|
|
654
|
+
const delta = stringField(event, "delta");
|
|
655
|
+
if (delta === undefined)
|
|
656
|
+
return null;
|
|
657
|
+
state.hasToolCall = true;
|
|
658
|
+
const outputIndex = numberField(event, "output_index") ?? 0;
|
|
659
|
+
state.argsStreamedIndexes.add(outputIndex);
|
|
660
|
+
return {
|
|
661
|
+
...baseChunk(state, options),
|
|
662
|
+
choices: [
|
|
663
|
+
{
|
|
664
|
+
index: 0,
|
|
665
|
+
delta: {
|
|
666
|
+
tool_calls: [
|
|
667
|
+
{
|
|
668
|
+
index: outputIndex,
|
|
669
|
+
type: "function",
|
|
670
|
+
function: { arguments: delta },
|
|
671
|
+
},
|
|
672
|
+
],
|
|
673
|
+
},
|
|
674
|
+
finish_reason: null,
|
|
675
|
+
},
|
|
676
|
+
],
|
|
677
|
+
};
|
|
678
|
+
}
|
|
679
|
+
const response = objectField(event, "response");
|
|
680
|
+
const incomplete = response !== undefined
|
|
681
|
+
? objectField(response, "incomplete_details")
|
|
682
|
+
: undefined;
|
|
683
|
+
const isCompletedAlias = type === "response.completed" || type === "response.done";
|
|
684
|
+
const incompleteReason = incomplete !== undefined ? stringField(incomplete, "reason") : undefined;
|
|
685
|
+
const responseStatus = response !== undefined ? stringField(response, "status") : undefined;
|
|
686
|
+
const responseError = response !== undefined ? objectField(response, "error") : undefined;
|
|
687
|
+
// Hitting the configured output limit is a well-formed partial turn, not an
|
|
688
|
+
// upstream failure. Clients can resume it only when they receive an honest
|
|
689
|
+
// `finish_reason: "length"` terminal chunk.
|
|
690
|
+
if (incompleteReason === "max_output_tokens") {
|
|
691
|
+
if (type === "response.incomplete" || isCompletedAlias) {
|
|
692
|
+
return terminalChunk(response, state, options, true);
|
|
693
|
+
}
|
|
694
|
+
}
|
|
695
|
+
// `response.failed`, error, and incomplete reasons other than the configured
|
|
696
|
+
// output limit mean the upstream gave up mid-stream. Throw so the runner
|
|
697
|
+
// converts them into an SSE error frame for streaming clients and a 502
|
|
698
|
+
// envelope for non-streaming clients. `response.done` is an alias of
|
|
699
|
+
// `response.completed`; a failed/incomplete-shaped payload on either must
|
|
700
|
+
// NOT become a success terminal.
|
|
701
|
+
const aliasIsFailure = isCompletedAlias &&
|
|
702
|
+
(responseStatus === "failed" ||
|
|
703
|
+
responseError !== undefined ||
|
|
704
|
+
(incompleteReason !== undefined &&
|
|
705
|
+
incompleteReason !== "max_output_tokens"));
|
|
706
|
+
if (type === "response.failed" ||
|
|
707
|
+
type === "response.incomplete" ||
|
|
708
|
+
type === "error" ||
|
|
709
|
+
aliasIsFailure) {
|
|
710
|
+
const errorObj = objectField(event, "error") ??
|
|
711
|
+
(response !== undefined ? objectField(response, "error") : undefined);
|
|
712
|
+
// `error` events carry top-level `code`/`message` (Responses spec);
|
|
713
|
+
// non-max-token `response.incomplete` events carry
|
|
714
|
+
// `response.incomplete_details.reason`. An EMPTY string field is treated
|
|
715
|
+
// as absent so the next fallback runs (a `""` message/code would otherwise
|
|
716
|
+
// win the chain and blank the diagnostic).
|
|
717
|
+
const nonEmpty = (s) => s !== undefined && s.length > 0 ? s : undefined;
|
|
718
|
+
const message = (errorObj !== undefined
|
|
719
|
+
? nonEmpty(stringField(errorObj, "message"))
|
|
720
|
+
: undefined) ??
|
|
721
|
+
nonEmpty(stringField(event, "message")) ??
|
|
722
|
+
(incomplete !== undefined
|
|
723
|
+
? nonEmpty(stringField(incomplete, "reason"))
|
|
724
|
+
: undefined) ??
|
|
725
|
+
`upstream chatgpt ${type}`;
|
|
726
|
+
const code = (errorObj !== undefined
|
|
727
|
+
? nonEmpty(stringField(errorObj, "type"))
|
|
728
|
+
: undefined) ??
|
|
729
|
+
(errorObj !== undefined
|
|
730
|
+
? nonEmpty(stringField(errorObj, "code"))
|
|
731
|
+
: undefined) ??
|
|
732
|
+
nonEmpty(stringField(event, "code")) ??
|
|
733
|
+
type;
|
|
734
|
+
// Typed so downstream error handling can tell "the vendor reported an
|
|
735
|
+
// error" apart from "we could not decode the stream" (issue #274 —
|
|
736
|
+
// the web-search accumulate path used to flatten both into a generic
|
|
737
|
+
// 502 that discarded the vendor's reason).
|
|
738
|
+
throw new UpstreamStreamError(code, `${code}: ${message}`);
|
|
739
|
+
}
|
|
740
|
+
if (isCompletedAlias) {
|
|
741
|
+
return terminalChunk(response, state, options, false);
|
|
742
|
+
}
|
|
743
|
+
// response.in_progress / response.content_part.* / response.created
|
|
744
|
+
// tail / etc — ignore.
|
|
745
|
+
return null;
|
|
746
|
+
};
|
|
747
|
+
/**
|
|
748
|
+
* Semantic-end predicate for Responses SSE. Convert the event first; the
|
|
749
|
+
* shared decode driver closes the canonical stream and cancels the source
|
|
750
|
+
* when this returns true so Messages/Astra do not wait for transport EOF.
|
|
751
|
+
* Failed / non-max-token incomplete events still throw from
|
|
752
|
+
* `chatGptEventToChunk` and take the error path.
|
|
753
|
+
*/
|
|
754
|
+
export const isChatGptResponsesTerminalEvent = (event) => {
|
|
755
|
+
const type = event.type;
|
|
756
|
+
return (type === "response.completed" ||
|
|
757
|
+
type === "response.done" ||
|
|
758
|
+
type === "response.incomplete" ||
|
|
759
|
+
type === "response.failed" ||
|
|
760
|
+
type === "error");
|
|
761
|
+
};
|