@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
import { APPLY_PATCH_FUNCTION_NAME, toApplyPatchCallItem, } from "../../lib/responses-apply-patch.js";
|
|
2
|
+
import { responsesCallIdentity } from "../../lib/responses-namespace.js";
|
|
3
|
+
import { upstreamErrorFrom } from "../../lib/streaming/upstream-error.js";
|
|
4
|
+
/**
|
|
5
|
+
* Outbound adapter (streaming): canonical ChatCompletion chunks → OpenAI
|
|
6
|
+
* **Responses API** SSE events, for a `/v1/responses` streaming client (Codex).
|
|
7
|
+
* The inverse of `chatGptEventToChunk` (the decoder the daemon uses on the
|
|
8
|
+
* chatgpt UPSTREAM), so the same event vocabulary round-trips.
|
|
9
|
+
*
|
|
10
|
+
* Emits named events (`event: <type>\ndata: <json>\n\n`) with a monotonic
|
|
11
|
+
* `sequence_number`, covering the core choreography:
|
|
12
|
+
* response.created
|
|
13
|
+
* → response.output_item.added (message | function_call)
|
|
14
|
+
* → response.output_text.delta | response.function_call_arguments.delta
|
|
15
|
+
* → response.output_item.done
|
|
16
|
+
* → response.completed (full output[] + usage)
|
|
17
|
+
*
|
|
18
|
+
* Output items are assigned `output_index` in first-appearance order: a text
|
|
19
|
+
* message (claimed on the first content delta) and one function_call per
|
|
20
|
+
* canonical tool-call index. Usage rides in on the trailing usage-only chunk
|
|
21
|
+
* (OpenAI delivers token counts in a separate final chunk) and is folded into
|
|
22
|
+
* `response.completed`.
|
|
23
|
+
*/
|
|
24
|
+
const enc = new TextEncoder();
|
|
25
|
+
const functionCallJson = (it) => ({
|
|
26
|
+
type: "function_call",
|
|
27
|
+
id: it.id,
|
|
28
|
+
call_id: it.callId,
|
|
29
|
+
...responsesCallIdentity(it.name),
|
|
30
|
+
arguments: it.args,
|
|
31
|
+
status: "completed",
|
|
32
|
+
});
|
|
33
|
+
const itemJson = (it) => it.kind === "message"
|
|
34
|
+
? {
|
|
35
|
+
type: "message",
|
|
36
|
+
id: it.id,
|
|
37
|
+
status: "completed",
|
|
38
|
+
role: "assistant",
|
|
39
|
+
content: [{ type: "output_text", text: it.text, annotations: [] }],
|
|
40
|
+
}
|
|
41
|
+
: it.applyPatch
|
|
42
|
+
? (toApplyPatchCallItem(it.id, it.callId, it.args) ??
|
|
43
|
+
functionCallJson(it))
|
|
44
|
+
: functionCallJson(it);
|
|
45
|
+
export const chunksToResponsesSseBytes = (chunks) => {
|
|
46
|
+
const reader = chunks.getReader();
|
|
47
|
+
let seq = 0;
|
|
48
|
+
let createdEmitted = false;
|
|
49
|
+
let responseId = "resp_unknown";
|
|
50
|
+
let createdAt = 0;
|
|
51
|
+
let model = "";
|
|
52
|
+
let nextOutputIndex = 0;
|
|
53
|
+
let textItem = null;
|
|
54
|
+
const toolItems = new Map();
|
|
55
|
+
const order = [];
|
|
56
|
+
let usage = null;
|
|
57
|
+
const ev = (type, payload) => enc.encode(`event: ${type}\ndata: ${JSON.stringify({
|
|
58
|
+
type,
|
|
59
|
+
sequence_number: seq++,
|
|
60
|
+
...payload,
|
|
61
|
+
})}\n\n`);
|
|
62
|
+
const responseObject = (status) => ({
|
|
63
|
+
id: responseId,
|
|
64
|
+
object: "response",
|
|
65
|
+
created_at: createdAt,
|
|
66
|
+
status,
|
|
67
|
+
model,
|
|
68
|
+
output: order.map(itemJson),
|
|
69
|
+
...(usage !== null ? { usage } : {}),
|
|
70
|
+
});
|
|
71
|
+
return new ReadableStream({
|
|
72
|
+
async pull(controller) {
|
|
73
|
+
try {
|
|
74
|
+
// Read chunks until we have at least one event to emit (or the
|
|
75
|
+
// upstream ends) — so we never enqueue an empty pull.
|
|
76
|
+
for (;;) {
|
|
77
|
+
const read = await reader.read();
|
|
78
|
+
if (read.done) {
|
|
79
|
+
const tail = [];
|
|
80
|
+
// An upstream that produced NO output item at all (no text, no
|
|
81
|
+
// tool call) is a failure, not a completion — e.g. the chatgpt
|
|
82
|
+
// backend's documented `output=[]` reply for an unavailable /
|
|
83
|
+
// misconfigured model (observed on `gpt-5.3-codex-spark`). Emit
|
|
84
|
+
// `response.failed` with a clear reason instead of a silent
|
|
85
|
+
// `response.completed` that leaves Codex showing a blank turn.
|
|
86
|
+
// (`response.created` is emitted first so the client sees a
|
|
87
|
+
// well-formed stream even when zero chunks arrived.)
|
|
88
|
+
if (order.length === 0) {
|
|
89
|
+
if (!createdEmitted) {
|
|
90
|
+
controller.enqueue(ev("response.created", {
|
|
91
|
+
response: responseObject("in_progress"),
|
|
92
|
+
}));
|
|
93
|
+
}
|
|
94
|
+
controller.enqueue(ev("response.failed", {
|
|
95
|
+
response: {
|
|
96
|
+
...responseObject("failed"),
|
|
97
|
+
error: {
|
|
98
|
+
code: "empty_output",
|
|
99
|
+
message: "The upstream model returned no output. The model id may be unavailable or misconfigured for this account.",
|
|
100
|
+
},
|
|
101
|
+
},
|
|
102
|
+
}));
|
|
103
|
+
controller.close();
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
for (const it of order) {
|
|
107
|
+
if (it.kind === "function_call" && !it.announced) {
|
|
108
|
+
tail.push(ev("response.output_item.added", {
|
|
109
|
+
output_index: it.outputIndex,
|
|
110
|
+
item: itemJson(it),
|
|
111
|
+
}));
|
|
112
|
+
}
|
|
113
|
+
tail.push(ev("response.output_item.done", {
|
|
114
|
+
output_index: it.outputIndex,
|
|
115
|
+
item: itemJson(it),
|
|
116
|
+
}));
|
|
117
|
+
}
|
|
118
|
+
tail.push(ev("response.completed", {
|
|
119
|
+
response: responseObject("completed"),
|
|
120
|
+
}));
|
|
121
|
+
for (const b of tail)
|
|
122
|
+
controller.enqueue(b);
|
|
123
|
+
controller.close();
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
const chunk = read.value;
|
|
127
|
+
const out = [];
|
|
128
|
+
if (!createdEmitted) {
|
|
129
|
+
responseId = `resp_${chunk.id}`;
|
|
130
|
+
createdAt = chunk.created;
|
|
131
|
+
model = chunk.model;
|
|
132
|
+
createdEmitted = true;
|
|
133
|
+
out.push(ev("response.created", {
|
|
134
|
+
response: responseObject("in_progress"),
|
|
135
|
+
}));
|
|
136
|
+
}
|
|
137
|
+
if (chunk.usage != null) {
|
|
138
|
+
usage = {
|
|
139
|
+
input_tokens: chunk.usage.prompt_tokens,
|
|
140
|
+
output_tokens: chunk.usage.completion_tokens,
|
|
141
|
+
total_tokens: chunk.usage.total_tokens,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
const delta = chunk.choices[0]?.delta;
|
|
145
|
+
const content = delta?.content;
|
|
146
|
+
if (typeof content === "string" && content.length > 0) {
|
|
147
|
+
if (textItem === null) {
|
|
148
|
+
textItem = {
|
|
149
|
+
kind: "message",
|
|
150
|
+
outputIndex: nextOutputIndex++,
|
|
151
|
+
id: `msg_${chunk.id}`,
|
|
152
|
+
text: "",
|
|
153
|
+
};
|
|
154
|
+
order.push(textItem);
|
|
155
|
+
out.push(ev("response.output_item.added", {
|
|
156
|
+
output_index: textItem.outputIndex,
|
|
157
|
+
item: {
|
|
158
|
+
type: "message",
|
|
159
|
+
id: textItem.id,
|
|
160
|
+
status: "in_progress",
|
|
161
|
+
role: "assistant",
|
|
162
|
+
content: [],
|
|
163
|
+
},
|
|
164
|
+
}));
|
|
165
|
+
}
|
|
166
|
+
textItem.text += content;
|
|
167
|
+
out.push(ev("response.output_text.delta", {
|
|
168
|
+
item_id: textItem.id,
|
|
169
|
+
output_index: textItem.outputIndex,
|
|
170
|
+
content_index: 0,
|
|
171
|
+
delta: content,
|
|
172
|
+
}));
|
|
173
|
+
}
|
|
174
|
+
for (const tc of delta?.tool_calls ?? []) {
|
|
175
|
+
let item = toolItems.get(tc.index);
|
|
176
|
+
if (item === undefined) {
|
|
177
|
+
const callId = tc.id ?? `call_${tc.index}`;
|
|
178
|
+
item = {
|
|
179
|
+
kind: "function_call",
|
|
180
|
+
outputIndex: nextOutputIndex++,
|
|
181
|
+
id: `fc_${callId}`,
|
|
182
|
+
callId,
|
|
183
|
+
name: tc.function?.name ?? "",
|
|
184
|
+
args: "",
|
|
185
|
+
applyPatch: false,
|
|
186
|
+
announced: false,
|
|
187
|
+
};
|
|
188
|
+
toolItems.set(tc.index, item);
|
|
189
|
+
order.push(item);
|
|
190
|
+
}
|
|
191
|
+
if (tc.function?.name != null &&
|
|
192
|
+
tc.function.name.length > 0 &&
|
|
193
|
+
item.name === "") {
|
|
194
|
+
item.name = tc.function.name;
|
|
195
|
+
}
|
|
196
|
+
if (!item.announced && item.name !== "" && !item.applyPatch) {
|
|
197
|
+
item.applyPatch = item.name === APPLY_PATCH_FUNCTION_NAME;
|
|
198
|
+
if (!item.applyPatch) {
|
|
199
|
+
item.announced = true;
|
|
200
|
+
out.push(ev("response.output_item.added", {
|
|
201
|
+
output_index: item.outputIndex,
|
|
202
|
+
item: {
|
|
203
|
+
type: "function_call",
|
|
204
|
+
id: item.id,
|
|
205
|
+
call_id: item.callId,
|
|
206
|
+
...responsesCallIdentity(item.name),
|
|
207
|
+
arguments: "",
|
|
208
|
+
},
|
|
209
|
+
}));
|
|
210
|
+
// Arguments that streamed before the name arrived.
|
|
211
|
+
if (item.args.length > 0)
|
|
212
|
+
out.push(ev("response.function_call_arguments.delta", {
|
|
213
|
+
item_id: item.id,
|
|
214
|
+
output_index: item.outputIndex,
|
|
215
|
+
delta: item.args,
|
|
216
|
+
}));
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
const argsDelta = tc.function?.arguments;
|
|
220
|
+
if (typeof argsDelta === "string" && argsDelta.length > 0) {
|
|
221
|
+
item.args += argsDelta;
|
|
222
|
+
if (item.announced)
|
|
223
|
+
out.push(ev("response.function_call_arguments.delta", {
|
|
224
|
+
item_id: item.id,
|
|
225
|
+
output_index: item.outputIndex,
|
|
226
|
+
delta: argsDelta,
|
|
227
|
+
}));
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
if (out.length > 0) {
|
|
231
|
+
for (const b of out)
|
|
232
|
+
controller.enqueue(b);
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
// else: nothing emittable (e.g. a role-only opener) — read again.
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
catch (err) {
|
|
239
|
+
const { type, message } = upstreamErrorFrom(err);
|
|
240
|
+
// Emit a terminal failed event so the client sees a cleanly-closed
|
|
241
|
+
// stream and can handle the error as a failure instead of an abrupt
|
|
242
|
+
// transport abort. This mirrors sibling adapters (chatgpt wire and
|
|
243
|
+
// Anthropic adapters) that emit explicit failure/error frames on
|
|
244
|
+
// mid-stream faults.
|
|
245
|
+
if (!createdEmitted) {
|
|
246
|
+
controller.enqueue(ev("response.created", {
|
|
247
|
+
response: responseObject("in_progress"),
|
|
248
|
+
}));
|
|
249
|
+
createdEmitted = true;
|
|
250
|
+
}
|
|
251
|
+
controller.enqueue(ev("response.failed", {
|
|
252
|
+
response: {
|
|
253
|
+
...responseObject("failed"),
|
|
254
|
+
error: {
|
|
255
|
+
type,
|
|
256
|
+
message,
|
|
257
|
+
},
|
|
258
|
+
},
|
|
259
|
+
}));
|
|
260
|
+
controller.close();
|
|
261
|
+
}
|
|
262
|
+
},
|
|
263
|
+
cancel() {
|
|
264
|
+
reader.cancel().catch(() => { });
|
|
265
|
+
},
|
|
266
|
+
});
|
|
267
|
+
};
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import type { TProviderUsageSnapshot, TSubscriptionMeterMatch } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Order the accounts of ONE subscription provider for a single hop
|
|
4
|
+
* (`docs/plan/multi-account-subscriptions.md` §6):
|
|
5
|
+
*
|
|
6
|
+
* 1. the pinned account, when it is usable;
|
|
7
|
+
* 2. accounts WITH quota data, least remaining first (drain the nearly
|
|
8
|
+
* empty one before touching a fuller one), ties by index;
|
|
9
|
+
* 3. accounts WITHOUT usable quota data, by index (they rely on cooldown);
|
|
10
|
+
* 4. exhausted accounts are left out — except that the caller's FINAL
|
|
11
|
+
* account of the FINAL hop may still dial (never-drop-all).
|
|
12
|
+
*
|
|
13
|
+
* A pinned account that is cooled or exhausted falls back into its normal
|
|
14
|
+
* place in the order.
|
|
15
|
+
*/
|
|
16
|
+
export type TRankableAccount = {
|
|
17
|
+
readonly index: number;
|
|
18
|
+
readonly snapshot: TProviderUsageSnapshot | null;
|
|
19
|
+
/** A local per-account cooldown is live for this hop's model. */
|
|
20
|
+
readonly cooling: boolean;
|
|
21
|
+
};
|
|
22
|
+
export type TRankedAccount = {
|
|
23
|
+
readonly index: number;
|
|
24
|
+
/** Remaining headroom on the binding constraint, 0..100; null = unknown. */
|
|
25
|
+
readonly remaining: number | null;
|
|
26
|
+
};
|
|
27
|
+
type TQuotaSnapshot = Extract<TProviderUsageSnapshot, {
|
|
28
|
+
readonly kind: "quota";
|
|
29
|
+
}>;
|
|
30
|
+
/**
|
|
31
|
+
* Headroom on the TIGHTEST constraint that can reject this hop: the most-used
|
|
32
|
+
* provider window (5h, weekly, …) and, when the hop has a catalog meter, the
|
|
33
|
+
* matching extra pool. 10% on 5h but 100% weekly is exhausted.
|
|
34
|
+
*/
|
|
35
|
+
export declare const remainingQuotaPercent: (snapshot: TQuotaSnapshot, meter: TSubscriptionMeterMatch | undefined) => number;
|
|
36
|
+
export declare const rankProviderAccounts: (params: {
|
|
37
|
+
readonly accounts: readonly TRankableAccount[];
|
|
38
|
+
readonly meter: TSubscriptionMeterMatch | undefined;
|
|
39
|
+
readonly pinnedIndex: number | null;
|
|
40
|
+
readonly staleCapMs: number;
|
|
41
|
+
readonly now: number;
|
|
42
|
+
}) => readonly TRankedAccount[];
|
|
43
|
+
/**
|
|
44
|
+
* Never-drop-all pick when every signed-in account is cooled or exhausted on
|
|
45
|
+
* the FINAL hop: still dial one account so the caller gets a real upstream
|
|
46
|
+
* error instead of a synthetic "all cooled" envelope.
|
|
47
|
+
*
|
|
48
|
+
* Deterministic order:
|
|
49
|
+
* 1. the pinned account, when it is among the signed-in set;
|
|
50
|
+
* 2. else the signed-in account with the most remaining *trusted* quota
|
|
51
|
+
* (ties by lowest index);
|
|
52
|
+
* 3. else the lowest index.
|
|
53
|
+
*/
|
|
54
|
+
export declare const pickFinalFallback: (params: {
|
|
55
|
+
readonly accounts: readonly TRankableAccount[];
|
|
56
|
+
readonly meter: TSubscriptionMeterMatch | undefined;
|
|
57
|
+
readonly pinnedIndex: number | null;
|
|
58
|
+
readonly staleCapMs: number;
|
|
59
|
+
readonly now: number;
|
|
60
|
+
}) => number | undefined;
|
|
61
|
+
export {};
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { matchesSubscriptionMeter } from "@openllmsh/sdk/protocol";
|
|
2
|
+
import { quotaGateDecision } from "./quota-gate.js";
|
|
3
|
+
/**
|
|
4
|
+
* Headroom on the TIGHTEST constraint that can reject this hop: the most-used
|
|
5
|
+
* provider window (5h, weekly, …) and, when the hop has a catalog meter, the
|
|
6
|
+
* matching extra pool. 10% on 5h but 100% weekly is exhausted.
|
|
7
|
+
*/
|
|
8
|
+
export const remainingQuotaPercent = (snapshot, meter) => {
|
|
9
|
+
let used = 0;
|
|
10
|
+
for (const window of snapshot.windows)
|
|
11
|
+
used = Math.max(used, window.percent_used);
|
|
12
|
+
for (const pool of snapshot.extra_pools ?? []) {
|
|
13
|
+
if (matchesSubscriptionMeter(meter, pool.meter_id)) {
|
|
14
|
+
used = Math.max(used, pool.percent_used);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return Math.max(0, Math.min(100, 100 - used));
|
|
18
|
+
};
|
|
19
|
+
/**
|
|
20
|
+
* A snapshot whose numbers may rank an account. Stale reads are only trusted
|
|
21
|
+
* within the gate's freshness cap — beyond it the account is "unknown" (it
|
|
22
|
+
* still serves, ordered by index, and cooldown catches a dead one).
|
|
23
|
+
*/
|
|
24
|
+
const trustedQuota = (snapshot, staleCapMs, now) => {
|
|
25
|
+
if (snapshot?.kind !== "quota")
|
|
26
|
+
return null;
|
|
27
|
+
if (!snapshot.stale)
|
|
28
|
+
return snapshot;
|
|
29
|
+
return snapshot.as_of_ms !== undefined &&
|
|
30
|
+
now - snapshot.as_of_ms <= staleCapMs
|
|
31
|
+
? snapshot
|
|
32
|
+
: null;
|
|
33
|
+
};
|
|
34
|
+
export const rankProviderAccounts = (params) => {
|
|
35
|
+
const known = [];
|
|
36
|
+
const unknown = [];
|
|
37
|
+
for (const account of params.accounts) {
|
|
38
|
+
if (account.cooling)
|
|
39
|
+
continue;
|
|
40
|
+
const gate = quotaGateDecision({
|
|
41
|
+
snapshot: account.snapshot,
|
|
42
|
+
meter: params.meter,
|
|
43
|
+
finalHop: false,
|
|
44
|
+
staleCapMs: params.staleCapMs,
|
|
45
|
+
now: params.now,
|
|
46
|
+
});
|
|
47
|
+
if (gate.kind === "skip")
|
|
48
|
+
continue;
|
|
49
|
+
const quota = trustedQuota(account.snapshot, params.staleCapMs, params.now);
|
|
50
|
+
if (quota === null) {
|
|
51
|
+
unknown.push({ index: account.index, remaining: null });
|
|
52
|
+
continue;
|
|
53
|
+
}
|
|
54
|
+
const remaining = remainingQuotaPercent(quota, params.meter);
|
|
55
|
+
// A trusted 0% headroom the gate let through (e.g. status not yet
|
|
56
|
+
// `rejected`) is still exhausted for ordering purposes.
|
|
57
|
+
if (remaining <= 0)
|
|
58
|
+
continue;
|
|
59
|
+
known.push({ index: account.index, remaining });
|
|
60
|
+
}
|
|
61
|
+
known.sort((a, b) => (a.remaining ?? 0) - (b.remaining ?? 0) || a.index - b.index);
|
|
62
|
+
unknown.sort((a, b) => a.index - b.index);
|
|
63
|
+
const ordered = [...known, ...unknown];
|
|
64
|
+
if (params.pinnedIndex === null)
|
|
65
|
+
return ordered;
|
|
66
|
+
const pinned = ordered.find((a) => a.index === params.pinnedIndex);
|
|
67
|
+
return pinned === undefined
|
|
68
|
+
? ordered
|
|
69
|
+
: [pinned, ...ordered.filter((a) => a !== pinned)];
|
|
70
|
+
};
|
|
71
|
+
/**
|
|
72
|
+
* Never-drop-all pick when every signed-in account is cooled or exhausted on
|
|
73
|
+
* the FINAL hop: still dial one account so the caller gets a real upstream
|
|
74
|
+
* error instead of a synthetic "all cooled" envelope.
|
|
75
|
+
*
|
|
76
|
+
* Deterministic order:
|
|
77
|
+
* 1. the pinned account, when it is among the signed-in set;
|
|
78
|
+
* 2. else the signed-in account with the most remaining *trusted* quota
|
|
79
|
+
* (ties by lowest index);
|
|
80
|
+
* 3. else the lowest index.
|
|
81
|
+
*/
|
|
82
|
+
export const pickFinalFallback = (params) => {
|
|
83
|
+
if (params.accounts.length === 0)
|
|
84
|
+
return undefined;
|
|
85
|
+
if (params.pinnedIndex !== null &&
|
|
86
|
+
params.accounts.some((a) => a.index === params.pinnedIndex)) {
|
|
87
|
+
return params.pinnedIndex;
|
|
88
|
+
}
|
|
89
|
+
let best = null;
|
|
90
|
+
for (const account of params.accounts) {
|
|
91
|
+
const quota = trustedQuota(account.snapshot, params.staleCapMs, params.now);
|
|
92
|
+
if (quota === null)
|
|
93
|
+
continue;
|
|
94
|
+
const remaining = remainingQuotaPercent(quota, params.meter);
|
|
95
|
+
if (best === null ||
|
|
96
|
+
remaining > best.remaining ||
|
|
97
|
+
(remaining === best.remaining && account.index < best.index)) {
|
|
98
|
+
best = { index: account.index, remaining };
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
if (best !== null)
|
|
102
|
+
return best.index;
|
|
103
|
+
let lowest = params.accounts[0]?.index;
|
|
104
|
+
for (const account of params.accounts) {
|
|
105
|
+
if (lowest === undefined || account.index < lowest)
|
|
106
|
+
lowest = account.index;
|
|
107
|
+
}
|
|
108
|
+
return lowest;
|
|
109
|
+
};
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LAST-RESORT request compaction — shrink an oversized request body just enough
|
|
3
|
+
* to fit a target context budget, so a request that is larger than EVERY hop's
|
|
4
|
+
* window is served (degraded) instead of hard-failing with a 400/502.
|
|
5
|
+
*
|
|
6
|
+
* This deliberately reverses, IN THE FAILURE CORNER ONLY, the decision recorded
|
|
7
|
+
* in `../context-skip.ts`: gateway-side request rewriting was removed because
|
|
8
|
+
* PROACTIVE, estimator-driven rewrites destabilise the prompt-cache prefix and
|
|
9
|
+
* degrade requests the vendor would have accepted. This compactor is NOT
|
|
10
|
+
* proactive — callers invoke it exclusively after the whole fallback chain is
|
|
11
|
+
* exhausted, where the alternative is a guaranteed failure and a prompt-cache
|
|
12
|
+
* miss is strictly the better outcome. It is also cache-aware: it preserves the
|
|
13
|
+
* leading `cache_control`-bearing prefix, compacting from the middle-old region
|
|
14
|
+
* forward so the cached prefix and the recent tail survive where the budget
|
|
15
|
+
* allows.
|
|
16
|
+
*
|
|
17
|
+
* Pure and immutable — never mutates the input; returns a fresh body. Uses the
|
|
18
|
+
* ruler-backed {@link estimateBodyTokensExact} for the fit check, so on a warm
|
|
19
|
+
* isolate the "does it fit now?" loop is a real tokenizer, not `chars/4`. That
|
|
20
|
+
* is the OPT-IN estimator: the per-request routing gate deliberately stays on
|
|
21
|
+
* the cheap heuristic, and compaction asks for exactness because here it
|
|
22
|
+
* changes what gets cut.
|
|
23
|
+
*/
|
|
24
|
+
import type { TTokenEncoding } from "../../lib/canonical/encoding-select.js";
|
|
25
|
+
/**
|
|
26
|
+
* Keep the head and tail of `text`, replacing the middle with {@link ELISION},
|
|
27
|
+
* so the result is approximately `maxChars` long. Head-heavy (2/3 head, 1/3
|
|
28
|
+
* tail): the start of a tool output — the command, the first rows — usually
|
|
29
|
+
* carries more signal than the end. Never returns something below
|
|
30
|
+
* `COMPACTION_MIN_VISIBLE_TEXT_CHARS`; a `maxChars` at or above the input length
|
|
31
|
+
* returns the input untouched.
|
|
32
|
+
*
|
|
33
|
+
* Works in characters, not tokens: the caller drives the token-fit loop and this
|
|
34
|
+
* is the cheap per-string knob. A char budget is a safe proxy — fewer chars is
|
|
35
|
+
* always fewer-or-equal tokens for any BPE.
|
|
36
|
+
*/
|
|
37
|
+
export declare const truncateMiddleToChars: (text: string, maxChars: number) => string;
|
|
38
|
+
/**
|
|
39
|
+
* The result of a compaction attempt. `compacted` is true when the body fits the
|
|
40
|
+
* target budget — either it already did (returned untouched) or it was shrunk to
|
|
41
|
+
* fit. It is false ONLY when compaction could not get it under the target (the
|
|
42
|
+
* caller then surfaces the original terminal error). `estimatedTokens` is the
|
|
43
|
+
* post-attempt estimate.
|
|
44
|
+
*/
|
|
45
|
+
export type TCompactionResult = {
|
|
46
|
+
readonly body: unknown;
|
|
47
|
+
readonly compacted: boolean;
|
|
48
|
+
readonly estimatedTokens: number;
|
|
49
|
+
};
|
|
50
|
+
/**
|
|
51
|
+
* The surfaces a body can arrive on. `messages` is Anthropic-shaped;
|
|
52
|
+
* `chat_completions` / `responses` are canonical OpenAI-shaped (the cloud path
|
|
53
|
+
* canonicalises `responses` before dispatch).
|
|
54
|
+
*/
|
|
55
|
+
export type TCompactionSurface = "messages" | "chat_completions" | "responses";
|
|
56
|
+
/**
|
|
57
|
+
* Shrink `body` until its estimated size is `<= targetTokens`, or report that it
|
|
58
|
+
* can't. The ladder, cheapest-and-least-destructive first:
|
|
59
|
+
* 1. Truncate tool outputs (3 tightening passes) — bulky, low-signal, and NOT
|
|
60
|
+
* part of the cached prefix in practice.
|
|
61
|
+
* 2. Drop the oldest non-cached, non-system, non-last-user turns.
|
|
62
|
+
* Recomputes the ruler estimate after each step and stops the moment it fits.
|
|
63
|
+
*
|
|
64
|
+
* `encoding` selects the ruler family for the fit check (defaults inside
|
|
65
|
+
* `estimateBodyTokens`). `compacted` is true when the body fits the target
|
|
66
|
+
* (already-fit bodies are returned untouched); it is false only when the body
|
|
67
|
+
* could not be shrunk to target — the caller then surfaces its original error.
|
|
68
|
+
*/
|
|
69
|
+
export declare const compactRequestToFit: (body: unknown, surface: TCompactionSurface, targetTokens: number, encoding?: TTokenEncoding) => TCompactionResult;
|