@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,344 +0,0 @@
|
|
|
1
|
-
import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
2
|
-
import {
|
|
3
|
-
APPLY_PATCH_FUNCTION_NAME,
|
|
4
|
-
toApplyPatchCallItem,
|
|
5
|
-
} from "../../lib/responses-apply-patch";
|
|
6
|
-
import { responsesCallIdentity } from "../../lib/responses-namespace";
|
|
7
|
-
import { upstreamErrorFrom } from "../../lib/streaming/upstream-error";
|
|
8
|
-
|
|
9
|
-
/**
|
|
10
|
-
* Outbound adapter (streaming): canonical ChatCompletion chunks → OpenAI
|
|
11
|
-
* **Responses API** SSE events, for a `/v1/responses` streaming client (Codex).
|
|
12
|
-
* The inverse of `chatGptEventToChunk` (the decoder the daemon uses on the
|
|
13
|
-
* chatgpt UPSTREAM), so the same event vocabulary round-trips.
|
|
14
|
-
*
|
|
15
|
-
* Emits named events (`event: <type>\ndata: <json>\n\n`) with a monotonic
|
|
16
|
-
* `sequence_number`, covering the core choreography:
|
|
17
|
-
* response.created
|
|
18
|
-
* → response.output_item.added (message | function_call)
|
|
19
|
-
* → response.output_text.delta | response.function_call_arguments.delta
|
|
20
|
-
* → response.output_item.done
|
|
21
|
-
* → response.completed (full output[] + usage)
|
|
22
|
-
*
|
|
23
|
-
* Output items are assigned `output_index` in first-appearance order: a text
|
|
24
|
-
* message (claimed on the first content delta) and one function_call per
|
|
25
|
-
* canonical tool-call index. Usage rides in on the trailing usage-only chunk
|
|
26
|
-
* (OpenAI delivers token counts in a separate final chunk) and is folded into
|
|
27
|
-
* `response.completed`.
|
|
28
|
-
*/
|
|
29
|
-
|
|
30
|
-
const enc = new TextEncoder();
|
|
31
|
-
|
|
32
|
-
type TMessageItem = {
|
|
33
|
-
readonly kind: "message";
|
|
34
|
-
readonly outputIndex: number;
|
|
35
|
-
readonly id: string;
|
|
36
|
-
text: string;
|
|
37
|
-
};
|
|
38
|
-
type TFunctionItem = {
|
|
39
|
-
readonly kind: "function_call";
|
|
40
|
-
readonly outputIndex: number;
|
|
41
|
-
readonly id: string;
|
|
42
|
-
readonly callId: string;
|
|
43
|
-
name: string;
|
|
44
|
-
args: string;
|
|
45
|
-
/**
|
|
46
|
-
* A call to the hosted `apply_patch` stand-in: it streams silently and is
|
|
47
|
-
* announced whole at the end, once its arguments parse into an operation.
|
|
48
|
-
* Decided when the function name arrives, which may be after the first chunk.
|
|
49
|
-
*/
|
|
50
|
-
applyPatch: boolean;
|
|
51
|
-
/** Whether `output_item.added` has been sent (deferred until the name is known). */
|
|
52
|
-
announced: boolean;
|
|
53
|
-
};
|
|
54
|
-
type TOutputItem = TMessageItem | TFunctionItem;
|
|
55
|
-
|
|
56
|
-
const functionCallJson = (it: TFunctionItem): Record<string, unknown> => ({
|
|
57
|
-
type: "function_call",
|
|
58
|
-
id: it.id,
|
|
59
|
-
call_id: it.callId,
|
|
60
|
-
...responsesCallIdentity(it.name),
|
|
61
|
-
arguments: it.args,
|
|
62
|
-
status: "completed",
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
const itemJson = (it: TOutputItem): unknown =>
|
|
66
|
-
it.kind === "message"
|
|
67
|
-
? {
|
|
68
|
-
type: "message",
|
|
69
|
-
id: it.id,
|
|
70
|
-
status: "completed",
|
|
71
|
-
role: "assistant",
|
|
72
|
-
content: [{ type: "output_text", text: it.text, annotations: [] }],
|
|
73
|
-
}
|
|
74
|
-
: it.applyPatch
|
|
75
|
-
? (toApplyPatchCallItem(it.id, it.callId, it.args) ??
|
|
76
|
-
functionCallJson(it))
|
|
77
|
-
: functionCallJson(it);
|
|
78
|
-
|
|
79
|
-
export const chunksToResponsesSseBytes = (
|
|
80
|
-
chunks: ReadableStream<TChatCompletionChunk>,
|
|
81
|
-
): ReadableStream<Uint8Array> => {
|
|
82
|
-
const reader = chunks.getReader();
|
|
83
|
-
let seq = 0;
|
|
84
|
-
let createdEmitted = false;
|
|
85
|
-
let responseId = "resp_unknown";
|
|
86
|
-
let createdAt = 0;
|
|
87
|
-
let model = "";
|
|
88
|
-
let nextOutputIndex = 0;
|
|
89
|
-
let textItem: TMessageItem | null = null;
|
|
90
|
-
const toolItems = new Map<number, TFunctionItem>();
|
|
91
|
-
const order: TOutputItem[] = [];
|
|
92
|
-
let usage: {
|
|
93
|
-
input_tokens: number;
|
|
94
|
-
output_tokens: number;
|
|
95
|
-
total_tokens: number;
|
|
96
|
-
} | null = null;
|
|
97
|
-
|
|
98
|
-
const ev = (type: string, payload: Record<string, unknown>): Uint8Array =>
|
|
99
|
-
enc.encode(
|
|
100
|
-
`event: ${type}\ndata: ${JSON.stringify({
|
|
101
|
-
type,
|
|
102
|
-
sequence_number: seq++,
|
|
103
|
-
...payload,
|
|
104
|
-
})}\n\n`,
|
|
105
|
-
);
|
|
106
|
-
|
|
107
|
-
const responseObject = (status: string): Record<string, unknown> => ({
|
|
108
|
-
id: responseId,
|
|
109
|
-
object: "response",
|
|
110
|
-
created_at: createdAt,
|
|
111
|
-
status,
|
|
112
|
-
model,
|
|
113
|
-
output: order.map(itemJson),
|
|
114
|
-
...(usage !== null ? { usage } : {}),
|
|
115
|
-
});
|
|
116
|
-
|
|
117
|
-
return new ReadableStream<Uint8Array>({
|
|
118
|
-
async pull(controller) {
|
|
119
|
-
try {
|
|
120
|
-
// Read chunks until we have at least one event to emit (or the
|
|
121
|
-
// upstream ends) — so we never enqueue an empty pull.
|
|
122
|
-
for (;;) {
|
|
123
|
-
const read = await reader.read();
|
|
124
|
-
if (read.done) {
|
|
125
|
-
const tail: Uint8Array[] = [];
|
|
126
|
-
// An upstream that produced NO output item at all (no text, no
|
|
127
|
-
// tool call) is a failure, not a completion — e.g. the chatgpt
|
|
128
|
-
// backend's documented `output=[]` reply for an unavailable /
|
|
129
|
-
// misconfigured model (observed on `gpt-5.3-codex-spark`). Emit
|
|
130
|
-
// `response.failed` with a clear reason instead of a silent
|
|
131
|
-
// `response.completed` that leaves Codex showing a blank turn.
|
|
132
|
-
// (`response.created` is emitted first so the client sees a
|
|
133
|
-
// well-formed stream even when zero chunks arrived.)
|
|
134
|
-
if (order.length === 0) {
|
|
135
|
-
if (!createdEmitted) {
|
|
136
|
-
controller.enqueue(
|
|
137
|
-
ev("response.created", {
|
|
138
|
-
response: responseObject("in_progress"),
|
|
139
|
-
}),
|
|
140
|
-
);
|
|
141
|
-
}
|
|
142
|
-
controller.enqueue(
|
|
143
|
-
ev("response.failed", {
|
|
144
|
-
response: {
|
|
145
|
-
...responseObject("failed"),
|
|
146
|
-
error: {
|
|
147
|
-
code: "empty_output",
|
|
148
|
-
message:
|
|
149
|
-
"The upstream model returned no output. The model id may be unavailable or misconfigured for this account.",
|
|
150
|
-
},
|
|
151
|
-
},
|
|
152
|
-
}),
|
|
153
|
-
);
|
|
154
|
-
controller.close();
|
|
155
|
-
return;
|
|
156
|
-
}
|
|
157
|
-
for (const it of order) {
|
|
158
|
-
if (it.kind === "function_call" && !it.announced) {
|
|
159
|
-
tail.push(
|
|
160
|
-
ev("response.output_item.added", {
|
|
161
|
-
output_index: it.outputIndex,
|
|
162
|
-
item: itemJson(it),
|
|
163
|
-
}),
|
|
164
|
-
);
|
|
165
|
-
}
|
|
166
|
-
tail.push(
|
|
167
|
-
ev("response.output_item.done", {
|
|
168
|
-
output_index: it.outputIndex,
|
|
169
|
-
item: itemJson(it),
|
|
170
|
-
}),
|
|
171
|
-
);
|
|
172
|
-
}
|
|
173
|
-
tail.push(
|
|
174
|
-
ev("response.completed", {
|
|
175
|
-
response: responseObject("completed"),
|
|
176
|
-
}),
|
|
177
|
-
);
|
|
178
|
-
for (const b of tail) controller.enqueue(b);
|
|
179
|
-
controller.close();
|
|
180
|
-
return;
|
|
181
|
-
}
|
|
182
|
-
|
|
183
|
-
const chunk = read.value;
|
|
184
|
-
const out: Uint8Array[] = [];
|
|
185
|
-
|
|
186
|
-
if (!createdEmitted) {
|
|
187
|
-
responseId = `resp_${chunk.id}`;
|
|
188
|
-
createdAt = chunk.created;
|
|
189
|
-
model = chunk.model;
|
|
190
|
-
createdEmitted = true;
|
|
191
|
-
out.push(
|
|
192
|
-
ev("response.created", {
|
|
193
|
-
response: responseObject("in_progress"),
|
|
194
|
-
}),
|
|
195
|
-
);
|
|
196
|
-
}
|
|
197
|
-
if (chunk.usage != null) {
|
|
198
|
-
usage = {
|
|
199
|
-
input_tokens: chunk.usage.prompt_tokens,
|
|
200
|
-
output_tokens: chunk.usage.completion_tokens,
|
|
201
|
-
total_tokens: chunk.usage.total_tokens,
|
|
202
|
-
};
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
const delta = chunk.choices[0]?.delta;
|
|
206
|
-
const content = delta?.content;
|
|
207
|
-
if (typeof content === "string" && content.length > 0) {
|
|
208
|
-
if (textItem === null) {
|
|
209
|
-
textItem = {
|
|
210
|
-
kind: "message",
|
|
211
|
-
outputIndex: nextOutputIndex++,
|
|
212
|
-
id: `msg_${chunk.id}`,
|
|
213
|
-
text: "",
|
|
214
|
-
};
|
|
215
|
-
order.push(textItem);
|
|
216
|
-
out.push(
|
|
217
|
-
ev("response.output_item.added", {
|
|
218
|
-
output_index: textItem.outputIndex,
|
|
219
|
-
item: {
|
|
220
|
-
type: "message",
|
|
221
|
-
id: textItem.id,
|
|
222
|
-
status: "in_progress",
|
|
223
|
-
role: "assistant",
|
|
224
|
-
content: [],
|
|
225
|
-
},
|
|
226
|
-
}),
|
|
227
|
-
);
|
|
228
|
-
}
|
|
229
|
-
textItem.text += content;
|
|
230
|
-
out.push(
|
|
231
|
-
ev("response.output_text.delta", {
|
|
232
|
-
item_id: textItem.id,
|
|
233
|
-
output_index: textItem.outputIndex,
|
|
234
|
-
content_index: 0,
|
|
235
|
-
delta: content,
|
|
236
|
-
}),
|
|
237
|
-
);
|
|
238
|
-
}
|
|
239
|
-
|
|
240
|
-
for (const tc of delta?.tool_calls ?? []) {
|
|
241
|
-
let item = toolItems.get(tc.index);
|
|
242
|
-
if (item === undefined) {
|
|
243
|
-
const callId = tc.id ?? `call_${tc.index}`;
|
|
244
|
-
item = {
|
|
245
|
-
kind: "function_call",
|
|
246
|
-
outputIndex: nextOutputIndex++,
|
|
247
|
-
id: `fc_${callId}`,
|
|
248
|
-
callId,
|
|
249
|
-
name: tc.function?.name ?? "",
|
|
250
|
-
args: "",
|
|
251
|
-
applyPatch: false,
|
|
252
|
-
announced: false,
|
|
253
|
-
};
|
|
254
|
-
toolItems.set(tc.index, item);
|
|
255
|
-
order.push(item);
|
|
256
|
-
}
|
|
257
|
-
if (
|
|
258
|
-
tc.function?.name != null &&
|
|
259
|
-
tc.function.name.length > 0 &&
|
|
260
|
-
item.name === ""
|
|
261
|
-
) {
|
|
262
|
-
item.name = tc.function.name;
|
|
263
|
-
}
|
|
264
|
-
if (!item.announced && item.name !== "" && !item.applyPatch) {
|
|
265
|
-
item.applyPatch = item.name === APPLY_PATCH_FUNCTION_NAME;
|
|
266
|
-
if (!item.applyPatch) {
|
|
267
|
-
item.announced = true;
|
|
268
|
-
out.push(
|
|
269
|
-
ev("response.output_item.added", {
|
|
270
|
-
output_index: item.outputIndex,
|
|
271
|
-
item: {
|
|
272
|
-
type: "function_call",
|
|
273
|
-
id: item.id,
|
|
274
|
-
call_id: item.callId,
|
|
275
|
-
...responsesCallIdentity(item.name),
|
|
276
|
-
arguments: "",
|
|
277
|
-
},
|
|
278
|
-
}),
|
|
279
|
-
);
|
|
280
|
-
// Arguments that streamed before the name arrived.
|
|
281
|
-
if (item.args.length > 0)
|
|
282
|
-
out.push(
|
|
283
|
-
ev("response.function_call_arguments.delta", {
|
|
284
|
-
item_id: item.id,
|
|
285
|
-
output_index: item.outputIndex,
|
|
286
|
-
delta: item.args,
|
|
287
|
-
}),
|
|
288
|
-
);
|
|
289
|
-
}
|
|
290
|
-
}
|
|
291
|
-
const argsDelta = tc.function?.arguments;
|
|
292
|
-
if (typeof argsDelta === "string" && argsDelta.length > 0) {
|
|
293
|
-
item.args += argsDelta;
|
|
294
|
-
if (item.announced)
|
|
295
|
-
out.push(
|
|
296
|
-
ev("response.function_call_arguments.delta", {
|
|
297
|
-
item_id: item.id,
|
|
298
|
-
output_index: item.outputIndex,
|
|
299
|
-
delta: argsDelta,
|
|
300
|
-
}),
|
|
301
|
-
);
|
|
302
|
-
}
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
if (out.length > 0) {
|
|
306
|
-
for (const b of out) controller.enqueue(b);
|
|
307
|
-
return;
|
|
308
|
-
}
|
|
309
|
-
// else: nothing emittable (e.g. a role-only opener) — read again.
|
|
310
|
-
}
|
|
311
|
-
} catch (err) {
|
|
312
|
-
const { type, message } = upstreamErrorFrom(err);
|
|
313
|
-
// Emit a terminal failed event so the client sees a cleanly-closed
|
|
314
|
-
// stream and can handle the error as a failure instead of an abrupt
|
|
315
|
-
// transport abort. This mirrors sibling adapters (chatgpt wire and
|
|
316
|
-
// Anthropic adapters) that emit explicit failure/error frames on
|
|
317
|
-
// mid-stream faults.
|
|
318
|
-
if (!createdEmitted) {
|
|
319
|
-
controller.enqueue(
|
|
320
|
-
ev("response.created", {
|
|
321
|
-
response: responseObject("in_progress"),
|
|
322
|
-
}),
|
|
323
|
-
);
|
|
324
|
-
createdEmitted = true;
|
|
325
|
-
}
|
|
326
|
-
controller.enqueue(
|
|
327
|
-
ev("response.failed", {
|
|
328
|
-
response: {
|
|
329
|
-
...responseObject("failed"),
|
|
330
|
-
error: {
|
|
331
|
-
type,
|
|
332
|
-
message,
|
|
333
|
-
},
|
|
334
|
-
},
|
|
335
|
-
}),
|
|
336
|
-
);
|
|
337
|
-
controller.close();
|
|
338
|
-
}
|
|
339
|
-
},
|
|
340
|
-
cancel() {
|
|
341
|
-
reader.cancel().catch(() => {});
|
|
342
|
-
},
|
|
343
|
-
});
|
|
344
|
-
};
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
<svg width="382" height="84" viewBox="0 0 382 84" fill="none" xmlns="http://www.w3.org/2000/svg">
|
|
2
|
-
<path d="M225.974 45.3375V63.4219H219.835V29.9968H225.974V39.653C227.596 33.074 232.144 29.0873 238.389 29.0873C245.999 29.0873 250.546 35.0295 250.546 44.7312V63.4219H244.407V44.7312C244.407 38.031 241.572 34.6354 235.827 34.6354C229.657 34.6354 225.974 38.5767 225.974 45.3375Z" fill="#0d1117"/>
|
|
3
|
-
<path d="M209.478 52.3409H215.617C213.889 59.8293 208.098 64.3315 200.276 64.3315C190.438 64.3315 183.844 57.2372 183.844 46.6563C183.844 36.1361 190.363 29.0873 200.079 29.0873C209.644 29.0873 215.769 35.9087 215.769 46.5654C215.769 47.3385 215.738 48.0509 215.663 48.9453H190.105C190.817 55.0694 194.637 58.7833 200.428 58.7833C204.854 58.7833 207.841 56.6005 209.478 52.3409ZM190.226 43.6397H209.417C208.599 37.8339 205.324 34.6354 200.11 34.6354C194.759 34.6354 191.151 38.0158 190.226 43.6397Z" fill="#0d1117"/>
|
|
4
|
-
<path d="M153.97 29.9968V40.2896C155.713 33.4379 160.306 29.0873 166.37 29.0873C174.616 29.0873 180.513 36.4393 180.513 46.7018C180.513 56.9643 174.616 64.3315 166.37 64.3315C160.306 64.3315 155.713 59.9809 153.97 53.114V74.8668H147.83V29.9968H153.97ZM153.97 46.7018C153.97 54.3267 157.85 58.9349 164.278 58.9349C170.826 58.9349 174.373 54.6298 174.373 46.7018C174.373 38.7737 170.826 34.4838 164.278 34.4838C157.85 34.4838 153.97 39.0769 153.97 46.7018Z" fill="#0d1117"/>
|
|
5
|
-
<path d="M102.347 41.7449C102.347 28.2991 110.639 19.1583 122.811 19.1583C134.984 19.1583 143.291 28.2991 143.291 41.7449C143.291 55.1756 134.984 64.3315 122.811 64.3315C110.639 64.3315 102.347 55.1756 102.347 41.7449ZM108.713 41.7449C108.713 52.159 114.004 58.4196 122.811 58.4196C131.618 58.4196 136.924 52.159 136.924 41.7449C136.924 31.3308 131.618 25.0703 122.811 25.0703C114.004 25.0703 108.713 31.3308 108.713 41.7449Z" fill="#0d1117"/>
|
|
6
|
-
<path d="M373.782 20.0679H381.453V63.422H376.784V24.373L360.018 63.422H353.56L336.977 24.3881V63.422H332.399V20.0679H340.084L356.85 59.6323L373.782 20.0679Z" fill="#0d1117"/>
|
|
7
|
-
<path d="M300.083 20.0679H304.752V59.0714H327.945V63.422H300.083V20.0679Z" fill="#0d1117"/>
|
|
8
|
-
<path d="M267.752 20.0677H272.421V59.0713H295.614V63.4219H267.752V20.0677Z" fill="#0d1117"/>
|
|
9
|
-
<path d="M31.3217 2.56513C31.3217 1.14844 32.4702 0 33.8869 0H42.1804C43.5971 0 44.7456 1.14844 44.7456 2.56513V10.8587C44.7456 12.2754 43.5971 13.4238 42.1804 13.4238H33.8869C32.4702 13.4238 31.3217 12.2754 31.3217 10.8587V2.56513Z" fill="#0d1117"/>
|
|
10
|
-
<path d="M0 6.14247C0 4.90684 1.00167 3.90516 2.2373 3.90516C3.47293 3.90516 4.47461 4.90684 4.47461 6.14247C4.47461 7.3781 3.47293 8.37977 2.2373 8.37977C1.00167 8.37977 0 7.3781 0 6.14247Z" fill="#0d1117"/>
|
|
11
|
-
<path d="M46.9829 52.8122C46.9829 51.3955 48.1313 50.247 49.548 50.247H61.6752C63.0918 50.247 64.2403 49.0986 64.2403 47.6819V35.4832C64.2403 34.0665 63.0918 32.9181 61.6752 32.9181H49.548C48.1313 32.9181 46.9829 31.7696 46.9829 30.3529V17.5848C46.9829 16.1681 48.1313 15.0196 49.548 15.0196H62.3162C63.7328 15.0196 64.8813 16.1681 64.8813 17.5848V29.7835C64.8813 31.2002 66.0297 32.3486 67.4464 32.3486H79.5731C80.9898 32.3486 82.1382 33.4971 82.1382 34.9137V47.6819C82.1382 49.0986 80.9898 50.247 79.5731 50.247H67.4464C66.0297 50.247 64.8813 51.3955 64.8813 52.8122V65.5804C64.8813 66.997 63.7328 68.1455 62.3162 68.1455H49.548C48.1313 68.1455 46.9829 66.997 46.9829 65.5804V52.8122Z" fill="#0d1117"/>
|
|
12
|
-
<path d="M15.6611 21.4899C15.6611 20.0732 16.8096 18.9248 18.2262 18.9248H22.0452C23.4619 18.9248 24.6103 20.0732 24.6103 21.4899V25.3089C24.6103 26.7256 23.4619 27.874 22.0452 27.874H18.2262C16.8096 27.874 15.6611 26.7256 15.6611 25.3089V21.4899Z" fill="#0d1117"/>
|
|
13
|
-
<path d="M31.3217 37.1511C31.3217 35.7344 32.4702 34.5859 33.8869 34.5859H42.1804C43.5971 34.5859 44.7456 35.7344 44.7456 37.1511V45.4446C44.7456 46.8613 43.5971 48.0097 42.1804 48.0097H33.8869C32.4702 48.0097 31.3217 46.8613 31.3217 45.4446V37.1511Z" fill="#0d1117"/>
|
|
14
|
-
<path d="M0 41.2978C0 40.0622 1.00167 39.0605 2.2373 39.0605C3.47293 39.0605 4.47461 40.0622 4.47461 41.2978C4.47461 42.5335 3.47293 43.5351 2.2373 43.5351C1.00167 43.5351 0 42.5335 0 41.2978Z" fill="#0d1117"/>
|
|
15
|
-
<path d="M15.6611 57.2868C15.6611 55.8701 16.8096 54.7217 18.2262 54.7217H22.0452C23.4619 54.7217 24.6103 55.8701 24.6103 57.2868V61.1057C24.6103 62.5224 23.4619 63.6709 22.0452 63.6709H18.2262C16.8096 63.6709 15.6611 62.5224 15.6611 61.1057V57.2868Z" fill="#0d1117"/>
|
|
16
|
-
<path d="M33.8869 83.1651C32.4702 83.1651 31.3217 82.0167 31.3217 80.6V72.3064C31.3217 70.8897 32.4702 69.7413 33.8869 69.7413H42.1804C43.5971 69.7413 44.7456 70.8897 44.7456 72.3064V80.6C44.7456 82.0167 43.5971 83.1651 42.1804 83.1651H33.8869Z" fill="#0d1117"/>
|
|
17
|
-
<path d="M0 76.4527C0 75.2171 1.00167 74.2154 2.2373 74.2154C3.47293 74.2154 4.47461 75.2171 4.47461 76.4527C4.47461 77.6883 3.47293 78.69 2.2373 78.69C1.00167 78.69 0 77.6883 0 76.4527Z" fill="#0d1117"/>
|
|
18
|
-
</svg>
|
package/wire/assets/openllm.svg
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
<svg width="382" height="84" viewBox="0 0 382 84" fill="none" xmlns="http://www.w3.org/2000/svg">
|
|
2
|
-
<path d="M225.974 45.3375V63.4219H219.835V29.9968H225.974V39.653C227.596 33.074 232.144 29.0873 238.389 29.0873C245.999 29.0873 250.546 35.0295 250.546 44.7312V63.4219H244.407V44.7312C244.407 38.031 241.572 34.6354 235.827 34.6354C229.657 34.6354 225.974 38.5767 225.974 45.3375Z" fill="white"/>
|
|
3
|
-
<path d="M209.478 52.3409H215.617C213.889 59.8293 208.098 64.3315 200.276 64.3315C190.438 64.3315 183.844 57.2372 183.844 46.6563C183.844 36.1361 190.363 29.0873 200.079 29.0873C209.644 29.0873 215.769 35.9087 215.769 46.5654C215.769 47.3385 215.738 48.0509 215.663 48.9453H190.105C190.817 55.0694 194.637 58.7833 200.428 58.7833C204.854 58.7833 207.841 56.6005 209.478 52.3409ZM190.226 43.6397H209.417C208.599 37.8339 205.324 34.6354 200.11 34.6354C194.759 34.6354 191.151 38.0158 190.226 43.6397Z" fill="white"/>
|
|
4
|
-
<path d="M153.97 29.9968V40.2896C155.713 33.4379 160.306 29.0873 166.37 29.0873C174.616 29.0873 180.513 36.4393 180.513 46.7018C180.513 56.9643 174.616 64.3315 166.37 64.3315C160.306 64.3315 155.713 59.9809 153.97 53.114V74.8668H147.83V29.9968H153.97ZM153.97 46.7018C153.97 54.3267 157.85 58.9349 164.278 58.9349C170.826 58.9349 174.373 54.6298 174.373 46.7018C174.373 38.7737 170.826 34.4838 164.278 34.4838C157.85 34.4838 153.97 39.0769 153.97 46.7018Z" fill="white"/>
|
|
5
|
-
<path d="M102.347 41.7449C102.347 28.2991 110.639 19.1583 122.811 19.1583C134.984 19.1583 143.291 28.2991 143.291 41.7449C143.291 55.1756 134.984 64.3315 122.811 64.3315C110.639 64.3315 102.347 55.1756 102.347 41.7449ZM108.713 41.7449C108.713 52.159 114.004 58.4196 122.811 58.4196C131.618 58.4196 136.924 52.159 136.924 41.7449C136.924 31.3308 131.618 25.0703 122.811 25.0703C114.004 25.0703 108.713 31.3308 108.713 41.7449Z" fill="white"/>
|
|
6
|
-
<path d="M373.782 20.0679H381.453V63.422H376.784V24.373L360.018 63.422H353.56L336.977 24.3881V63.422H332.399V20.0679H340.084L356.85 59.6323L373.782 20.0679Z" fill="white"/>
|
|
7
|
-
<path d="M300.083 20.0679H304.752V59.0714H327.945V63.422H300.083V20.0679Z" fill="white"/>
|
|
8
|
-
<path d="M267.752 20.0677H272.421V59.0713H295.614V63.4219H267.752V20.0677Z" fill="white"/>
|
|
9
|
-
<path d="M31.3217 2.56513C31.3217 1.14844 32.4702 0 33.8869 0H42.1804C43.5971 0 44.7456 1.14844 44.7456 2.56513V10.8587C44.7456 12.2754 43.5971 13.4238 42.1804 13.4238H33.8869C32.4702 13.4238 31.3217 12.2754 31.3217 10.8587V2.56513Z" fill="white"/>
|
|
10
|
-
<path d="M0 6.14247C0 4.90684 1.00167 3.90516 2.2373 3.90516C3.47293 3.90516 4.47461 4.90684 4.47461 6.14247C4.47461 7.3781 3.47293 8.37977 2.2373 8.37977C1.00167 8.37977 0 7.3781 0 6.14247Z" fill="white"/>
|
|
11
|
-
<path d="M46.9829 52.8122C46.9829 51.3955 48.1313 50.247 49.548 50.247H61.6752C63.0918 50.247 64.2403 49.0986 64.2403 47.6819V35.4832C64.2403 34.0665 63.0918 32.9181 61.6752 32.9181H49.548C48.1313 32.9181 46.9829 31.7696 46.9829 30.3529V17.5848C46.9829 16.1681 48.1313 15.0196 49.548 15.0196H62.3162C63.7328 15.0196 64.8813 16.1681 64.8813 17.5848V29.7835C64.8813 31.2002 66.0297 32.3486 67.4464 32.3486H79.5731C80.9898 32.3486 82.1382 33.4971 82.1382 34.9137V47.6819C82.1382 49.0986 80.9898 50.247 79.5731 50.247H67.4464C66.0297 50.247 64.8813 51.3955 64.8813 52.8122V65.5804C64.8813 66.997 63.7328 68.1455 62.3162 68.1455H49.548C48.1313 68.1455 46.9829 66.997 46.9829 65.5804V52.8122Z" fill="white"/>
|
|
12
|
-
<path d="M15.6611 21.4899C15.6611 20.0732 16.8096 18.9248 18.2262 18.9248H22.0452C23.4619 18.9248 24.6103 20.0732 24.6103 21.4899V25.3089C24.6103 26.7256 23.4619 27.874 22.0452 27.874H18.2262C16.8096 27.874 15.6611 26.7256 15.6611 25.3089V21.4899Z" fill="white"/>
|
|
13
|
-
<path d="M31.3217 37.1511C31.3217 35.7344 32.4702 34.5859 33.8869 34.5859H42.1804C43.5971 34.5859 44.7456 35.7344 44.7456 37.1511V45.4446C44.7456 46.8613 43.5971 48.0097 42.1804 48.0097H33.8869C32.4702 48.0097 31.3217 46.8613 31.3217 45.4446V37.1511Z" fill="white"/>
|
|
14
|
-
<path d="M0 41.2978C0 40.0622 1.00167 39.0605 2.2373 39.0605C3.47293 39.0605 4.47461 40.0622 4.47461 41.2978C4.47461 42.5335 3.47293 43.5351 2.2373 43.5351C1.00167 43.5351 0 42.5335 0 41.2978Z" fill="white"/>
|
|
15
|
-
<path d="M15.6611 57.2868C15.6611 55.8701 16.8096 54.7217 18.2262 54.7217H22.0452C23.4619 54.7217 24.6103 55.8701 24.6103 57.2868V61.1057C24.6103 62.5224 23.4619 63.6709 22.0452 63.6709H18.2262C16.8096 63.6709 15.6611 62.5224 15.6611 61.1057V57.2868Z" fill="white"/>
|
|
16
|
-
<path d="M33.8869 83.1651C32.4702 83.1651 31.3217 82.0167 31.3217 80.6V72.3064C31.3217 70.8897 32.4702 69.7413 33.8869 69.7413H42.1804C43.5971 69.7413 44.7456 70.8897 44.7456 72.3064V80.6C44.7456 82.0167 43.5971 83.1651 42.1804 83.1651H33.8869Z" fill="white"/>
|
|
17
|
-
<path d="M0 76.4527C0 75.2171 1.00167 74.2154 2.2373 74.2154C3.47293 74.2154 4.47461 75.2171 4.47461 76.4527C4.47461 77.6883 3.47293 78.69 2.2373 78.69C1.00167 78.69 0 77.6883 0 76.4527Z" fill="white"/>
|
|
18
|
-
</svg>
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TProviderUsageSnapshot,
|
|
3
|
-
TSubscriptionMeterMatch,
|
|
4
|
-
} from "@openllmsh/sdk/protocol";
|
|
5
|
-
import { matchesSubscriptionMeter } from "@openllmsh/sdk/protocol";
|
|
6
|
-
import { quotaGateDecision } from "./quota-gate";
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* Order the accounts of ONE subscription provider for a single hop
|
|
10
|
-
* (`docs/plan/multi-account-subscriptions.md` §6):
|
|
11
|
-
*
|
|
12
|
-
* 1. the pinned account, when it is usable;
|
|
13
|
-
* 2. accounts WITH quota data, least remaining first (drain the nearly
|
|
14
|
-
* empty one before touching a fuller one), ties by index;
|
|
15
|
-
* 3. accounts WITHOUT usable quota data, by index (they rely on cooldown);
|
|
16
|
-
* 4. exhausted accounts are left out — except that the caller's FINAL
|
|
17
|
-
* account of the FINAL hop may still dial (never-drop-all).
|
|
18
|
-
*
|
|
19
|
-
* A pinned account that is cooled or exhausted falls back into its normal
|
|
20
|
-
* place in the order.
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
export type TRankableAccount = {
|
|
24
|
-
readonly index: number;
|
|
25
|
-
readonly snapshot: TProviderUsageSnapshot | null;
|
|
26
|
-
/** A local per-account cooldown is live for this hop's model. */
|
|
27
|
-
readonly cooling: boolean;
|
|
28
|
-
};
|
|
29
|
-
|
|
30
|
-
export type TRankedAccount = {
|
|
31
|
-
readonly index: number;
|
|
32
|
-
/** Remaining headroom on the binding constraint, 0..100; null = unknown. */
|
|
33
|
-
readonly remaining: number | null;
|
|
34
|
-
};
|
|
35
|
-
|
|
36
|
-
type TQuotaSnapshot = Extract<
|
|
37
|
-
TProviderUsageSnapshot,
|
|
38
|
-
{ readonly kind: "quota" }
|
|
39
|
-
>;
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Headroom on the TIGHTEST constraint that can reject this hop: the most-used
|
|
43
|
-
* provider window (5h, weekly, …) and, when the hop has a catalog meter, the
|
|
44
|
-
* matching extra pool. 10% on 5h but 100% weekly is exhausted.
|
|
45
|
-
*/
|
|
46
|
-
export const remainingQuotaPercent = (
|
|
47
|
-
snapshot: TQuotaSnapshot,
|
|
48
|
-
meter: TSubscriptionMeterMatch | undefined,
|
|
49
|
-
): number => {
|
|
50
|
-
let used = 0;
|
|
51
|
-
for (const window of snapshot.windows)
|
|
52
|
-
used = Math.max(used, window.percent_used);
|
|
53
|
-
for (const pool of snapshot.extra_pools ?? []) {
|
|
54
|
-
if (matchesSubscriptionMeter(meter, pool.meter_id)) {
|
|
55
|
-
used = Math.max(used, pool.percent_used);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
return Math.max(0, Math.min(100, 100 - used));
|
|
59
|
-
};
|
|
60
|
-
|
|
61
|
-
/**
|
|
62
|
-
* A snapshot whose numbers may rank an account. Stale reads are only trusted
|
|
63
|
-
* within the gate's freshness cap — beyond it the account is "unknown" (it
|
|
64
|
-
* still serves, ordered by index, and cooldown catches a dead one).
|
|
65
|
-
*/
|
|
66
|
-
const trustedQuota = (
|
|
67
|
-
snapshot: TProviderUsageSnapshot | null,
|
|
68
|
-
staleCapMs: number,
|
|
69
|
-
now: number,
|
|
70
|
-
): TQuotaSnapshot | null => {
|
|
71
|
-
if (snapshot?.kind !== "quota") return null;
|
|
72
|
-
if (!snapshot.stale) return snapshot;
|
|
73
|
-
return snapshot.as_of_ms !== undefined &&
|
|
74
|
-
now - snapshot.as_of_ms <= staleCapMs
|
|
75
|
-
? snapshot
|
|
76
|
-
: null;
|
|
77
|
-
};
|
|
78
|
-
|
|
79
|
-
export const rankProviderAccounts = (params: {
|
|
80
|
-
readonly accounts: readonly TRankableAccount[];
|
|
81
|
-
readonly meter: TSubscriptionMeterMatch | undefined;
|
|
82
|
-
readonly pinnedIndex: number | null;
|
|
83
|
-
readonly staleCapMs: number;
|
|
84
|
-
readonly now: number;
|
|
85
|
-
}): readonly TRankedAccount[] => {
|
|
86
|
-
const known: TRankedAccount[] = [];
|
|
87
|
-
const unknown: TRankedAccount[] = [];
|
|
88
|
-
for (const account of params.accounts) {
|
|
89
|
-
if (account.cooling) continue;
|
|
90
|
-
const gate = quotaGateDecision({
|
|
91
|
-
snapshot: account.snapshot,
|
|
92
|
-
meter: params.meter,
|
|
93
|
-
finalHop: false,
|
|
94
|
-
staleCapMs: params.staleCapMs,
|
|
95
|
-
now: params.now,
|
|
96
|
-
});
|
|
97
|
-
if (gate.kind === "skip") continue;
|
|
98
|
-
const quota = trustedQuota(account.snapshot, params.staleCapMs, params.now);
|
|
99
|
-
if (quota === null) {
|
|
100
|
-
unknown.push({ index: account.index, remaining: null });
|
|
101
|
-
continue;
|
|
102
|
-
}
|
|
103
|
-
const remaining = remainingQuotaPercent(quota, params.meter);
|
|
104
|
-
// A trusted 0% headroom the gate let through (e.g. status not yet
|
|
105
|
-
// `rejected`) is still exhausted for ordering purposes.
|
|
106
|
-
if (remaining <= 0) continue;
|
|
107
|
-
known.push({ index: account.index, remaining });
|
|
108
|
-
}
|
|
109
|
-
known.sort(
|
|
110
|
-
(a, b) => (a.remaining ?? 0) - (b.remaining ?? 0) || a.index - b.index,
|
|
111
|
-
);
|
|
112
|
-
unknown.sort((a, b) => a.index - b.index);
|
|
113
|
-
const ordered = [...known, ...unknown];
|
|
114
|
-
if (params.pinnedIndex === null) return ordered;
|
|
115
|
-
const pinned = ordered.find((a) => a.index === params.pinnedIndex);
|
|
116
|
-
return pinned === undefined
|
|
117
|
-
? ordered
|
|
118
|
-
: [pinned, ...ordered.filter((a) => a !== pinned)];
|
|
119
|
-
};
|
|
120
|
-
|
|
121
|
-
/**
|
|
122
|
-
* Never-drop-all pick when every signed-in account is cooled or exhausted on
|
|
123
|
-
* the FINAL hop: still dial one account so the caller gets a real upstream
|
|
124
|
-
* error instead of a synthetic "all cooled" envelope.
|
|
125
|
-
*
|
|
126
|
-
* Deterministic order:
|
|
127
|
-
* 1. the pinned account, when it is among the signed-in set;
|
|
128
|
-
* 2. else the signed-in account with the most remaining *trusted* quota
|
|
129
|
-
* (ties by lowest index);
|
|
130
|
-
* 3. else the lowest index.
|
|
131
|
-
*/
|
|
132
|
-
export const pickFinalFallback = (params: {
|
|
133
|
-
readonly accounts: readonly TRankableAccount[];
|
|
134
|
-
readonly meter: TSubscriptionMeterMatch | undefined;
|
|
135
|
-
readonly pinnedIndex: number | null;
|
|
136
|
-
readonly staleCapMs: number;
|
|
137
|
-
readonly now: number;
|
|
138
|
-
}): number | undefined => {
|
|
139
|
-
if (params.accounts.length === 0) return undefined;
|
|
140
|
-
if (
|
|
141
|
-
params.pinnedIndex !== null &&
|
|
142
|
-
params.accounts.some((a) => a.index === params.pinnedIndex)
|
|
143
|
-
) {
|
|
144
|
-
return params.pinnedIndex;
|
|
145
|
-
}
|
|
146
|
-
let best: { readonly index: number; readonly remaining: number } | null =
|
|
147
|
-
null;
|
|
148
|
-
for (const account of params.accounts) {
|
|
149
|
-
const quota = trustedQuota(account.snapshot, params.staleCapMs, params.now);
|
|
150
|
-
if (quota === null) continue;
|
|
151
|
-
const remaining = remainingQuotaPercent(quota, params.meter);
|
|
152
|
-
if (
|
|
153
|
-
best === null ||
|
|
154
|
-
remaining > best.remaining ||
|
|
155
|
-
(remaining === best.remaining && account.index < best.index)
|
|
156
|
-
) {
|
|
157
|
-
best = { index: account.index, remaining };
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
if (best !== null) return best.index;
|
|
161
|
-
let lowest = params.accounts[0]?.index;
|
|
162
|
-
for (const account of params.accounts) {
|
|
163
|
-
if (lowest === undefined || account.index < lowest) lowest = account.index;
|
|
164
|
-
}
|
|
165
|
-
return lowest;
|
|
166
|
-
};
|