@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,699 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TChatCompletionChunk,
|
|
3
|
-
THeartbeatOptions,
|
|
4
|
-
TSseEvent,
|
|
5
|
-
} from "@openllmsh/sdk/protocol";
|
|
6
|
-
|
|
7
|
-
const SSE_DONE = "[DONE]";
|
|
8
|
-
|
|
9
|
-
const textEncoder = new TextEncoder();
|
|
10
|
-
|
|
11
|
-
export const encodeSseEvent = (data: unknown): Uint8Array => {
|
|
12
|
-
const payload = data === SSE_DONE ? SSE_DONE : JSON.stringify(data);
|
|
13
|
-
return textEncoder.encode(`data: ${payload}\n\n`);
|
|
14
|
-
};
|
|
15
|
-
|
|
16
|
-
export const encodeSseDone = (): Uint8Array =>
|
|
17
|
-
textEncoder.encode(`data: ${SSE_DONE}\n\n`);
|
|
18
|
-
|
|
19
|
-
export const encodeSseComment = (comment: string): Uint8Array =>
|
|
20
|
-
textEncoder.encode(`: ${comment}\n\n`);
|
|
21
|
-
|
|
22
|
-
// Anthropic's documented keepalive: a real `ping` event (NOT a bare
|
|
23
|
-
// SSE comment). Claude Code drives the official Anthropic SDK whose
|
|
24
|
-
// event-typed stream switch-cases on `type` — emitting the genuine
|
|
25
|
-
// ping is what its standby loop waits on between content blocks while
|
|
26
|
-
// the model is thinking / running tools. Ref: Anthropic streaming
|
|
27
|
-
// messages spec ("ping events ... periodically").
|
|
28
|
-
export const encodeAnthropicPing = (): Uint8Array =>
|
|
29
|
-
textEncoder.encode('event: ping\ndata: {"type": "ping"}\n\n');
|
|
30
|
-
|
|
31
|
-
/**
|
|
32
|
-
* Length of an SSE line terminator at `i`, or 0 if this is not one.
|
|
33
|
-
* Returns -1 when `buffer[i]` is CR at end-of-buffer: a following LF
|
|
34
|
-
* (the second half of CRLF) may still arrive, so the caller must wait.
|
|
35
|
-
*/
|
|
36
|
-
const lineTerminatorLength = (
|
|
37
|
-
buffer: string,
|
|
38
|
-
i: number,
|
|
39
|
-
holdSplitCrlf: boolean,
|
|
40
|
-
): number => {
|
|
41
|
-
if (i >= buffer.length) return 0;
|
|
42
|
-
if (buffer[i] === "\r") {
|
|
43
|
-
if (i + 1 >= buffer.length) return holdSplitCrlf ? -1 : 1;
|
|
44
|
-
return buffer[i + 1] === "\n" ? 2 : 1;
|
|
45
|
-
}
|
|
46
|
-
if (buffer[i] === "\n") return 1;
|
|
47
|
-
return 0;
|
|
48
|
-
};
|
|
49
|
-
|
|
50
|
-
const stripTrailingLineTerminator = (value: string): string => {
|
|
51
|
-
if (value.endsWith("\r\n")) return value.slice(0, -2);
|
|
52
|
-
if (value.endsWith("\n") || value.endsWith("\r")) return value.slice(0, -1);
|
|
53
|
-
return value;
|
|
54
|
-
};
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Split a buffer into complete SSE events (blank-line terminated) and
|
|
58
|
-
* leftover bytes. Accepts LF, CRLF, CR, and mixed endings. A CR at the
|
|
59
|
-
* end of the buffer is never treated as a terminator on its own so a
|
|
60
|
-
* CRLF pair split across chunks stays one terminator.
|
|
61
|
-
*/
|
|
62
|
-
type TSplitFrame = {
|
|
63
|
-
readonly content: string;
|
|
64
|
-
readonly raw: string;
|
|
65
|
-
};
|
|
66
|
-
|
|
67
|
-
const splitFrames = (
|
|
68
|
-
buffer: string,
|
|
69
|
-
): { frames: TSplitFrame[]; rest: string } => {
|
|
70
|
-
const frames: TSplitFrame[] = [];
|
|
71
|
-
let i = 0;
|
|
72
|
-
let lineStart = 0;
|
|
73
|
-
let eventStart = 0;
|
|
74
|
-
while (i < buffer.length) {
|
|
75
|
-
const term = lineTerminatorLength(buffer, i, true);
|
|
76
|
-
if (term === -1) break;
|
|
77
|
-
if (term === 0) {
|
|
78
|
-
i += 1;
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
if (i === lineStart) {
|
|
82
|
-
frames.push({
|
|
83
|
-
content: stripTrailingLineTerminator(
|
|
84
|
-
buffer.slice(eventStart, lineStart),
|
|
85
|
-
),
|
|
86
|
-
raw: buffer.slice(eventStart, i + term),
|
|
87
|
-
});
|
|
88
|
-
i += term;
|
|
89
|
-
eventStart = i;
|
|
90
|
-
lineStart = i;
|
|
91
|
-
continue;
|
|
92
|
-
}
|
|
93
|
-
i += term;
|
|
94
|
-
lineStart = i;
|
|
95
|
-
}
|
|
96
|
-
return { frames, rest: buffer.slice(eventStart) };
|
|
97
|
-
};
|
|
98
|
-
|
|
99
|
-
const sseFieldLines = (raw: string): string[] => {
|
|
100
|
-
const lines: string[] = [];
|
|
101
|
-
let i = 0;
|
|
102
|
-
let lineStart = 0;
|
|
103
|
-
while (i < raw.length) {
|
|
104
|
-
const term = lineTerminatorLength(raw, i, false);
|
|
105
|
-
if (term === -1) break;
|
|
106
|
-
if (term === 0) {
|
|
107
|
-
i += 1;
|
|
108
|
-
continue;
|
|
109
|
-
}
|
|
110
|
-
lines.push(raw.slice(lineStart, i));
|
|
111
|
-
i += term;
|
|
112
|
-
lineStart = i;
|
|
113
|
-
}
|
|
114
|
-
if (lineStart < raw.length) {
|
|
115
|
-
lines.push(raw.slice(lineStart));
|
|
116
|
-
}
|
|
117
|
-
return lines;
|
|
118
|
-
};
|
|
119
|
-
|
|
120
|
-
const parseEvent = (raw: string): TSseEvent | null => {
|
|
121
|
-
const lines = sseFieldLines(raw);
|
|
122
|
-
const dataLines: string[] = [];
|
|
123
|
-
let comment: string | null = null;
|
|
124
|
-
for (const line of lines) {
|
|
125
|
-
if (line === "") continue;
|
|
126
|
-
if (line.startsWith(":")) {
|
|
127
|
-
if (comment === null) comment = line.slice(1).trimStart();
|
|
128
|
-
continue;
|
|
129
|
-
}
|
|
130
|
-
if (line.startsWith("data:")) {
|
|
131
|
-
dataLines.push(line.slice(5).trimStart());
|
|
132
|
-
}
|
|
133
|
-
// event: / id: / retry: are ignored and must not erase data.
|
|
134
|
-
}
|
|
135
|
-
if (dataLines.length > 0) {
|
|
136
|
-
const data = dataLines.join("\n");
|
|
137
|
-
if (data === SSE_DONE) return { kind: "done" };
|
|
138
|
-
return { kind: "data", data };
|
|
139
|
-
}
|
|
140
|
-
if (comment !== null) return { kind: "comment", comment };
|
|
141
|
-
return null;
|
|
142
|
-
};
|
|
143
|
-
|
|
144
|
-
/**
|
|
145
|
-
* Rope of decoded string chunks. Avoids `buffer += chunk` (O(n) copy per
|
|
146
|
-
* tiny TCP read) by keeping parts until a frame boundary forces a join.
|
|
147
|
-
*/
|
|
148
|
-
type TStringRope = {
|
|
149
|
-
parts: string[];
|
|
150
|
-
length: number;
|
|
151
|
-
};
|
|
152
|
-
|
|
153
|
-
const emptyRope = (): TStringRope => ({ parts: [], length: 0 });
|
|
154
|
-
|
|
155
|
-
const ropePush = (rope: TStringRope, piece: string): void => {
|
|
156
|
-
if (piece.length === 0) return;
|
|
157
|
-
rope.parts.push(piece);
|
|
158
|
-
rope.length += piece.length;
|
|
159
|
-
};
|
|
160
|
-
|
|
161
|
-
const ropeJoin = (rope: TStringRope): string => {
|
|
162
|
-
if (rope.parts.length === 0) return "";
|
|
163
|
-
if (rope.parts.length === 1) return rope.parts[0] ?? "";
|
|
164
|
-
return rope.parts.join("");
|
|
165
|
-
};
|
|
166
|
-
|
|
167
|
-
const ropeSetRest = (rope: TStringRope, rest: string): void => {
|
|
168
|
-
if (rest.length === 0) {
|
|
169
|
-
rope.parts = [];
|
|
170
|
-
rope.length = 0;
|
|
171
|
-
return;
|
|
172
|
-
}
|
|
173
|
-
rope.parts = [rest];
|
|
174
|
-
rope.length = rest.length;
|
|
175
|
-
};
|
|
176
|
-
|
|
177
|
-
/** True when the latest piece may have completed an SSE frame (blank line). */
|
|
178
|
-
const pieceMayCompleteFrame = (piece: string): boolean => {
|
|
179
|
-
if (piece.length === 0) return false;
|
|
180
|
-
// Blank-line terminators: \n\n, \r\n\r\n, \r\r, and mixed. A lone
|
|
181
|
-
// terminator at either end is enough to bother joining — the previous
|
|
182
|
-
// rest may have ended with `\n`/`\r` and this piece starts with the
|
|
183
|
-
// matching half of the blank-line boundary.
|
|
184
|
-
const first = piece.charCodeAt(0);
|
|
185
|
-
const last = piece.charCodeAt(piece.length - 1);
|
|
186
|
-
return (
|
|
187
|
-
first === 10 /* \n */ ||
|
|
188
|
-
first === 13 /* \r */ ||
|
|
189
|
-
last === 10 ||
|
|
190
|
-
last === 13 ||
|
|
191
|
-
piece.includes("\n\n") ||
|
|
192
|
-
// Mixed endings: LF line + CR blank (`\n\r` / `\n\r\n`) interior to the
|
|
193
|
-
// piece — first/last checks miss these when the piece is padded.
|
|
194
|
-
piece.includes("\n\r") ||
|
|
195
|
-
piece.includes("\r\n\r\n") ||
|
|
196
|
-
piece.includes("\r\r")
|
|
197
|
-
);
|
|
198
|
-
};
|
|
199
|
-
|
|
200
|
-
export const sseEventStream = (
|
|
201
|
-
source: ReadableStream<Uint8Array>,
|
|
202
|
-
): ReadableStream<TSseEvent> => {
|
|
203
|
-
const reader = source.getReader();
|
|
204
|
-
const decoder = new TextDecoder();
|
|
205
|
-
const rope = emptyRope();
|
|
206
|
-
return new ReadableStream<TSseEvent>({
|
|
207
|
-
async pull(controller) {
|
|
208
|
-
for (;;) {
|
|
209
|
-
const { value, done } = await reader.read();
|
|
210
|
-
if (done) {
|
|
211
|
-
ropePush(rope, decoder.decode());
|
|
212
|
-
const buffer = ropeJoin(rope);
|
|
213
|
-
const { frames, rest } = splitFrames(buffer);
|
|
214
|
-
for (const frame of frames) {
|
|
215
|
-
const parsed = parseEvent(frame.content);
|
|
216
|
-
if (parsed) controller.enqueue(parsed);
|
|
217
|
-
}
|
|
218
|
-
const trailing = parseEvent(rest);
|
|
219
|
-
if (trailing) controller.enqueue(trailing);
|
|
220
|
-
ropeSetRest(rope, "");
|
|
221
|
-
controller.close();
|
|
222
|
-
return;
|
|
223
|
-
}
|
|
224
|
-
const piece = decoder.decode(value, { stream: true });
|
|
225
|
-
ropePush(rope, piece);
|
|
226
|
-
// Skip the join+scan while the new bytes cannot complete a frame.
|
|
227
|
-
if (rope.parts.length > 1 && !pieceMayCompleteFrame(piece)) {
|
|
228
|
-
continue;
|
|
229
|
-
}
|
|
230
|
-
const buffer = ropeJoin(rope);
|
|
231
|
-
const { frames, rest } = splitFrames(buffer);
|
|
232
|
-
ropeSetRest(rope, rest);
|
|
233
|
-
if (frames.length === 0) continue;
|
|
234
|
-
for (const frame of frames) {
|
|
235
|
-
const parsed = parseEvent(frame.content);
|
|
236
|
-
if (parsed) controller.enqueue(parsed);
|
|
237
|
-
}
|
|
238
|
-
return;
|
|
239
|
-
}
|
|
240
|
-
},
|
|
241
|
-
cancel(reason) {
|
|
242
|
-
reader.cancel(reason).catch(() => {});
|
|
243
|
-
},
|
|
244
|
-
});
|
|
245
|
-
};
|
|
246
|
-
|
|
247
|
-
// runtime-only: holds ReadableStream<T> branches from .tee(); cannot be a Schema.
|
|
248
|
-
export type TTeeResult<T> = {
|
|
249
|
-
client: ReadableStream<T>;
|
|
250
|
-
observer: ReadableStream<T>;
|
|
251
|
-
};
|
|
252
|
-
|
|
253
|
-
export const teeStream = <T>(source: ReadableStream<T>): TTeeResult<T> => {
|
|
254
|
-
const [a, b] = source.tee();
|
|
255
|
-
return { client: a, observer: b };
|
|
256
|
-
};
|
|
257
|
-
|
|
258
|
-
/**
|
|
259
|
-
* Inject a keepalive frame whenever the upstream goes quiet so a CLI
|
|
260
|
-
* sitting in its streaming read loop (Claude Code, Codex, …) doesn't
|
|
261
|
-
* hit its socket read timeout — and so idle-connection-reaping
|
|
262
|
-
* intermediaries (CDNs, corporate proxies) don't drop the connection —
|
|
263
|
-
* while a reasoning model is thinking or a tool is running.
|
|
264
|
-
*
|
|
265
|
-
* IMPORTANT: only safe over a source that enqueues COMPLETE SSE frames
|
|
266
|
-
* per chunk (our adapter encoders do). It must NOT wrap a raw upstream
|
|
267
|
-
* byte stream whose chunk boundaries are arbitrary — a keepalive could
|
|
268
|
-
* land mid-frame and corrupt the event. Native pass-through therefore
|
|
269
|
-
* relies on the upstream's own `ping`/`message_start` instead.
|
|
270
|
-
*
|
|
271
|
-
* The first beat fires immediately (not after `intervalMs`): the
|
|
272
|
-
* dangerous window is the silence between HTTP 200 and the first token
|
|
273
|
-
* of a slow reasoning run, which a delayed first beat would leave
|
|
274
|
-
* uncovered for a full interval.
|
|
275
|
-
*/
|
|
276
|
-
export const withHeartbeat = (
|
|
277
|
-
source: ReadableStream<Uint8Array>,
|
|
278
|
-
options: THeartbeatOptions,
|
|
279
|
-
): ReadableStream<Uint8Array> => {
|
|
280
|
-
const reader = source.getReader();
|
|
281
|
-
let timer: ReturnType<typeof setInterval> | null = null;
|
|
282
|
-
let controllerRef: ReadableStreamDefaultController<Uint8Array> | null = null;
|
|
283
|
-
let closed = false;
|
|
284
|
-
|
|
285
|
-
const beat =
|
|
286
|
-
options.kind === "anthropic_ping"
|
|
287
|
-
? encodeAnthropicPing
|
|
288
|
-
: (): Uint8Array => encodeSseComment("keepalive");
|
|
289
|
-
|
|
290
|
-
const clear = (): void => {
|
|
291
|
-
if (timer !== null) {
|
|
292
|
-
clearInterval(timer);
|
|
293
|
-
timer = null;
|
|
294
|
-
}
|
|
295
|
-
};
|
|
296
|
-
|
|
297
|
-
const safeEnqueue = (chunk: Uint8Array): void => {
|
|
298
|
-
if (closed || controllerRef === null) return;
|
|
299
|
-
try {
|
|
300
|
-
controllerRef.enqueue(chunk);
|
|
301
|
-
} catch {
|
|
302
|
-
// Controller already closed/errored (client hung up between the
|
|
303
|
-
// timer firing and this microtask) — stop beating.
|
|
304
|
-
closed = true;
|
|
305
|
-
clear();
|
|
306
|
-
}
|
|
307
|
-
};
|
|
308
|
-
|
|
309
|
-
return new ReadableStream<Uint8Array>({
|
|
310
|
-
start(controller) {
|
|
311
|
-
controllerRef = controller;
|
|
312
|
-
// Immediate first beat closes the post-200 / pre-first-token gap.
|
|
313
|
-
safeEnqueue(beat());
|
|
314
|
-
timer = setInterval(() => safeEnqueue(beat()), options.intervalMs);
|
|
315
|
-
},
|
|
316
|
-
async pull(controller) {
|
|
317
|
-
const { value, done } = await reader.read();
|
|
318
|
-
if (done) {
|
|
319
|
-
closed = true;
|
|
320
|
-
clear();
|
|
321
|
-
controller.close();
|
|
322
|
-
return;
|
|
323
|
-
}
|
|
324
|
-
if (value) controller.enqueue(value);
|
|
325
|
-
},
|
|
326
|
-
cancel(reason) {
|
|
327
|
-
closed = true;
|
|
328
|
-
clear();
|
|
329
|
-
reader.cancel(reason).catch(() => {});
|
|
330
|
-
},
|
|
331
|
-
});
|
|
332
|
-
};
|
|
333
|
-
|
|
334
|
-
/**
|
|
335
|
-
* Frame-aligned keepalive for a RAW upstream byte stream (native
|
|
336
|
-
* Anthropic pass-through). `withHeartbeat` cannot be used there: the
|
|
337
|
-
* upstream's chunk boundaries are arbitrary, so a keepalive injected
|
|
338
|
-
* between two reads could land in the middle of a half-sent SSE event
|
|
339
|
-
* and corrupt it. That is why pass-through historically injected
|
|
340
|
-
* nothing and relied on the upstream's own `ping` events — which
|
|
341
|
-
* leaves the client stranded the moment an anthropic-wire provider
|
|
342
|
-
* goes quiet for minutes during a long reasoning / tool run (the
|
|
343
|
-
* reported "chat stopped while it was actually doing something").
|
|
344
|
-
*
|
|
345
|
-
* This wrapper makes injection safe by re-aligning the stream to SSE
|
|
346
|
-
* frame boundaries: incoming bytes are buffered and only COMPLETE
|
|
347
|
-
* frames (terminated by a blank line) are forwarded; a partial frame
|
|
348
|
-
* is held back until its terminator arrives. Because the client only
|
|
349
|
-
* ever sees whole frames, a keepalive enqueued on the interval is
|
|
350
|
-
* always emitted at a frame boundary — never spliced inside an event
|
|
351
|
-
* — regardless of how the upstream chunked its bytes.
|
|
352
|
-
*
|
|
353
|
-
* Trailing bytes with no terminator (an upstream that ends mid-frame)
|
|
354
|
-
* are flushed verbatim on close so nothing is silently dropped.
|
|
355
|
-
*/
|
|
356
|
-
export const withFrameAlignedHeartbeat = (
|
|
357
|
-
source: ReadableStream<Uint8Array>,
|
|
358
|
-
options: THeartbeatOptions,
|
|
359
|
-
): ReadableStream<Uint8Array> => {
|
|
360
|
-
const reader = source.getReader();
|
|
361
|
-
const decoder = new TextDecoder();
|
|
362
|
-
let timer: ReturnType<typeof setInterval> | null = null;
|
|
363
|
-
let controllerRef: ReadableStreamDefaultController<Uint8Array> | null = null;
|
|
364
|
-
let closed = false;
|
|
365
|
-
const rope = emptyRope();
|
|
366
|
-
|
|
367
|
-
const beat =
|
|
368
|
-
options.kind === "anthropic_ping"
|
|
369
|
-
? encodeAnthropicPing
|
|
370
|
-
: (): Uint8Array => encodeSseComment("keepalive");
|
|
371
|
-
|
|
372
|
-
const clear = (): void => {
|
|
373
|
-
if (timer !== null) {
|
|
374
|
-
clearInterval(timer);
|
|
375
|
-
timer = null;
|
|
376
|
-
}
|
|
377
|
-
};
|
|
378
|
-
|
|
379
|
-
const safeEnqueue = (chunk: Uint8Array): void => {
|
|
380
|
-
if (closed || controllerRef === null) return;
|
|
381
|
-
try {
|
|
382
|
-
controllerRef.enqueue(chunk);
|
|
383
|
-
} catch {
|
|
384
|
-
closed = true;
|
|
385
|
-
clear();
|
|
386
|
-
}
|
|
387
|
-
};
|
|
388
|
-
|
|
389
|
-
return new ReadableStream<Uint8Array>({
|
|
390
|
-
start(controller) {
|
|
391
|
-
controllerRef = controller;
|
|
392
|
-
// Immediate first beat closes the post-200 / pre-first-token gap.
|
|
393
|
-
safeEnqueue(beat());
|
|
394
|
-
timer = setInterval(() => safeEnqueue(beat()), options.intervalMs);
|
|
395
|
-
},
|
|
396
|
-
async pull(controller) {
|
|
397
|
-
try {
|
|
398
|
-
for (;;) {
|
|
399
|
-
const { value, done } = await reader.read();
|
|
400
|
-
if (done) {
|
|
401
|
-
// Flush decoder state, then any unterminated trailing bytes
|
|
402
|
-
// verbatim so an upstream that ends mid-frame loses nothing.
|
|
403
|
-
ropePush(rope, decoder.decode());
|
|
404
|
-
const buffer = ropeJoin(rope);
|
|
405
|
-
const flushed = splitFrames(buffer);
|
|
406
|
-
for (const frame of flushed.frames) {
|
|
407
|
-
controller.enqueue(textEncoder.encode(frame.raw));
|
|
408
|
-
}
|
|
409
|
-
if (flushed.rest.length > 0) {
|
|
410
|
-
controller.enqueue(textEncoder.encode(flushed.rest));
|
|
411
|
-
}
|
|
412
|
-
ropeSetRest(rope, "");
|
|
413
|
-
closed = true;
|
|
414
|
-
clear();
|
|
415
|
-
controller.close();
|
|
416
|
-
return;
|
|
417
|
-
}
|
|
418
|
-
const piece = decoder.decode(value, { stream: true });
|
|
419
|
-
ropePush(rope, piece);
|
|
420
|
-
if (rope.parts.length > 1 && !pieceMayCompleteFrame(piece)) {
|
|
421
|
-
continue;
|
|
422
|
-
}
|
|
423
|
-
const buffer = ropeJoin(rope);
|
|
424
|
-
const { frames, rest } = splitFrames(buffer);
|
|
425
|
-
ropeSetRest(rope, rest);
|
|
426
|
-
if (frames.length === 0) continue;
|
|
427
|
-
for (const frame of frames) {
|
|
428
|
-
controller.enqueue(textEncoder.encode(frame.raw));
|
|
429
|
-
}
|
|
430
|
-
return;
|
|
431
|
-
}
|
|
432
|
-
} catch {
|
|
433
|
-
// Raw passthrough has no canonical encoder to translate a rejected
|
|
434
|
-
// reader. Emit Anthropic's native terminal envelope rather than severing
|
|
435
|
-
// the socket; never expose the thrown message because fetch errors often
|
|
436
|
-
// contain credential-bearing upstream URLs.
|
|
437
|
-
closed = true;
|
|
438
|
-
clear();
|
|
439
|
-
controller.enqueue(
|
|
440
|
-
textEncoder.encode(
|
|
441
|
-
'event: error\ndata: {"type":"error","error":{"type":"stream_error","message":"upstream stream failed"}}\n\n',
|
|
442
|
-
),
|
|
443
|
-
);
|
|
444
|
-
controller.close();
|
|
445
|
-
}
|
|
446
|
-
},
|
|
447
|
-
cancel(reason) {
|
|
448
|
-
closed = true;
|
|
449
|
-
clear();
|
|
450
|
-
reader.cancel(reason).catch(() => {});
|
|
451
|
-
},
|
|
452
|
-
});
|
|
453
|
-
};
|
|
454
|
-
|
|
455
|
-
/**
|
|
456
|
-
* Self-imposed graceful deadline for a CANONICAL chunk stream.
|
|
457
|
-
*
|
|
458
|
-
* Vercel hard-kills a function the instant it hits `maxDuration`
|
|
459
|
-
* (clamped to the plan ceiling, which may be well below the declared
|
|
460
|
-
* value). Mid-stream that severs the SSE connection with no terminal
|
|
461
|
-
* frame: the client SDK sees a truncated stream and throws — it
|
|
462
|
-
* cannot distinguish a truncation from a crash, so it cannot
|
|
463
|
-
* continue. The idle heartbeat does NOT help here; it keeps the
|
|
464
|
-
* socket warm right up until the platform guillotine.
|
|
465
|
-
*
|
|
466
|
-
* `withStreamDeadline` cuts us off a touch early instead. It forwards
|
|
467
|
-
* real chunks until `deadlineMs` elapses, then:
|
|
468
|
-
* 1. cancels the source — propagating to the upstream `fetch` body
|
|
469
|
-
* so we stop paying the provider for tokens we'll never deliver;
|
|
470
|
-
* 2. emits ONE synthetic terminal chunk with
|
|
471
|
-
* `finish_reason: "length"` and closes cleanly.
|
|
472
|
-
*
|
|
473
|
-
* The text deltas already streamed ARE the partial answer (they're in
|
|
474
|
-
* the client's hands). The synthetic terminal makes the SSE encoders
|
|
475
|
-
* close properly — `data: [DONE]` for OpenAI, `message_delta`
|
|
476
|
-
* (`stop_reason: "max_tokens"`) + `message_stop` for Anthropic — so
|
|
477
|
-
* the caller gets a clean, truncated turn it can re-prompt to resume,
|
|
478
|
-
* instead of a thrown network error.
|
|
479
|
-
*
|
|
480
|
-
* Wrap BEFORE `.tee()` so the usage-drain branch also terminates.
|
|
481
|
-
*/
|
|
482
|
-
export const withStreamDeadline = (
|
|
483
|
-
source: ReadableStream<TChatCompletionChunk>,
|
|
484
|
-
options: {
|
|
485
|
-
readonly deadlineMs: number;
|
|
486
|
-
/**
|
|
487
|
-
* Fires exactly once if the deadline expires before the source
|
|
488
|
-
* closes naturally. Callers use this to skip caching a body that
|
|
489
|
-
* was sealed by the synthetic terminator instead of the upstream's
|
|
490
|
-
* own `finish_reason`. Omit to ignore truncation.
|
|
491
|
-
*/
|
|
492
|
-
readonly onTruncate?: () => void;
|
|
493
|
-
},
|
|
494
|
-
): ReadableStream<TChatCompletionChunk> => {
|
|
495
|
-
const reader = source.getReader();
|
|
496
|
-
let lastId = "chatcmpl-openllm-deadline";
|
|
497
|
-
let lastModel = "";
|
|
498
|
-
let lastCreated = 0;
|
|
499
|
-
let hasCreated = false;
|
|
500
|
-
let finished = false;
|
|
501
|
-
const DEADLINE: unique symbol = Symbol("deadline");
|
|
502
|
-
let timer: ReturnType<typeof setTimeout> | null = null;
|
|
503
|
-
const deadline = new Promise<typeof DEADLINE>((resolve) => {
|
|
504
|
-
timer = setTimeout(
|
|
505
|
-
() => resolve(DEADLINE),
|
|
506
|
-
Math.max(0, options.deadlineMs),
|
|
507
|
-
);
|
|
508
|
-
});
|
|
509
|
-
const clear = (): void => {
|
|
510
|
-
if (timer !== null) {
|
|
511
|
-
clearTimeout(timer);
|
|
512
|
-
timer = null;
|
|
513
|
-
}
|
|
514
|
-
};
|
|
515
|
-
// The synthetic terminal preserves the stream's last-seen id/created/model but
|
|
516
|
-
// carries NO usage: OpenAI reports usage once, last-wins, on a `choices: []`
|
|
517
|
-
// chunk, so re-emitting the last usage snapshot on this populated-choice
|
|
518
|
-
// terminal would double-count for clients that sum snapshots. The usage-logging
|
|
519
|
-
// tee accounts partial usage independently.
|
|
520
|
-
const terminal = (): TChatCompletionChunk => ({
|
|
521
|
-
id: lastId,
|
|
522
|
-
object: "chat.completion.chunk",
|
|
523
|
-
created: hasCreated ? lastCreated : Math.floor(Date.now() / 1000),
|
|
524
|
-
model: lastModel,
|
|
525
|
-
choices: [{ index: 0, delta: {}, finish_reason: "length" }],
|
|
526
|
-
});
|
|
527
|
-
|
|
528
|
-
return new ReadableStream<TChatCompletionChunk>({
|
|
529
|
-
async pull(controller) {
|
|
530
|
-
if (finished) {
|
|
531
|
-
controller.close();
|
|
532
|
-
return;
|
|
533
|
-
}
|
|
534
|
-
const read = reader.read();
|
|
535
|
-
// The losing race branch must not surface as an unhandled
|
|
536
|
-
// rejection once we cancel the reader on deadline.
|
|
537
|
-
read.catch(() => {});
|
|
538
|
-
let r: Awaited<typeof read> | typeof DEADLINE;
|
|
539
|
-
try {
|
|
540
|
-
r = await Promise.race([read, deadline]);
|
|
541
|
-
} catch (err) {
|
|
542
|
-
// Source errored before the deadline — preserve existing
|
|
543
|
-
// behaviour (the SSE encoder's catch emits a clean error
|
|
544
|
-
// frame + terminator).
|
|
545
|
-
finished = true;
|
|
546
|
-
clear();
|
|
547
|
-
throw err;
|
|
548
|
-
}
|
|
549
|
-
if (r === DEADLINE) {
|
|
550
|
-
finished = true;
|
|
551
|
-
clear();
|
|
552
|
-
reader.cancel("openllm-stream-deadline").catch(() => {});
|
|
553
|
-
if (options.onTruncate !== undefined) {
|
|
554
|
-
try {
|
|
555
|
-
options.onTruncate();
|
|
556
|
-
} catch {
|
|
557
|
-
// Callback errors must not crash the stream.
|
|
558
|
-
}
|
|
559
|
-
}
|
|
560
|
-
controller.enqueue(terminal());
|
|
561
|
-
controller.close();
|
|
562
|
-
return;
|
|
563
|
-
}
|
|
564
|
-
if (r.done) {
|
|
565
|
-
finished = true;
|
|
566
|
-
clear();
|
|
567
|
-
controller.close();
|
|
568
|
-
return;
|
|
569
|
-
}
|
|
570
|
-
const value = r.value;
|
|
571
|
-
if (typeof value.id === "string" && value.id.length > 0) {
|
|
572
|
-
lastId = value.id;
|
|
573
|
-
}
|
|
574
|
-
if (typeof value.model === "string" && value.model.length > 0) {
|
|
575
|
-
lastModel = value.model;
|
|
576
|
-
}
|
|
577
|
-
if (Number.isFinite(value.created) && value.created >= 0) {
|
|
578
|
-
lastCreated = value.created;
|
|
579
|
-
hasCreated = true;
|
|
580
|
-
}
|
|
581
|
-
controller.enqueue(value);
|
|
582
|
-
},
|
|
583
|
-
cancel(reason) {
|
|
584
|
-
finished = true;
|
|
585
|
-
clear();
|
|
586
|
-
reader.cancel(reason).catch(() => {});
|
|
587
|
-
},
|
|
588
|
-
});
|
|
589
|
-
};
|
|
590
|
-
|
|
591
|
-
/**
|
|
592
|
-
* Result of wrapping a raw byte stream with a deadline guard.
|
|
593
|
-
*
|
|
594
|
-
* `isTruncated()` reflects whether the deadline fired before the
|
|
595
|
-
* source closed naturally — the caller checks this AFTER the stream
|
|
596
|
-
* is consumed to decide whether to cache or discard the accumulated
|
|
597
|
-
* body. A truncated body would be a broken replay.
|
|
598
|
-
*/
|
|
599
|
-
export type TByteStreamDeadlineHandle = {
|
|
600
|
-
readonly stream: ReadableStream<Uint8Array>;
|
|
601
|
-
readonly isTruncated: () => boolean;
|
|
602
|
-
};
|
|
603
|
-
|
|
604
|
-
/**
|
|
605
|
-
* Sibling of `withStreamDeadline` for the Anthropic pass-through:
|
|
606
|
-
* the source is raw provider SSE bytes (not canonical chunks), and
|
|
607
|
-
* the synthetic terminator must be a pre-encoded SSE byte sequence
|
|
608
|
-
* because there is no canonical-decode step in the pipeline.
|
|
609
|
-
*
|
|
610
|
-
* On cutoff:
|
|
611
|
-
* 1. cancel the source — propagating to the upstream `fetch` body
|
|
612
|
-
* so we stop paying the provider for tokens we'll never deliver;
|
|
613
|
-
* 2. enqueue ONE pre-encoded `message_delta` + `message_stop` pair
|
|
614
|
-
* with `stop_reason: "max_tokens"` (matching what the canonical
|
|
615
|
-
* adapter already emits for `finish_reason: "length"`);
|
|
616
|
-
* 3. close cleanly so SSE clients see a terminated turn instead of
|
|
617
|
-
* a severed connection.
|
|
618
|
-
*
|
|
619
|
-
* Wrap BEFORE `.tee()` so the usage-drain branch also receives the
|
|
620
|
-
* terminator and the accumulator can finalise. The caller checks
|
|
621
|
-
* `isTruncated()` after consumption to skip caching a truncated body.
|
|
622
|
-
*
|
|
623
|
-
* Best-effort frame alignment: the deadline can fire mid-frame on the
|
|
624
|
-
* raw byte stream, but the synthetic terminator starts with a fresh
|
|
625
|
-
* `event:` line — so the worst case is a torn frame followed by two
|
|
626
|
-
* well-formed events, which the Anthropic SDK parser handles by
|
|
627
|
-
* discarding the unterminated lead bytes.
|
|
628
|
-
*/
|
|
629
|
-
export const withByteStreamDeadline = (
|
|
630
|
-
source: ReadableStream<Uint8Array>,
|
|
631
|
-
options: { deadlineMs: number },
|
|
632
|
-
): TByteStreamDeadlineHandle => {
|
|
633
|
-
const reader = source.getReader();
|
|
634
|
-
let finished = false;
|
|
635
|
-
let truncated = false;
|
|
636
|
-
const DEADLINE: unique symbol = Symbol("byte-stream-deadline");
|
|
637
|
-
let timer: ReturnType<typeof setTimeout> | null = null;
|
|
638
|
-
const deadline = new Promise<typeof DEADLINE>((resolve) => {
|
|
639
|
-
timer = setTimeout(
|
|
640
|
-
() => resolve(DEADLINE),
|
|
641
|
-
Math.max(0, options.deadlineMs),
|
|
642
|
-
);
|
|
643
|
-
});
|
|
644
|
-
const clear = (): void => {
|
|
645
|
-
if (timer !== null) {
|
|
646
|
-
clearTimeout(timer);
|
|
647
|
-
timer = null;
|
|
648
|
-
}
|
|
649
|
-
};
|
|
650
|
-
const terminator = (): Uint8Array =>
|
|
651
|
-
textEncoder.encode(
|
|
652
|
-
'event: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"max_tokens","stop_sequence":null},"usage":{"output_tokens":0}}\n\n' +
|
|
653
|
-
'event: message_stop\ndata: {"type":"message_stop"}\n\n',
|
|
654
|
-
);
|
|
655
|
-
|
|
656
|
-
const stream = new ReadableStream<Uint8Array>({
|
|
657
|
-
async pull(controller) {
|
|
658
|
-
if (finished) {
|
|
659
|
-
controller.close();
|
|
660
|
-
return;
|
|
661
|
-
}
|
|
662
|
-
const read = reader.read();
|
|
663
|
-
// The losing race branch must not surface as an unhandled
|
|
664
|
-
// rejection once we cancel the reader on deadline.
|
|
665
|
-
read.catch(() => {});
|
|
666
|
-
let r: Awaited<typeof read> | typeof DEADLINE;
|
|
667
|
-
try {
|
|
668
|
-
r = await Promise.race([read, deadline]);
|
|
669
|
-
} catch (err) {
|
|
670
|
-
finished = true;
|
|
671
|
-
clear();
|
|
672
|
-
throw err;
|
|
673
|
-
}
|
|
674
|
-
if (r === DEADLINE) {
|
|
675
|
-
finished = true;
|
|
676
|
-
truncated = true;
|
|
677
|
-
clear();
|
|
678
|
-
reader.cancel("openllm-byte-stream-deadline").catch(() => {});
|
|
679
|
-
controller.enqueue(terminator());
|
|
680
|
-
controller.close();
|
|
681
|
-
return;
|
|
682
|
-
}
|
|
683
|
-
if (r.done) {
|
|
684
|
-
finished = true;
|
|
685
|
-
clear();
|
|
686
|
-
controller.close();
|
|
687
|
-
return;
|
|
688
|
-
}
|
|
689
|
-
controller.enqueue(r.value);
|
|
690
|
-
},
|
|
691
|
-
cancel(reason) {
|
|
692
|
-
finished = true;
|
|
693
|
-
clear();
|
|
694
|
-
reader.cancel(reason).catch(() => {});
|
|
695
|
-
},
|
|
696
|
-
});
|
|
697
|
-
|
|
698
|
-
return { stream, isTruncated: () => truncated };
|
|
699
|
-
};
|