@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
import { Effect, Schema } from "effect";
|
|
2
|
+
import { encodeSseDone, encodeSseEvent, sseEventStream } from "./sse.js";
|
|
3
|
+
import { upstreamErrorFrom } from "./upstream-error.js";
|
|
4
|
+
/**
|
|
5
|
+
* Decode an upstream provider SSE stream into canonical chunks. Mirrors
|
|
6
|
+
* `core`'s `providerEventStream` exactly, including the DashScope
|
|
7
|
+
* `choices: []` recovery (harmless for non-OpenAI event schemas — it only
|
|
8
|
+
* runs on the already-failed decode path).
|
|
9
|
+
*
|
|
10
|
+
* Alibaba DashScope (and other OpenAI-compatible upstreams) OMIT the
|
|
11
|
+
* `choices` key entirely on the trailing `stream_options.include_usage`
|
|
12
|
+
* chunk — spec-correct providers send `choices: []`. The OpenAI chunk
|
|
13
|
+
* schema makes `choices` required, so that chunk fails decode. Since it
|
|
14
|
+
* is the ONLY chunk carrying token counts, a silent drop means zero
|
|
15
|
+
* usage for Alibaba (no live feed, no final total) while spec-correct
|
|
16
|
+
* providers work. Retry once with an empty `choices` filled in. (For
|
|
17
|
+
* non-OpenAI event schemas the extra key is ignored on decode, so this
|
|
18
|
+
* is provider-safe and only ever runs on the already-failed path.)
|
|
19
|
+
*
|
|
20
|
+
* A genuinely undecodable frame is still dropped so one odd chunk can't
|
|
21
|
+
* kill the stream — but surface it under a debug flag so the next
|
|
22
|
+
* provider divergence isn't invisible.
|
|
23
|
+
*/
|
|
24
|
+
export const decodeProviderEventStream = (raw, spec, options) => {
|
|
25
|
+
const state = spec.initialState(options);
|
|
26
|
+
const events = sseEventStream(raw);
|
|
27
|
+
const decode = (input) => Effect.runSync(Schema.decodeUnknownEffect(spec.eventSchema)(input));
|
|
28
|
+
const reader = events.getReader();
|
|
29
|
+
let settled = false;
|
|
30
|
+
// After the first Schema-validated event, delta frames reuse JSON.parse
|
|
31
|
+
// only (unchecked). Terminal / non-delta frames keep the Schema path.
|
|
32
|
+
let schemaWarmed = false;
|
|
33
|
+
const isLikelyDeltaFrame = (value) => {
|
|
34
|
+
if (value === null || typeof value !== "object")
|
|
35
|
+
return false;
|
|
36
|
+
const record = value;
|
|
37
|
+
if (record.type === "content_block_delta")
|
|
38
|
+
return true;
|
|
39
|
+
// OpenAI chunks need Schema when `choices` is absent — DashScope (and
|
|
40
|
+
// others) omit it on the trailing usage frame; Schema defaults `choices`
|
|
41
|
+
// to `[]`. Fast-path only when the key is already present.
|
|
42
|
+
return (record.object === "chat.completion.chunk" && Array.isArray(record.choices));
|
|
43
|
+
};
|
|
44
|
+
const initiateCancel = (reason) => {
|
|
45
|
+
void reader.cancel(reason).catch(() => { });
|
|
46
|
+
};
|
|
47
|
+
const settleClose = (controller) => {
|
|
48
|
+
if (settled)
|
|
49
|
+
return;
|
|
50
|
+
settled = true;
|
|
51
|
+
controller.close();
|
|
52
|
+
initiateCancel("semantic-terminal");
|
|
53
|
+
};
|
|
54
|
+
const settleError = (controller, err) => {
|
|
55
|
+
if (settled)
|
|
56
|
+
return;
|
|
57
|
+
settled = true;
|
|
58
|
+
controller.error(err);
|
|
59
|
+
initiateCancel(err);
|
|
60
|
+
};
|
|
61
|
+
return new ReadableStream({
|
|
62
|
+
async pull(controller) {
|
|
63
|
+
if (settled) {
|
|
64
|
+
controller.close();
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
for (;;) {
|
|
68
|
+
try {
|
|
69
|
+
const read = await reader.read();
|
|
70
|
+
if (settled)
|
|
71
|
+
return;
|
|
72
|
+
if (read.done) {
|
|
73
|
+
settled = true;
|
|
74
|
+
controller.close();
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
const value = read.value;
|
|
78
|
+
if (value.kind !== "data")
|
|
79
|
+
continue;
|
|
80
|
+
let parsedJson;
|
|
81
|
+
try {
|
|
82
|
+
parsedJson = JSON.parse(value.data);
|
|
83
|
+
}
|
|
84
|
+
catch {
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
spec.onEvent?.(parsedJson);
|
|
88
|
+
let event;
|
|
89
|
+
let usedFastPath = false;
|
|
90
|
+
try {
|
|
91
|
+
usedFastPath = schemaWarmed && isLikelyDeltaFrame(parsedJson);
|
|
92
|
+
if (usedFastPath) {
|
|
93
|
+
event = parsedJson;
|
|
94
|
+
}
|
|
95
|
+
else {
|
|
96
|
+
event = decode(parsedJson);
|
|
97
|
+
schemaWarmed = true;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
catch (firstErr) {
|
|
101
|
+
let recovered = null;
|
|
102
|
+
if (parsedJson !== null &&
|
|
103
|
+
typeof parsedJson === "object" &&
|
|
104
|
+
!("choices" in parsedJson)) {
|
|
105
|
+
try {
|
|
106
|
+
recovered = decode({ ...parsedJson, choices: [] });
|
|
107
|
+
}
|
|
108
|
+
catch {
|
|
109
|
+
recovered = null;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
if (recovered === null) {
|
|
113
|
+
if (process.env.OPENLLM_DEBUG_STREAM === "1") {
|
|
114
|
+
console.warn("[decodeProviderEventStream] dropped undecodable SSE chunk:", firstErr instanceof Error
|
|
115
|
+
? firstErr.message
|
|
116
|
+
: String(firstErr), value.data.slice(0, 600));
|
|
117
|
+
}
|
|
118
|
+
continue;
|
|
119
|
+
}
|
|
120
|
+
event = recovered;
|
|
121
|
+
}
|
|
122
|
+
let chunk = null;
|
|
123
|
+
try {
|
|
124
|
+
chunk = spec.eventToChunk(event, state, options);
|
|
125
|
+
}
|
|
126
|
+
catch (err) {
|
|
127
|
+
// Fast-path skipped Schema; a malformed delta can throw in
|
|
128
|
+
// eventToChunk. Fall back to Schema decode (drop if that fails)
|
|
129
|
+
// so one bad frame cannot error the whole stream.
|
|
130
|
+
if (!usedFastPath) {
|
|
131
|
+
settleError(controller, err);
|
|
132
|
+
return;
|
|
133
|
+
}
|
|
134
|
+
try {
|
|
135
|
+
event = decode(parsedJson);
|
|
136
|
+
}
|
|
137
|
+
catch {
|
|
138
|
+
continue;
|
|
139
|
+
}
|
|
140
|
+
try {
|
|
141
|
+
chunk = spec.eventToChunk(event, state, options);
|
|
142
|
+
}
|
|
143
|
+
catch (fallbackErr) {
|
|
144
|
+
settleError(controller, fallbackErr);
|
|
145
|
+
return;
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
const terminal = spec.isTerminalEvent?.(event) === true;
|
|
149
|
+
if (chunk !== null && !settled) {
|
|
150
|
+
controller.enqueue(chunk);
|
|
151
|
+
}
|
|
152
|
+
if (terminal) {
|
|
153
|
+
settleClose(controller);
|
|
154
|
+
return;
|
|
155
|
+
}
|
|
156
|
+
if (chunk !== null)
|
|
157
|
+
return;
|
|
158
|
+
}
|
|
159
|
+
catch (err) {
|
|
160
|
+
if (settled)
|
|
161
|
+
return;
|
|
162
|
+
settleError(controller, err);
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
},
|
|
167
|
+
cancel(reason) {
|
|
168
|
+
settled = true;
|
|
169
|
+
initiateCancel(reason);
|
|
170
|
+
},
|
|
171
|
+
});
|
|
172
|
+
};
|
|
173
|
+
/**
|
|
174
|
+
* Encode canonical chunks as an OpenAI-wire SSE byte stream (the client
|
|
175
|
+
* encoder for the chat-completions surface). Verbatim port of `core`'s
|
|
176
|
+
* `chunksToSseBytes`; on a mid-stream upstream error it emits a final
|
|
177
|
+
* error frame + `[DONE]` so the client sees a clean failure.
|
|
178
|
+
*/
|
|
179
|
+
export const chunksToSseBytes = (chunks) => {
|
|
180
|
+
const reader = chunks.getReader();
|
|
181
|
+
let doneSent = false;
|
|
182
|
+
return new ReadableStream({
|
|
183
|
+
async pull(controller) {
|
|
184
|
+
try {
|
|
185
|
+
const { value, done } = await reader.read();
|
|
186
|
+
if (done) {
|
|
187
|
+
if (!doneSent) {
|
|
188
|
+
controller.enqueue(encodeSseDone());
|
|
189
|
+
doneSent = true;
|
|
190
|
+
}
|
|
191
|
+
controller.close();
|
|
192
|
+
return;
|
|
193
|
+
}
|
|
194
|
+
controller.enqueue(encodeSseEvent(value));
|
|
195
|
+
}
|
|
196
|
+
catch (err) {
|
|
197
|
+
const { type, message } = upstreamErrorFrom(err);
|
|
198
|
+
controller.enqueue(encodeSseEvent({ error: { type, message } }));
|
|
199
|
+
if (!doneSent) {
|
|
200
|
+
controller.enqueue(encodeSseDone());
|
|
201
|
+
doneSent = true;
|
|
202
|
+
}
|
|
203
|
+
controller.close();
|
|
204
|
+
}
|
|
205
|
+
},
|
|
206
|
+
cancel(reason) {
|
|
207
|
+
reader.cancel(reason).catch(() => { });
|
|
208
|
+
},
|
|
209
|
+
});
|
|
210
|
+
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { TChatCompletionChunk, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Turn a finished canonical response into a one-shot chunk stream so an
|
|
4
|
+
* accumulated (non-streaming) result can still be emitted to a streaming
|
|
5
|
+
* client. The agentic web_search rounds can't stream — each round is read
|
|
6
|
+
* in full to detect follow-up tool calls — so once that path is taken the
|
|
7
|
+
* final answer arrives as a single chunk.
|
|
8
|
+
*
|
|
9
|
+
* Shared verbatim by the cloud orchestrator (`@openllm/core`
|
|
10
|
+
* `applyToolHandlers`) and the coreless daemon walker so both agentic
|
|
11
|
+
* paths emit the final answer identically. The whole assistant turn is
|
|
12
|
+
* carried — content, `tool_calls`, and `reasoning_content` — so a streaming
|
|
13
|
+
* client never silently loses a client-tool call or reasoning trace just
|
|
14
|
+
* because a search ran earlier in the turn.
|
|
15
|
+
*/
|
|
16
|
+
export declare const responseToChunkStream: (resp: TChatCompletionResponse) => ReadableStream<TChatCompletionChunk>;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Turn a finished canonical response into a one-shot chunk stream so an
|
|
3
|
+
* accumulated (non-streaming) result can still be emitted to a streaming
|
|
4
|
+
* client. The agentic web_search rounds can't stream — each round is read
|
|
5
|
+
* in full to detect follow-up tool calls — so once that path is taken the
|
|
6
|
+
* final answer arrives as a single chunk.
|
|
7
|
+
*
|
|
8
|
+
* Shared verbatim by the cloud orchestrator (`@openllm/core`
|
|
9
|
+
* `applyToolHandlers`) and the coreless daemon walker so both agentic
|
|
10
|
+
* paths emit the final answer identically. The whole assistant turn is
|
|
11
|
+
* carried — content, `tool_calls`, and `reasoning_content` — so a streaming
|
|
12
|
+
* client never silently loses a client-tool call or reasoning trace just
|
|
13
|
+
* because a search ran earlier in the turn.
|
|
14
|
+
*/
|
|
15
|
+
export const responseToChunkStream = (resp) => {
|
|
16
|
+
const choice = resp.choices[0];
|
|
17
|
+
const message = choice?.message;
|
|
18
|
+
const toolCalls = message?.tool_calls;
|
|
19
|
+
const chunk = {
|
|
20
|
+
id: resp.id,
|
|
21
|
+
object: "chat.completion.chunk",
|
|
22
|
+
created: resp.created,
|
|
23
|
+
model: resp.model,
|
|
24
|
+
choices: [
|
|
25
|
+
{
|
|
26
|
+
index: 0,
|
|
27
|
+
delta: {
|
|
28
|
+
role: "assistant",
|
|
29
|
+
content: typeof message?.content === "string" ? message.content : "",
|
|
30
|
+
...(toolCalls !== undefined &&
|
|
31
|
+
toolCalls !== null &&
|
|
32
|
+
toolCalls.length > 0
|
|
33
|
+
? {
|
|
34
|
+
tool_calls: toolCalls.map((tc, index) => ({
|
|
35
|
+
index,
|
|
36
|
+
id: tc.id,
|
|
37
|
+
type: "function",
|
|
38
|
+
function: {
|
|
39
|
+
name: tc.function.name,
|
|
40
|
+
arguments: tc.function.arguments,
|
|
41
|
+
},
|
|
42
|
+
})),
|
|
43
|
+
}
|
|
44
|
+
: {}),
|
|
45
|
+
...(typeof message?.reasoning_content === "string"
|
|
46
|
+
? { reasoning_content: message.reasoning_content }
|
|
47
|
+
: {}),
|
|
48
|
+
...(message?.server_search_calls != null &&
|
|
49
|
+
message.server_search_calls.length > 0
|
|
50
|
+
? { server_search_calls: message.server_search_calls }
|
|
51
|
+
: {}),
|
|
52
|
+
},
|
|
53
|
+
finish_reason: choice?.finish_reason ?? "stop",
|
|
54
|
+
},
|
|
55
|
+
],
|
|
56
|
+
...(resp.usage !== undefined ? { usage: resp.usage } : {}),
|
|
57
|
+
};
|
|
58
|
+
return new ReadableStream({
|
|
59
|
+
start(c) {
|
|
60
|
+
c.enqueue(chunk);
|
|
61
|
+
c.close();
|
|
62
|
+
},
|
|
63
|
+
});
|
|
64
|
+
};
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import type { TChatCompletionChunk, THeartbeatOptions, TSseEvent } from "@openllmsh/sdk/protocol";
|
|
2
|
+
export declare const encodeSseEvent: (data: unknown) => Uint8Array;
|
|
3
|
+
export declare const encodeSseDone: () => Uint8Array;
|
|
4
|
+
export declare const encodeSseComment: (comment: string) => Uint8Array;
|
|
5
|
+
export declare const encodeAnthropicPing: () => Uint8Array;
|
|
6
|
+
export declare const sseEventStream: (source: ReadableStream<Uint8Array>) => ReadableStream<TSseEvent>;
|
|
7
|
+
export type TTeeResult<T> = {
|
|
8
|
+
client: ReadableStream<T>;
|
|
9
|
+
observer: ReadableStream<T>;
|
|
10
|
+
};
|
|
11
|
+
export declare const teeStream: <T>(source: ReadableStream<T>) => TTeeResult<T>;
|
|
12
|
+
/**
|
|
13
|
+
* Inject a keepalive frame whenever the upstream goes quiet so a CLI
|
|
14
|
+
* sitting in its streaming read loop (Claude Code, Codex, …) doesn't
|
|
15
|
+
* hit its socket read timeout — and so idle-connection-reaping
|
|
16
|
+
* intermediaries (CDNs, corporate proxies) don't drop the connection —
|
|
17
|
+
* while a reasoning model is thinking or a tool is running.
|
|
18
|
+
*
|
|
19
|
+
* IMPORTANT: only safe over a source that enqueues COMPLETE SSE frames
|
|
20
|
+
* per chunk (our adapter encoders do). It must NOT wrap a raw upstream
|
|
21
|
+
* byte stream whose chunk boundaries are arbitrary — a keepalive could
|
|
22
|
+
* land mid-frame and corrupt the event. Native pass-through therefore
|
|
23
|
+
* relies on the upstream's own `ping`/`message_start` instead.
|
|
24
|
+
*
|
|
25
|
+
* The first beat fires immediately (not after `intervalMs`): the
|
|
26
|
+
* dangerous window is the silence between HTTP 200 and the first token
|
|
27
|
+
* of a slow reasoning run, which a delayed first beat would leave
|
|
28
|
+
* uncovered for a full interval.
|
|
29
|
+
*/
|
|
30
|
+
export declare const withHeartbeat: (source: ReadableStream<Uint8Array>, options: THeartbeatOptions) => ReadableStream<Uint8Array>;
|
|
31
|
+
/**
|
|
32
|
+
* Frame-aligned keepalive for a RAW upstream byte stream (native
|
|
33
|
+
* Anthropic pass-through). `withHeartbeat` cannot be used there: the
|
|
34
|
+
* upstream's chunk boundaries are arbitrary, so a keepalive injected
|
|
35
|
+
* between two reads could land in the middle of a half-sent SSE event
|
|
36
|
+
* and corrupt it. That is why pass-through historically injected
|
|
37
|
+
* nothing and relied on the upstream's own `ping` events — which
|
|
38
|
+
* leaves the client stranded the moment an anthropic-wire provider
|
|
39
|
+
* goes quiet for minutes during a long reasoning / tool run (the
|
|
40
|
+
* reported "chat stopped while it was actually doing something").
|
|
41
|
+
*
|
|
42
|
+
* This wrapper makes injection safe by re-aligning the stream to SSE
|
|
43
|
+
* frame boundaries: incoming bytes are buffered and only COMPLETE
|
|
44
|
+
* frames (terminated by a blank line) are forwarded; a partial frame
|
|
45
|
+
* is held back until its terminator arrives. Because the client only
|
|
46
|
+
* ever sees whole frames, a keepalive enqueued on the interval is
|
|
47
|
+
* always emitted at a frame boundary — never spliced inside an event
|
|
48
|
+
* — regardless of how the upstream chunked its bytes.
|
|
49
|
+
*
|
|
50
|
+
* Trailing bytes with no terminator (an upstream that ends mid-frame)
|
|
51
|
+
* are flushed verbatim on close so nothing is silently dropped.
|
|
52
|
+
*/
|
|
53
|
+
export declare const withFrameAlignedHeartbeat: (source: ReadableStream<Uint8Array>, options: THeartbeatOptions) => ReadableStream<Uint8Array>;
|
|
54
|
+
/**
|
|
55
|
+
* Self-imposed graceful deadline for a CANONICAL chunk stream.
|
|
56
|
+
*
|
|
57
|
+
* Vercel hard-kills a function the instant it hits `maxDuration`
|
|
58
|
+
* (clamped to the plan ceiling, which may be well below the declared
|
|
59
|
+
* value). Mid-stream that severs the SSE connection with no terminal
|
|
60
|
+
* frame: the client SDK sees a truncated stream and throws — it
|
|
61
|
+
* cannot distinguish a truncation from a crash, so it cannot
|
|
62
|
+
* continue. The idle heartbeat does NOT help here; it keeps the
|
|
63
|
+
* socket warm right up until the platform guillotine.
|
|
64
|
+
*
|
|
65
|
+
* `withStreamDeadline` cuts us off a touch early instead. It forwards
|
|
66
|
+
* real chunks until `deadlineMs` elapses, then:
|
|
67
|
+
* 1. cancels the source — propagating to the upstream `fetch` body
|
|
68
|
+
* so we stop paying the provider for tokens we'll never deliver;
|
|
69
|
+
* 2. emits ONE synthetic terminal chunk with
|
|
70
|
+
* `finish_reason: "length"` and closes cleanly.
|
|
71
|
+
*
|
|
72
|
+
* The text deltas already streamed ARE the partial answer (they're in
|
|
73
|
+
* the client's hands). The synthetic terminal makes the SSE encoders
|
|
74
|
+
* close properly — `data: [DONE]` for OpenAI, `message_delta`
|
|
75
|
+
* (`stop_reason: "max_tokens"`) + `message_stop` for Anthropic — so
|
|
76
|
+
* the caller gets a clean, truncated turn it can re-prompt to resume,
|
|
77
|
+
* instead of a thrown network error.
|
|
78
|
+
*
|
|
79
|
+
* Wrap BEFORE `.tee()` so the usage-drain branch also terminates.
|
|
80
|
+
*/
|
|
81
|
+
export declare const withStreamDeadline: (source: ReadableStream<TChatCompletionChunk>, options: {
|
|
82
|
+
readonly deadlineMs: number;
|
|
83
|
+
/**
|
|
84
|
+
* Fires exactly once if the deadline expires before the source
|
|
85
|
+
* closes naturally. Callers use this to skip caching a body that
|
|
86
|
+
* was sealed by the synthetic terminator instead of the upstream's
|
|
87
|
+
* own `finish_reason`. Omit to ignore truncation.
|
|
88
|
+
*/
|
|
89
|
+
readonly onTruncate?: () => void;
|
|
90
|
+
}) => ReadableStream<TChatCompletionChunk>;
|
|
91
|
+
/**
|
|
92
|
+
* Result of wrapping a raw byte stream with a deadline guard.
|
|
93
|
+
*
|
|
94
|
+
* `isTruncated()` reflects whether the deadline fired before the
|
|
95
|
+
* source closed naturally — the caller checks this AFTER the stream
|
|
96
|
+
* is consumed to decide whether to cache or discard the accumulated
|
|
97
|
+
* body. A truncated body would be a broken replay.
|
|
98
|
+
*/
|
|
99
|
+
export type TByteStreamDeadlineHandle = {
|
|
100
|
+
readonly stream: ReadableStream<Uint8Array>;
|
|
101
|
+
readonly isTruncated: () => boolean;
|
|
102
|
+
};
|
|
103
|
+
/**
|
|
104
|
+
* Sibling of `withStreamDeadline` for the Anthropic pass-through:
|
|
105
|
+
* the source is raw provider SSE bytes (not canonical chunks), and
|
|
106
|
+
* the synthetic terminator must be a pre-encoded SSE byte sequence
|
|
107
|
+
* because there is no canonical-decode step in the pipeline.
|
|
108
|
+
*
|
|
109
|
+
* On cutoff:
|
|
110
|
+
* 1. cancel the source — propagating to the upstream `fetch` body
|
|
111
|
+
* so we stop paying the provider for tokens we'll never deliver;
|
|
112
|
+
* 2. enqueue ONE pre-encoded `message_delta` + `message_stop` pair
|
|
113
|
+
* with `stop_reason: "max_tokens"` (matching what the canonical
|
|
114
|
+
* adapter already emits for `finish_reason: "length"`);
|
|
115
|
+
* 3. close cleanly so SSE clients see a terminated turn instead of
|
|
116
|
+
* a severed connection.
|
|
117
|
+
*
|
|
118
|
+
* Wrap BEFORE `.tee()` so the usage-drain branch also receives the
|
|
119
|
+
* terminator and the accumulator can finalise. The caller checks
|
|
120
|
+
* `isTruncated()` after consumption to skip caching a truncated body.
|
|
121
|
+
*
|
|
122
|
+
* Best-effort frame alignment: the deadline can fire mid-frame on the
|
|
123
|
+
* raw byte stream, but the synthetic terminator starts with a fresh
|
|
124
|
+
* `event:` line — so the worst case is a torn frame followed by two
|
|
125
|
+
* well-formed events, which the Anthropic SDK parser handles by
|
|
126
|
+
* discarding the unterminated lead bytes.
|
|
127
|
+
*/
|
|
128
|
+
export declare const withByteStreamDeadline: (source: ReadableStream<Uint8Array>, options: {
|
|
129
|
+
deadlineMs: number;
|
|
130
|
+
}) => TByteStreamDeadlineHandle;
|