@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { TChatCompletionChunk, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Drain a stream of ChatCompletion chunks into a single non-streaming
|
|
4
|
+
* response. Used for providers that ONLY stream upstream (chatgpt.com
|
|
5
|
+
* `/backend-api/codex/responses`) so non-streaming callers still get a
|
|
6
|
+
* `chat.completion` JSON envelope.
|
|
7
|
+
*
|
|
8
|
+
* Concatenates `delta.content` into a single message string, rebuilds
|
|
9
|
+
* `tool_calls` from indexed deltas, and uses the final chunk's
|
|
10
|
+
* `finish_reason` / `usage` if present.
|
|
11
|
+
*/
|
|
12
|
+
export declare const accumulateChunksToResponse: (chunks: ReadableStream<TChatCompletionChunk>, providerModelId: string) => Promise<TChatCompletionResponse>;
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import { plainTextFromReasoningItems } from "../../adapters/messages/reasoning-from-items.js";
|
|
2
|
+
import { normalizeToolCallFinishReason } from "./finish-reason.js";
|
|
3
|
+
import { IncompleteStreamError } from "./upstream-error.js";
|
|
4
|
+
const ZERO_USAGE = {
|
|
5
|
+
prompt_tokens: 0,
|
|
6
|
+
completion_tokens: 0,
|
|
7
|
+
total_tokens: 0,
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* Drain a stream of ChatCompletion chunks into a single non-streaming
|
|
11
|
+
* response. Used for providers that ONLY stream upstream (chatgpt.com
|
|
12
|
+
* `/backend-api/codex/responses`) so non-streaming callers still get a
|
|
13
|
+
* `chat.completion` JSON envelope.
|
|
14
|
+
*
|
|
15
|
+
* Concatenates `delta.content` into a single message string, rebuilds
|
|
16
|
+
* `tool_calls` from indexed deltas, and uses the final chunk's
|
|
17
|
+
* `finish_reason` / `usage` if present.
|
|
18
|
+
*/
|
|
19
|
+
export const accumulateChunksToResponse = async (chunks, providerModelId) => {
|
|
20
|
+
const reader = chunks.getReader();
|
|
21
|
+
let content = "";
|
|
22
|
+
let finishReason = null;
|
|
23
|
+
let usage = ZERO_USAGE;
|
|
24
|
+
let sawUsage = false;
|
|
25
|
+
let id = "";
|
|
26
|
+
let created = 0;
|
|
27
|
+
let hasCreated = false;
|
|
28
|
+
let systemFingerprint;
|
|
29
|
+
let refusal = "";
|
|
30
|
+
let logprobsContent;
|
|
31
|
+
const toolCalls = new Map();
|
|
32
|
+
let reasoningContent = "";
|
|
33
|
+
let reasoningItems;
|
|
34
|
+
// Provider-executed hosted searches (Codex `webSearch` items) — each delta
|
|
35
|
+
// carries the completed call(s); collect them all for the final message.
|
|
36
|
+
const serverSearchCalls = [];
|
|
37
|
+
try {
|
|
38
|
+
for (;;) {
|
|
39
|
+
const { value, done } = await reader.read();
|
|
40
|
+
if (done)
|
|
41
|
+
break;
|
|
42
|
+
if (value.id !== "")
|
|
43
|
+
id = value.id;
|
|
44
|
+
if (Number.isFinite(value.created) && value.created >= 0) {
|
|
45
|
+
created = value.created;
|
|
46
|
+
hasCreated = true;
|
|
47
|
+
}
|
|
48
|
+
if (typeof value.system_fingerprint === "string" &&
|
|
49
|
+
value.system_fingerprint.length > 0) {
|
|
50
|
+
systemFingerprint = value.system_fingerprint;
|
|
51
|
+
}
|
|
52
|
+
const choice = value.choices[0];
|
|
53
|
+
if (choice === undefined) {
|
|
54
|
+
if (value.usage !== undefined && value.usage !== null) {
|
|
55
|
+
usage = value.usage;
|
|
56
|
+
sawUsage = true;
|
|
57
|
+
}
|
|
58
|
+
continue;
|
|
59
|
+
}
|
|
60
|
+
if (value.usage !== undefined && value.usage !== null) {
|
|
61
|
+
usage = value.usage;
|
|
62
|
+
sawUsage = true;
|
|
63
|
+
}
|
|
64
|
+
const delta = choice.delta;
|
|
65
|
+
if (delta !== undefined) {
|
|
66
|
+
if (typeof delta.content === "string")
|
|
67
|
+
content += delta.content;
|
|
68
|
+
if (typeof delta.refusal === "string")
|
|
69
|
+
refusal += delta.refusal;
|
|
70
|
+
if (typeof delta.reasoning_content === "string") {
|
|
71
|
+
reasoningContent += delta.reasoning_content;
|
|
72
|
+
}
|
|
73
|
+
if (Array.isArray(delta.reasoning_items) &&
|
|
74
|
+
delta.reasoning_items.length > 0) {
|
|
75
|
+
reasoningItems = delta.reasoning_items;
|
|
76
|
+
}
|
|
77
|
+
if (Array.isArray(delta.server_search_calls) &&
|
|
78
|
+
delta.server_search_calls.length > 0) {
|
|
79
|
+
serverSearchCalls.push(...delta.server_search_calls);
|
|
80
|
+
}
|
|
81
|
+
if (Array.isArray(delta.tool_calls)) {
|
|
82
|
+
for (const tc of delta.tool_calls) {
|
|
83
|
+
const existing = toolCalls.get(tc.index) ?? {
|
|
84
|
+
id: "",
|
|
85
|
+
name: "",
|
|
86
|
+
arguments: "",
|
|
87
|
+
};
|
|
88
|
+
const next = {
|
|
89
|
+
id: tc.id ?? existing.id,
|
|
90
|
+
name: tc.function?.name ?? existing.name,
|
|
91
|
+
arguments: existing.arguments + (tc.function?.arguments ?? ""),
|
|
92
|
+
};
|
|
93
|
+
toolCalls.set(tc.index, next);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
if (choice.logprobs !== null &&
|
|
98
|
+
typeof choice.logprobs === "object" &&
|
|
99
|
+
"content" in choice.logprobs &&
|
|
100
|
+
Array.isArray(choice.logprobs.content)) {
|
|
101
|
+
logprobsContent ??= [];
|
|
102
|
+
logprobsContent.push(...choice.logprobs.content);
|
|
103
|
+
}
|
|
104
|
+
if (choice.finish_reason !== null && choice.finish_reason !== undefined) {
|
|
105
|
+
finishReason = choice.finish_reason;
|
|
106
|
+
}
|
|
107
|
+
if (value.usage !== undefined && value.usage !== null) {
|
|
108
|
+
usage = value.usage;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
catch (err) {
|
|
113
|
+
// A stream failure AFTER the terminal finish_reason chunk (a trailing
|
|
114
|
+
// upstream error event, a connection reset while draining the tail)
|
|
115
|
+
// cannot change the already-complete answer — salvage it instead of
|
|
116
|
+
// discarding the whole turn (issue #274). A failure BEFORE the terminal
|
|
117
|
+
// chunk still rejects: the answer is incomplete and the error is the
|
|
118
|
+
// only truthful outcome.
|
|
119
|
+
if (finishReason === null) {
|
|
120
|
+
throw new IncompleteStreamError(err, sawUsage ? usage : null);
|
|
121
|
+
}
|
|
122
|
+
// Same debug gate as provider-decode's dropped-chunk warning: keep the
|
|
123
|
+
// salvage observable without adding a logger dep to the pure wire layer.
|
|
124
|
+
if (process.env.OPENLLM_DEBUG_STREAM === "1") {
|
|
125
|
+
console.warn("[accumulateChunksToResponse] salvaged completed answer after trailing stream error:", err instanceof Error ? err.message : String(err));
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
finally {
|
|
129
|
+
// Release the underlying chunk source promptly when the caller
|
|
130
|
+
// bails (deadline cutoff, response abort, …) so the upstream
|
|
131
|
+
// `fetch` body doesn't stay open waiting for our next read.
|
|
132
|
+
reader.cancel().catch(() => { });
|
|
133
|
+
}
|
|
134
|
+
const finalToolCalls = [];
|
|
135
|
+
const indices = [...toolCalls.keys()].sort((a, b) => a - b);
|
|
136
|
+
for (const idx of indices) {
|
|
137
|
+
const tc = toolCalls.get(idx);
|
|
138
|
+
if (tc === undefined)
|
|
139
|
+
continue;
|
|
140
|
+
finalToolCalls.push({
|
|
141
|
+
id: tc.id,
|
|
142
|
+
type: "function",
|
|
143
|
+
function: { name: tc.name, arguments: tc.arguments },
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
const effectiveFinishReason = normalizeToolCallFinishReason({
|
|
147
|
+
message: finalToolCalls.length > 0 ? { tool_calls: finalToolCalls } : undefined,
|
|
148
|
+
finish_reason: finishReason,
|
|
149
|
+
}) ?? "stop";
|
|
150
|
+
const reasoningFromItems = plainTextFromReasoningItems(reasoningItems);
|
|
151
|
+
/** OpenLLM: surface ref `Delta.reasoning_items` text as `reasoning_content` when deltas omitted. */
|
|
152
|
+
const effectiveReasoningContent = reasoningContent.length > 0 ? reasoningContent : reasoningFromItems;
|
|
153
|
+
return {
|
|
154
|
+
id: id !== "" ? id : `chatcmpl-${crypto.randomUUID()}`,
|
|
155
|
+
object: "chat.completion",
|
|
156
|
+
created: hasCreated ? created : Math.floor(Date.now() / 1000),
|
|
157
|
+
model: providerModelId,
|
|
158
|
+
...(systemFingerprint !== undefined
|
|
159
|
+
? { system_fingerprint: systemFingerprint }
|
|
160
|
+
: {}),
|
|
161
|
+
choices: [
|
|
162
|
+
{
|
|
163
|
+
index: 0,
|
|
164
|
+
message: {
|
|
165
|
+
role: "assistant",
|
|
166
|
+
content,
|
|
167
|
+
...(refusal.length > 0 ? { refusal } : {}),
|
|
168
|
+
...(finalToolCalls.length > 0 ? { tool_calls: finalToolCalls } : {}),
|
|
169
|
+
...(effectiveReasoningContent.length > 0
|
|
170
|
+
? { reasoning_content: effectiveReasoningContent }
|
|
171
|
+
: {}),
|
|
172
|
+
...(reasoningItems !== undefined
|
|
173
|
+
? { reasoning_items: [...reasoningItems] }
|
|
174
|
+
: {}),
|
|
175
|
+
...(serverSearchCalls.length > 0
|
|
176
|
+
? { server_search_calls: serverSearchCalls }
|
|
177
|
+
: {}),
|
|
178
|
+
},
|
|
179
|
+
finish_reason: effectiveFinishReason,
|
|
180
|
+
...(logprobsContent !== undefined
|
|
181
|
+
? { logprobs: { content: logprobsContent } }
|
|
182
|
+
: {}),
|
|
183
|
+
},
|
|
184
|
+
],
|
|
185
|
+
usage,
|
|
186
|
+
};
|
|
187
|
+
};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
2
|
+
type TToolCallFinishReasonChoice = {
|
|
3
|
+
readonly finish_reason: TChatCompletionChunk["choices"][number]["finish_reason"];
|
|
4
|
+
/** Internal semantic signal for adapters that have already decoded tool use. */
|
|
5
|
+
readonly hasToolCalls?: boolean;
|
|
6
|
+
readonly message?: {
|
|
7
|
+
readonly tool_calls?: ReadonlyArray<unknown>;
|
|
8
|
+
};
|
|
9
|
+
readonly delta?: {
|
|
10
|
+
readonly tool_calls?: ReadonlyArray<unknown>;
|
|
11
|
+
};
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* Correct providers that emit tool calls but terminate their response as a
|
|
15
|
+
* normal stop. Both Chat Completions responses and stream chunks can carry
|
|
16
|
+
* tool calls, so accept either shape. Empty external arrays do not represent
|
|
17
|
+
* a tool call; adapters with prior decoded state provide `hasToolCalls`.
|
|
18
|
+
*/
|
|
19
|
+
export declare const normalizeToolCallFinishReason: (choice: TToolCallFinishReasonChoice) => TChatCompletionChunk["choices"][number]["finish_reason"];
|
|
20
|
+
export {};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Correct providers that emit tool calls but terminate their response as a
|
|
3
|
+
* normal stop. Both Chat Completions responses and stream chunks can carry
|
|
4
|
+
* tool calls, so accept either shape. Empty external arrays do not represent
|
|
5
|
+
* a tool call; adapters with prior decoded state provide `hasToolCalls`.
|
|
6
|
+
*/
|
|
7
|
+
export const normalizeToolCallFinishReason = (choice) => {
|
|
8
|
+
const hasToolCalls = choice.hasToolCalls === true ||
|
|
9
|
+
(choice.message?.tool_calls?.length ?? 0) > 0 ||
|
|
10
|
+
(choice.delta?.tool_calls?.length ?? 0) > 0;
|
|
11
|
+
return hasToolCalls &&
|
|
12
|
+
(choice.finish_reason === null || choice.finish_reason === "stop")
|
|
13
|
+
? "tool_calls"
|
|
14
|
+
: choice.finish_reason;
|
|
15
|
+
};
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
2
|
-
|
|
3
2
|
/**
|
|
4
3
|
* Pre-commit first-event peek — shared by the daemon walker and the cloud
|
|
5
4
|
* dispatch chain (like the context ladder, ONE implementation so the two
|
|
@@ -10,7 +9,6 @@ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
|
10
9
|
* chain can walk to the next hop, instead of failing inside an
|
|
11
10
|
* already-committed 200 stream.
|
|
12
11
|
*/
|
|
13
|
-
|
|
14
12
|
/** Outcome of peeking a decoded upstream stream's first meaningful event
|
|
15
13
|
* before committing the client response:
|
|
16
14
|
* - `chunks`: the first meaningful event was real output — the
|
|
@@ -22,11 +20,16 @@ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
|
22
20
|
* can discard it and walk;
|
|
23
21
|
* - `error`: the rejection that arrived before any output — including a
|
|
24
22
|
* stream that closed without producing a single event. */
|
|
25
|
-
export type TPeekedChunks<T> =
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
23
|
+
export type TPeekedChunks<T> = {
|
|
24
|
+
readonly kind: "chunks";
|
|
25
|
+
readonly chunks: ReadableStream<T>;
|
|
26
|
+
} | {
|
|
27
|
+
readonly kind: "refusal";
|
|
28
|
+
readonly chunks: ReadableStream<T>;
|
|
29
|
+
} | {
|
|
30
|
+
readonly kind: "error";
|
|
31
|
+
readonly error: unknown;
|
|
32
|
+
};
|
|
30
33
|
/**
|
|
31
34
|
* Does this decoded chunk carry actual model output (content, reasoning,
|
|
32
35
|
* tool calls, a finish, usage)? Housekeeping chunks — the role-only
|
|
@@ -36,29 +39,7 @@ export type TPeekedChunks<T> =
|
|
|
36
39
|
* housekeeping would forfeit the pre-commit walk for exactly the overflow
|
|
37
40
|
* shape the peek exists to catch.
|
|
38
41
|
*/
|
|
39
|
-
export const isMeaningfulChunk
|
|
40
|
-
if (chunk.usage !== undefined && chunk.usage !== null) return true;
|
|
41
|
-
return chunk.choices.some((choice) => {
|
|
42
|
-
if (choice.finish_reason !== undefined && choice.finish_reason !== null) {
|
|
43
|
-
return true;
|
|
44
|
-
}
|
|
45
|
-
const d = choice.delta;
|
|
46
|
-
const nonEmpty = (s: string | null | undefined): boolean =>
|
|
47
|
-
typeof s === "string" && s.length > 0;
|
|
48
|
-
const nonEmptyArr = (
|
|
49
|
-
a: ReadonlyArray<unknown> | null | undefined,
|
|
50
|
-
): boolean => Array.isArray(a) && a.length > 0;
|
|
51
|
-
return (
|
|
52
|
-
nonEmpty(d.content) ||
|
|
53
|
-
nonEmpty(d.reasoning_content) ||
|
|
54
|
-
nonEmpty(d.refusal) ||
|
|
55
|
-
nonEmptyArr(d.tool_calls) ||
|
|
56
|
-
nonEmptyArr(d.reasoning_items) ||
|
|
57
|
-
nonEmptyArr(d.server_search_calls)
|
|
58
|
-
);
|
|
59
|
-
});
|
|
60
|
-
};
|
|
61
|
-
|
|
42
|
+
export declare const isMeaningfulChunk: (chunk: TChatCompletionChunk) => boolean;
|
|
62
43
|
/**
|
|
63
44
|
* Wait for the first MEANINGFUL event of a decoded upstream stream (see
|
|
64
45
|
* the module doc for why), then return a stream that replays what was
|
|
@@ -87,10 +68,7 @@ export const isMeaningfulChunk = (chunk: TChatCompletionChunk): boolean => {
|
|
|
87
68
|
* began still propagates mid-stream as before (committed = never
|
|
88
69
|
* re-dispatched).
|
|
89
70
|
*/
|
|
90
|
-
export const peekFirstChunk
|
|
91
|
-
source: ReadableStream<T>,
|
|
92
|
-
isMeaningful: (chunk: T) => boolean = () => true,
|
|
93
|
-
opts?: {
|
|
71
|
+
export declare const peekFirstChunk: <T>(source: ReadableStream<T>, isMeaningful?: (chunk: T) => boolean, opts?: {
|
|
94
72
|
readonly emptyStreamIsError?: boolean;
|
|
95
73
|
/**
|
|
96
74
|
* Classifies the FIRST meaningful chunk as a structured refusal. When
|
|
@@ -104,51 +82,4 @@ export const peekFirstChunk = async <T>(
|
|
|
104
82
|
* committed output.
|
|
105
83
|
*/
|
|
106
84
|
readonly isRefusal?: (chunk: T) => boolean;
|
|
107
|
-
|
|
108
|
-
): Promise<TPeekedChunks<T>> => {
|
|
109
|
-
const reader = source.getReader();
|
|
110
|
-
const buffered: T[] = [];
|
|
111
|
-
const replayed = (): ReadableStream<T> =>
|
|
112
|
-
new ReadableStream<T>({
|
|
113
|
-
pull: async (controller) => {
|
|
114
|
-
const next = buffered.shift();
|
|
115
|
-
if (next !== undefined) {
|
|
116
|
-
controller.enqueue(next);
|
|
117
|
-
return;
|
|
118
|
-
}
|
|
119
|
-
const r = await reader.read();
|
|
120
|
-
if (r.done) {
|
|
121
|
-
controller.close();
|
|
122
|
-
return;
|
|
123
|
-
}
|
|
124
|
-
controller.enqueue(r.value);
|
|
125
|
-
},
|
|
126
|
-
cancel: (reason) => reader.cancel(reason),
|
|
127
|
-
});
|
|
128
|
-
try {
|
|
129
|
-
for (;;) {
|
|
130
|
-
const r = await reader.read();
|
|
131
|
-
if (r.done) {
|
|
132
|
-
if (buffered.length === 0 && opts?.emptyStreamIsError !== false) {
|
|
133
|
-
return {
|
|
134
|
-
kind: "error",
|
|
135
|
-
error: new Error(
|
|
136
|
-
"upstream closed the stream before producing any event",
|
|
137
|
-
),
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
// Housekeeping-only stream that closed cleanly: commit and replay
|
|
141
|
-
// what arrived rather than synthesizing a failure.
|
|
142
|
-
return { kind: "chunks", chunks: replayed() };
|
|
143
|
-
}
|
|
144
|
-
buffered.push(r.value);
|
|
145
|
-
if (isMeaningful(r.value)) {
|
|
146
|
-
return opts?.isRefusal?.(r.value) === true
|
|
147
|
-
? { kind: "refusal", chunks: replayed() }
|
|
148
|
-
: { kind: "chunks", chunks: replayed() };
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
} catch (error) {
|
|
152
|
-
return { kind: "error", error };
|
|
153
|
-
}
|
|
154
|
-
};
|
|
85
|
+
}) => Promise<TPeekedChunks<T>>;
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Does this decoded chunk carry actual model output (content, reasoning,
|
|
3
|
+
* tool calls, a finish, usage)? Housekeeping chunks — the role-only
|
|
4
|
+
* empty-content chunk decoded from `response.created` (chatgpt) or
|
|
5
|
+
* `message_start` (anthropic) — do NOT commit the response: an in-stream
|
|
6
|
+
* rejection can still follow them (`response.failed`), and committing on
|
|
7
|
+
* housekeeping would forfeit the pre-commit walk for exactly the overflow
|
|
8
|
+
* shape the peek exists to catch.
|
|
9
|
+
*/
|
|
10
|
+
export const isMeaningfulChunk = (chunk) => {
|
|
11
|
+
if (chunk.usage !== undefined && chunk.usage !== null)
|
|
12
|
+
return true;
|
|
13
|
+
return chunk.choices.some((choice) => {
|
|
14
|
+
if (choice.finish_reason !== undefined && choice.finish_reason !== null) {
|
|
15
|
+
return true;
|
|
16
|
+
}
|
|
17
|
+
const d = choice.delta;
|
|
18
|
+
const nonEmpty = (s) => typeof s === "string" && s.length > 0;
|
|
19
|
+
const nonEmptyArr = (a) => Array.isArray(a) && a.length > 0;
|
|
20
|
+
return (nonEmpty(d.content) ||
|
|
21
|
+
nonEmpty(d.reasoning_content) ||
|
|
22
|
+
nonEmpty(d.refusal) ||
|
|
23
|
+
nonEmptyArr(d.tool_calls) ||
|
|
24
|
+
nonEmptyArr(d.reasoning_items) ||
|
|
25
|
+
nonEmptyArr(d.server_search_calls));
|
|
26
|
+
});
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* Wait for the first MEANINGFUL event of a decoded upstream stream (see
|
|
30
|
+
* the module doc for why), then return a stream that replays what was
|
|
31
|
+
* buffered ahead of the live tail.
|
|
32
|
+
*
|
|
33
|
+
* The wait is UNBOUNDED by design — bounded only by the request's abort
|
|
34
|
+
* signal, which the upstream fetch carries (an aborted client errors the
|
|
35
|
+
* read). The rejection we're waiting for arrives after the vendor
|
|
36
|
+
* tokenizes the prompt, and a near-cap prompt (the exact overflow case)
|
|
37
|
+
* prefills for many seconds; any fixed deadline commits the response
|
|
38
|
+
* right before the rejection lands, stranding the client in a committed
|
|
39
|
+
* stream that then dies (the pre-fix stall). The client loses nothing
|
|
40
|
+
* from waiting: it would receive zero bytes before the first event
|
|
41
|
+
* regardless. (Same rule as ref/CLIProxyAPI's stream bootstrap: no
|
|
42
|
+
* timeouts after the upstream connection is established.)
|
|
43
|
+
*
|
|
44
|
+
* A stream that CLOSES before any event is an error by default (walkable
|
|
45
|
+
* — the upstream produced nothing), not an empty success. EXCEPT when the
|
|
46
|
+
* peeked stream is a lossy DECODED VIEW of a byte-verbatim passthrough
|
|
47
|
+
* (`opts.emptyStreamIsError: false`): there, zero decoded chunks can mean
|
|
48
|
+
* the decoder dropped frames the schema doesn't model — not an empty
|
|
49
|
+
* upstream — and the client's bytes ride the other tee branch untouched,
|
|
50
|
+
* so the peek must commit rather than 502 a healthy response. Buffered
|
|
51
|
+
* housekeeping chunks are replayed ahead of the live tail: no event is
|
|
52
|
+
* lost or duplicated, and a rejection that arrives after real output
|
|
53
|
+
* began still propagates mid-stream as before (committed = never
|
|
54
|
+
* re-dispatched).
|
|
55
|
+
*/
|
|
56
|
+
export const peekFirstChunk = async (source, isMeaningful = () => true, opts) => {
|
|
57
|
+
const reader = source.getReader();
|
|
58
|
+
const buffered = [];
|
|
59
|
+
const replayed = () => new ReadableStream({
|
|
60
|
+
pull: async (controller) => {
|
|
61
|
+
const next = buffered.shift();
|
|
62
|
+
if (next !== undefined) {
|
|
63
|
+
controller.enqueue(next);
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
const r = await reader.read();
|
|
67
|
+
if (r.done) {
|
|
68
|
+
controller.close();
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
controller.enqueue(r.value);
|
|
72
|
+
},
|
|
73
|
+
cancel: (reason) => reader.cancel(reason),
|
|
74
|
+
});
|
|
75
|
+
try {
|
|
76
|
+
for (;;) {
|
|
77
|
+
const r = await reader.read();
|
|
78
|
+
if (r.done) {
|
|
79
|
+
if (buffered.length === 0 && opts?.emptyStreamIsError !== false) {
|
|
80
|
+
return {
|
|
81
|
+
kind: "error",
|
|
82
|
+
error: new Error("upstream closed the stream before producing any event"),
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
// Housekeeping-only stream that closed cleanly: commit and replay
|
|
86
|
+
// what arrived rather than synthesizing a failure.
|
|
87
|
+
return { kind: "chunks", chunks: replayed() };
|
|
88
|
+
}
|
|
89
|
+
buffered.push(r.value);
|
|
90
|
+
if (isMeaningful(r.value)) {
|
|
91
|
+
return opts?.isRefusal?.(r.value) === true
|
|
92
|
+
? { kind: "refusal", chunks: replayed() }
|
|
93
|
+
: { kind: "chunks", chunks: replayed() };
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
return { kind: "error", error };
|
|
99
|
+
}
|
|
100
|
+
};
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Coreless upstream-SSE decode driver — the `@openllm/core`-free analogue
|
|
3
|
+
* of `core/lib/streaming/event-stream.ts`'s `providerEventStream`. The
|
|
4
|
+
* coreless daemon walker uses it to turn an upstream provider's raw SSE
|
|
5
|
+
* byte stream into canonical `TChatCompletionChunk`s, then re-encodes
|
|
6
|
+
* those to the client's wire.
|
|
7
|
+
*
|
|
8
|
+
* `core`'s version takes a whole `TChatProviderSpec`; this takes just the
|
|
9
|
+
* streaming pieces (`eventSchema` + `initialState` + `eventToChunk` +
|
|
10
|
+
* optional `isTerminalEvent`) so it has no dependency on `core`'s spec
|
|
11
|
+
* machinery — only `effect`'s `Schema` (for decode) + `@openllmsh/sdk/protocol`
|
|
12
|
+
* + the wire SSE primitives.
|
|
13
|
+
*/
|
|
14
|
+
import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
15
|
+
import { Schema } from "effect";
|
|
16
|
+
export type TStreamDecodeSpec<TEvent, TState, TOpts> = {
|
|
17
|
+
readonly eventSchema: Schema.Schema<TEvent>;
|
|
18
|
+
readonly onEvent?: (event: unknown) => void;
|
|
19
|
+
readonly initialState: (options: TOpts) => TState;
|
|
20
|
+
readonly eventToChunk: (event: TEvent, state: TState, options: TOpts) => TChatCompletionChunk | null;
|
|
21
|
+
/**
|
|
22
|
+
* Optional semantic-end predicate. When it returns true for a decoded
|
|
23
|
+
* event, the driver converts the event, closes the canonical stream,
|
|
24
|
+
* then cancels the source without awaiting transport EOF. Providers
|
|
25
|
+
* without this keep reading until EOF so usage trailers can still
|
|
26
|
+
* arrive (generic OpenAI-compat).
|
|
27
|
+
*/
|
|
28
|
+
readonly isTerminalEvent?: (event: TEvent) => boolean;
|
|
29
|
+
};
|
|
30
|
+
/**
|
|
31
|
+
* Decode an upstream provider SSE stream into canonical chunks. Mirrors
|
|
32
|
+
* `core`'s `providerEventStream` exactly, including the DashScope
|
|
33
|
+
* `choices: []` recovery (harmless for non-OpenAI event schemas — it only
|
|
34
|
+
* runs on the already-failed decode path).
|
|
35
|
+
*
|
|
36
|
+
* Alibaba DashScope (and other OpenAI-compatible upstreams) OMIT the
|
|
37
|
+
* `choices` key entirely on the trailing `stream_options.include_usage`
|
|
38
|
+
* chunk — spec-correct providers send `choices: []`. The OpenAI chunk
|
|
39
|
+
* schema makes `choices` required, so that chunk fails decode. Since it
|
|
40
|
+
* is the ONLY chunk carrying token counts, a silent drop means zero
|
|
41
|
+
* usage for Alibaba (no live feed, no final total) while spec-correct
|
|
42
|
+
* providers work. Retry once with an empty `choices` filled in. (For
|
|
43
|
+
* non-OpenAI event schemas the extra key is ignored on decode, so this
|
|
44
|
+
* is provider-safe and only ever runs on the already-failed path.)
|
|
45
|
+
*
|
|
46
|
+
* A genuinely undecodable frame is still dropped so one odd chunk can't
|
|
47
|
+
* kill the stream — but surface it under a debug flag so the next
|
|
48
|
+
* provider divergence isn't invisible.
|
|
49
|
+
*/
|
|
50
|
+
export declare const decodeProviderEventStream: <TEvent, TState, TOpts>(raw: ReadableStream<Uint8Array>, spec: TStreamDecodeSpec<TEvent, TState, TOpts>, options: TOpts) => ReadableStream<TChatCompletionChunk>;
|
|
51
|
+
/**
|
|
52
|
+
* Encode canonical chunks as an OpenAI-wire SSE byte stream (the client
|
|
53
|
+
* encoder for the chat-completions surface). Verbatim port of `core`'s
|
|
54
|
+
* `chunksToSseBytes`; on a mid-stream upstream error it emits a final
|
|
55
|
+
* error frame + `[DONE]` so the client sees a clean failure.
|
|
56
|
+
*/
|
|
57
|
+
export declare const chunksToSseBytes: (chunks: ReadableStream<TChatCompletionChunk>) => ReadableStream<Uint8Array>;
|