@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TChatCompletionChunk,
|
|
3
|
-
TChatCompletionResponse,
|
|
4
|
-
} from "@openllmsh/sdk/protocol";
|
|
5
|
-
|
|
6
|
-
/**
|
|
7
|
-
* Claude Code `/compact` uses `Xm()` which requires usable summary text.
|
|
8
|
-
* cf. https://github.com/anthropics/claude-code/issues/11095
|
|
9
|
-
*
|
|
10
|
-
* Some OpenAI-compatible providers still stream `tool_calls` when the request
|
|
11
|
-
* omits `tools` (conversation history is tool-heavy). That yields Anthropic
|
|
12
|
-
* `tool_use` + `stop_reason: tool_use` and breaks compaction extraction even
|
|
13
|
-
* with plenty of `text` deltas.
|
|
14
|
-
*/
|
|
15
|
-
export const coerceOpenAiFinishReasonAfterStrippingToolCalls = (
|
|
16
|
-
fr: string | null | undefined,
|
|
17
|
-
): string | null | undefined => {
|
|
18
|
-
if (fr === "tool_calls" || fr === "function_call") return "stop";
|
|
19
|
-
return fr;
|
|
20
|
-
};
|
|
21
|
-
|
|
22
|
-
export const stripToolCallDeltasFromChunk = (
|
|
23
|
-
chunk: TChatCompletionChunk,
|
|
24
|
-
): TChatCompletionChunk => ({
|
|
25
|
-
...chunk,
|
|
26
|
-
choices: chunk.choices.map((choice, idx) => {
|
|
27
|
-
if (idx !== 0) return choice;
|
|
28
|
-
const nextFr = coerceOpenAiFinishReasonAfterStrippingToolCalls(
|
|
29
|
-
choice.finish_reason,
|
|
30
|
-
) as TChatCompletionChunk["choices"][number]["finish_reason"] | undefined;
|
|
31
|
-
const delta = choice.delta;
|
|
32
|
-
const toolCalls = delta.tool_calls;
|
|
33
|
-
if (
|
|
34
|
-
toolCalls === undefined ||
|
|
35
|
-
toolCalls === null ||
|
|
36
|
-
toolCalls.length === 0
|
|
37
|
-
) {
|
|
38
|
-
if (nextFr === choice.finish_reason) return choice;
|
|
39
|
-
return { ...choice, finish_reason: nextFr };
|
|
40
|
-
}
|
|
41
|
-
const { tool_calls: _omit, ...restDelta } = delta;
|
|
42
|
-
return {
|
|
43
|
-
...choice,
|
|
44
|
-
finish_reason: nextFr,
|
|
45
|
-
delta: restDelta,
|
|
46
|
-
};
|
|
47
|
-
}),
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
export const stripToolCallDeltasFromChunkStream = (
|
|
51
|
-
source: ReadableStream<TChatCompletionChunk>,
|
|
52
|
-
): ReadableStream<TChatCompletionChunk> => {
|
|
53
|
-
const reader = source.getReader();
|
|
54
|
-
return new ReadableStream<TChatCompletionChunk>({
|
|
55
|
-
async pull(controller) {
|
|
56
|
-
const { value, done } = await reader.read();
|
|
57
|
-
if (done) {
|
|
58
|
-
controller.close();
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
controller.enqueue(stripToolCallDeltasFromChunk(value));
|
|
62
|
-
},
|
|
63
|
-
cancel(reason) {
|
|
64
|
-
reader.cancel(reason).catch(() => {});
|
|
65
|
-
},
|
|
66
|
-
});
|
|
67
|
-
};
|
|
68
|
-
|
|
69
|
-
export const stripAssistantToolCallsFromChatCompletion = (
|
|
70
|
-
resp: TChatCompletionResponse,
|
|
71
|
-
): TChatCompletionResponse => {
|
|
72
|
-
const choice = resp.choices[0];
|
|
73
|
-
if (choice === undefined) return resp;
|
|
74
|
-
const nextFr = coerceOpenAiFinishReasonAfterStrippingToolCalls(
|
|
75
|
-
choice.finish_reason,
|
|
76
|
-
) as TChatCompletionResponse["choices"][number]["finish_reason"];
|
|
77
|
-
const tc = choice.message.tool_calls;
|
|
78
|
-
if (
|
|
79
|
-
(tc === undefined || tc.length === 0) &&
|
|
80
|
-
nextFr === choice.finish_reason
|
|
81
|
-
) {
|
|
82
|
-
return resp;
|
|
83
|
-
}
|
|
84
|
-
const { tool_calls: _t, ...restMessage } = choice.message;
|
|
85
|
-
return {
|
|
86
|
-
...resp,
|
|
87
|
-
choices: [
|
|
88
|
-
{
|
|
89
|
-
...choice,
|
|
90
|
-
finish_reason: nextFr,
|
|
91
|
-
message: restMessage,
|
|
92
|
-
},
|
|
93
|
-
],
|
|
94
|
-
};
|
|
95
|
-
};
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
import type { TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Thrown by provider streaming decoders when the upstream sends an
|
|
5
|
-
* error event mid-stream (e.g. Anthropic's `event: error` for
|
|
6
|
-
* overloaded_error / api_error). Surfaces through the canonical
|
|
7
|
-
* `ReadableStream<TChatCompletionChunk>` so the surface-specific SSE
|
|
8
|
-
* encoder can emit a trailing error frame instead of silently
|
|
9
|
-
* truncating the response.
|
|
10
|
-
*/
|
|
11
|
-
export class UpstreamStreamError extends Error {
|
|
12
|
-
readonly upstreamType: string;
|
|
13
|
-
constructor(upstreamType: string, message: string) {
|
|
14
|
-
super(message);
|
|
15
|
-
this.name = "UpstreamStreamError";
|
|
16
|
-
this.upstreamType = upstreamType;
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
/**
|
|
21
|
-
* A stream ended before a terminal chunk after its decoder had already observed
|
|
22
|
-
* usage. The accumulator wraps every failure type, including transport errors,
|
|
23
|
-
* so callers can retain that wire-observed usage without treating an incomplete
|
|
24
|
-
* answer as successful.
|
|
25
|
-
*/
|
|
26
|
-
export class IncompleteStreamError extends Error {
|
|
27
|
-
readonly cause: unknown;
|
|
28
|
-
readonly usage: TChatCompletionResponse["usage"] | null;
|
|
29
|
-
|
|
30
|
-
constructor(cause: unknown, usage: TChatCompletionResponse["usage"] | null) {
|
|
31
|
-
super(cause instanceof Error ? cause.message : String(cause));
|
|
32
|
-
this.name = "IncompleteStreamError";
|
|
33
|
-
this.cause = cause;
|
|
34
|
-
this.usage = usage;
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
/** Return usage observed before an incomplete stream error, if any. */
|
|
39
|
-
export const partialUsageFrom = (
|
|
40
|
-
err: unknown,
|
|
41
|
-
): TChatCompletionResponse["usage"] | null =>
|
|
42
|
-
err instanceof IncompleteStreamError ? err.usage : null;
|
|
43
|
-
|
|
44
|
-
/** Recover the original decoder or transport error from an accumulator wrapper. */
|
|
45
|
-
export const streamFailureCause = (err: unknown): unknown =>
|
|
46
|
-
err instanceof IncompleteStreamError ? err.cause : err;
|
|
47
|
-
|
|
48
|
-
export const upstreamErrorFrom = (
|
|
49
|
-
err: unknown,
|
|
50
|
-
): { type: string; message: string } => {
|
|
51
|
-
if (err instanceof UpstreamStreamError) {
|
|
52
|
-
return { type: err.upstreamType, message: err.message };
|
|
53
|
-
}
|
|
54
|
-
if (err instanceof Error) {
|
|
55
|
-
return { type: "stream_error", message: err.message };
|
|
56
|
-
}
|
|
57
|
-
return { type: "stream_error", message: String(err) };
|
|
58
|
-
};
|
|
@@ -1,284 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TChatCompletionChunk,
|
|
3
|
-
TChatCompletionResponse,
|
|
4
|
-
} from "@openllmsh/sdk/protocol";
|
|
5
|
-
|
|
6
|
-
const SUBAGENT_TOOL_NAMES = new Set<string>(["Agent", "Task"]);
|
|
7
|
-
|
|
8
|
-
// The shared streaming accumulator reconstructs only choice 0, so the
|
|
9
|
-
// streaming strip scopes its target discovery and edits to that choice.
|
|
10
|
-
// A secondary choice (OpenAI `n > 1`) reuses per-choice tool-call
|
|
11
|
-
// indices, so touching it by a choice-agnostic index would corrupt an
|
|
12
|
-
// unrelated call. The non-streaming path matches by tool NAME per choice
|
|
13
|
-
// and is safe across all choices.
|
|
14
|
-
const TARGET_CHOICE_INDEX = 0;
|
|
15
|
-
|
|
16
|
-
const isRecord = (value: unknown): value is Record<string, unknown> =>
|
|
17
|
-
typeof value === "object" && value !== null && !Array.isArray(value);
|
|
18
|
-
|
|
19
|
-
const stripIsolationArguments = (argumentsJson: string): string => {
|
|
20
|
-
try {
|
|
21
|
-
const parsed: unknown = JSON.parse(argumentsJson);
|
|
22
|
-
if (
|
|
23
|
-
!isRecord(parsed) ||
|
|
24
|
-
(!Object.hasOwn(parsed, "isolation") && !Object.hasOwn(parsed, "cwd"))
|
|
25
|
-
) {
|
|
26
|
-
return argumentsJson;
|
|
27
|
-
}
|
|
28
|
-
delete parsed.isolation;
|
|
29
|
-
delete parsed.cwd;
|
|
30
|
-
return JSON.stringify(parsed);
|
|
31
|
-
} catch {
|
|
32
|
-
return argumentsJson;
|
|
33
|
-
}
|
|
34
|
-
};
|
|
35
|
-
|
|
36
|
-
/**
|
|
37
|
-
* Drops Claude Code's model-emitted worktree controls from Task/Agent calls.
|
|
38
|
-
* Invalid JSON and calls without either field are returned byte-for-byte.
|
|
39
|
-
*/
|
|
40
|
-
export const stripIsolationFromResponse = (
|
|
41
|
-
response: TChatCompletionResponse,
|
|
42
|
-
): TChatCompletionResponse => {
|
|
43
|
-
let changed = false;
|
|
44
|
-
const choices = response.choices.map((choice) => {
|
|
45
|
-
const toolCalls = choice.message.tool_calls;
|
|
46
|
-
if (
|
|
47
|
-
toolCalls === undefined ||
|
|
48
|
-
toolCalls === null ||
|
|
49
|
-
toolCalls.length === 0
|
|
50
|
-
) {
|
|
51
|
-
return choice;
|
|
52
|
-
}
|
|
53
|
-
let choiceChanged = false;
|
|
54
|
-
const nextToolCalls = toolCalls.map((toolCall) => {
|
|
55
|
-
if (!SUBAGENT_TOOL_NAMES.has(toolCall.function.name)) return toolCall;
|
|
56
|
-
const argumentsJson = stripIsolationArguments(
|
|
57
|
-
toolCall.function.arguments,
|
|
58
|
-
);
|
|
59
|
-
if (argumentsJson === toolCall.function.arguments) return toolCall;
|
|
60
|
-
choiceChanged = true;
|
|
61
|
-
changed = true;
|
|
62
|
-
return {
|
|
63
|
-
...toolCall,
|
|
64
|
-
function: { ...toolCall.function, arguments: argumentsJson },
|
|
65
|
-
};
|
|
66
|
-
});
|
|
67
|
-
return choiceChanged
|
|
68
|
-
? {
|
|
69
|
-
...choice,
|
|
70
|
-
message: { ...choice.message, tool_calls: nextToolCalls },
|
|
71
|
-
}
|
|
72
|
-
: choice;
|
|
73
|
-
});
|
|
74
|
-
return changed ? { ...response, choices } : response;
|
|
75
|
-
};
|
|
76
|
-
|
|
77
|
-
type TTargetToolCall = {
|
|
78
|
-
readonly index: number;
|
|
79
|
-
readonly arguments: string;
|
|
80
|
-
};
|
|
81
|
-
|
|
82
|
-
/**
|
|
83
|
-
* Cheap path: concatenate choice-0 tool-call argument deltas directly.
|
|
84
|
-
* Avoids `accumulateChunksToResponse` (full chat-completion rebuild) when
|
|
85
|
-
* every target name is visible on the wire and args are plain string joins.
|
|
86
|
-
*/
|
|
87
|
-
const targetToolCallsFromDeltas = (
|
|
88
|
-
chunks: ReadonlyArray<TChatCompletionChunk>,
|
|
89
|
-
): ReadonlyArray<TTargetToolCall> => {
|
|
90
|
-
type TAcc = {
|
|
91
|
-
name: string;
|
|
92
|
-
arguments: string;
|
|
93
|
-
};
|
|
94
|
-
const byIndex = new Map<number, TAcc>();
|
|
95
|
-
for (const chunk of chunks) {
|
|
96
|
-
for (const choice of chunk.choices) {
|
|
97
|
-
if (choice.index !== TARGET_CHOICE_INDEX) continue;
|
|
98
|
-
for (const toolCall of choice.delta.tool_calls ?? []) {
|
|
99
|
-
const existing = byIndex.get(toolCall.index);
|
|
100
|
-
const nameDelta = toolCall.function?.name ?? undefined;
|
|
101
|
-
const argsDelta = toolCall.function?.arguments ?? undefined;
|
|
102
|
-
if (existing === undefined) {
|
|
103
|
-
byIndex.set(toolCall.index, {
|
|
104
|
-
name: nameDelta ?? "",
|
|
105
|
-
arguments: argsDelta ?? "",
|
|
106
|
-
});
|
|
107
|
-
} else {
|
|
108
|
-
if (nameDelta !== undefined && nameDelta.length > 0) {
|
|
109
|
-
existing.name = nameDelta;
|
|
110
|
-
}
|
|
111
|
-
if (argsDelta !== undefined) {
|
|
112
|
-
existing.arguments += argsDelta;
|
|
113
|
-
}
|
|
114
|
-
}
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
if (byIndex.size === 0) return [];
|
|
119
|
-
const out: TTargetToolCall[] = [];
|
|
120
|
-
const ordered = [...byIndex.entries()].sort((a, b) => a[0] - b[0]);
|
|
121
|
-
for (const [index, acc] of ordered) {
|
|
122
|
-
if (!SUBAGENT_TOOL_NAMES.has(acc.name)) continue;
|
|
123
|
-
const argumentsJson = stripIsolationArguments(acc.arguments);
|
|
124
|
-
if (argumentsJson === acc.arguments) continue;
|
|
125
|
-
out.push({ index, arguments: argumentsJson });
|
|
126
|
-
}
|
|
127
|
-
return out;
|
|
128
|
-
};
|
|
129
|
-
|
|
130
|
-
const targetToolCallsFrom = (
|
|
131
|
-
chunks: ReadonlyArray<TChatCompletionChunk>,
|
|
132
|
-
): ReadonlyArray<TTargetToolCall> => targetToolCallsFromDeltas(chunks);
|
|
133
|
-
|
|
134
|
-
const withoutTargetArguments = (
|
|
135
|
-
chunk: TChatCompletionChunk,
|
|
136
|
-
targetIndices: ReadonlySet<number>,
|
|
137
|
-
): TChatCompletionChunk => {
|
|
138
|
-
let chunkChanged = false;
|
|
139
|
-
const choices = chunk.choices.map((choice) => {
|
|
140
|
-
// Targets live in choice 0 only (see `targetToolCallsFrom`); leave a
|
|
141
|
-
// secondary choice's tool calls — which may reuse the same index —
|
|
142
|
-
// byte-for-byte.
|
|
143
|
-
if (choice.index !== TARGET_CHOICE_INDEX) return choice;
|
|
144
|
-
const toolCalls = choice.delta.tool_calls;
|
|
145
|
-
if (toolCalls === undefined || toolCalls === null || toolCalls.length === 0)
|
|
146
|
-
return choice;
|
|
147
|
-
let choiceChanged = false;
|
|
148
|
-
const nextToolCalls = toolCalls.map((toolCall) => {
|
|
149
|
-
if (
|
|
150
|
-
!targetIndices.has(toolCall.index) ||
|
|
151
|
-
toolCall.function?.arguments === undefined
|
|
152
|
-
) {
|
|
153
|
-
return toolCall;
|
|
154
|
-
}
|
|
155
|
-
choiceChanged = true;
|
|
156
|
-
chunkChanged = true;
|
|
157
|
-
const { arguments: _arguments, ...functionRest } = toolCall.function;
|
|
158
|
-
return { ...toolCall, function: functionRest };
|
|
159
|
-
});
|
|
160
|
-
return choiceChanged
|
|
161
|
-
? { ...choice, delta: { ...choice.delta, tool_calls: nextToolCalls } }
|
|
162
|
-
: choice;
|
|
163
|
-
});
|
|
164
|
-
return chunkChanged ? { ...chunk, choices } : chunk;
|
|
165
|
-
};
|
|
166
|
-
|
|
167
|
-
const replacementChunk = (
|
|
168
|
-
template: TChatCompletionChunk,
|
|
169
|
-
targetToolCalls: ReadonlyArray<TTargetToolCall>,
|
|
170
|
-
): TChatCompletionChunk => ({
|
|
171
|
-
id: template.id,
|
|
172
|
-
object: "chat.completion.chunk",
|
|
173
|
-
created: template.created,
|
|
174
|
-
model: template.model,
|
|
175
|
-
choices: [
|
|
176
|
-
{
|
|
177
|
-
index: 0,
|
|
178
|
-
delta: {
|
|
179
|
-
tool_calls: targetToolCalls.map((toolCall) => ({
|
|
180
|
-
index: toolCall.index,
|
|
181
|
-
function: { arguments: toolCall.arguments },
|
|
182
|
-
})),
|
|
183
|
-
},
|
|
184
|
-
},
|
|
185
|
-
],
|
|
186
|
-
});
|
|
187
|
-
|
|
188
|
-
const endsTurn = (chunk: TChatCompletionChunk): boolean =>
|
|
189
|
-
chunk.choices.some((choice) => choice.finish_reason != null);
|
|
190
|
-
|
|
191
|
-
const hasToolCallDelta = (chunk: TChatCompletionChunk): boolean =>
|
|
192
|
-
chunk.choices.some((choice) => {
|
|
193
|
-
const toolCalls = choice.delta.tool_calls;
|
|
194
|
-
return (
|
|
195
|
-
toolCalls !== undefined && toolCalls !== null && toolCalls.length > 0
|
|
196
|
-
);
|
|
197
|
-
});
|
|
198
|
-
|
|
199
|
-
/**
|
|
200
|
-
* Reassemble only the tool-call tail. Buffering starts at `first` (the
|
|
201
|
-
* first chunk carrying tool-call deltas); everything before it has
|
|
202
|
-
* already been forwarded. Drains the rest of the source, reconstructs
|
|
203
|
-
* the Task/Agent arguments with the shared wire accumulator, and — when
|
|
204
|
-
* a target is found — emits one clean replacement delta before the
|
|
205
|
-
* terminal chunk. No target (or malformed JSON) → the tail is returned
|
|
206
|
-
* byte-for-byte.
|
|
207
|
-
*/
|
|
208
|
-
const rebuildToolCallTail = async (
|
|
209
|
-
first: TChatCompletionChunk,
|
|
210
|
-
reader: ReadableStreamDefaultReader<TChatCompletionChunk>,
|
|
211
|
-
): Promise<TChatCompletionChunk[]> => {
|
|
212
|
-
const buffered: TChatCompletionChunk[] = [first];
|
|
213
|
-
for (;;) {
|
|
214
|
-
const { value, done } = await reader.read();
|
|
215
|
-
if (done) break;
|
|
216
|
-
buffered.push(value);
|
|
217
|
-
}
|
|
218
|
-
const targetToolCalls = targetToolCallsFrom(buffered);
|
|
219
|
-
const template = buffered[0];
|
|
220
|
-
if (targetToolCalls.length === 0 || template === undefined) {
|
|
221
|
-
return buffered;
|
|
222
|
-
}
|
|
223
|
-
const targetIndices = new Set(
|
|
224
|
-
targetToolCalls.map((toolCall) => toolCall.index),
|
|
225
|
-
);
|
|
226
|
-
const replacement = replacementChunk(template, targetToolCalls);
|
|
227
|
-
let emittedReplacement = false;
|
|
228
|
-
const output: TChatCompletionChunk[] = [];
|
|
229
|
-
for (const nextChunk of buffered) {
|
|
230
|
-
if (!emittedReplacement && endsTurn(nextChunk)) {
|
|
231
|
-
output.push(replacement);
|
|
232
|
-
emittedReplacement = true;
|
|
233
|
-
}
|
|
234
|
-
output.push(withoutTargetArguments(nextChunk, targetIndices));
|
|
235
|
-
}
|
|
236
|
-
if (!emittedReplacement) output.push(replacement);
|
|
237
|
-
return output;
|
|
238
|
-
};
|
|
239
|
-
|
|
240
|
-
/**
|
|
241
|
-
* Streams through chunks that precede the first tool call untouched — a
|
|
242
|
-
* leading role/content chunk reaches the client immediately, not after
|
|
243
|
-
* the whole turn is buffered. From the first tool-call delta onward the
|
|
244
|
-
* tail is buffered and reassembled (see `rebuildToolCallTail`): the two
|
|
245
|
-
* controls are removed from complete Task/Agent JSON and one clean
|
|
246
|
-
* replacement delta is emitted before the terminal chunk. Malformed
|
|
247
|
-
* arguments and non-target tool calls remain byte-for-byte.
|
|
248
|
-
*/
|
|
249
|
-
export const stripIsolationFromChunks = (
|
|
250
|
-
source: ReadableStream<TChatCompletionChunk>,
|
|
251
|
-
): ReadableStream<TChatCompletionChunk> => {
|
|
252
|
-
const reader = source.getReader();
|
|
253
|
-
let tail: TChatCompletionChunk[] | null = null;
|
|
254
|
-
|
|
255
|
-
return new ReadableStream<TChatCompletionChunk>({
|
|
256
|
-
async pull(controller): Promise<void> {
|
|
257
|
-
// Draining the reconstructed tool-call tail.
|
|
258
|
-
if (tail !== null) {
|
|
259
|
-
const next = tail.shift();
|
|
260
|
-
if (next === undefined) controller.close();
|
|
261
|
-
else controller.enqueue(next);
|
|
262
|
-
return;
|
|
263
|
-
}
|
|
264
|
-
// Prelude: forward one chunk per pull until a tool call appears.
|
|
265
|
-
const { value, done } = await reader.read();
|
|
266
|
-
if (done) {
|
|
267
|
-
controller.close();
|
|
268
|
-
return;
|
|
269
|
-
}
|
|
270
|
-
if (!hasToolCallDelta(value)) {
|
|
271
|
-
controller.enqueue(value);
|
|
272
|
-
return;
|
|
273
|
-
}
|
|
274
|
-
// First tool-call chunk: buffer + reconstruct from here on.
|
|
275
|
-
tail = await rebuildToolCallTail(value, reader);
|
|
276
|
-
const next = tail.shift();
|
|
277
|
-
if (next === undefined) controller.close();
|
|
278
|
-
else controller.enqueue(next);
|
|
279
|
-
},
|
|
280
|
-
cancel(reason) {
|
|
281
|
-
reader.cancel(reason).catch(() => {});
|
|
282
|
-
},
|
|
283
|
-
});
|
|
284
|
-
};
|