@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Thrown by provider streaming decoders when the upstream sends an
|
|
4
|
+
* error event mid-stream (e.g. Anthropic's `event: error` for
|
|
5
|
+
* overloaded_error / api_error). Surfaces through the canonical
|
|
6
|
+
* `ReadableStream<TChatCompletionChunk>` so the surface-specific SSE
|
|
7
|
+
* encoder can emit a trailing error frame instead of silently
|
|
8
|
+
* truncating the response.
|
|
9
|
+
*/
|
|
10
|
+
export declare class UpstreamStreamError extends Error {
|
|
11
|
+
readonly upstreamType: string;
|
|
12
|
+
constructor(upstreamType: string, message: string);
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* A stream ended before a terminal chunk after its decoder had already observed
|
|
16
|
+
* usage. The accumulator wraps every failure type, including transport errors,
|
|
17
|
+
* so callers can retain that wire-observed usage without treating an incomplete
|
|
18
|
+
* answer as successful.
|
|
19
|
+
*/
|
|
20
|
+
export declare class IncompleteStreamError extends Error {
|
|
21
|
+
readonly cause: unknown;
|
|
22
|
+
readonly usage: TChatCompletionResponse["usage"] | null;
|
|
23
|
+
constructor(cause: unknown, usage: TChatCompletionResponse["usage"] | null);
|
|
24
|
+
}
|
|
25
|
+
/** Return usage observed before an incomplete stream error, if any. */
|
|
26
|
+
export declare const partialUsageFrom: (err: unknown) => TChatCompletionResponse["usage"] | null;
|
|
27
|
+
/** Recover the original decoder or transport error from an accumulator wrapper. */
|
|
28
|
+
export declare const streamFailureCause: (err: unknown) => unknown;
|
|
29
|
+
export declare const upstreamErrorFrom: (err: unknown) => {
|
|
30
|
+
type: string;
|
|
31
|
+
message: string;
|
|
32
|
+
};
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Thrown by provider streaming decoders when the upstream sends an
|
|
3
|
+
* error event mid-stream (e.g. Anthropic's `event: error` for
|
|
4
|
+
* overloaded_error / api_error). Surfaces through the canonical
|
|
5
|
+
* `ReadableStream<TChatCompletionChunk>` so the surface-specific SSE
|
|
6
|
+
* encoder can emit a trailing error frame instead of silently
|
|
7
|
+
* truncating the response.
|
|
8
|
+
*/
|
|
9
|
+
export class UpstreamStreamError extends Error {
|
|
10
|
+
upstreamType;
|
|
11
|
+
constructor(upstreamType, message) {
|
|
12
|
+
super(message);
|
|
13
|
+
this.name = "UpstreamStreamError";
|
|
14
|
+
this.upstreamType = upstreamType;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* A stream ended before a terminal chunk after its decoder had already observed
|
|
19
|
+
* usage. The accumulator wraps every failure type, including transport errors,
|
|
20
|
+
* so callers can retain that wire-observed usage without treating an incomplete
|
|
21
|
+
* answer as successful.
|
|
22
|
+
*/
|
|
23
|
+
export class IncompleteStreamError extends Error {
|
|
24
|
+
cause;
|
|
25
|
+
usage;
|
|
26
|
+
constructor(cause, usage) {
|
|
27
|
+
super(cause instanceof Error ? cause.message : String(cause));
|
|
28
|
+
this.name = "IncompleteStreamError";
|
|
29
|
+
this.cause = cause;
|
|
30
|
+
this.usage = usage;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
/** Return usage observed before an incomplete stream error, if any. */
|
|
34
|
+
export const partialUsageFrom = (err) => err instanceof IncompleteStreamError ? err.usage : null;
|
|
35
|
+
/** Recover the original decoder or transport error from an accumulator wrapper. */
|
|
36
|
+
export const streamFailureCause = (err) => err instanceof IncompleteStreamError ? err.cause : err;
|
|
37
|
+
export const upstreamErrorFrom = (err) => {
|
|
38
|
+
if (err instanceof UpstreamStreamError) {
|
|
39
|
+
return { type: err.upstreamType, message: err.message };
|
|
40
|
+
}
|
|
41
|
+
if (err instanceof Error) {
|
|
42
|
+
return { type: "stream_error", message: err.message };
|
|
43
|
+
}
|
|
44
|
+
return { type: "stream_error", message: String(err) };
|
|
45
|
+
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { TChatCompletionChunk, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Drops Claude Code's model-emitted worktree controls from Task/Agent calls.
|
|
4
|
+
* Invalid JSON and calls without either field are returned byte-for-byte.
|
|
5
|
+
*/
|
|
6
|
+
export declare const stripIsolationFromResponse: (response: TChatCompletionResponse) => TChatCompletionResponse;
|
|
7
|
+
/**
|
|
8
|
+
* Streams through chunks that precede the first tool call untouched — a
|
|
9
|
+
* leading role/content chunk reaches the client immediately, not after
|
|
10
|
+
* the whole turn is buffered. From the first tool-call delta onward the
|
|
11
|
+
* tail is buffered and reassembled (see `rebuildToolCallTail`): the two
|
|
12
|
+
* controls are removed from complete Task/Agent JSON and one clean
|
|
13
|
+
* replacement delta is emitted before the terminal chunk. Malformed
|
|
14
|
+
* arguments and non-target tool calls remain byte-for-byte.
|
|
15
|
+
*/
|
|
16
|
+
export declare const stripIsolationFromChunks: (source: ReadableStream<TChatCompletionChunk>) => ReadableStream<TChatCompletionChunk>;
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
const SUBAGENT_TOOL_NAMES = new Set(["Agent", "Task"]);
|
|
2
|
+
// The shared streaming accumulator reconstructs only choice 0, so the
|
|
3
|
+
// streaming strip scopes its target discovery and edits to that choice.
|
|
4
|
+
// A secondary choice (OpenAI `n > 1`) reuses per-choice tool-call
|
|
5
|
+
// indices, so touching it by a choice-agnostic index would corrupt an
|
|
6
|
+
// unrelated call. The non-streaming path matches by tool NAME per choice
|
|
7
|
+
// and is safe across all choices.
|
|
8
|
+
const TARGET_CHOICE_INDEX = 0;
|
|
9
|
+
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
10
|
+
const stripIsolationArguments = (argumentsJson) => {
|
|
11
|
+
try {
|
|
12
|
+
const parsed = JSON.parse(argumentsJson);
|
|
13
|
+
if (!isRecord(parsed) ||
|
|
14
|
+
(!Object.hasOwn(parsed, "isolation") && !Object.hasOwn(parsed, "cwd"))) {
|
|
15
|
+
return argumentsJson;
|
|
16
|
+
}
|
|
17
|
+
delete parsed.isolation;
|
|
18
|
+
delete parsed.cwd;
|
|
19
|
+
return JSON.stringify(parsed);
|
|
20
|
+
}
|
|
21
|
+
catch {
|
|
22
|
+
return argumentsJson;
|
|
23
|
+
}
|
|
24
|
+
};
|
|
25
|
+
/**
|
|
26
|
+
* Drops Claude Code's model-emitted worktree controls from Task/Agent calls.
|
|
27
|
+
* Invalid JSON and calls without either field are returned byte-for-byte.
|
|
28
|
+
*/
|
|
29
|
+
export const stripIsolationFromResponse = (response) => {
|
|
30
|
+
let changed = false;
|
|
31
|
+
const choices = response.choices.map((choice) => {
|
|
32
|
+
const toolCalls = choice.message.tool_calls;
|
|
33
|
+
if (toolCalls === undefined ||
|
|
34
|
+
toolCalls === null ||
|
|
35
|
+
toolCalls.length === 0) {
|
|
36
|
+
return choice;
|
|
37
|
+
}
|
|
38
|
+
let choiceChanged = false;
|
|
39
|
+
const nextToolCalls = toolCalls.map((toolCall) => {
|
|
40
|
+
if (!SUBAGENT_TOOL_NAMES.has(toolCall.function.name))
|
|
41
|
+
return toolCall;
|
|
42
|
+
const argumentsJson = stripIsolationArguments(toolCall.function.arguments);
|
|
43
|
+
if (argumentsJson === toolCall.function.arguments)
|
|
44
|
+
return toolCall;
|
|
45
|
+
choiceChanged = true;
|
|
46
|
+
changed = true;
|
|
47
|
+
return {
|
|
48
|
+
...toolCall,
|
|
49
|
+
function: { ...toolCall.function, arguments: argumentsJson },
|
|
50
|
+
};
|
|
51
|
+
});
|
|
52
|
+
return choiceChanged
|
|
53
|
+
? {
|
|
54
|
+
...choice,
|
|
55
|
+
message: { ...choice.message, tool_calls: nextToolCalls },
|
|
56
|
+
}
|
|
57
|
+
: choice;
|
|
58
|
+
});
|
|
59
|
+
return changed ? { ...response, choices } : response;
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Cheap path: concatenate choice-0 tool-call argument deltas directly.
|
|
63
|
+
* Avoids `accumulateChunksToResponse` (full chat-completion rebuild) when
|
|
64
|
+
* every target name is visible on the wire and args are plain string joins.
|
|
65
|
+
*/
|
|
66
|
+
const targetToolCallsFromDeltas = (chunks) => {
|
|
67
|
+
const byIndex = new Map();
|
|
68
|
+
for (const chunk of chunks) {
|
|
69
|
+
for (const choice of chunk.choices) {
|
|
70
|
+
if (choice.index !== TARGET_CHOICE_INDEX)
|
|
71
|
+
continue;
|
|
72
|
+
for (const toolCall of choice.delta.tool_calls ?? []) {
|
|
73
|
+
const existing = byIndex.get(toolCall.index);
|
|
74
|
+
const nameDelta = toolCall.function?.name ?? undefined;
|
|
75
|
+
const argsDelta = toolCall.function?.arguments ?? undefined;
|
|
76
|
+
if (existing === undefined) {
|
|
77
|
+
byIndex.set(toolCall.index, {
|
|
78
|
+
name: nameDelta ?? "",
|
|
79
|
+
arguments: argsDelta ?? "",
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
else {
|
|
83
|
+
if (nameDelta !== undefined && nameDelta.length > 0) {
|
|
84
|
+
existing.name = nameDelta;
|
|
85
|
+
}
|
|
86
|
+
if (argsDelta !== undefined) {
|
|
87
|
+
existing.arguments += argsDelta;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (byIndex.size === 0)
|
|
94
|
+
return [];
|
|
95
|
+
const out = [];
|
|
96
|
+
const ordered = [...byIndex.entries()].sort((a, b) => a[0] - b[0]);
|
|
97
|
+
for (const [index, acc] of ordered) {
|
|
98
|
+
if (!SUBAGENT_TOOL_NAMES.has(acc.name))
|
|
99
|
+
continue;
|
|
100
|
+
const argumentsJson = stripIsolationArguments(acc.arguments);
|
|
101
|
+
if (argumentsJson === acc.arguments)
|
|
102
|
+
continue;
|
|
103
|
+
out.push({ index, arguments: argumentsJson });
|
|
104
|
+
}
|
|
105
|
+
return out;
|
|
106
|
+
};
|
|
107
|
+
const targetToolCallsFrom = (chunks) => targetToolCallsFromDeltas(chunks);
|
|
108
|
+
const withoutTargetArguments = (chunk, targetIndices) => {
|
|
109
|
+
let chunkChanged = false;
|
|
110
|
+
const choices = chunk.choices.map((choice) => {
|
|
111
|
+
// Targets live in choice 0 only (see `targetToolCallsFrom`); leave a
|
|
112
|
+
// secondary choice's tool calls — which may reuse the same index —
|
|
113
|
+
// byte-for-byte.
|
|
114
|
+
if (choice.index !== TARGET_CHOICE_INDEX)
|
|
115
|
+
return choice;
|
|
116
|
+
const toolCalls = choice.delta.tool_calls;
|
|
117
|
+
if (toolCalls === undefined || toolCalls === null || toolCalls.length === 0)
|
|
118
|
+
return choice;
|
|
119
|
+
let choiceChanged = false;
|
|
120
|
+
const nextToolCalls = toolCalls.map((toolCall) => {
|
|
121
|
+
if (!targetIndices.has(toolCall.index) ||
|
|
122
|
+
toolCall.function?.arguments === undefined) {
|
|
123
|
+
return toolCall;
|
|
124
|
+
}
|
|
125
|
+
choiceChanged = true;
|
|
126
|
+
chunkChanged = true;
|
|
127
|
+
const { arguments: _arguments, ...functionRest } = toolCall.function;
|
|
128
|
+
return { ...toolCall, function: functionRest };
|
|
129
|
+
});
|
|
130
|
+
return choiceChanged
|
|
131
|
+
? { ...choice, delta: { ...choice.delta, tool_calls: nextToolCalls } }
|
|
132
|
+
: choice;
|
|
133
|
+
});
|
|
134
|
+
return chunkChanged ? { ...chunk, choices } : chunk;
|
|
135
|
+
};
|
|
136
|
+
const replacementChunk = (template, targetToolCalls) => ({
|
|
137
|
+
id: template.id,
|
|
138
|
+
object: "chat.completion.chunk",
|
|
139
|
+
created: template.created,
|
|
140
|
+
model: template.model,
|
|
141
|
+
choices: [
|
|
142
|
+
{
|
|
143
|
+
index: 0,
|
|
144
|
+
delta: {
|
|
145
|
+
tool_calls: targetToolCalls.map((toolCall) => ({
|
|
146
|
+
index: toolCall.index,
|
|
147
|
+
function: { arguments: toolCall.arguments },
|
|
148
|
+
})),
|
|
149
|
+
},
|
|
150
|
+
},
|
|
151
|
+
],
|
|
152
|
+
});
|
|
153
|
+
const endsTurn = (chunk) => chunk.choices.some((choice) => choice.finish_reason != null);
|
|
154
|
+
const hasToolCallDelta = (chunk) => chunk.choices.some((choice) => {
|
|
155
|
+
const toolCalls = choice.delta.tool_calls;
|
|
156
|
+
return (toolCalls !== undefined && toolCalls !== null && toolCalls.length > 0);
|
|
157
|
+
});
|
|
158
|
+
/**
|
|
159
|
+
* Reassemble only the tool-call tail. Buffering starts at `first` (the
|
|
160
|
+
* first chunk carrying tool-call deltas); everything before it has
|
|
161
|
+
* already been forwarded. Drains the rest of the source, reconstructs
|
|
162
|
+
* the Task/Agent arguments with the shared wire accumulator, and — when
|
|
163
|
+
* a target is found — emits one clean replacement delta before the
|
|
164
|
+
* terminal chunk. No target (or malformed JSON) → the tail is returned
|
|
165
|
+
* byte-for-byte.
|
|
166
|
+
*/
|
|
167
|
+
const rebuildToolCallTail = async (first, reader) => {
|
|
168
|
+
const buffered = [first];
|
|
169
|
+
for (;;) {
|
|
170
|
+
const { value, done } = await reader.read();
|
|
171
|
+
if (done)
|
|
172
|
+
break;
|
|
173
|
+
buffered.push(value);
|
|
174
|
+
}
|
|
175
|
+
const targetToolCalls = targetToolCallsFrom(buffered);
|
|
176
|
+
const template = buffered[0];
|
|
177
|
+
if (targetToolCalls.length === 0 || template === undefined) {
|
|
178
|
+
return buffered;
|
|
179
|
+
}
|
|
180
|
+
const targetIndices = new Set(targetToolCalls.map((toolCall) => toolCall.index));
|
|
181
|
+
const replacement = replacementChunk(template, targetToolCalls);
|
|
182
|
+
let emittedReplacement = false;
|
|
183
|
+
const output = [];
|
|
184
|
+
for (const nextChunk of buffered) {
|
|
185
|
+
if (!emittedReplacement && endsTurn(nextChunk)) {
|
|
186
|
+
output.push(replacement);
|
|
187
|
+
emittedReplacement = true;
|
|
188
|
+
}
|
|
189
|
+
output.push(withoutTargetArguments(nextChunk, targetIndices));
|
|
190
|
+
}
|
|
191
|
+
if (!emittedReplacement)
|
|
192
|
+
output.push(replacement);
|
|
193
|
+
return output;
|
|
194
|
+
};
|
|
195
|
+
/**
|
|
196
|
+
* Streams through chunks that precede the first tool call untouched — a
|
|
197
|
+
* leading role/content chunk reaches the client immediately, not after
|
|
198
|
+
* the whole turn is buffered. From the first tool-call delta onward the
|
|
199
|
+
* tail is buffered and reassembled (see `rebuildToolCallTail`): the two
|
|
200
|
+
* controls are removed from complete Task/Agent JSON and one clean
|
|
201
|
+
* replacement delta is emitted before the terminal chunk. Malformed
|
|
202
|
+
* arguments and non-target tool calls remain byte-for-byte.
|
|
203
|
+
*/
|
|
204
|
+
export const stripIsolationFromChunks = (source) => {
|
|
205
|
+
const reader = source.getReader();
|
|
206
|
+
let tail = null;
|
|
207
|
+
return new ReadableStream({
|
|
208
|
+
async pull(controller) {
|
|
209
|
+
// Draining the reconstructed tool-call tail.
|
|
210
|
+
if (tail !== null) {
|
|
211
|
+
const next = tail.shift();
|
|
212
|
+
if (next === undefined)
|
|
213
|
+
controller.close();
|
|
214
|
+
else
|
|
215
|
+
controller.enqueue(next);
|
|
216
|
+
return;
|
|
217
|
+
}
|
|
218
|
+
// Prelude: forward one chunk per pull until a tool call appears.
|
|
219
|
+
const { value, done } = await reader.read();
|
|
220
|
+
if (done) {
|
|
221
|
+
controller.close();
|
|
222
|
+
return;
|
|
223
|
+
}
|
|
224
|
+
if (!hasToolCallDelta(value)) {
|
|
225
|
+
controller.enqueue(value);
|
|
226
|
+
return;
|
|
227
|
+
}
|
|
228
|
+
// First tool-call chunk: buffer + reconstruct from here on.
|
|
229
|
+
tail = await rebuildToolCallTail(value, reader);
|
|
230
|
+
const next = tail.shift();
|
|
231
|
+
if (next === undefined)
|
|
232
|
+
controller.close();
|
|
233
|
+
else
|
|
234
|
+
controller.enqueue(next);
|
|
235
|
+
},
|
|
236
|
+
cancel(reason) {
|
|
237
|
+
reader.cancel(reason).catch(() => { });
|
|
238
|
+
},
|
|
239
|
+
});
|
|
240
|
+
};
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Recovery for a replayed Anthropic `thinking`/`redacted_thinking` block whose
|
|
3
|
+
* `signature` the upstream rejects. Anthropic thinking signatures are bound to
|
|
4
|
+
* the serving model (and account). A multi-turn fallback that hops
|
|
5
|
+
* `claude_code` models (e.g. fable → opus → sonnet) replays a prior hop's
|
|
6
|
+
* thinking into a hop that can't verify the signature → pre-stream HTTP 400:
|
|
7
|
+
* `messages.N.content.M: Invalid \`signature\` in \`thinking\` block`
|
|
8
|
+
*
|
|
9
|
+
* Anthropic's own model-switch guidance is to strip `thinking` and
|
|
10
|
+
* `redacted_thinking` from prior assistant turns (blocks are model-tied).
|
|
11
|
+
* Stripping and retrying the same hop once lets the model re-reason instead of
|
|
12
|
+
* knocking out the entire claude_code arm of the chain — the Anthropic-wire
|
|
13
|
+
* analog of {@link ./encrypted-content.ts}'s Responses `encrypted_content`
|
|
14
|
+
* strip-retry (issue #420).
|
|
15
|
+
*
|
|
16
|
+
* ## Strip scope (cache + tool_use)
|
|
17
|
+
*
|
|
18
|
+
* - **Deterministic + minimal.** Only `thinking` / `redacted_thinking` content
|
|
19
|
+
* blocks are removed. Message order, system/tools/user content, and all other
|
|
20
|
+
* assistant blocks (`text`, `tool_use`, …) are left untouched so the stripped
|
|
21
|
+
* prefix is stable across same-model turns (Anthropic prompt-cache matches an
|
|
22
|
+
* exact per-model prefix).
|
|
23
|
+
* - **Historical only by default.** Thinking on the *active tool-use
|
|
24
|
+
* continuation* assistant turn is PRESERVED: Anthropic requires the final
|
|
25
|
+
* assistant turn's thinking block when that turn carries `tool_use` and the
|
|
26
|
+
* next user turn answers with `tool_result`. Blindly stripping that block
|
|
27
|
+
* breaks the tool loop (`thinking`/`redacted_thinking` blocks in the latest
|
|
28
|
+
* assistant message cannot be modified / must round-trip).
|
|
29
|
+
* - **Limitation (documented, not papered over).** If the preserved final-turn
|
|
30
|
+
* thinking itself carries a foreign-model signature, the same 400 will fire
|
|
31
|
+
* again after strip (we deliberately did not touch it). Cross-model
|
|
32
|
+
* mid-tool-loop continuation cannot be made valid: keeping the block 400s on
|
|
33
|
+
* signature, stripping it 400s on tool-use integrity. The reactive retry then
|
|
34
|
+
* surfaces the original error and the walker advances / fails normally. Same-
|
|
35
|
+
* model tool_use continuation is unaffected (signature still verifies).
|
|
36
|
+
* - **No proactive strip.** Some signature forms embed their minting model
|
|
37
|
+
* (e.g. Anthropic CAIS), so origin is not always opaque — but the origin
|
|
38
|
+
* model is not the deciding factor: only the TARGET model's acceptance is,
|
|
39
|
+
* and that is knowable only from its response. Same-family signatures are
|
|
40
|
+
* frequently accepted, so proactively stripping on every model hop would
|
|
41
|
+
* bust prompt cache on healthy same-model multi-turn for no reason. The
|
|
42
|
+
* reactive 400 → strip → retry path strips only when the upstream actually
|
|
43
|
+
* rejects, which is the correctness backstop.
|
|
44
|
+
*/
|
|
45
|
+
export declare const isThinkingSignatureError: (rawBody: string) => boolean;
|
|
46
|
+
/** True when a built Anthropic Messages body carries at least one assistant
|
|
47
|
+
* `thinking`/`redacted_thinking` block that the strip transform would remove
|
|
48
|
+
* (i.e. not solely the preserved active tool-use continuation). A retry is
|
|
49
|
+
* only worth attempting when stripping would change the request. */
|
|
50
|
+
export declare const messagesBodyHasStrippableThinking: (body: unknown) => boolean;
|
|
51
|
+
/** Return a copy of a built Anthropic Messages body with `thinking` and
|
|
52
|
+
* `redacted_thinking` blocks removed from every HISTORICAL assistant message.
|
|
53
|
+
* The active tool-use continuation assistant turn (tool_use answered by a
|
|
54
|
+
* trailing tool_result) is left intact — see file header. Other content
|
|
55
|
+
* blocks and non-assistant messages are untouched; order is preserved. */
|
|
56
|
+
export declare const stripMessagesThinkingBlocks: (body: unknown) => unknown;
|
|
@@ -42,46 +42,38 @@
|
|
|
42
42
|
* reactive 400 → strip → retry path strips only when the upstream actually
|
|
43
43
|
* rejects, which is the correctness backstop.
|
|
44
44
|
*/
|
|
45
|
-
|
|
46
45
|
/** Anthropic 400 body for an undecryptable / foreign-model thinking signature.
|
|
47
46
|
* Matches the documented phrasing and tolerates the `messages.N.content.M: `
|
|
48
47
|
* prefix Anthropic attaches; also accepts a bare `Invalid \`signature\` in
|
|
49
48
|
* \`thinking\` block` substring. */
|
|
50
|
-
const THINKING_SIGNATURE_FAILURE_RE =
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
if (block === null || typeof block !== "object") return false;
|
|
58
|
-
const type = (block as { type?: unknown }).type;
|
|
59
|
-
return type === "thinking" || type === "redacted_thinking";
|
|
49
|
+
const THINKING_SIGNATURE_FAILURE_RE = /Invalid\s*`signature`\s*in\s*`thinking`\s*block/i;
|
|
50
|
+
export const isThinkingSignatureError = (rawBody) => rawBody.length > 0 && THINKING_SIGNATURE_FAILURE_RE.test(rawBody);
|
|
51
|
+
const isThinkingBlock = (block) => {
|
|
52
|
+
if (block === null || typeof block !== "object")
|
|
53
|
+
return false;
|
|
54
|
+
const type = block.type;
|
|
55
|
+
return type === "thinking" || type === "redacted_thinking";
|
|
60
56
|
};
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
const
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
const messageContent = (msg: unknown): unknown[] | null => {
|
|
73
|
-
if (msg === null || typeof msg !== "object") return null;
|
|
74
|
-
const content = (msg as { content?: unknown }).content;
|
|
75
|
-
return Array.isArray(content) ? content : null;
|
|
57
|
+
const isToolUseBlock = (block) => block !== null &&
|
|
58
|
+
typeof block === "object" &&
|
|
59
|
+
block.type === "tool_use";
|
|
60
|
+
const isToolResultBlock = (block) => block !== null &&
|
|
61
|
+
typeof block === "object" &&
|
|
62
|
+
block.type === "tool_result";
|
|
63
|
+
const messageContent = (msg) => {
|
|
64
|
+
if (msg === null || typeof msg !== "object")
|
|
65
|
+
return null;
|
|
66
|
+
const content = msg.content;
|
|
67
|
+
return Array.isArray(content) ? content : null;
|
|
76
68
|
};
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
69
|
+
const isAssistantWithThinking = (msg) => {
|
|
70
|
+
if (msg === null || typeof msg !== "object")
|
|
71
|
+
return false;
|
|
72
|
+
if (msg.role !== "assistant")
|
|
73
|
+
return false;
|
|
74
|
+
const content = messageContent(msg);
|
|
75
|
+
return content !== null && content.some(isThinkingBlock);
|
|
83
76
|
};
|
|
84
|
-
|
|
85
77
|
/**
|
|
86
78
|
* True when `messages[i]` is the pending tool-use continuation Anthropic
|
|
87
79
|
* requires thinking to round-trip for. That pair must occupy the FINAL TWO
|
|
@@ -91,66 +83,67 @@ const isAssistantWithThinking = (msg: unknown): boolean => {
|
|
|
91
83
|
* completed tool loop that is merely the latest tool_use/tool_result pair
|
|
92
84
|
* but is followed by more turns) is historical and safe to strip.
|
|
93
85
|
*/
|
|
94
|
-
const isActiveToolUseContinuation = (
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
86
|
+
const isActiveToolUseContinuation = (messages, index) => {
|
|
87
|
+
// Active only when this message is the penultimate one (final two messages).
|
|
88
|
+
if (messages.length < 2 || index !== messages.length - 2)
|
|
89
|
+
return false;
|
|
90
|
+
const cur = messages[index];
|
|
91
|
+
const next = messages[index + 1];
|
|
92
|
+
if (cur === null || typeof cur !== "object")
|
|
93
|
+
return false;
|
|
94
|
+
if (next === null || typeof next !== "object")
|
|
95
|
+
return false;
|
|
96
|
+
if (cur.role !== "assistant")
|
|
97
|
+
return false;
|
|
98
|
+
if (next.role !== "user")
|
|
99
|
+
return false;
|
|
100
|
+
const curContent = messageContent(cur);
|
|
101
|
+
const nextContent = messageContent(next);
|
|
102
|
+
if (curContent === null || nextContent === null)
|
|
103
|
+
return false;
|
|
104
|
+
return curContent.some(isToolUseBlock) && nextContent.some(isToolResultBlock);
|
|
112
105
|
};
|
|
113
|
-
|
|
114
106
|
/** True when a built Anthropic Messages body carries at least one assistant
|
|
115
107
|
* `thinking`/`redacted_thinking` block that the strip transform would remove
|
|
116
108
|
* (i.e. not solely the preserved active tool-use continuation). A retry is
|
|
117
109
|
* only worth attempting when stripping would change the request. */
|
|
118
|
-
export const messagesBodyHasStrippableThinking = (body
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
);
|
|
110
|
+
export const messagesBodyHasStrippableThinking = (body) => {
|
|
111
|
+
if (body === null || typeof body !== "object")
|
|
112
|
+
return false;
|
|
113
|
+
const messages = body.messages;
|
|
114
|
+
if (!Array.isArray(messages))
|
|
115
|
+
return false;
|
|
116
|
+
return messages.some((msg, i) => isAssistantWithThinking(msg) && !isActiveToolUseContinuation(messages, i));
|
|
126
117
|
};
|
|
127
|
-
|
|
128
118
|
/** Return a copy of a built Anthropic Messages body with `thinking` and
|
|
129
119
|
* `redacted_thinking` blocks removed from every HISTORICAL assistant message.
|
|
130
120
|
* The active tool-use continuation assistant turn (tool_use answered by a
|
|
131
121
|
* trailing tool_result) is left intact — see file header. Other content
|
|
132
122
|
* blocks and non-assistant messages are untouched; order is preserved. */
|
|
133
|
-
export const stripMessagesThinkingBlocks = (body
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
123
|
+
export const stripMessagesThinkingBlocks = (body) => {
|
|
124
|
+
if (body === null || typeof body !== "object")
|
|
125
|
+
return body;
|
|
126
|
+
const b = body;
|
|
127
|
+
if (!Array.isArray(b.messages))
|
|
128
|
+
return body;
|
|
129
|
+
const messages = b.messages.map((msg, i) => {
|
|
130
|
+
if (msg === null || typeof msg !== "object")
|
|
131
|
+
return msg;
|
|
132
|
+
if (msg.role !== "assistant")
|
|
133
|
+
return msg;
|
|
134
|
+
if (isActiveToolUseContinuation(b.messages, i)) {
|
|
135
|
+
return msg;
|
|
136
|
+
}
|
|
137
|
+
const content = messageContent(msg);
|
|
138
|
+
if (content === null || !content.some(isThinkingBlock))
|
|
139
|
+
return msg;
|
|
140
|
+
// Drop only thinking / redacted_thinking; keep text, tool_use, etc. in order.
|
|
141
|
+
// Empty content after strip is left as `[]` — rare (assistant-only-thinking
|
|
142
|
+
// turns); inventing a placeholder would be non-deterministic / semantic.
|
|
143
|
+
return {
|
|
144
|
+
...msg,
|
|
145
|
+
content: content.filter((block) => !isThinkingBlock(block)),
|
|
146
|
+
};
|
|
147
|
+
});
|
|
148
|
+
return { ...body, messages };
|
|
156
149
|
};
|