@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,125 +0,0 @@
|
|
|
1
|
-
import type { TAttemptUsage } from "./attempt-outcome";
|
|
2
|
-
import { sseEventStream } from "./streaming/sse";
|
|
3
|
-
|
|
4
|
-
export type TUsageProtocol = "openai" | "anthropic" | "embeddings" | "none";
|
|
5
|
-
export type TUsageTransport = "json" | "sse" | "error";
|
|
6
|
-
|
|
7
|
-
const record = (value: unknown): Record<string, unknown> | null =>
|
|
8
|
-
value !== null && typeof value === "object" && !Array.isArray(value)
|
|
9
|
-
? (value as Record<string, unknown>)
|
|
10
|
-
: null;
|
|
11
|
-
|
|
12
|
-
const count = (value: unknown): value is number =>
|
|
13
|
-
typeof value === "number" && Number.isFinite(value) && value >= 0;
|
|
14
|
-
|
|
15
|
-
const extract = (
|
|
16
|
-
body: unknown,
|
|
17
|
-
protocol: TUsageProtocol,
|
|
18
|
-
): TAttemptUsage | null => {
|
|
19
|
-
if (protocol === "none") return null;
|
|
20
|
-
const root = record(body);
|
|
21
|
-
const owner = record(root?.response) ?? root;
|
|
22
|
-
const usage = record(owner?.usage);
|
|
23
|
-
if (usage === null) return null;
|
|
24
|
-
const input =
|
|
25
|
-
protocol === "anthropic"
|
|
26
|
-
? usage.input_tokens
|
|
27
|
-
: (usage.prompt_tokens ?? usage.input_tokens);
|
|
28
|
-
const output =
|
|
29
|
-
protocol === "embeddings"
|
|
30
|
-
? 0
|
|
31
|
-
: protocol === "anthropic"
|
|
32
|
-
? usage.output_tokens
|
|
33
|
-
: (usage.completion_tokens ?? usage.output_tokens);
|
|
34
|
-
if (!count(input) || !count(output)) return null;
|
|
35
|
-
const separateCache =
|
|
36
|
-
protocol === "anthropic" ||
|
|
37
|
-
(usage.prompt_tokens === undefined &&
|
|
38
|
-
usage.input_tokens_details === undefined);
|
|
39
|
-
const read = separateCache ? (usage.cache_read_input_tokens ?? 0) : 0;
|
|
40
|
-
const write = separateCache ? (usage.cache_creation_input_tokens ?? 0) : 0;
|
|
41
|
-
if (!count(read) || !count(write) || !Number.isFinite(input + read + write))
|
|
42
|
-
return null;
|
|
43
|
-
// Fractional counts are floored, per side, like every cap settlement.
|
|
44
|
-
const details =
|
|
45
|
-
record(usage.prompt_tokens_details) ?? record(usage.input_tokens_details);
|
|
46
|
-
const detailCached = details?.cached_tokens;
|
|
47
|
-
const detailCreated = details?.cache_creation_tokens;
|
|
48
|
-
const cached =
|
|
49
|
-
protocol === "anthropic" ? read : count(detailCached) ? detailCached : 0;
|
|
50
|
-
const cacheCreation =
|
|
51
|
-
protocol === "anthropic" ? write : count(detailCreated) ? detailCreated : 0;
|
|
52
|
-
return {
|
|
53
|
-
in: Math.floor(input) + Math.floor(read) + Math.floor(write),
|
|
54
|
-
out: Math.floor(output),
|
|
55
|
-
cached: Math.floor(cached),
|
|
56
|
-
cacheCreation: Math.floor(cacheCreation),
|
|
57
|
-
};
|
|
58
|
-
};
|
|
59
|
-
|
|
60
|
-
/** Incrementally observes already-read objects or a separately drained SSE stream. */
|
|
61
|
-
export const createUsageObserver = (
|
|
62
|
-
protocol: TUsageProtocol,
|
|
63
|
-
transport: TUsageTransport,
|
|
64
|
-
): {
|
|
65
|
-
observe: (body: unknown) => void;
|
|
66
|
-
observeStream: (stream: ReadableStream<Uint8Array>) => Promise<void>;
|
|
67
|
-
usage: () => TAttemptUsage | null;
|
|
68
|
-
} => {
|
|
69
|
-
let last: TAttemptUsage | null = null;
|
|
70
|
-
const anthropicUsage: Record<string, unknown> = {};
|
|
71
|
-
const observe = (body: unknown): void => {
|
|
72
|
-
let next: TAttemptUsage | null;
|
|
73
|
-
if (protocol === "anthropic" && transport === "sse") {
|
|
74
|
-
const event = record(body);
|
|
75
|
-
const delta = event?.type === "message_delta";
|
|
76
|
-
const incoming = record(
|
|
77
|
-
delta
|
|
78
|
-
? event?.usage
|
|
79
|
-
: event?.type === "message_start"
|
|
80
|
-
? record(event.message)?.usage
|
|
81
|
-
: null,
|
|
82
|
-
);
|
|
83
|
-
if (incoming === null) return;
|
|
84
|
-
for (const key of [
|
|
85
|
-
"input_tokens",
|
|
86
|
-
"output_tokens",
|
|
87
|
-
"cache_read_input_tokens",
|
|
88
|
-
"cache_creation_input_tokens",
|
|
89
|
-
] as const) {
|
|
90
|
-
const value = incoming[key];
|
|
91
|
-
if (count(value)) anthropicUsage[key] = value;
|
|
92
|
-
// NaN (not null) so `?? 0` cannot turn an invalid count into zero.
|
|
93
|
-
else if (value !== null && value !== undefined)
|
|
94
|
-
anthropicUsage[key] = Number.NaN;
|
|
95
|
-
}
|
|
96
|
-
if (!delta || !count(incoming.output_tokens)) return;
|
|
97
|
-
next = extract({ usage: anthropicUsage }, protocol);
|
|
98
|
-
} else {
|
|
99
|
-
next = extract(body, protocol);
|
|
100
|
-
}
|
|
101
|
-
if (next !== null) last = next;
|
|
102
|
-
};
|
|
103
|
-
const observeStream = async (
|
|
104
|
-
stream: ReadableStream<Uint8Array>,
|
|
105
|
-
): Promise<void> => {
|
|
106
|
-
const reader = sseEventStream(stream).getReader();
|
|
107
|
-
try {
|
|
108
|
-
for (;;) {
|
|
109
|
-
const { value, done } = await reader.read();
|
|
110
|
-
if (done) break;
|
|
111
|
-
if (value.kind !== "data") continue;
|
|
112
|
-
try {
|
|
113
|
-
observe(JSON.parse(value.data));
|
|
114
|
-
} catch {
|
|
115
|
-
/* Ignore malformed events. */
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
} catch {
|
|
119
|
-
// Complete usage observed before a stream failure remains authoritative.
|
|
120
|
-
} finally {
|
|
121
|
-
reader.releaseLock();
|
|
122
|
-
}
|
|
123
|
-
};
|
|
124
|
-
return { observe, observeStream, usage: () => last };
|
|
125
|
-
};
|
|
@@ -1,291 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Adaptive-thinking normalisation for Anthropic Messages requests.
|
|
3
|
-
*
|
|
4
|
-
* Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
|
|
5
|
-
* `output_config.effort`) is only honoured by Claude 4.6+ models. Every
|
|
6
|
-
* other model 400s with
|
|
7
|
-
* "adaptive thinking is not supported on this model"
|
|
8
|
-
* the moment any of the adaptive knobs appear in the body — even though
|
|
9
|
-
* those same models support extended thinking via the older
|
|
10
|
-
* `thinking: { type: "enabled", budget_tokens: N }` shape.
|
|
11
|
-
*
|
|
12
|
-
* This module translates the adaptive knobs into the supported shape so
|
|
13
|
-
* a model like haiku-4-5 still gets thinking (we don't strip it). It is
|
|
14
|
-
* the single source of truth for that translation; the pass-through
|
|
15
|
-
* runner and the count_tokens handler both flow through here.
|
|
16
|
-
*
|
|
17
|
-
* Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
|
|
18
|
-
* `_translate_reasoning_effort_to_anthropic` (see
|
|
19
|
-
* `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
|
|
20
|
-
* and `.../experimental_pass_through/messages/transformation.py`).
|
|
21
|
-
* Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
|
|
22
|
-
* constants in `litellm/constants.py` — keep them in sync if those move.
|
|
23
|
-
*/
|
|
24
|
-
|
|
25
|
-
import type { TModelCaps } from "@openllmsh/sdk/protocol";
|
|
26
|
-
|
|
27
|
-
/**
|
|
28
|
-
* Effort → thinking budget. Same numbers LiteLLM uses; single source of
|
|
29
|
-
* truth — do NOT inline these values anywhere else.
|
|
30
|
-
*/
|
|
31
|
-
export const EFFORT_TO_BUDGET_TOKENS = {
|
|
32
|
-
minimal: 128,
|
|
33
|
-
low: 1024,
|
|
34
|
-
medium: 2048,
|
|
35
|
-
high: 4096,
|
|
36
|
-
xhigh: 8192,
|
|
37
|
-
max: 16384,
|
|
38
|
-
} as const;
|
|
39
|
-
export type TReasoningEffort = keyof typeof EFFORT_TO_BUDGET_TOKENS;
|
|
40
|
-
|
|
41
|
-
/** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
|
|
42
|
-
export const budgetToReasoningEffort = (
|
|
43
|
-
budgetTokens: number,
|
|
44
|
-
): TReasoningEffort => {
|
|
45
|
-
let effort: TReasoningEffort = "minimal";
|
|
46
|
-
for (const [nextEffort, budget] of Object.entries(EFFORT_TO_BUDGET_TOKENS)) {
|
|
47
|
-
const mappedEffort = readEffort(nextEffort);
|
|
48
|
-
if (budgetTokens >= budget && mappedEffort !== undefined) {
|
|
49
|
-
effort = mappedEffort;
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
return effort;
|
|
53
|
-
};
|
|
54
|
-
|
|
55
|
-
/**
|
|
56
|
-
* OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
|
|
57
|
-
* map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
|
|
58
|
-
* `minimal` folds into `low` because Anthropic's effort enum starts at
|
|
59
|
-
* `low`; the rest is identity.
|
|
60
|
-
*/
|
|
61
|
-
export const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT = {
|
|
62
|
-
minimal: "low",
|
|
63
|
-
low: "low",
|
|
64
|
-
medium: "medium",
|
|
65
|
-
high: "high",
|
|
66
|
-
xhigh: "xhigh",
|
|
67
|
-
max: "max",
|
|
68
|
-
} as const;
|
|
69
|
-
|
|
70
|
-
/** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
|
|
71
|
-
export const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* Which thinking modes the resolved model accepts — read from the model
|
|
75
|
-
* card's `caps.thinkingModes`, never from the model NAME.
|
|
76
|
-
*
|
|
77
|
-
* This used to be two regex tables over model ids. That put model
|
|
78
|
-
* knowledge in the one package that must not have any, and it could not
|
|
79
|
-
* be right for long: support is NON-monotonic within a family (4.5
|
|
80
|
-
* extended-only, 4.6 both, 4.7+ adaptive-only), so no prefix encodes it
|
|
81
|
-
* and every new model needed a wire-package edit. The catalog owns the
|
|
82
|
-
* table now; these helpers only interpret it.
|
|
83
|
-
*
|
|
84
|
-
* ABSENT OR EMPTY IS PERMISSIVE on both questions. A custom endpoint, a
|
|
85
|
-
* passthrough hop, or a model the catalog has not caught up with must
|
|
86
|
-
* never be refused locally for a request the upstream might accept —
|
|
87
|
-
* manufacturing a validation error from missing metadata would be a
|
|
88
|
-
* worse failure than the one it prevents.
|
|
89
|
-
*/
|
|
90
|
-
const declaredModes = (
|
|
91
|
-
caps: TModelCaps | undefined,
|
|
92
|
-
): ReadonlyArray<string> | null => {
|
|
93
|
-
const modes = caps?.thinkingModes;
|
|
94
|
-
return modes !== undefined && modes.length > 0 ? modes : null;
|
|
95
|
-
};
|
|
96
|
-
|
|
97
|
-
/** True unless the card explicitly declares modes WITHOUT `adaptive`. */
|
|
98
|
-
export const supportsAdaptiveThinking = (
|
|
99
|
-
caps: TModelCaps | undefined,
|
|
100
|
-
): boolean => {
|
|
101
|
-
const modes = declaredModes(caps);
|
|
102
|
-
return modes === null || modes.includes("adaptive");
|
|
103
|
-
};
|
|
104
|
-
|
|
105
|
-
const readEffort = (v: unknown): TReasoningEffort | undefined => {
|
|
106
|
-
if (typeof v !== "string") return undefined;
|
|
107
|
-
return v in EFFORT_TO_BUDGET_TOKENS ? (v as TReasoningEffort) : undefined;
|
|
108
|
-
};
|
|
109
|
-
|
|
110
|
-
const isObject = (v: unknown): v is Record<string, unknown> =>
|
|
111
|
-
v !== null && typeof v === "object";
|
|
112
|
-
|
|
113
|
-
/**
|
|
114
|
-
* Does the body's `tool_choice` force tool use? Anthropic accepts
|
|
115
|
-
* `thinking: { type: "adaptive" }` paired with a forced tool_choice (the
|
|
116
|
-
* model decides whether to think before invoking), but REJECTS
|
|
117
|
-
* `thinking: { type: "enabled", budget_tokens: N }` + forced
|
|
118
|
-
* with: "Thinking may not be enabled when tool_choice forces tool use."
|
|
119
|
-
* So when we are about to downgrade adaptive → enabled on a non-
|
|
120
|
-
* adaptive model (haiku, claude-3.*, claude-instant.*), we must also
|
|
121
|
-
* check this and skip the enable. Forced shapes are `{type:"tool",
|
|
122
|
-
* name}` and `{type:"any"}`; `{type:"auto"}` and `{type:"none"}` are
|
|
123
|
-
* not forcing.
|
|
124
|
-
*/
|
|
125
|
-
const toolChoiceForcesTool = (tc: unknown): boolean => {
|
|
126
|
-
if (!isObject(tc)) return false;
|
|
127
|
-
return tc.type === "tool" || tc.type === "any";
|
|
128
|
-
};
|
|
129
|
-
|
|
130
|
-
/**
|
|
131
|
-
* Filter out `clear_thinking_*` strategies from
|
|
132
|
-
* `context_management.edits`. Used only on the edge path where thinking
|
|
133
|
-
* has to be dropped entirely — leaving the strategy in 400s with
|
|
134
|
-
* "clear_thinking_20251015 strategy requires `thinking` to be
|
|
135
|
-
* enabled or adaptive"
|
|
136
|
-
* Other strategies (`clear_tool_uses_*`, …) stay. If filtering empties
|
|
137
|
-
* the edits array, the whole `context_management` field is dropped.
|
|
138
|
-
*/
|
|
139
|
-
/**
|
|
140
|
-
* Translate an OpenAI-style `reasoning_effort` to the Anthropic
|
|
141
|
-
* extended-thinking shape for the canonical (`/v1/chat/completions` →
|
|
142
|
-
* Anthropic) path. Returns the two fields the caller should spread onto
|
|
143
|
-
* the outbound `AnthropicRequest`, or `null` to mean "no thinking" (the
|
|
144
|
-
* `reasoning_effort: "none"` case, or the model doesn't have room).
|
|
145
|
-
*
|
|
146
|
-
* Mirrors LiteLLM's `_map_reasoning_effort` +
|
|
147
|
-
* `_translate_reasoning_effort_to_anthropic`:
|
|
148
|
-
* - Adaptive-supporting model: `thinking: { type: "adaptive" }` +
|
|
149
|
-
* `output_config: { effort: <mapped> }` so the model uses the
|
|
150
|
-
* stable adaptive-thinking feature and tunes its own budget.
|
|
151
|
-
* - Non-adaptive model: `thinking: { type: "enabled", budget_tokens }`
|
|
152
|
-
* using the canonical effort table, clamped to `max_tokens - 1`.
|
|
153
|
-
* `null` when the resulting budget would fall below
|
|
154
|
-
* `ANTHROPIC_MIN_THINKING_BUDGET` (max_tokens too small).
|
|
155
|
-
*/
|
|
156
|
-
export type TReasoningEffortInput = TReasoningEffort | "none";
|
|
157
|
-
export type TAnthropicMappedEffort =
|
|
158
|
-
(typeof REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT)[TReasoningEffort];
|
|
159
|
-
export type TThinkingFromEffort = {
|
|
160
|
-
readonly thinking:
|
|
161
|
-
| { readonly type: "enabled"; readonly budget_tokens: number }
|
|
162
|
-
| { readonly type: "adaptive" };
|
|
163
|
-
readonly output_config?: { readonly effort: TAnthropicMappedEffort };
|
|
164
|
-
};
|
|
165
|
-
|
|
166
|
-
export const mapReasoningEffortToAnthropic = (
|
|
167
|
-
effort: TReasoningEffortInput,
|
|
168
|
-
caps: TModelCaps | undefined,
|
|
169
|
-
maxTokens: number | undefined,
|
|
170
|
-
): TThinkingFromEffort | null => {
|
|
171
|
-
if (effort === "none") return null;
|
|
172
|
-
if (supportsAdaptiveThinking(caps)) {
|
|
173
|
-
return {
|
|
174
|
-
thinking: { type: "adaptive" },
|
|
175
|
-
output_config: {
|
|
176
|
-
effort: REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT[effort],
|
|
177
|
-
},
|
|
178
|
-
};
|
|
179
|
-
}
|
|
180
|
-
const targetBudget = EFFORT_TO_BUDGET_TOKENS[effort];
|
|
181
|
-
const ceiling =
|
|
182
|
-
maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
|
|
183
|
-
const budget = Math.min(targetBudget, ceiling);
|
|
184
|
-
if (budget < ANTHROPIC_MIN_THINKING_BUDGET) return null;
|
|
185
|
-
return { thinking: { type: "enabled", budget_tokens: budget } };
|
|
186
|
-
};
|
|
187
|
-
|
|
188
|
-
const filterClearThinking = (cm: unknown): unknown | undefined => {
|
|
189
|
-
if (!isObject(cm)) return cm;
|
|
190
|
-
const edits = cm.edits;
|
|
191
|
-
if (!Array.isArray(edits)) return cm;
|
|
192
|
-
const filtered = edits.filter((e) => {
|
|
193
|
-
if (!isObject(e)) return true;
|
|
194
|
-
const t = e.type;
|
|
195
|
-
return typeof t !== "string" || !t.startsWith("clear_thinking");
|
|
196
|
-
});
|
|
197
|
-
if (filtered.length === edits.length) return cm;
|
|
198
|
-
if (filtered.length === 0) return undefined;
|
|
199
|
-
return { ...cm, edits: filtered };
|
|
200
|
-
};
|
|
201
|
-
|
|
202
|
-
/**
|
|
203
|
-
* Normalise the adaptive-thinking knobs on an Anthropic Messages
|
|
204
|
-
* request body so it works against any chat model.
|
|
205
|
-
*
|
|
206
|
-
* On models that support adaptive thinking natively → no-op.
|
|
207
|
-
* On every other model:
|
|
208
|
-
* - Replace `thinking: { type: "adaptive" }` (or a bare
|
|
209
|
-
* `reasoning_effort` / `output_config.effort` / top-level `effort`)
|
|
210
|
-
* with `thinking: { type: "enabled", budget_tokens: N }`, where N
|
|
211
|
-
* comes from the canonical effort table (default `medium` when
|
|
212
|
-
* adaptive was requested without an explicit effort level). The
|
|
213
|
-
* budget is clamped to `max_tokens - 1` so Anthropic's
|
|
214
|
-
* `budget_tokens < max_tokens` invariant holds.
|
|
215
|
-
* - Drop `output_config`, `reasoning_effort`, top-level `effort` —
|
|
216
|
-
* they are adaptive-only and have no analogue under explicit
|
|
217
|
-
* `budget_tokens`.
|
|
218
|
-
* - `thinking: { type: "enabled" }` and unknown other shapes pass
|
|
219
|
-
* through unchanged.
|
|
220
|
-
* - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
|
|
221
|
-
* thinking is dropped and any `clear_thinking_*` strategy in
|
|
222
|
-
* `context_management.edits` is filtered out (else Anthropic
|
|
223
|
-
* rejects the orphaned strategy).
|
|
224
|
-
*
|
|
225
|
-
* Returns the input untouched when no rewrite is needed, and a shallow
|
|
226
|
-
* copy otherwise. Caller-provided `tools`, `system`, `metadata`,
|
|
227
|
-
* `cache_control`, beta headers, etc. are never inspected.
|
|
228
|
-
*/
|
|
229
|
-
export const normaliseAdaptiveThinking = (
|
|
230
|
-
body: unknown,
|
|
231
|
-
caps: TModelCaps | undefined,
|
|
232
|
-
): unknown => {
|
|
233
|
-
if (!isObject(body)) return body;
|
|
234
|
-
if (supportsAdaptiveThinking(caps)) return body;
|
|
235
|
-
|
|
236
|
-
const {
|
|
237
|
-
output_config,
|
|
238
|
-
reasoning_effort,
|
|
239
|
-
effort,
|
|
240
|
-
thinking,
|
|
241
|
-
context_management,
|
|
242
|
-
...rest
|
|
243
|
-
} = body;
|
|
244
|
-
|
|
245
|
-
const thinkingIsAdaptive = isObject(thinking) && thinking.type === "adaptive";
|
|
246
|
-
const wantsThinking =
|
|
247
|
-
thinkingIsAdaptive ||
|
|
248
|
-
typeof reasoning_effort === "string" ||
|
|
249
|
-
typeof effort === "string" ||
|
|
250
|
-
(isObject(output_config) && typeof output_config.effort === "string");
|
|
251
|
-
|
|
252
|
-
// No adaptive knobs to translate — nothing to rewrite.
|
|
253
|
-
if (!wantsThinking) return body;
|
|
254
|
-
|
|
255
|
-
const effortLevel: TReasoningEffort =
|
|
256
|
-
(isObject(output_config) ? readEffort(output_config.effort) : undefined) ??
|
|
257
|
-
readEffort(reasoning_effort) ??
|
|
258
|
-
readEffort(effort) ??
|
|
259
|
-
"medium";
|
|
260
|
-
|
|
261
|
-
const targetBudget = EFFORT_TO_BUDGET_TOKENS[effortLevel];
|
|
262
|
-
const maxTokens =
|
|
263
|
-
typeof body.max_tokens === "number" &&
|
|
264
|
-
Number.isFinite(body.max_tokens) &&
|
|
265
|
-
body.max_tokens > 0
|
|
266
|
-
? Math.floor(body.max_tokens)
|
|
267
|
-
: undefined;
|
|
268
|
-
const ceiling =
|
|
269
|
-
maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
|
|
270
|
-
const budget = Math.min(targetBudget, ceiling);
|
|
271
|
-
|
|
272
|
-
// Anthropic rejects `thinking: enabled` (the downgrade output) when
|
|
273
|
-
// tool_choice forces tool use. Drop thinking entirely in that case,
|
|
274
|
-
// matching the max_tokens-too-small edge path (filter orphaned
|
|
275
|
-
// `clear_thinking_*` strategies; the forced tool still executes,
|
|
276
|
-
// the model just doesn't get a thinking preamble). Adaptive remains
|
|
277
|
-
// legal on adaptive-supporting models, which short-circuit above.
|
|
278
|
-
const forcedTool = toolChoiceForcesTool(body.tool_choice);
|
|
279
|
-
|
|
280
|
-
const out: Record<string, unknown> = { ...rest };
|
|
281
|
-
if (budget >= ANTHROPIC_MIN_THINKING_BUDGET && !forcedTool) {
|
|
282
|
-
out.thinking = { type: "enabled", budget_tokens: budget };
|
|
283
|
-
if (context_management !== undefined) {
|
|
284
|
-
out.context_management = context_management;
|
|
285
|
-
}
|
|
286
|
-
} else if (context_management !== undefined) {
|
|
287
|
-
const filtered = filterClearThinking(context_management);
|
|
288
|
-
if (filtered !== undefined) out.context_management = filtered;
|
|
289
|
-
}
|
|
290
|
-
return out;
|
|
291
|
-
};
|