@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import { sseEventStream } from "./streaming/sse.js";
|
|
2
|
+
const record = (value) => value !== null && typeof value === "object" && !Array.isArray(value)
|
|
3
|
+
? value
|
|
4
|
+
: null;
|
|
5
|
+
const count = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0;
|
|
6
|
+
const extract = (body, protocol) => {
|
|
7
|
+
if (protocol === "none")
|
|
8
|
+
return null;
|
|
9
|
+
const root = record(body);
|
|
10
|
+
const owner = record(root?.response) ?? root;
|
|
11
|
+
const usage = record(owner?.usage);
|
|
12
|
+
if (usage === null)
|
|
13
|
+
return null;
|
|
14
|
+
const input = protocol === "anthropic"
|
|
15
|
+
? usage.input_tokens
|
|
16
|
+
: (usage.prompt_tokens ?? usage.input_tokens);
|
|
17
|
+
const output = protocol === "embeddings"
|
|
18
|
+
? 0
|
|
19
|
+
: protocol === "anthropic"
|
|
20
|
+
? usage.output_tokens
|
|
21
|
+
: (usage.completion_tokens ?? usage.output_tokens);
|
|
22
|
+
if (!count(input) || !count(output))
|
|
23
|
+
return null;
|
|
24
|
+
const separateCache = protocol === "anthropic" ||
|
|
25
|
+
(usage.prompt_tokens === undefined &&
|
|
26
|
+
usage.input_tokens_details === undefined);
|
|
27
|
+
const read = separateCache ? (usage.cache_read_input_tokens ?? 0) : 0;
|
|
28
|
+
const write = separateCache ? (usage.cache_creation_input_tokens ?? 0) : 0;
|
|
29
|
+
if (!count(read) || !count(write) || !Number.isFinite(input + read + write))
|
|
30
|
+
return null;
|
|
31
|
+
// Fractional counts are floored, per side, like every cap settlement.
|
|
32
|
+
const details = record(usage.prompt_tokens_details) ?? record(usage.input_tokens_details);
|
|
33
|
+
const detailCached = details?.cached_tokens;
|
|
34
|
+
const detailCreated = details?.cache_creation_tokens;
|
|
35
|
+
const cached = protocol === "anthropic" ? read : count(detailCached) ? detailCached : 0;
|
|
36
|
+
const cacheCreation = protocol === "anthropic" ? write : count(detailCreated) ? detailCreated : 0;
|
|
37
|
+
return {
|
|
38
|
+
in: Math.floor(input) + Math.floor(read) + Math.floor(write),
|
|
39
|
+
out: Math.floor(output),
|
|
40
|
+
cached: Math.floor(cached),
|
|
41
|
+
cacheCreation: Math.floor(cacheCreation),
|
|
42
|
+
};
|
|
43
|
+
};
|
|
44
|
+
/** Incrementally observes already-read objects or a separately drained SSE stream. */
|
|
45
|
+
export const createUsageObserver = (protocol, transport) => {
|
|
46
|
+
let last = null;
|
|
47
|
+
const anthropicUsage = {};
|
|
48
|
+
const observe = (body) => {
|
|
49
|
+
let next;
|
|
50
|
+
if (protocol === "anthropic" && transport === "sse") {
|
|
51
|
+
const event = record(body);
|
|
52
|
+
const delta = event?.type === "message_delta";
|
|
53
|
+
const incoming = record(delta
|
|
54
|
+
? event?.usage
|
|
55
|
+
: event?.type === "message_start"
|
|
56
|
+
? record(event.message)?.usage
|
|
57
|
+
: null);
|
|
58
|
+
if (incoming === null)
|
|
59
|
+
return;
|
|
60
|
+
for (const key of [
|
|
61
|
+
"input_tokens",
|
|
62
|
+
"output_tokens",
|
|
63
|
+
"cache_read_input_tokens",
|
|
64
|
+
"cache_creation_input_tokens",
|
|
65
|
+
]) {
|
|
66
|
+
const value = incoming[key];
|
|
67
|
+
if (count(value))
|
|
68
|
+
anthropicUsage[key] = value;
|
|
69
|
+
// NaN (not null) so `?? 0` cannot turn an invalid count into zero.
|
|
70
|
+
else if (value !== null && value !== undefined)
|
|
71
|
+
anthropicUsage[key] = Number.NaN;
|
|
72
|
+
}
|
|
73
|
+
if (!delta || !count(incoming.output_tokens))
|
|
74
|
+
return;
|
|
75
|
+
next = extract({ usage: anthropicUsage }, protocol);
|
|
76
|
+
}
|
|
77
|
+
else {
|
|
78
|
+
next = extract(body, protocol);
|
|
79
|
+
}
|
|
80
|
+
if (next !== null)
|
|
81
|
+
last = next;
|
|
82
|
+
};
|
|
83
|
+
const observeStream = async (stream) => {
|
|
84
|
+
const reader = sseEventStream(stream).getReader();
|
|
85
|
+
try {
|
|
86
|
+
for (;;) {
|
|
87
|
+
const { value, done } = await reader.read();
|
|
88
|
+
if (done)
|
|
89
|
+
break;
|
|
90
|
+
if (value.kind !== "data")
|
|
91
|
+
continue;
|
|
92
|
+
try {
|
|
93
|
+
observe(JSON.parse(value.data));
|
|
94
|
+
}
|
|
95
|
+
catch {
|
|
96
|
+
/* Ignore malformed events. */
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
catch {
|
|
101
|
+
// Complete usage observed before a stream failure remains authoritative.
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
reader.releaseLock();
|
|
105
|
+
}
|
|
106
|
+
};
|
|
107
|
+
return { observe, observeStream, usage: () => last };
|
|
108
|
+
};
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Adaptive-thinking normalisation for Anthropic Messages requests.
|
|
3
|
+
*
|
|
4
|
+
* Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
|
|
5
|
+
* `output_config.effort`) is only honoured by Claude 4.6+ models. Every
|
|
6
|
+
* other model 400s with
|
|
7
|
+
* "adaptive thinking is not supported on this model"
|
|
8
|
+
* the moment any of the adaptive knobs appear in the body — even though
|
|
9
|
+
* those same models support extended thinking via the older
|
|
10
|
+
* `thinking: { type: "enabled", budget_tokens: N }` shape.
|
|
11
|
+
*
|
|
12
|
+
* This module translates the adaptive knobs into the supported shape so
|
|
13
|
+
* a model like haiku-4-5 still gets thinking (we don't strip it). It is
|
|
14
|
+
* the single source of truth for that translation; the pass-through
|
|
15
|
+
* runner and the count_tokens handler both flow through here.
|
|
16
|
+
*
|
|
17
|
+
* Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
|
|
18
|
+
* `_translate_reasoning_effort_to_anthropic` (see
|
|
19
|
+
* `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
|
|
20
|
+
* and `.../experimental_pass_through/messages/transformation.py`).
|
|
21
|
+
* Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
|
|
22
|
+
* constants in `litellm/constants.py` — keep them in sync if those move.
|
|
23
|
+
*/
|
|
24
|
+
import type { TModelCaps } from "@openllmsh/sdk/protocol";
|
|
25
|
+
/**
|
|
26
|
+
* Effort → thinking budget. Same numbers LiteLLM uses; single source of
|
|
27
|
+
* truth — do NOT inline these values anywhere else.
|
|
28
|
+
*/
|
|
29
|
+
export declare const EFFORT_TO_BUDGET_TOKENS: {
|
|
30
|
+
readonly minimal: 128;
|
|
31
|
+
readonly low: 1024;
|
|
32
|
+
readonly medium: 2048;
|
|
33
|
+
readonly high: 4096;
|
|
34
|
+
readonly xhigh: 8192;
|
|
35
|
+
readonly max: 16384;
|
|
36
|
+
};
|
|
37
|
+
export type TReasoningEffort = keyof typeof EFFORT_TO_BUDGET_TOKENS;
|
|
38
|
+
/** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
|
|
39
|
+
export declare const budgetToReasoningEffort: (budgetTokens: number) => TReasoningEffort;
|
|
40
|
+
/**
|
|
41
|
+
* OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
|
|
42
|
+
* map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
|
|
43
|
+
* `minimal` folds into `low` because Anthropic's effort enum starts at
|
|
44
|
+
* `low`; the rest is identity.
|
|
45
|
+
*/
|
|
46
|
+
export declare const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT: {
|
|
47
|
+
readonly minimal: "low";
|
|
48
|
+
readonly low: "low";
|
|
49
|
+
readonly medium: "medium";
|
|
50
|
+
readonly high: "high";
|
|
51
|
+
readonly xhigh: "xhigh";
|
|
52
|
+
readonly max: "max";
|
|
53
|
+
};
|
|
54
|
+
/** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
|
|
55
|
+
export declare const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
|
|
56
|
+
/** True unless the card explicitly declares modes WITHOUT `adaptive`. */
|
|
57
|
+
export declare const supportsAdaptiveThinking: (caps: TModelCaps | undefined) => boolean;
|
|
58
|
+
/**
|
|
59
|
+
* Filter out `clear_thinking_*` strategies from
|
|
60
|
+
* `context_management.edits`. Used only on the edge path where thinking
|
|
61
|
+
* has to be dropped entirely — leaving the strategy in 400s with
|
|
62
|
+
* "clear_thinking_20251015 strategy requires `thinking` to be
|
|
63
|
+
* enabled or adaptive"
|
|
64
|
+
* Other strategies (`clear_tool_uses_*`, …) stay. If filtering empties
|
|
65
|
+
* the edits array, the whole `context_management` field is dropped.
|
|
66
|
+
*/
|
|
67
|
+
/**
|
|
68
|
+
* Translate an OpenAI-style `reasoning_effort` to the Anthropic
|
|
69
|
+
* extended-thinking shape for the canonical (`/v1/chat/completions` →
|
|
70
|
+
* Anthropic) path. Returns the two fields the caller should spread onto
|
|
71
|
+
* the outbound `AnthropicRequest`, or `null` to mean "no thinking" (the
|
|
72
|
+
* `reasoning_effort: "none"` case, or the model doesn't have room).
|
|
73
|
+
*
|
|
74
|
+
* Mirrors LiteLLM's `_map_reasoning_effort` +
|
|
75
|
+
* `_translate_reasoning_effort_to_anthropic`:
|
|
76
|
+
* - Adaptive-supporting model: `thinking: { type: "adaptive" }` +
|
|
77
|
+
* `output_config: { effort: <mapped> }` so the model uses the
|
|
78
|
+
* stable adaptive-thinking feature and tunes its own budget.
|
|
79
|
+
* - Non-adaptive model: `thinking: { type: "enabled", budget_tokens }`
|
|
80
|
+
* using the canonical effort table, clamped to `max_tokens - 1`.
|
|
81
|
+
* `null` when the resulting budget would fall below
|
|
82
|
+
* `ANTHROPIC_MIN_THINKING_BUDGET` (max_tokens too small).
|
|
83
|
+
*/
|
|
84
|
+
export type TReasoningEffortInput = TReasoningEffort | "none";
|
|
85
|
+
export type TAnthropicMappedEffort = (typeof REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT)[TReasoningEffort];
|
|
86
|
+
export type TThinkingFromEffort = {
|
|
87
|
+
readonly thinking: {
|
|
88
|
+
readonly type: "enabled";
|
|
89
|
+
readonly budget_tokens: number;
|
|
90
|
+
} | {
|
|
91
|
+
readonly type: "adaptive";
|
|
92
|
+
};
|
|
93
|
+
readonly output_config?: {
|
|
94
|
+
readonly effort: TAnthropicMappedEffort;
|
|
95
|
+
};
|
|
96
|
+
};
|
|
97
|
+
export declare const mapReasoningEffortToAnthropic: (effort: TReasoningEffortInput, caps: TModelCaps | undefined, maxTokens: number | undefined) => TThinkingFromEffort | null;
|
|
98
|
+
/**
|
|
99
|
+
* Normalise the adaptive-thinking knobs on an Anthropic Messages
|
|
100
|
+
* request body so it works against any chat model.
|
|
101
|
+
*
|
|
102
|
+
* On models that support adaptive thinking natively → no-op.
|
|
103
|
+
* On every other model:
|
|
104
|
+
* - Replace `thinking: { type: "adaptive" }` (or a bare
|
|
105
|
+
* `reasoning_effort` / `output_config.effort` / top-level `effort`)
|
|
106
|
+
* with `thinking: { type: "enabled", budget_tokens: N }`, where N
|
|
107
|
+
* comes from the canonical effort table (default `medium` when
|
|
108
|
+
* adaptive was requested without an explicit effort level). The
|
|
109
|
+
* budget is clamped to `max_tokens - 1` so Anthropic's
|
|
110
|
+
* `budget_tokens < max_tokens` invariant holds.
|
|
111
|
+
* - Drop `output_config`, `reasoning_effort`, top-level `effort` —
|
|
112
|
+
* they are adaptive-only and have no analogue under explicit
|
|
113
|
+
* `budget_tokens`.
|
|
114
|
+
* - `thinking: { type: "enabled" }` and unknown other shapes pass
|
|
115
|
+
* through unchanged.
|
|
116
|
+
* - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
|
|
117
|
+
* thinking is dropped and any `clear_thinking_*` strategy in
|
|
118
|
+
* `context_management.edits` is filtered out (else Anthropic
|
|
119
|
+
* rejects the orphaned strategy).
|
|
120
|
+
*
|
|
121
|
+
* Returns the input untouched when no rewrite is needed, and a shallow
|
|
122
|
+
* copy otherwise. Caller-provided `tools`, `system`, `metadata`,
|
|
123
|
+
* `cache_control`, beta headers, etc. are never inspected.
|
|
124
|
+
*/
|
|
125
|
+
export declare const normaliseAdaptiveThinking: (body: unknown, caps: TModelCaps | undefined) => unknown;
|
|
@@ -0,0 +1,221 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Adaptive-thinking normalisation for Anthropic Messages requests.
|
|
3
|
+
*
|
|
4
|
+
* Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
|
|
5
|
+
* `output_config.effort`) is only honoured by Claude 4.6+ models. Every
|
|
6
|
+
* other model 400s with
|
|
7
|
+
* "adaptive thinking is not supported on this model"
|
|
8
|
+
* the moment any of the adaptive knobs appear in the body — even though
|
|
9
|
+
* those same models support extended thinking via the older
|
|
10
|
+
* `thinking: { type: "enabled", budget_tokens: N }` shape.
|
|
11
|
+
*
|
|
12
|
+
* This module translates the adaptive knobs into the supported shape so
|
|
13
|
+
* a model like haiku-4-5 still gets thinking (we don't strip it). It is
|
|
14
|
+
* the single source of truth for that translation; the pass-through
|
|
15
|
+
* runner and the count_tokens handler both flow through here.
|
|
16
|
+
*
|
|
17
|
+
* Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
|
|
18
|
+
* `_translate_reasoning_effort_to_anthropic` (see
|
|
19
|
+
* `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
|
|
20
|
+
* and `.../experimental_pass_through/messages/transformation.py`).
|
|
21
|
+
* Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
|
|
22
|
+
* constants in `litellm/constants.py` — keep them in sync if those move.
|
|
23
|
+
*/
|
|
24
|
+
/**
|
|
25
|
+
* Effort → thinking budget. Same numbers LiteLLM uses; single source of
|
|
26
|
+
* truth — do NOT inline these values anywhere else.
|
|
27
|
+
*/
|
|
28
|
+
export const EFFORT_TO_BUDGET_TOKENS = {
|
|
29
|
+
minimal: 128,
|
|
30
|
+
low: 1024,
|
|
31
|
+
medium: 2048,
|
|
32
|
+
high: 4096,
|
|
33
|
+
xhigh: 8192,
|
|
34
|
+
max: 16384,
|
|
35
|
+
};
|
|
36
|
+
/** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
|
|
37
|
+
export const budgetToReasoningEffort = (budgetTokens) => {
|
|
38
|
+
let effort = "minimal";
|
|
39
|
+
for (const [nextEffort, budget] of Object.entries(EFFORT_TO_BUDGET_TOKENS)) {
|
|
40
|
+
const mappedEffort = readEffort(nextEffort);
|
|
41
|
+
if (budgetTokens >= budget && mappedEffort !== undefined) {
|
|
42
|
+
effort = mappedEffort;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return effort;
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
|
|
49
|
+
* map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
|
|
50
|
+
* `minimal` folds into `low` because Anthropic's effort enum starts at
|
|
51
|
+
* `low`; the rest is identity.
|
|
52
|
+
*/
|
|
53
|
+
export const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT = {
|
|
54
|
+
minimal: "low",
|
|
55
|
+
low: "low",
|
|
56
|
+
medium: "medium",
|
|
57
|
+
high: "high",
|
|
58
|
+
xhigh: "xhigh",
|
|
59
|
+
max: "max",
|
|
60
|
+
};
|
|
61
|
+
/** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
|
|
62
|
+
export const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
|
|
63
|
+
/**
|
|
64
|
+
* Which thinking modes the resolved model accepts — read from the model
|
|
65
|
+
* card's `caps.thinkingModes`, never from the model NAME.
|
|
66
|
+
*
|
|
67
|
+
* This used to be two regex tables over model ids. That put model
|
|
68
|
+
* knowledge in the one package that must not have any, and it could not
|
|
69
|
+
* be right for long: support is NON-monotonic within a family (4.5
|
|
70
|
+
* extended-only, 4.6 both, 4.7+ adaptive-only), so no prefix encodes it
|
|
71
|
+
* and every new model needed a wire-package edit. The catalog owns the
|
|
72
|
+
* table now; these helpers only interpret it.
|
|
73
|
+
*
|
|
74
|
+
* ABSENT OR EMPTY IS PERMISSIVE on both questions. A custom endpoint, a
|
|
75
|
+
* passthrough hop, or a model the catalog has not caught up with must
|
|
76
|
+
* never be refused locally for a request the upstream might accept —
|
|
77
|
+
* manufacturing a validation error from missing metadata would be a
|
|
78
|
+
* worse failure than the one it prevents.
|
|
79
|
+
*/
|
|
80
|
+
const declaredModes = (caps) => {
|
|
81
|
+
const modes = caps?.thinkingModes;
|
|
82
|
+
return modes !== undefined && modes.length > 0 ? modes : null;
|
|
83
|
+
};
|
|
84
|
+
/** True unless the card explicitly declares modes WITHOUT `adaptive`. */
|
|
85
|
+
export const supportsAdaptiveThinking = (caps) => {
|
|
86
|
+
const modes = declaredModes(caps);
|
|
87
|
+
return modes === null || modes.includes("adaptive");
|
|
88
|
+
};
|
|
89
|
+
const readEffort = (v) => {
|
|
90
|
+
if (typeof v !== "string")
|
|
91
|
+
return undefined;
|
|
92
|
+
return v in EFFORT_TO_BUDGET_TOKENS ? v : undefined;
|
|
93
|
+
};
|
|
94
|
+
const isObject = (v) => v !== null && typeof v === "object";
|
|
95
|
+
/**
|
|
96
|
+
* Does the body's `tool_choice` force tool use? Anthropic accepts
|
|
97
|
+
* `thinking: { type: "adaptive" }` paired with a forced tool_choice (the
|
|
98
|
+
* model decides whether to think before invoking), but REJECTS
|
|
99
|
+
* `thinking: { type: "enabled", budget_tokens: N }` + forced
|
|
100
|
+
* with: "Thinking may not be enabled when tool_choice forces tool use."
|
|
101
|
+
* So when we are about to downgrade adaptive → enabled on a non-
|
|
102
|
+
* adaptive model (haiku, claude-3.*, claude-instant.*), we must also
|
|
103
|
+
* check this and skip the enable. Forced shapes are `{type:"tool",
|
|
104
|
+
* name}` and `{type:"any"}`; `{type:"auto"}` and `{type:"none"}` are
|
|
105
|
+
* not forcing.
|
|
106
|
+
*/
|
|
107
|
+
const toolChoiceForcesTool = (tc) => {
|
|
108
|
+
if (!isObject(tc))
|
|
109
|
+
return false;
|
|
110
|
+
return tc.type === "tool" || tc.type === "any";
|
|
111
|
+
};
|
|
112
|
+
export const mapReasoningEffortToAnthropic = (effort, caps, maxTokens) => {
|
|
113
|
+
if (effort === "none")
|
|
114
|
+
return null;
|
|
115
|
+
if (supportsAdaptiveThinking(caps)) {
|
|
116
|
+
return {
|
|
117
|
+
thinking: { type: "adaptive" },
|
|
118
|
+
output_config: {
|
|
119
|
+
effort: REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT[effort],
|
|
120
|
+
},
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
const targetBudget = EFFORT_TO_BUDGET_TOKENS[effort];
|
|
124
|
+
const ceiling = maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
|
|
125
|
+
const budget = Math.min(targetBudget, ceiling);
|
|
126
|
+
if (budget < ANTHROPIC_MIN_THINKING_BUDGET)
|
|
127
|
+
return null;
|
|
128
|
+
return { thinking: { type: "enabled", budget_tokens: budget } };
|
|
129
|
+
};
|
|
130
|
+
const filterClearThinking = (cm) => {
|
|
131
|
+
if (!isObject(cm))
|
|
132
|
+
return cm;
|
|
133
|
+
const edits = cm.edits;
|
|
134
|
+
if (!Array.isArray(edits))
|
|
135
|
+
return cm;
|
|
136
|
+
const filtered = edits.filter((e) => {
|
|
137
|
+
if (!isObject(e))
|
|
138
|
+
return true;
|
|
139
|
+
const t = e.type;
|
|
140
|
+
return typeof t !== "string" || !t.startsWith("clear_thinking");
|
|
141
|
+
});
|
|
142
|
+
if (filtered.length === edits.length)
|
|
143
|
+
return cm;
|
|
144
|
+
if (filtered.length === 0)
|
|
145
|
+
return undefined;
|
|
146
|
+
return { ...cm, edits: filtered };
|
|
147
|
+
};
|
|
148
|
+
/**
|
|
149
|
+
* Normalise the adaptive-thinking knobs on an Anthropic Messages
|
|
150
|
+
* request body so it works against any chat model.
|
|
151
|
+
*
|
|
152
|
+
* On models that support adaptive thinking natively → no-op.
|
|
153
|
+
* On every other model:
|
|
154
|
+
* - Replace `thinking: { type: "adaptive" }` (or a bare
|
|
155
|
+
* `reasoning_effort` / `output_config.effort` / top-level `effort`)
|
|
156
|
+
* with `thinking: { type: "enabled", budget_tokens: N }`, where N
|
|
157
|
+
* comes from the canonical effort table (default `medium` when
|
|
158
|
+
* adaptive was requested without an explicit effort level). The
|
|
159
|
+
* budget is clamped to `max_tokens - 1` so Anthropic's
|
|
160
|
+
* `budget_tokens < max_tokens` invariant holds.
|
|
161
|
+
* - Drop `output_config`, `reasoning_effort`, top-level `effort` —
|
|
162
|
+
* they are adaptive-only and have no analogue under explicit
|
|
163
|
+
* `budget_tokens`.
|
|
164
|
+
* - `thinking: { type: "enabled" }` and unknown other shapes pass
|
|
165
|
+
* through unchanged.
|
|
166
|
+
* - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
|
|
167
|
+
* thinking is dropped and any `clear_thinking_*` strategy in
|
|
168
|
+
* `context_management.edits` is filtered out (else Anthropic
|
|
169
|
+
* rejects the orphaned strategy).
|
|
170
|
+
*
|
|
171
|
+
* Returns the input untouched when no rewrite is needed, and a shallow
|
|
172
|
+
* copy otherwise. Caller-provided `tools`, `system`, `metadata`,
|
|
173
|
+
* `cache_control`, beta headers, etc. are never inspected.
|
|
174
|
+
*/
|
|
175
|
+
export const normaliseAdaptiveThinking = (body, caps) => {
|
|
176
|
+
if (!isObject(body))
|
|
177
|
+
return body;
|
|
178
|
+
if (supportsAdaptiveThinking(caps))
|
|
179
|
+
return body;
|
|
180
|
+
const { output_config, reasoning_effort, effort, thinking, context_management, ...rest } = body;
|
|
181
|
+
const thinkingIsAdaptive = isObject(thinking) && thinking.type === "adaptive";
|
|
182
|
+
const wantsThinking = thinkingIsAdaptive ||
|
|
183
|
+
typeof reasoning_effort === "string" ||
|
|
184
|
+
typeof effort === "string" ||
|
|
185
|
+
(isObject(output_config) && typeof output_config.effort === "string");
|
|
186
|
+
// No adaptive knobs to translate — nothing to rewrite.
|
|
187
|
+
if (!wantsThinking)
|
|
188
|
+
return body;
|
|
189
|
+
const effortLevel = (isObject(output_config) ? readEffort(output_config.effort) : undefined) ??
|
|
190
|
+
readEffort(reasoning_effort) ??
|
|
191
|
+
readEffort(effort) ??
|
|
192
|
+
"medium";
|
|
193
|
+
const targetBudget = EFFORT_TO_BUDGET_TOKENS[effortLevel];
|
|
194
|
+
const maxTokens = typeof body.max_tokens === "number" &&
|
|
195
|
+
Number.isFinite(body.max_tokens) &&
|
|
196
|
+
body.max_tokens > 0
|
|
197
|
+
? Math.floor(body.max_tokens)
|
|
198
|
+
: undefined;
|
|
199
|
+
const ceiling = maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
|
|
200
|
+
const budget = Math.min(targetBudget, ceiling);
|
|
201
|
+
// Anthropic rejects `thinking: enabled` (the downgrade output) when
|
|
202
|
+
// tool_choice forces tool use. Drop thinking entirely in that case,
|
|
203
|
+
// matching the max_tokens-too-small edge path (filter orphaned
|
|
204
|
+
// `clear_thinking_*` strategies; the forced tool still executes,
|
|
205
|
+
// the model just doesn't get a thinking preamble). Adaptive remains
|
|
206
|
+
// legal on adaptive-supporting models, which short-circuit above.
|
|
207
|
+
const forcedTool = toolChoiceForcesTool(body.tool_choice);
|
|
208
|
+
const out = { ...rest };
|
|
209
|
+
if (budget >= ANTHROPIC_MIN_THINKING_BUDGET && !forcedTool) {
|
|
210
|
+
out.thinking = { type: "enabled", budget_tokens: budget };
|
|
211
|
+
if (context_management !== undefined) {
|
|
212
|
+
out.context_management = context_management;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
else if (context_management !== undefined) {
|
|
216
|
+
const filtered = filterClearThinking(context_management);
|
|
217
|
+
if (filtered !== undefined)
|
|
218
|
+
out.context_management = filtered;
|
|
219
|
+
}
|
|
220
|
+
return out;
|
|
221
|
+
};
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import type { TAnthropicRequest } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** Beta required for the subscription-OAuth (`sk-ant-oat01-…`) path. */
|
|
3
|
+
export declare const ANTHROPIC_OAUTH_BETA = "oauth-2025-04-20";
|
|
4
|
+
/**
|
|
5
|
+
* Anthropic SUBSCRIPTION / OAuth credential matcher — the `claude setup-token`
|
|
6
|
+
* and "Sign in with Claude" tokens. These ride `Authorization: Bearer` + the
|
|
7
|
+
* oauth beta header, NOT `x-api-key` (which is for Console keys `sk-ant-api03-`).
|
|
8
|
+
* Anthropic has shipped TWO prefixes over time: the original `sk-ant-oat01-` and
|
|
9
|
+
* the current `sk-ant-at01-` (Claude CLI ≥ 2.1.x) — match BOTH, never a Console
|
|
10
|
+
* key. Single source of truth for the daemon (setup-token capture + validation)
|
|
11
|
+
* and the cloud (auth-header split, terms gate, count-tokens).
|
|
12
|
+
*/
|
|
13
|
+
export declare const ANTHROPIC_OAUTH_TOKEN_RE: RegExp;
|
|
14
|
+
export declare const isAnthropicOAuthToken: (token: string) => boolean;
|
|
15
|
+
/** Beta required for Files-API (`file_id`) sources on image/document blocks. */
|
|
16
|
+
export declare const ANTHROPIC_FILES_API_BETA = "files-api-2025-04-14";
|
|
17
|
+
export type TBetaHeaderInput = {
|
|
18
|
+
/** Raw inbound `anthropic-beta` header value (comma-separated) or null. */
|
|
19
|
+
readonly inboundBeta: string | null;
|
|
20
|
+
/** The Anthropic request being forwarded (for body-derived betas). */
|
|
21
|
+
readonly request: TAnthropicRequest;
|
|
22
|
+
/** True when the credential is a subscription OAuth token. */
|
|
23
|
+
readonly isOAuth: boolean;
|
|
24
|
+
/**
|
|
25
|
+
* Extra betas the caller derived from a NON-Anthropic-shaped inbound
|
|
26
|
+
* body (cross-wire hops, where `request` is an empty stand-in) —
|
|
27
|
+
* e.g. the Files-API beta when a canonical `file_id` part will be
|
|
28
|
+
* encoded to an Anthropic file source.
|
|
29
|
+
*/
|
|
30
|
+
readonly extraBetas?: ReadonlyArray<string>;
|
|
31
|
+
};
|
|
32
|
+
/**
|
|
33
|
+
* Compute the final, de-duplicated `anthropic-beta` token list to send
|
|
34
|
+
* upstream. Returns `undefined` when there is nothing to send so the
|
|
35
|
+
* caller can omit the header entirely.
|
|
36
|
+
*
|
|
37
|
+
* Order of precedence (first occurrence wins for dedupe, order is
|
|
38
|
+
* otherwise stable): inbound betas (deny-list filtered) → body-derived
|
|
39
|
+
* betas → the OAuth beta when authing via a subscription token.
|
|
40
|
+
*
|
|
41
|
+
* Tokens the client sends that aren't in `ANTHROPIC_BLOCKED_BETAS`
|
|
42
|
+
* forward verbatim — see the module header for the rationale.
|
|
43
|
+
*/
|
|
44
|
+
export declare const deriveAnthropicBetaHeader: (input: TBetaHeaderInput) => string | undefined;
|