@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js}
RENAMED
|
@@ -1,8 +1,3 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TAnthropicContentBlock,
|
|
3
|
-
TAnthropicRequest,
|
|
4
|
-
} from "@openllmsh/sdk/protocol";
|
|
5
|
-
|
|
6
1
|
/**
|
|
7
2
|
* Anthropic `anthropic-beta` header policy.
|
|
8
3
|
*
|
|
@@ -37,11 +32,9 @@ import type {
|
|
|
37
32
|
* Today the denylist is empty. If a beta starts breaking the proxy,
|
|
38
33
|
* add it here with a comment naming the failure mode.
|
|
39
34
|
*/
|
|
40
|
-
const ANTHROPIC_BLOCKED_BETAS
|
|
41
|
-
|
|
35
|
+
const ANTHROPIC_BLOCKED_BETAS = new Set();
|
|
42
36
|
/** Beta required for the subscription-OAuth (`sk-ant-oat01-…`) path. */
|
|
43
37
|
export const ANTHROPIC_OAUTH_BETA = "oauth-2025-04-20";
|
|
44
|
-
|
|
45
38
|
/**
|
|
46
39
|
* Anthropic SUBSCRIPTION / OAuth credential matcher — the `claude setup-token`
|
|
47
40
|
* and "Sign in with Claude" tokens. These ride `Authorization: Bearer` + the
|
|
@@ -52,26 +45,21 @@ export const ANTHROPIC_OAUTH_BETA = "oauth-2025-04-20";
|
|
|
52
45
|
* and the cloud (auth-header split, terms gate, count-tokens).
|
|
53
46
|
*/
|
|
54
47
|
export const ANTHROPIC_OAUTH_TOKEN_RE = /sk-ant-o?at01-[A-Za-z0-9_-]+/;
|
|
55
|
-
export const isAnthropicOAuthToken = (token
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
.filter((t) => t.length > 0);
|
|
48
|
+
export const isAnthropicOAuthToken = (token) => /^sk-ant-o?at01-/.test(token);
|
|
49
|
+
const splitBetaHeader = (raw) => {
|
|
50
|
+
if (raw === null)
|
|
51
|
+
return [];
|
|
52
|
+
return raw
|
|
53
|
+
.split(",")
|
|
54
|
+
.map((t) => t.trim())
|
|
55
|
+
.filter((t) => t.length > 0);
|
|
64
56
|
};
|
|
65
|
-
|
|
66
57
|
/** Beta required for Files-API (`file_id`) sources on image/document blocks. */
|
|
67
58
|
export const ANTHROPIC_FILES_API_BETA = "files-api-2025-04-14";
|
|
68
|
-
|
|
69
59
|
/** One content block's direct Files-API requirement. */
|
|
70
|
-
const blockUsesFilesApi = (block
|
|
71
|
-
((block.type === "image" || block.type === "document") &&
|
|
60
|
+
const blockUsesFilesApi = (block) => ((block.type === "image" || block.type === "document") &&
|
|
72
61
|
block.source.type === "file") ||
|
|
73
|
-
|
|
74
|
-
|
|
62
|
+
block.type === "container_upload";
|
|
75
63
|
/**
|
|
76
64
|
* True when any content block references an uploaded file (`source:
|
|
77
65
|
* {type:"file"}` on an image/document, or a `container_upload` block) —
|
|
@@ -80,19 +68,21 @@ const blockUsesFilesApi = (block: TAnthropicContentBlock): boolean =>
|
|
|
80
68
|
* single level too. (Its nested search_result path is text-only today, so an
|
|
81
69
|
* arbitrary-depth recursion would be unreachable complexity.)
|
|
82
70
|
*/
|
|
83
|
-
const usesFilesApi = (req
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
71
|
+
const usesFilesApi = (req) => {
|
|
72
|
+
for (const m of req.messages) {
|
|
73
|
+
if (typeof m.content === "string")
|
|
74
|
+
continue;
|
|
75
|
+
for (const block of m.content) {
|
|
76
|
+
if (blockUsesFilesApi(block))
|
|
77
|
+
return true;
|
|
78
|
+
if (block.type === "tool_result" && typeof block.content !== "string") {
|
|
79
|
+
if (block.content.some(blockUsesFilesApi))
|
|
80
|
+
return true;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
91
83
|
}
|
|
92
|
-
|
|
93
|
-
return false;
|
|
84
|
+
return false;
|
|
94
85
|
};
|
|
95
|
-
|
|
96
86
|
/**
|
|
97
87
|
* Derive the betas implied by the request body itself, independent of
|
|
98
88
|
* what the client sent. Our `TAnthropicRequest` schema is intentionally
|
|
@@ -104,34 +94,20 @@ const usesFilesApi = (req: TAnthropicRequest): boolean => {
|
|
|
104
94
|
* at every call site — the LiteLLM equivalent is
|
|
105
95
|
* `anthropic_beta_headers_manager.get_anthropic_beta_headers`.
|
|
106
96
|
*/
|
|
107
|
-
const derivedBetasFor = (req
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
/** Raw inbound `anthropic-beta` header value (comma-separated) or null. */
|
|
121
|
-
readonly inboundBeta: string | null;
|
|
122
|
-
/** The Anthropic request being forwarded (for body-derived betas). */
|
|
123
|
-
readonly request: TAnthropicRequest;
|
|
124
|
-
/** True when the credential is a subscription OAuth token. */
|
|
125
|
-
readonly isOAuth: boolean;
|
|
126
|
-
/**
|
|
127
|
-
* Extra betas the caller derived from a NON-Anthropic-shaped inbound
|
|
128
|
-
* body (cross-wire hops, where `request` is an empty stand-in) —
|
|
129
|
-
* e.g. the Files-API beta when a canonical `file_id` part will be
|
|
130
|
-
* encoded to an Anthropic file source.
|
|
131
|
-
*/
|
|
132
|
-
readonly extraBetas?: ReadonlyArray<string>;
|
|
97
|
+
const derivedBetasFor = (req) => {
|
|
98
|
+
const out = [];
|
|
99
|
+
const tools = req.tools ?? [];
|
|
100
|
+
for (const tool of tools) {
|
|
101
|
+
const t = tool.type ?? "";
|
|
102
|
+
if (t.startsWith("web_search"))
|
|
103
|
+
out.push("web-search-2025-03-05");
|
|
104
|
+
if (t.startsWith("web_fetch"))
|
|
105
|
+
out.push("web-fetch-2025-09-10");
|
|
106
|
+
}
|
|
107
|
+
if (usesFilesApi(req))
|
|
108
|
+
out.push(ANTHROPIC_FILES_API_BETA);
|
|
109
|
+
return out;
|
|
133
110
|
};
|
|
134
|
-
|
|
135
111
|
/**
|
|
136
112
|
* Compute the final, de-duplicated `anthropic-beta` token list to send
|
|
137
113
|
* upstream. Returns `undefined` when there is nothing to send so the
|
|
@@ -144,22 +120,24 @@ export type TBetaHeaderInput = {
|
|
|
144
120
|
* Tokens the client sends that aren't in `ANTHROPIC_BLOCKED_BETAS`
|
|
145
121
|
* forward verbatim — see the module header for the rationale.
|
|
146
122
|
*/
|
|
147
|
-
export const deriveAnthropicBetaHeader = (
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
123
|
+
export const deriveAnthropicBetaHeader = (input) => {
|
|
124
|
+
const seen = new Set();
|
|
125
|
+
const out = [];
|
|
126
|
+
const push = (token) => {
|
|
127
|
+
if (token.length === 0 || seen.has(token))
|
|
128
|
+
return;
|
|
129
|
+
if (ANTHROPIC_BLOCKED_BETAS.has(token))
|
|
130
|
+
return;
|
|
131
|
+
seen.add(token);
|
|
132
|
+
out.push(token);
|
|
133
|
+
};
|
|
134
|
+
for (const token of splitBetaHeader(input.inboundBeta))
|
|
135
|
+
push(token);
|
|
136
|
+
for (const token of derivedBetasFor(input.request))
|
|
137
|
+
push(token);
|
|
138
|
+
for (const token of input.extraBetas ?? [])
|
|
139
|
+
push(token);
|
|
140
|
+
if (input.isOAuth)
|
|
141
|
+
push(ANTHROPIC_OAUTH_BETA);
|
|
142
|
+
return out.length > 0 ? out.join(",") : undefined;
|
|
165
143
|
};
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
// provider so the coreless daemon can build the Anthropic upstream
|
|
3
3
|
// (coreless proposal §9(a)). The DI-bound spec assembly + auth headers +
|
|
4
4
|
// terms gate stay in `@openllm/core/providers/anthropic`.
|
|
5
|
-
export * from "./adaptive-thinking";
|
|
6
|
-
export * from "./beta-headers";
|
|
7
|
-
export * from "./request";
|
|
8
|
-
export * from "./response";
|
|
9
|
-
export * from "./streaming";
|
|
10
|
-
export * from "./web-search-domains";
|
|
5
|
+
export * from "./adaptive-thinking.js";
|
|
6
|
+
export * from "./beta-headers.js";
|
|
7
|
+
export * from "./request.js";
|
|
8
|
+
export * from "./response.js";
|
|
9
|
+
export * from "./streaming.js";
|
|
10
|
+
export * from "./web-search-domains.js";
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { TAnthropicContentBlock, TAnthropicProviderOptions, TAnthropicRequest, TChatCompletionRequest, TChatMessage } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/**
|
|
3
|
+
* Collect every client-facing tool name that may cross the Anthropic boundary.
|
|
4
|
+
*
|
|
5
|
+
* Definitions lead so collision assignments for declared tools remain stable;
|
|
6
|
+
* replayed assistant calls and an explicit function choice then fill in names
|
|
7
|
+
* that exist only in history or selection state.
|
|
8
|
+
*/
|
|
9
|
+
export declare const collectAnthropicToolNames: (req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">) => ReadonlyArray<string>;
|
|
10
|
+
export declare const buildAnthropicToolNameMap: (req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">) => ReadonlyMap<string, string>;
|
|
11
|
+
export declare const contentToAnthropicBlocks: (content: TChatMessage["content"] | null | undefined) => TAnthropicContentBlock[];
|
|
12
|
+
export declare const toAnthropicRequest: (req: TChatCompletionRequest, options: TAnthropicProviderOptions) => TAnthropicRequest;
|
|
@@ -0,0 +1,456 @@
|
|
|
1
|
+
import { extractMessageText, parseToolArguments, } from "../../lib/canonical/message.js";
|
|
2
|
+
import { buildToolCallIdMap, buildToolNameMaps } from "../../lib/tool-name-map.js";
|
|
3
|
+
import { mapReasoningEffortToAnthropic } from "./adaptive-thinking.js";
|
|
4
|
+
const DEFAULT_MAX_TOKENS = 4096;
|
|
5
|
+
// Anthropic tool names and tool_use ids both use this documented identifier form.
|
|
6
|
+
const ANTHROPIC_IDENTIFIER = {
|
|
7
|
+
charset: /^[a-zA-Z0-9_-]$/,
|
|
8
|
+
maxLen: 64,
|
|
9
|
+
};
|
|
10
|
+
/**
|
|
11
|
+
* Collect every client-facing tool name that may cross the Anthropic boundary.
|
|
12
|
+
*
|
|
13
|
+
* Definitions lead so collision assignments for declared tools remain stable;
|
|
14
|
+
* replayed assistant calls and an explicit function choice then fill in names
|
|
15
|
+
* that exist only in history or selection state.
|
|
16
|
+
*/
|
|
17
|
+
export const collectAnthropicToolNames = (req) => {
|
|
18
|
+
const names = [];
|
|
19
|
+
const seen = new Set();
|
|
20
|
+
const add = (name) => {
|
|
21
|
+
if (!seen.has(name)) {
|
|
22
|
+
seen.add(name);
|
|
23
|
+
names.push(name);
|
|
24
|
+
}
|
|
25
|
+
};
|
|
26
|
+
for (const tool of req.tools ?? [])
|
|
27
|
+
add(tool.function.name);
|
|
28
|
+
for (const message of req.messages) {
|
|
29
|
+
if (message.role !== "assistant")
|
|
30
|
+
continue;
|
|
31
|
+
for (const call of message.tool_calls ?? [])
|
|
32
|
+
add(call.function.name);
|
|
33
|
+
}
|
|
34
|
+
if (req.tool_choice !== undefined && typeof req.tool_choice !== "string") {
|
|
35
|
+
add(req.tool_choice.function.name);
|
|
36
|
+
}
|
|
37
|
+
return names;
|
|
38
|
+
};
|
|
39
|
+
export const buildAnthropicToolNameMap = (req) => buildToolNameMaps(collectAnthropicToolNames(req), ANTHROPIC_IDENTIFIER)
|
|
40
|
+
.inbound;
|
|
41
|
+
/**
|
|
42
|
+
* Read a prompt-cache breakpoint off any object that may carry one
|
|
43
|
+
* (content part, message, tool). LiteLLM treats a present, dict-shaped
|
|
44
|
+
* `cache_control` as "cache up to and including this element"
|
|
45
|
+
* (`add_cache_control_to_content`); a `null` clears it. We normalise to
|
|
46
|
+
* Anthropic's single ephemeral tier.
|
|
47
|
+
*/
|
|
48
|
+
const readCacheControl = (v) => v.cache_control != null ? { type: "ephemeral" } : undefined;
|
|
49
|
+
const withCacheControl = (block, cc) => (cc === undefined ? block : { ...block, cache_control: cc });
|
|
50
|
+
/**
|
|
51
|
+
* Anthropic accepts `cache_control` on text / image / document /
|
|
52
|
+
* search_result / tool_use / tool_result blocks — never on thinking. A
|
|
53
|
+
* message-level breakpoint applies to the message's LAST cache-eligible
|
|
54
|
+
* block (LiteLLM folds `message["cache_control"]` onto the final
|
|
55
|
+
* content element). Don't clobber a block that already carries its own
|
|
56
|
+
* part-level breakpoint.
|
|
57
|
+
*/
|
|
58
|
+
const applyMessageCacheControl = (blocks, cc) => {
|
|
59
|
+
if (cc === undefined || blocks.length === 0)
|
|
60
|
+
return;
|
|
61
|
+
for (let i = blocks.length - 1; i >= 0; i--) {
|
|
62
|
+
const b = blocks[i];
|
|
63
|
+
if (b === undefined)
|
|
64
|
+
continue;
|
|
65
|
+
if (b.type === "text" ||
|
|
66
|
+
b.type === "image" ||
|
|
67
|
+
b.type === "document" ||
|
|
68
|
+
b.type === "search_result" ||
|
|
69
|
+
b.type === "tool_use" ||
|
|
70
|
+
b.type === "tool_result") {
|
|
71
|
+
if (b.cache_control == null)
|
|
72
|
+
blocks[i] = { ...b, cache_control: cc };
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
};
|
|
77
|
+
const DATA_URL_RE = /^data:([^;,]+);base64,(.*)$/;
|
|
78
|
+
/** Runtime-agnostic base64 → UTF-8 (browser, node, bun). */
|
|
79
|
+
const decodeBase64Utf8 = (b64) => {
|
|
80
|
+
const bin = atob(b64);
|
|
81
|
+
const bytes = new Uint8Array(bin.length);
|
|
82
|
+
for (let i = 0; i < bin.length; i++)
|
|
83
|
+
bytes[i] = bin.charCodeAt(i);
|
|
84
|
+
return new TextDecoder().decode(bytes);
|
|
85
|
+
};
|
|
86
|
+
/**
|
|
87
|
+
* Map a base64 payload + media type to the Anthropic block that can
|
|
88
|
+
* legally carry it: images → image block, PDFs → base64 document
|
|
89
|
+
* source, text/plain → text document source, anything else → text
|
|
90
|
+
* annotation. (Anthropic only accepts `application/pdf` for base64
|
|
91
|
+
* documents and `text/plain` for text documents.)
|
|
92
|
+
*/
|
|
93
|
+
const base64ToDocumentBlock = (mediaType, data, title) => {
|
|
94
|
+
if (mediaType.startsWith("image/")) {
|
|
95
|
+
return {
|
|
96
|
+
type: "image",
|
|
97
|
+
source: { type: "base64", media_type: mediaType, data },
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
if (mediaType === "application/pdf") {
|
|
101
|
+
return {
|
|
102
|
+
type: "document",
|
|
103
|
+
source: { type: "base64", media_type: mediaType, data },
|
|
104
|
+
...(title !== undefined ? { title } : {}),
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
if (mediaType === "text/plain") {
|
|
108
|
+
// Malformed base64 must degrade like any other unusable payload —
|
|
109
|
+
// a throw here would 400 the whole request at the transform layer.
|
|
110
|
+
try {
|
|
111
|
+
return {
|
|
112
|
+
type: "document",
|
|
113
|
+
source: {
|
|
114
|
+
type: "text",
|
|
115
|
+
media_type: "text/plain",
|
|
116
|
+
data: decodeBase64Utf8(data),
|
|
117
|
+
},
|
|
118
|
+
...(title !== undefined ? { title } : {}),
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
catch {
|
|
122
|
+
return {
|
|
123
|
+
type: "text",
|
|
124
|
+
text: "[file content omitted — file_data was not valid base64]",
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
return {
|
|
129
|
+
type: "text",
|
|
130
|
+
text: `[file content omitted — unsupported media type ${mediaType}]`,
|
|
131
|
+
};
|
|
132
|
+
};
|
|
133
|
+
const imageUrlToAnthropicBlock = (url, cc) => {
|
|
134
|
+
const m = DATA_URL_RE.exec(url);
|
|
135
|
+
if (m !== null) {
|
|
136
|
+
const mediaType = m[1] ?? "image/png";
|
|
137
|
+
const data = m[2] ?? "";
|
|
138
|
+
// Some OpenAI-format clients (LiteLLM among them) smuggle PDFs and
|
|
139
|
+
// other files through `image_url` data URLs. A non-image media type
|
|
140
|
+
// would make an invalid Anthropic image block — route it to the
|
|
141
|
+
// block type that can carry it instead.
|
|
142
|
+
if (!mediaType.startsWith("image/")) {
|
|
143
|
+
return withCacheControl(base64ToDocumentBlock(mediaType, data, undefined), cc);
|
|
144
|
+
}
|
|
145
|
+
return withCacheControl({
|
|
146
|
+
type: "image",
|
|
147
|
+
source: { type: "base64", media_type: mediaType, data },
|
|
148
|
+
}, cc);
|
|
149
|
+
}
|
|
150
|
+
return withCacheControl({ type: "image", source: { type: "url", url } }, cc);
|
|
151
|
+
};
|
|
152
|
+
const filePartToAnthropicBlock = (part) => {
|
|
153
|
+
const { file_data, file_id, filename, url } = part.file;
|
|
154
|
+
if (url !== undefined) {
|
|
155
|
+
return {
|
|
156
|
+
type: "document",
|
|
157
|
+
source: { type: "url", url },
|
|
158
|
+
...(filename !== undefined ? { title: filename } : {}),
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
if (file_data !== undefined) {
|
|
162
|
+
const m = DATA_URL_RE.exec(file_data);
|
|
163
|
+
if (m !== null) {
|
|
164
|
+
return base64ToDocumentBlock(m[1] ?? "application/octet-stream", m[2] ?? "", filename);
|
|
165
|
+
}
|
|
166
|
+
return {
|
|
167
|
+
type: "text",
|
|
168
|
+
text: "[file content omitted — file_data was not a base64 data URL]",
|
|
169
|
+
};
|
|
170
|
+
}
|
|
171
|
+
if (file_id !== undefined) {
|
|
172
|
+
// Anthropic Files API source (beta) — pass the reference through.
|
|
173
|
+
return {
|
|
174
|
+
type: "document",
|
|
175
|
+
source: { type: "file", file_id },
|
|
176
|
+
...(filename !== undefined ? { title: filename } : {}),
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
return {
|
|
180
|
+
type: "text",
|
|
181
|
+
text: "[file content omitted — file part carried neither file_data nor file_id]",
|
|
182
|
+
};
|
|
183
|
+
};
|
|
184
|
+
export const contentToAnthropicBlocks = (content) => {
|
|
185
|
+
if (content == null)
|
|
186
|
+
return [];
|
|
187
|
+
if (typeof content === "string") {
|
|
188
|
+
if (content.length === 0)
|
|
189
|
+
return [];
|
|
190
|
+
return [{ type: "text", text: content }];
|
|
191
|
+
}
|
|
192
|
+
const out = [];
|
|
193
|
+
for (const part of content) {
|
|
194
|
+
if (part.type === "text") {
|
|
195
|
+
if (part.text.length > 0) {
|
|
196
|
+
out.push(withCacheControl({ type: "text", text: part.text }, readCacheControl(part)));
|
|
197
|
+
}
|
|
198
|
+
continue;
|
|
199
|
+
}
|
|
200
|
+
if (part.type === "image_url") {
|
|
201
|
+
out.push(imageUrlToAnthropicBlock(part.image_url.url, readCacheControl(part)));
|
|
202
|
+
continue;
|
|
203
|
+
}
|
|
204
|
+
if (part.type === "file") {
|
|
205
|
+
out.push(withCacheControl(filePartToAnthropicBlock(part), readCacheControl(part)));
|
|
206
|
+
continue;
|
|
207
|
+
}
|
|
208
|
+
// input_audio: Anthropic doesn't accept audio on chat; drop with a
|
|
209
|
+
// text annotation so the model is at least aware something was
|
|
210
|
+
// attached.
|
|
211
|
+
out.push({
|
|
212
|
+
type: "text",
|
|
213
|
+
text: "[audio content omitted — Anthropic does not accept audio input]",
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
return out;
|
|
217
|
+
};
|
|
218
|
+
const isSystem = (m) => m.role === "system";
|
|
219
|
+
const isUser = (m) => m.role === "user";
|
|
220
|
+
const isAssistant = (m) => m.role === "assistant";
|
|
221
|
+
const isTool = (m) => m.role === "tool";
|
|
222
|
+
const outboundToolName = (name, maps) => maps.outbound.get(name) ?? name;
|
|
223
|
+
// Resolve a client tool-call id to its request-scoped, collision-safe upstream
|
|
224
|
+
// id. The map (built once per request) rewrites only when at least one id is
|
|
225
|
+
// invalid, and then covers EVERY distinct id — so an id absent from the map is
|
|
226
|
+
// already valid and must pass through VERBATIM. Re-sanitizing here would strip
|
|
227
|
+
// leading/trailing/double underscores and collapse two distinct-but-valid ids
|
|
228
|
+
// (e.g. `_x` and `x`) to one, breaking tool_use ↔ tool_result pairing.
|
|
229
|
+
const anthropicToolCallId = (id, ids) => ids.get(id) ?? id;
|
|
230
|
+
const toolCallToUseBlock = (call, names, ids) => ({
|
|
231
|
+
type: "tool_use",
|
|
232
|
+
id: anthropicToolCallId(call.id, ids),
|
|
233
|
+
name: outboundToolName(call.function.name, names),
|
|
234
|
+
input: parseToolArguments(call.function.arguments),
|
|
235
|
+
});
|
|
236
|
+
const assistantToBlocks = (m, names, ids) => {
|
|
237
|
+
const blocks = [];
|
|
238
|
+
// Assistant turns currently only carry text — vision/audio output is
|
|
239
|
+
// not a thing on this side of the wire — so flatten to a single text
|
|
240
|
+
// block. Tool calls follow.
|
|
241
|
+
const text = extractMessageText(m.content);
|
|
242
|
+
if (text.length > 0)
|
|
243
|
+
blocks.push({ type: "text", text });
|
|
244
|
+
for (const call of m.tool_calls ?? []) {
|
|
245
|
+
blocks.push(toolCallToUseBlock(call, names, ids));
|
|
246
|
+
}
|
|
247
|
+
return blocks;
|
|
248
|
+
};
|
|
249
|
+
const toolMessageToResultBlock = (m, ids) => withCacheControl({
|
|
250
|
+
type: "tool_result",
|
|
251
|
+
tool_use_id: anthropicToolCallId(m.tool_call_id, ids),
|
|
252
|
+
content: extractMessageText(m.content),
|
|
253
|
+
}, readCacheControl(m));
|
|
254
|
+
/**
|
|
255
|
+
* Walk the OpenAI messages array and produce Anthropic messages.
|
|
256
|
+
*
|
|
257
|
+
* Anthropic requires alternating user/assistant turns. Multiple OpenAI
|
|
258
|
+
* `role: "tool"` messages in a row collapse into a single Anthropic
|
|
259
|
+
* `role: "user"` turn with multiple `tool_result` content blocks.
|
|
260
|
+
*
|
|
261
|
+
* `cache_control` is preserved end-to-end: part-level breakpoints ride
|
|
262
|
+
* their block, message-level breakpoints land on the message's last
|
|
263
|
+
* cache-eligible block (LiteLLM `anthropic_messages_pt` semantics).
|
|
264
|
+
* Without this, Claude Code / opencode / aider lose every breakpoint
|
|
265
|
+
* and Anthropic re-bills the whole prefix each turn (~10x).
|
|
266
|
+
*/
|
|
267
|
+
const buildTurnMessages = (messages, names, ids) => {
|
|
268
|
+
const out = [];
|
|
269
|
+
let pendingToolResults = [];
|
|
270
|
+
const flushToolResults = () => {
|
|
271
|
+
if (pendingToolResults.length === 0)
|
|
272
|
+
return;
|
|
273
|
+
out.push({ role: "user", content: pendingToolResults });
|
|
274
|
+
pendingToolResults = [];
|
|
275
|
+
};
|
|
276
|
+
for (const m of messages) {
|
|
277
|
+
if (isSystem(m))
|
|
278
|
+
continue;
|
|
279
|
+
if (isTool(m)) {
|
|
280
|
+
pendingToolResults.push(toolMessageToResultBlock(m, ids));
|
|
281
|
+
continue;
|
|
282
|
+
}
|
|
283
|
+
flushToolResults();
|
|
284
|
+
if (isUser(m)) {
|
|
285
|
+
const blocks = contentToAnthropicBlocks(m.content);
|
|
286
|
+
if (blocks.length === 0)
|
|
287
|
+
continue;
|
|
288
|
+
applyMessageCacheControl(blocks, readCacheControl(m));
|
|
289
|
+
// Collapse single bare-text block to a plain string for cleaner
|
|
290
|
+
// wire payloads — but ONLY when no breakpoint rides it (a string
|
|
291
|
+
// can't carry `cache_control`).
|
|
292
|
+
const only = blocks[0];
|
|
293
|
+
if (blocks.length === 1 &&
|
|
294
|
+
only !== undefined &&
|
|
295
|
+
only.type === "text" &&
|
|
296
|
+
only.cache_control == null) {
|
|
297
|
+
out.push({ role: "user", content: only.text });
|
|
298
|
+
}
|
|
299
|
+
else {
|
|
300
|
+
out.push({ role: "user", content: blocks });
|
|
301
|
+
}
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
if (isAssistant(m)) {
|
|
305
|
+
const blocks = assistantToBlocks(m, names, ids);
|
|
306
|
+
if (blocks.length === 0)
|
|
307
|
+
continue;
|
|
308
|
+
applyMessageCacheControl(blocks, readCacheControl(m));
|
|
309
|
+
out.push({ role: "assistant", content: blocks });
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
flushToolResults();
|
|
313
|
+
return out;
|
|
314
|
+
};
|
|
315
|
+
const toAnthropicTool = (tool, names) => {
|
|
316
|
+
const cc = readCacheControl(tool);
|
|
317
|
+
return {
|
|
318
|
+
name: outboundToolName(tool.function.name, names),
|
|
319
|
+
...(tool.function.description !== undefined
|
|
320
|
+
? { description: tool.function.description }
|
|
321
|
+
: {}),
|
|
322
|
+
input_schema: tool.function.parameters ?? {
|
|
323
|
+
type: "object",
|
|
324
|
+
properties: {},
|
|
325
|
+
},
|
|
326
|
+
...(cc !== undefined ? { cache_control: cc } : {}),
|
|
327
|
+
};
|
|
328
|
+
};
|
|
329
|
+
/**
|
|
330
|
+
* Canonical `tool_choice` → Anthropic, carrying `parallel_tool_calls`
|
|
331
|
+
* across as `disable_parallel_tool_use` (opposite polarity, same intent).
|
|
332
|
+
*
|
|
333
|
+
* `tool_choice: "none"` is the one shape that cannot carry the flag on the
|
|
334
|
+
* Anthropic wire, and it is also the one shape where the flag is moot —
|
|
335
|
+
* no tools will be called at all.
|
|
336
|
+
*/
|
|
337
|
+
const toAnthropicToolChoice = (choice, names, disableParallel) => {
|
|
338
|
+
const parallel = disableParallel
|
|
339
|
+
? { disable_parallel_tool_use: true }
|
|
340
|
+
: {};
|
|
341
|
+
if (choice === "auto")
|
|
342
|
+
return { type: "auto", ...parallel };
|
|
343
|
+
if (choice === "required")
|
|
344
|
+
return { type: "any", ...parallel };
|
|
345
|
+
if (choice === "none")
|
|
346
|
+
return { type: "none" };
|
|
347
|
+
return {
|
|
348
|
+
type: "tool",
|
|
349
|
+
name: outboundToolName(choice.function.name, names),
|
|
350
|
+
...parallel,
|
|
351
|
+
};
|
|
352
|
+
};
|
|
353
|
+
/**
|
|
354
|
+
* Build the Anthropic `system` field. The flat-string form cannot carry
|
|
355
|
+
* a breakpoint, so the moment ANY system message/part is marked we emit
|
|
356
|
+
* the structured array form with `cache_control` on the right block —
|
|
357
|
+
* exactly LiteLLM's `_transform_system_message` behaviour. Otherwise we
|
|
358
|
+
* keep the legacy joined string for clean wire payloads / back-compat.
|
|
359
|
+
*/
|
|
360
|
+
const buildSystem = (messages) => {
|
|
361
|
+
const blocks = [];
|
|
362
|
+
const push = (text, cc) => {
|
|
363
|
+
blocks.push(cc !== undefined
|
|
364
|
+
? { type: "text", text, cache_control: cc }
|
|
365
|
+
: { type: "text", text });
|
|
366
|
+
};
|
|
367
|
+
for (const m of messages) {
|
|
368
|
+
if (!isSystem(m))
|
|
369
|
+
continue;
|
|
370
|
+
const msgCc = readCacheControl(m);
|
|
371
|
+
if (typeof m.content === "string") {
|
|
372
|
+
if (m.content.length > 0)
|
|
373
|
+
push(m.content, msgCc);
|
|
374
|
+
continue;
|
|
375
|
+
}
|
|
376
|
+
const textParts = m.content.filter((p) => p.type === "text" && p.text.length > 0);
|
|
377
|
+
textParts.forEach((p, idx) => {
|
|
378
|
+
// A message-level breakpoint folds onto the message's last block.
|
|
379
|
+
const isLast = idx === textParts.length - 1;
|
|
380
|
+
push(p.text, readCacheControl(p) ?? (isLast ? msgCc : undefined));
|
|
381
|
+
});
|
|
382
|
+
}
|
|
383
|
+
if (blocks.length === 0)
|
|
384
|
+
return undefined;
|
|
385
|
+
if (blocks.some((b) => b.cache_control !== undefined))
|
|
386
|
+
return blocks;
|
|
387
|
+
return blocks.map((b) => b.text).join("\n\n");
|
|
388
|
+
};
|
|
389
|
+
export const toAnthropicRequest = (req, options) => {
|
|
390
|
+
const names = buildToolNameMaps(collectAnthropicToolNames(req), ANTHROPIC_IDENTIFIER);
|
|
391
|
+
// Collision-safe id map covering every tool-call id in the request — both
|
|
392
|
+
// the assistant `tool_calls[].id` we replay AND the `tool_call_id` on tool
|
|
393
|
+
// results, so a rewritten id still pairs with its result. Distinct originals
|
|
394
|
+
// stay distinct (unlike a per-id sanitize, which could collapse two).
|
|
395
|
+
const toolCallIds = [];
|
|
396
|
+
for (const m of req.messages) {
|
|
397
|
+
if (m.role === "assistant") {
|
|
398
|
+
for (const call of m.tool_calls ?? [])
|
|
399
|
+
toolCallIds.push(call.id);
|
|
400
|
+
}
|
|
401
|
+
else if (m.role === "tool") {
|
|
402
|
+
toolCallIds.push(m.tool_call_id);
|
|
403
|
+
}
|
|
404
|
+
}
|
|
405
|
+
const idMap = buildToolCallIdMap(toolCallIds, {
|
|
406
|
+
...ANTHROPIC_IDENTIFIER,
|
|
407
|
+
fallback: "tool_call",
|
|
408
|
+
});
|
|
409
|
+
const system = buildSystem(req.messages);
|
|
410
|
+
const turnMessages = buildTurnMessages(req.messages, names, idMap);
|
|
411
|
+
const max_tokens = req.max_completion_tokens ??
|
|
412
|
+
req.max_tokens ??
|
|
413
|
+
options.defaultMaxTokens ??
|
|
414
|
+
DEFAULT_MAX_TOKENS;
|
|
415
|
+
const stop_sequences = typeof req.stop === "string"
|
|
416
|
+
? [req.stop]
|
|
417
|
+
: Array.isArray(req.stop)
|
|
418
|
+
? req.stop
|
|
419
|
+
: undefined;
|
|
420
|
+
const tools = req.tools?.map((tool) => toAnthropicTool(tool, names));
|
|
421
|
+
// `parallel_tool_calls: false` is the client asking for ONE tool call per
|
|
422
|
+
// turn. Anthropic spells that `tool_choice.disable_parallel_tool_use`, so
|
|
423
|
+
// it needs a `tool_choice` to ride on — synthesize the `auto` default the
|
|
424
|
+
// client was already getting when they sent no explicit choice, rather
|
|
425
|
+
// than dropping the instruction (the previous behaviour).
|
|
426
|
+
const disableParallel = req.parallel_tool_calls === false;
|
|
427
|
+
const toolChoice = req.tool_choice !== undefined
|
|
428
|
+
? toAnthropicToolChoice(req.tool_choice, names, disableParallel)
|
|
429
|
+
: disableParallel && tools !== undefined && tools.length > 0
|
|
430
|
+
? { type: "auto", disable_parallel_tool_use: true }
|
|
431
|
+
: undefined;
|
|
432
|
+
// `reasoning_effort` → Anthropic extended thinking. Single source of
|
|
433
|
+
// truth in `./adaptive-thinking.ts`; this is the only call site on
|
|
434
|
+
// the canonical (`/v1/chat/completions` → Anthropic) path.
|
|
435
|
+
const effortMapping = req.reasoning_effort !== undefined
|
|
436
|
+
? mapReasoningEffortToAnthropic(req.reasoning_effort, options.caps, max_tokens)
|
|
437
|
+
: null;
|
|
438
|
+
return {
|
|
439
|
+
model: options.providerModelId,
|
|
440
|
+
messages: turnMessages,
|
|
441
|
+
max_tokens,
|
|
442
|
+
...(system !== undefined ? { system } : {}),
|
|
443
|
+
...(req.temperature !== undefined ? { temperature: req.temperature } : {}),
|
|
444
|
+
...(req.top_p !== undefined ? { top_p: req.top_p } : {}),
|
|
445
|
+
...(req.top_k !== undefined ? { top_k: req.top_k } : {}),
|
|
446
|
+
...(stop_sequences !== undefined ? { stop_sequences } : {}),
|
|
447
|
+
...(req.stream !== undefined ? { stream: req.stream } : {}),
|
|
448
|
+
...(tools !== undefined && tools.length > 0 ? { tools } : {}),
|
|
449
|
+
...(toolChoice !== undefined ? { tool_choice: toolChoice } : {}),
|
|
450
|
+
...(req.user !== undefined ? { metadata: { user_id: req.user } } : {}),
|
|
451
|
+
...(effortMapping !== null ? { thinking: effortMapping.thinking } : {}),
|
|
452
|
+
...(effortMapping?.output_config !== undefined
|
|
453
|
+
? { output_config: effortMapping.output_config }
|
|
454
|
+
: {}),
|
|
455
|
+
};
|
|
456
|
+
};
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type { TAnthropicResponse, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
|
|
2
|
+
import type { TAnthropicWireOptions } from "./streaming.js";
|
|
3
|
+
export declare const fromAnthropicResponse: (resp: TAnthropicResponse, options: TAnthropicWireOptions) => TChatCompletionResponse;
|