@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,607 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TAnthropicContentBlock,
|
|
3
|
-
TAnthropicMessage,
|
|
4
|
-
TAnthropicProviderOptions,
|
|
5
|
-
TAnthropicRequest,
|
|
6
|
-
TAnthropicTool,
|
|
7
|
-
TChatCompletionRequest,
|
|
8
|
-
TChatMessage,
|
|
9
|
-
TFilePart,
|
|
10
|
-
TToolCall,
|
|
11
|
-
} from "@openllmsh/sdk/protocol";
|
|
12
|
-
import {
|
|
13
|
-
extractMessageText,
|
|
14
|
-
parseToolArguments,
|
|
15
|
-
} from "../../lib/canonical/message";
|
|
16
|
-
import type { TToolNameMaps } from "../../lib/tool-name-map";
|
|
17
|
-
import { buildToolCallIdMap, buildToolNameMaps } from "../../lib/tool-name-map";
|
|
18
|
-
import { mapReasoningEffortToAnthropic } from "./adaptive-thinking";
|
|
19
|
-
|
|
20
|
-
const DEFAULT_MAX_TOKENS = 4096;
|
|
21
|
-
// Anthropic tool names and tool_use ids both use this documented identifier form.
|
|
22
|
-
const ANTHROPIC_IDENTIFIER = {
|
|
23
|
-
charset: /^[a-zA-Z0-9_-]$/,
|
|
24
|
-
maxLen: 64,
|
|
25
|
-
} as const;
|
|
26
|
-
|
|
27
|
-
/**
|
|
28
|
-
* Collect every client-facing tool name that may cross the Anthropic boundary.
|
|
29
|
-
*
|
|
30
|
-
* Definitions lead so collision assignments for declared tools remain stable;
|
|
31
|
-
* replayed assistant calls and an explicit function choice then fill in names
|
|
32
|
-
* that exist only in history or selection state.
|
|
33
|
-
*/
|
|
34
|
-
export const collectAnthropicToolNames = (
|
|
35
|
-
req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">,
|
|
36
|
-
): ReadonlyArray<string> => {
|
|
37
|
-
const names: string[] = [];
|
|
38
|
-
const seen = new Set<string>();
|
|
39
|
-
const add = (name: string): void => {
|
|
40
|
-
if (!seen.has(name)) {
|
|
41
|
-
seen.add(name);
|
|
42
|
-
names.push(name);
|
|
43
|
-
}
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
for (const tool of req.tools ?? []) add(tool.function.name);
|
|
47
|
-
for (const message of req.messages) {
|
|
48
|
-
if (message.role !== "assistant") continue;
|
|
49
|
-
for (const call of message.tool_calls ?? []) add(call.function.name);
|
|
50
|
-
}
|
|
51
|
-
if (req.tool_choice !== undefined && typeof req.tool_choice !== "string") {
|
|
52
|
-
add(req.tool_choice.function.name);
|
|
53
|
-
}
|
|
54
|
-
return names;
|
|
55
|
-
};
|
|
56
|
-
|
|
57
|
-
export const buildAnthropicToolNameMap = (
|
|
58
|
-
req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">,
|
|
59
|
-
): ReadonlyMap<string, string> =>
|
|
60
|
-
buildToolNameMaps(collectAnthropicToolNames(req), ANTHROPIC_IDENTIFIER)
|
|
61
|
-
.inbound;
|
|
62
|
-
|
|
63
|
-
/** Anthropic only has the one cache tier on the wire. */
|
|
64
|
-
type TCacheControl = { readonly type: "ephemeral" };
|
|
65
|
-
|
|
66
|
-
type TContentPart = Exclude<
|
|
67
|
-
NonNullable<TChatMessage["content"]>,
|
|
68
|
-
string
|
|
69
|
-
>[number];
|
|
70
|
-
type TTextPart = Extract<TContentPart, { type: "text" }>;
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* Read a prompt-cache breakpoint off any object that may carry one
|
|
74
|
-
* (content part, message, tool). LiteLLM treats a present, dict-shaped
|
|
75
|
-
* `cache_control` as "cache up to and including this element"
|
|
76
|
-
* (`add_cache_control_to_content`); a `null` clears it. We normalise to
|
|
77
|
-
* Anthropic's single ephemeral tier.
|
|
78
|
-
*/
|
|
79
|
-
const readCacheControl = (v: {
|
|
80
|
-
readonly cache_control?: { readonly type: "ephemeral" } | null;
|
|
81
|
-
}): TCacheControl | undefined =>
|
|
82
|
-
v.cache_control != null ? { type: "ephemeral" } : undefined;
|
|
83
|
-
|
|
84
|
-
const withCacheControl = <T extends TAnthropicContentBlock>(
|
|
85
|
-
block: T,
|
|
86
|
-
cc: TCacheControl | undefined,
|
|
87
|
-
): T => (cc === undefined ? block : { ...block, cache_control: cc });
|
|
88
|
-
|
|
89
|
-
/**
|
|
90
|
-
* Anthropic accepts `cache_control` on text / image / document /
|
|
91
|
-
* search_result / tool_use / tool_result blocks — never on thinking. A
|
|
92
|
-
* message-level breakpoint applies to the message's LAST cache-eligible
|
|
93
|
-
* block (LiteLLM folds `message["cache_control"]` onto the final
|
|
94
|
-
* content element). Don't clobber a block that already carries its own
|
|
95
|
-
* part-level breakpoint.
|
|
96
|
-
*/
|
|
97
|
-
const applyMessageCacheControl = (
|
|
98
|
-
blocks: TAnthropicContentBlock[],
|
|
99
|
-
cc: TCacheControl | undefined,
|
|
100
|
-
): void => {
|
|
101
|
-
if (cc === undefined || blocks.length === 0) return;
|
|
102
|
-
for (let i = blocks.length - 1; i >= 0; i--) {
|
|
103
|
-
const b = blocks[i];
|
|
104
|
-
if (b === undefined) continue;
|
|
105
|
-
if (
|
|
106
|
-
b.type === "text" ||
|
|
107
|
-
b.type === "image" ||
|
|
108
|
-
b.type === "document" ||
|
|
109
|
-
b.type === "search_result" ||
|
|
110
|
-
b.type === "tool_use" ||
|
|
111
|
-
b.type === "tool_result"
|
|
112
|
-
) {
|
|
113
|
-
if (b.cache_control == null) blocks[i] = { ...b, cache_control: cc };
|
|
114
|
-
return;
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
};
|
|
118
|
-
|
|
119
|
-
const DATA_URL_RE = /^data:([^;,]+);base64,(.*)$/;
|
|
120
|
-
|
|
121
|
-
/** Runtime-agnostic base64 → UTF-8 (browser, node, bun). */
|
|
122
|
-
const decodeBase64Utf8 = (b64: string): string => {
|
|
123
|
-
const bin = atob(b64);
|
|
124
|
-
const bytes = new Uint8Array(bin.length);
|
|
125
|
-
for (let i = 0; i < bin.length; i++) bytes[i] = bin.charCodeAt(i);
|
|
126
|
-
return new TextDecoder().decode(bytes);
|
|
127
|
-
};
|
|
128
|
-
|
|
129
|
-
/**
|
|
130
|
-
* Map a base64 payload + media type to the Anthropic block that can
|
|
131
|
-
* legally carry it: images → image block, PDFs → base64 document
|
|
132
|
-
* source, text/plain → text document source, anything else → text
|
|
133
|
-
* annotation. (Anthropic only accepts `application/pdf` for base64
|
|
134
|
-
* documents and `text/plain` for text documents.)
|
|
135
|
-
*/
|
|
136
|
-
const base64ToDocumentBlock = (
|
|
137
|
-
mediaType: string,
|
|
138
|
-
data: string,
|
|
139
|
-
title: string | undefined,
|
|
140
|
-
): TAnthropicContentBlock => {
|
|
141
|
-
if (mediaType.startsWith("image/")) {
|
|
142
|
-
return {
|
|
143
|
-
type: "image",
|
|
144
|
-
source: { type: "base64", media_type: mediaType, data },
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
if (mediaType === "application/pdf") {
|
|
148
|
-
return {
|
|
149
|
-
type: "document",
|
|
150
|
-
source: { type: "base64", media_type: mediaType, data },
|
|
151
|
-
...(title !== undefined ? { title } : {}),
|
|
152
|
-
};
|
|
153
|
-
}
|
|
154
|
-
if (mediaType === "text/plain") {
|
|
155
|
-
// Malformed base64 must degrade like any other unusable payload —
|
|
156
|
-
// a throw here would 400 the whole request at the transform layer.
|
|
157
|
-
try {
|
|
158
|
-
return {
|
|
159
|
-
type: "document",
|
|
160
|
-
source: {
|
|
161
|
-
type: "text",
|
|
162
|
-
media_type: "text/plain",
|
|
163
|
-
data: decodeBase64Utf8(data),
|
|
164
|
-
},
|
|
165
|
-
...(title !== undefined ? { title } : {}),
|
|
166
|
-
};
|
|
167
|
-
} catch {
|
|
168
|
-
return {
|
|
169
|
-
type: "text",
|
|
170
|
-
text: "[file content omitted — file_data was not valid base64]",
|
|
171
|
-
};
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
return {
|
|
175
|
-
type: "text",
|
|
176
|
-
text: `[file content omitted — unsupported media type ${mediaType}]`,
|
|
177
|
-
};
|
|
178
|
-
};
|
|
179
|
-
|
|
180
|
-
const imageUrlToAnthropicBlock = (
|
|
181
|
-
url: string,
|
|
182
|
-
cc: TCacheControl | undefined,
|
|
183
|
-
): TAnthropicContentBlock => {
|
|
184
|
-
const m = DATA_URL_RE.exec(url);
|
|
185
|
-
if (m !== null) {
|
|
186
|
-
const mediaType = m[1] ?? "image/png";
|
|
187
|
-
const data = m[2] ?? "";
|
|
188
|
-
// Some OpenAI-format clients (LiteLLM among them) smuggle PDFs and
|
|
189
|
-
// other files through `image_url` data URLs. A non-image media type
|
|
190
|
-
// would make an invalid Anthropic image block — route it to the
|
|
191
|
-
// block type that can carry it instead.
|
|
192
|
-
if (!mediaType.startsWith("image/")) {
|
|
193
|
-
return withCacheControl(
|
|
194
|
-
base64ToDocumentBlock(mediaType, data, undefined),
|
|
195
|
-
cc,
|
|
196
|
-
);
|
|
197
|
-
}
|
|
198
|
-
return withCacheControl(
|
|
199
|
-
{
|
|
200
|
-
type: "image",
|
|
201
|
-
source: { type: "base64", media_type: mediaType, data },
|
|
202
|
-
},
|
|
203
|
-
cc,
|
|
204
|
-
);
|
|
205
|
-
}
|
|
206
|
-
return withCacheControl({ type: "image", source: { type: "url", url } }, cc);
|
|
207
|
-
};
|
|
208
|
-
|
|
209
|
-
const filePartToAnthropicBlock = (
|
|
210
|
-
part: Pick<TFilePart, "file">,
|
|
211
|
-
): TAnthropicContentBlock => {
|
|
212
|
-
const { file_data, file_id, filename, url } = part.file;
|
|
213
|
-
if (url !== undefined) {
|
|
214
|
-
return {
|
|
215
|
-
type: "document",
|
|
216
|
-
source: { type: "url", url },
|
|
217
|
-
...(filename !== undefined ? { title: filename } : {}),
|
|
218
|
-
};
|
|
219
|
-
}
|
|
220
|
-
if (file_data !== undefined) {
|
|
221
|
-
const m = DATA_URL_RE.exec(file_data);
|
|
222
|
-
if (m !== null) {
|
|
223
|
-
return base64ToDocumentBlock(
|
|
224
|
-
m[1] ?? "application/octet-stream",
|
|
225
|
-
m[2] ?? "",
|
|
226
|
-
filename,
|
|
227
|
-
);
|
|
228
|
-
}
|
|
229
|
-
return {
|
|
230
|
-
type: "text",
|
|
231
|
-
text: "[file content omitted — file_data was not a base64 data URL]",
|
|
232
|
-
};
|
|
233
|
-
}
|
|
234
|
-
if (file_id !== undefined) {
|
|
235
|
-
// Anthropic Files API source (beta) — pass the reference through.
|
|
236
|
-
return {
|
|
237
|
-
type: "document",
|
|
238
|
-
source: { type: "file", file_id },
|
|
239
|
-
...(filename !== undefined ? { title: filename } : {}),
|
|
240
|
-
};
|
|
241
|
-
}
|
|
242
|
-
return {
|
|
243
|
-
type: "text",
|
|
244
|
-
text: "[file content omitted — file part carried neither file_data nor file_id]",
|
|
245
|
-
};
|
|
246
|
-
};
|
|
247
|
-
|
|
248
|
-
export const contentToAnthropicBlocks = (
|
|
249
|
-
content: TChatMessage["content"] | null | undefined,
|
|
250
|
-
): TAnthropicContentBlock[] => {
|
|
251
|
-
if (content == null) return [];
|
|
252
|
-
if (typeof content === "string") {
|
|
253
|
-
if (content.length === 0) return [];
|
|
254
|
-
return [{ type: "text", text: content }];
|
|
255
|
-
}
|
|
256
|
-
const out: TAnthropicContentBlock[] = [];
|
|
257
|
-
for (const part of content) {
|
|
258
|
-
if (part.type === "text") {
|
|
259
|
-
if (part.text.length > 0) {
|
|
260
|
-
out.push(
|
|
261
|
-
withCacheControl(
|
|
262
|
-
{ type: "text", text: part.text },
|
|
263
|
-
readCacheControl(part),
|
|
264
|
-
),
|
|
265
|
-
);
|
|
266
|
-
}
|
|
267
|
-
continue;
|
|
268
|
-
}
|
|
269
|
-
if (part.type === "image_url") {
|
|
270
|
-
out.push(
|
|
271
|
-
imageUrlToAnthropicBlock(part.image_url.url, readCacheControl(part)),
|
|
272
|
-
);
|
|
273
|
-
continue;
|
|
274
|
-
}
|
|
275
|
-
if (part.type === "file") {
|
|
276
|
-
out.push(
|
|
277
|
-
withCacheControl(
|
|
278
|
-
filePartToAnthropicBlock(part),
|
|
279
|
-
readCacheControl(part),
|
|
280
|
-
),
|
|
281
|
-
);
|
|
282
|
-
continue;
|
|
283
|
-
}
|
|
284
|
-
// input_audio: Anthropic doesn't accept audio on chat; drop with a
|
|
285
|
-
// text annotation so the model is at least aware something was
|
|
286
|
-
// attached.
|
|
287
|
-
out.push({
|
|
288
|
-
type: "text",
|
|
289
|
-
text: "[audio content omitted — Anthropic does not accept audio input]",
|
|
290
|
-
});
|
|
291
|
-
}
|
|
292
|
-
return out;
|
|
293
|
-
};
|
|
294
|
-
|
|
295
|
-
const isSystem = (
|
|
296
|
-
m: TChatMessage,
|
|
297
|
-
): m is Extract<TChatMessage, { role: "system" }> => m.role === "system";
|
|
298
|
-
|
|
299
|
-
const isUser = (
|
|
300
|
-
m: TChatMessage,
|
|
301
|
-
): m is Extract<TChatMessage, { role: "user" }> => m.role === "user";
|
|
302
|
-
|
|
303
|
-
const isAssistant = (
|
|
304
|
-
m: TChatMessage,
|
|
305
|
-
): m is Extract<TChatMessage, { role: "assistant" }> => m.role === "assistant";
|
|
306
|
-
|
|
307
|
-
const isTool = (
|
|
308
|
-
m: TChatMessage,
|
|
309
|
-
): m is Extract<TChatMessage, { role: "tool" }> => m.role === "tool";
|
|
310
|
-
|
|
311
|
-
const outboundToolName = (name: string, maps: TToolNameMaps): string =>
|
|
312
|
-
maps.outbound.get(name) ?? name;
|
|
313
|
-
|
|
314
|
-
// Resolve a client tool-call id to its request-scoped, collision-safe upstream
|
|
315
|
-
// id. The map (built once per request) rewrites only when at least one id is
|
|
316
|
-
// invalid, and then covers EVERY distinct id — so an id absent from the map is
|
|
317
|
-
// already valid and must pass through VERBATIM. Re-sanitizing here would strip
|
|
318
|
-
// leading/trailing/double underscores and collapse two distinct-but-valid ids
|
|
319
|
-
// (e.g. `_x` and `x`) to one, breaking tool_use ↔ tool_result pairing.
|
|
320
|
-
const anthropicToolCallId = (
|
|
321
|
-
id: string,
|
|
322
|
-
ids: ReadonlyMap<string, string>,
|
|
323
|
-
): string => ids.get(id) ?? id;
|
|
324
|
-
|
|
325
|
-
const toolCallToUseBlock = (
|
|
326
|
-
call: TToolCall,
|
|
327
|
-
names: TToolNameMaps,
|
|
328
|
-
ids: ReadonlyMap<string, string>,
|
|
329
|
-
): TAnthropicContentBlock => ({
|
|
330
|
-
type: "tool_use",
|
|
331
|
-
id: anthropicToolCallId(call.id, ids),
|
|
332
|
-
name: outboundToolName(call.function.name, names),
|
|
333
|
-
input: parseToolArguments(call.function.arguments),
|
|
334
|
-
});
|
|
335
|
-
|
|
336
|
-
const assistantToBlocks = (
|
|
337
|
-
m: Extract<TChatMessage, { role: "assistant" }>,
|
|
338
|
-
names: TToolNameMaps,
|
|
339
|
-
ids: ReadonlyMap<string, string>,
|
|
340
|
-
): TAnthropicContentBlock[] => {
|
|
341
|
-
const blocks: TAnthropicContentBlock[] = [];
|
|
342
|
-
// Assistant turns currently only carry text — vision/audio output is
|
|
343
|
-
// not a thing on this side of the wire — so flatten to a single text
|
|
344
|
-
// block. Tool calls follow.
|
|
345
|
-
const text = extractMessageText(m.content);
|
|
346
|
-
if (text.length > 0) blocks.push({ type: "text", text });
|
|
347
|
-
for (const call of m.tool_calls ?? []) {
|
|
348
|
-
blocks.push(toolCallToUseBlock(call, names, ids));
|
|
349
|
-
}
|
|
350
|
-
return blocks;
|
|
351
|
-
};
|
|
352
|
-
|
|
353
|
-
const toolMessageToResultBlock = (
|
|
354
|
-
m: Extract<TChatMessage, { role: "tool" }>,
|
|
355
|
-
ids: ReadonlyMap<string, string>,
|
|
356
|
-
): TAnthropicContentBlock =>
|
|
357
|
-
withCacheControl(
|
|
358
|
-
{
|
|
359
|
-
type: "tool_result",
|
|
360
|
-
tool_use_id: anthropicToolCallId(m.tool_call_id, ids),
|
|
361
|
-
content: extractMessageText(m.content),
|
|
362
|
-
},
|
|
363
|
-
readCacheControl(m),
|
|
364
|
-
);
|
|
365
|
-
|
|
366
|
-
/**
|
|
367
|
-
* Walk the OpenAI messages array and produce Anthropic messages.
|
|
368
|
-
*
|
|
369
|
-
* Anthropic requires alternating user/assistant turns. Multiple OpenAI
|
|
370
|
-
* `role: "tool"` messages in a row collapse into a single Anthropic
|
|
371
|
-
* `role: "user"` turn with multiple `tool_result` content blocks.
|
|
372
|
-
*
|
|
373
|
-
* `cache_control` is preserved end-to-end: part-level breakpoints ride
|
|
374
|
-
* their block, message-level breakpoints land on the message's last
|
|
375
|
-
* cache-eligible block (LiteLLM `anthropic_messages_pt` semantics).
|
|
376
|
-
* Without this, Claude Code / opencode / aider lose every breakpoint
|
|
377
|
-
* and Anthropic re-bills the whole prefix each turn (~10x).
|
|
378
|
-
*/
|
|
379
|
-
const buildTurnMessages = (
|
|
380
|
-
messages: ReadonlyArray<TChatMessage>,
|
|
381
|
-
names: TToolNameMaps,
|
|
382
|
-
ids: ReadonlyMap<string, string>,
|
|
383
|
-
): TAnthropicMessage[] => {
|
|
384
|
-
const out: TAnthropicMessage[] = [];
|
|
385
|
-
let pendingToolResults: TAnthropicContentBlock[] = [];
|
|
386
|
-
|
|
387
|
-
const flushToolResults = (): void => {
|
|
388
|
-
if (pendingToolResults.length === 0) return;
|
|
389
|
-
out.push({ role: "user", content: pendingToolResults });
|
|
390
|
-
pendingToolResults = [];
|
|
391
|
-
};
|
|
392
|
-
|
|
393
|
-
for (const m of messages) {
|
|
394
|
-
if (isSystem(m)) continue;
|
|
395
|
-
if (isTool(m)) {
|
|
396
|
-
pendingToolResults.push(toolMessageToResultBlock(m, ids));
|
|
397
|
-
continue;
|
|
398
|
-
}
|
|
399
|
-
flushToolResults();
|
|
400
|
-
if (isUser(m)) {
|
|
401
|
-
const blocks = contentToAnthropicBlocks(m.content);
|
|
402
|
-
if (blocks.length === 0) continue;
|
|
403
|
-
applyMessageCacheControl(blocks, readCacheControl(m));
|
|
404
|
-
// Collapse single bare-text block to a plain string for cleaner
|
|
405
|
-
// wire payloads — but ONLY when no breakpoint rides it (a string
|
|
406
|
-
// can't carry `cache_control`).
|
|
407
|
-
const only = blocks[0];
|
|
408
|
-
if (
|
|
409
|
-
blocks.length === 1 &&
|
|
410
|
-
only !== undefined &&
|
|
411
|
-
only.type === "text" &&
|
|
412
|
-
only.cache_control == null
|
|
413
|
-
) {
|
|
414
|
-
out.push({ role: "user", content: only.text });
|
|
415
|
-
} else {
|
|
416
|
-
out.push({ role: "user", content: blocks });
|
|
417
|
-
}
|
|
418
|
-
continue;
|
|
419
|
-
}
|
|
420
|
-
if (isAssistant(m)) {
|
|
421
|
-
const blocks = assistantToBlocks(m, names, ids);
|
|
422
|
-
if (blocks.length === 0) continue;
|
|
423
|
-
applyMessageCacheControl(blocks, readCacheControl(m));
|
|
424
|
-
out.push({ role: "assistant", content: blocks });
|
|
425
|
-
}
|
|
426
|
-
}
|
|
427
|
-
flushToolResults();
|
|
428
|
-
return out;
|
|
429
|
-
};
|
|
430
|
-
|
|
431
|
-
const toAnthropicTool = (
|
|
432
|
-
tool: NonNullable<TChatCompletionRequest["tools"]>[number],
|
|
433
|
-
names: TToolNameMaps,
|
|
434
|
-
): TAnthropicTool => {
|
|
435
|
-
const cc = readCacheControl(tool);
|
|
436
|
-
return {
|
|
437
|
-
name: outboundToolName(tool.function.name, names),
|
|
438
|
-
...(tool.function.description !== undefined
|
|
439
|
-
? { description: tool.function.description }
|
|
440
|
-
: {}),
|
|
441
|
-
input_schema: tool.function.parameters ?? {
|
|
442
|
-
type: "object",
|
|
443
|
-
properties: {},
|
|
444
|
-
},
|
|
445
|
-
...(cc !== undefined ? { cache_control: cc } : {}),
|
|
446
|
-
};
|
|
447
|
-
};
|
|
448
|
-
|
|
449
|
-
/**
|
|
450
|
-
* Canonical `tool_choice` → Anthropic, carrying `parallel_tool_calls`
|
|
451
|
-
* across as `disable_parallel_tool_use` (opposite polarity, same intent).
|
|
452
|
-
*
|
|
453
|
-
* `tool_choice: "none"` is the one shape that cannot carry the flag on the
|
|
454
|
-
* Anthropic wire, and it is also the one shape where the flag is moot —
|
|
455
|
-
* no tools will be called at all.
|
|
456
|
-
*/
|
|
457
|
-
const toAnthropicToolChoice = (
|
|
458
|
-
choice: NonNullable<TChatCompletionRequest["tool_choice"]>,
|
|
459
|
-
names: TToolNameMaps,
|
|
460
|
-
disableParallel: boolean,
|
|
461
|
-
): TAnthropicRequest["tool_choice"] => {
|
|
462
|
-
const parallel = disableParallel
|
|
463
|
-
? { disable_parallel_tool_use: true as const }
|
|
464
|
-
: {};
|
|
465
|
-
if (choice === "auto") return { type: "auto", ...parallel };
|
|
466
|
-
if (choice === "required") return { type: "any", ...parallel };
|
|
467
|
-
if (choice === "none") return { type: "none" };
|
|
468
|
-
return {
|
|
469
|
-
type: "tool",
|
|
470
|
-
name: outboundToolName(choice.function.name, names),
|
|
471
|
-
...parallel,
|
|
472
|
-
};
|
|
473
|
-
};
|
|
474
|
-
|
|
475
|
-
type TSystemTextBlock = {
|
|
476
|
-
readonly type: "text";
|
|
477
|
-
readonly text: string;
|
|
478
|
-
readonly cache_control?: TCacheControl;
|
|
479
|
-
};
|
|
480
|
-
|
|
481
|
-
/**
|
|
482
|
-
* Build the Anthropic `system` field. The flat-string form cannot carry
|
|
483
|
-
* a breakpoint, so the moment ANY system message/part is marked we emit
|
|
484
|
-
* the structured array form with `cache_control` on the right block —
|
|
485
|
-
* exactly LiteLLM's `_transform_system_message` behaviour. Otherwise we
|
|
486
|
-
* keep the legacy joined string for clean wire payloads / back-compat.
|
|
487
|
-
*/
|
|
488
|
-
const buildSystem = (
|
|
489
|
-
messages: ReadonlyArray<TChatMessage>,
|
|
490
|
-
): string | ReadonlyArray<TSystemTextBlock> | undefined => {
|
|
491
|
-
const blocks: TSystemTextBlock[] = [];
|
|
492
|
-
const push = (text: string, cc: TCacheControl | undefined): void => {
|
|
493
|
-
blocks.push(
|
|
494
|
-
cc !== undefined
|
|
495
|
-
? { type: "text", text, cache_control: cc }
|
|
496
|
-
: { type: "text", text },
|
|
497
|
-
);
|
|
498
|
-
};
|
|
499
|
-
|
|
500
|
-
for (const m of messages) {
|
|
501
|
-
if (!isSystem(m)) continue;
|
|
502
|
-
const msgCc = readCacheControl(m);
|
|
503
|
-
if (typeof m.content === "string") {
|
|
504
|
-
if (m.content.length > 0) push(m.content, msgCc);
|
|
505
|
-
continue;
|
|
506
|
-
}
|
|
507
|
-
const textParts = m.content.filter(
|
|
508
|
-
(p): p is TTextPart => p.type === "text" && p.text.length > 0,
|
|
509
|
-
);
|
|
510
|
-
textParts.forEach((p, idx) => {
|
|
511
|
-
// A message-level breakpoint folds onto the message's last block.
|
|
512
|
-
const isLast = idx === textParts.length - 1;
|
|
513
|
-
push(p.text, readCacheControl(p) ?? (isLast ? msgCc : undefined));
|
|
514
|
-
});
|
|
515
|
-
}
|
|
516
|
-
|
|
517
|
-
if (blocks.length === 0) return undefined;
|
|
518
|
-
if (blocks.some((b) => b.cache_control !== undefined)) return blocks;
|
|
519
|
-
return blocks.map((b) => b.text).join("\n\n");
|
|
520
|
-
};
|
|
521
|
-
|
|
522
|
-
export const toAnthropicRequest = (
|
|
523
|
-
req: TChatCompletionRequest,
|
|
524
|
-
options: TAnthropicProviderOptions,
|
|
525
|
-
): TAnthropicRequest => {
|
|
526
|
-
const names = buildToolNameMaps(
|
|
527
|
-
collectAnthropicToolNames(req),
|
|
528
|
-
ANTHROPIC_IDENTIFIER,
|
|
529
|
-
);
|
|
530
|
-
// Collision-safe id map covering every tool-call id in the request — both
|
|
531
|
-
// the assistant `tool_calls[].id` we replay AND the `tool_call_id` on tool
|
|
532
|
-
// results, so a rewritten id still pairs with its result. Distinct originals
|
|
533
|
-
// stay distinct (unlike a per-id sanitize, which could collapse two).
|
|
534
|
-
const toolCallIds: string[] = [];
|
|
535
|
-
for (const m of req.messages) {
|
|
536
|
-
if (m.role === "assistant") {
|
|
537
|
-
for (const call of m.tool_calls ?? []) toolCallIds.push(call.id);
|
|
538
|
-
} else if (m.role === "tool") {
|
|
539
|
-
toolCallIds.push(m.tool_call_id);
|
|
540
|
-
}
|
|
541
|
-
}
|
|
542
|
-
const idMap = buildToolCallIdMap(toolCallIds, {
|
|
543
|
-
...ANTHROPIC_IDENTIFIER,
|
|
544
|
-
fallback: "tool_call",
|
|
545
|
-
});
|
|
546
|
-
const system = buildSystem(req.messages);
|
|
547
|
-
|
|
548
|
-
const turnMessages = buildTurnMessages(req.messages, names, idMap);
|
|
549
|
-
|
|
550
|
-
const max_tokens =
|
|
551
|
-
req.max_completion_tokens ??
|
|
552
|
-
req.max_tokens ??
|
|
553
|
-
options.defaultMaxTokens ??
|
|
554
|
-
DEFAULT_MAX_TOKENS;
|
|
555
|
-
|
|
556
|
-
const stop_sequences =
|
|
557
|
-
typeof req.stop === "string"
|
|
558
|
-
? [req.stop]
|
|
559
|
-
: Array.isArray(req.stop)
|
|
560
|
-
? req.stop
|
|
561
|
-
: undefined;
|
|
562
|
-
|
|
563
|
-
const tools = req.tools?.map((tool) => toAnthropicTool(tool, names));
|
|
564
|
-
// `parallel_tool_calls: false` is the client asking for ONE tool call per
|
|
565
|
-
// turn. Anthropic spells that `tool_choice.disable_parallel_tool_use`, so
|
|
566
|
-
// it needs a `tool_choice` to ride on — synthesize the `auto` default the
|
|
567
|
-
// client was already getting when they sent no explicit choice, rather
|
|
568
|
-
// than dropping the instruction (the previous behaviour).
|
|
569
|
-
const disableParallel = req.parallel_tool_calls === false;
|
|
570
|
-
const toolChoice =
|
|
571
|
-
req.tool_choice !== undefined
|
|
572
|
-
? toAnthropicToolChoice(req.tool_choice, names, disableParallel)
|
|
573
|
-
: disableParallel && tools !== undefined && tools.length > 0
|
|
574
|
-
? ({ type: "auto", disable_parallel_tool_use: true } as const)
|
|
575
|
-
: undefined;
|
|
576
|
-
|
|
577
|
-
// `reasoning_effort` → Anthropic extended thinking. Single source of
|
|
578
|
-
// truth in `./adaptive-thinking.ts`; this is the only call site on
|
|
579
|
-
// the canonical (`/v1/chat/completions` → Anthropic) path.
|
|
580
|
-
const effortMapping =
|
|
581
|
-
req.reasoning_effort !== undefined
|
|
582
|
-
? mapReasoningEffortToAnthropic(
|
|
583
|
-
req.reasoning_effort,
|
|
584
|
-
options.caps,
|
|
585
|
-
max_tokens,
|
|
586
|
-
)
|
|
587
|
-
: null;
|
|
588
|
-
|
|
589
|
-
return {
|
|
590
|
-
model: options.providerModelId,
|
|
591
|
-
messages: turnMessages,
|
|
592
|
-
max_tokens,
|
|
593
|
-
...(system !== undefined ? { system } : {}),
|
|
594
|
-
...(req.temperature !== undefined ? { temperature: req.temperature } : {}),
|
|
595
|
-
...(req.top_p !== undefined ? { top_p: req.top_p } : {}),
|
|
596
|
-
...(req.top_k !== undefined ? { top_k: req.top_k } : {}),
|
|
597
|
-
...(stop_sequences !== undefined ? { stop_sequences } : {}),
|
|
598
|
-
...(req.stream !== undefined ? { stream: req.stream } : {}),
|
|
599
|
-
...(tools !== undefined && tools.length > 0 ? { tools } : {}),
|
|
600
|
-
...(toolChoice !== undefined ? { tool_choice: toolChoice } : {}),
|
|
601
|
-
...(req.user !== undefined ? { metadata: { user_id: req.user } } : {}),
|
|
602
|
-
...(effortMapping !== null ? { thinking: effortMapping.thinking } : {}),
|
|
603
|
-
...(effortMapping?.output_config !== undefined
|
|
604
|
-
? { output_config: effortMapping.output_config }
|
|
605
|
-
: {}),
|
|
606
|
-
};
|
|
607
|
-
};
|