@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
package/protocol/models.ts
DELETED
|
@@ -1,767 +0,0 @@
|
|
|
1
|
-
import { Schema as S } from "effect";
|
|
2
|
-
import { LocalProviderVariant } from "./local-provider";
|
|
3
|
-
import { OptionalVideoReferences } from "./media-input";
|
|
4
|
-
import { ModelSettingDefinitions } from "./model-settings";
|
|
5
|
-
|
|
6
|
-
export const ModelCapability = S.Literals([
|
|
7
|
-
"chat",
|
|
8
|
-
"embedding",
|
|
9
|
-
"transcription",
|
|
10
|
-
"speech",
|
|
11
|
-
"image_generation",
|
|
12
|
-
"image_editing",
|
|
13
|
-
"video_generation",
|
|
14
|
-
"realtime",
|
|
15
|
-
"vision",
|
|
16
|
-
"tools",
|
|
17
|
-
"json_mode",
|
|
18
|
-
"streaming",
|
|
19
|
-
"reasoning",
|
|
20
|
-
]);
|
|
21
|
-
export type TModelCapability = S.Schema.Type<typeof ModelCapability>;
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* Capability literals published before image_editing/realtime. Bootstrap
|
|
25
|
-
* payloads sent to older daemons MUST be filtered to this set — a closed
|
|
26
|
-
* `ModelCapability` decoder rejects the entire catalog if it sees an
|
|
27
|
-
* unknown string.
|
|
28
|
-
*/
|
|
29
|
-
export const BOOTSTRAP_SAFE_MODEL_CAPABILITIES = [
|
|
30
|
-
"chat",
|
|
31
|
-
"embedding",
|
|
32
|
-
"transcription",
|
|
33
|
-
"speech",
|
|
34
|
-
"image_generation",
|
|
35
|
-
"video_generation",
|
|
36
|
-
"vision",
|
|
37
|
-
"tools",
|
|
38
|
-
"json_mode",
|
|
39
|
-
"streaming",
|
|
40
|
-
"reasoning",
|
|
41
|
-
] as const satisfies ReadonlyArray<TModelCapability>;
|
|
42
|
-
|
|
43
|
-
export const isBootstrapSafeModelCapability = (
|
|
44
|
-
capability: string,
|
|
45
|
-
): capability is (typeof BOOTSTRAP_SAFE_MODEL_CAPABILITIES)[number] =>
|
|
46
|
-
(BOOTSTRAP_SAFE_MODEL_CAPABILITIES as ReadonlyArray<string>).includes(
|
|
47
|
-
capability,
|
|
48
|
-
);
|
|
49
|
-
|
|
50
|
-
export const toBootstrapSafeCapabilities = (
|
|
51
|
-
capabilities: ReadonlyArray<string>,
|
|
52
|
-
): TModelCapability[] => capabilities.filter(isBootstrapSafeModelCapability);
|
|
53
|
-
|
|
54
|
-
/**
|
|
55
|
-
* Advertises that the requesting daemon's `DaemonCatalogEntry.capabilities`
|
|
56
|
-
* decoder accepts the OPEN string array (post image_editing/realtime
|
|
57
|
-
* widening) rather than the older closed {@link ModelCapability} literal
|
|
58
|
-
* set. Sent as the value of `DAEMON_BOOTSTRAP_CAPS_HEADER` (see
|
|
59
|
-
* `./daemon`) by a daemon binary compiled after the widening landed. An
|
|
60
|
-
* old compiled daemon never sends this — the bootstrap encoder MUST treat
|
|
61
|
-
* its absence as "closed literal decoder only" and filter via
|
|
62
|
-
* {@link toBootstrapSafeCapabilities}. Never inferred from a package/binary
|
|
63
|
-
* version string, which an unbumped daemon build would leave stale.
|
|
64
|
-
*/
|
|
65
|
-
export const MODEL_CAPABILITIES_OPEN_CAP = "model-capabilities-open1";
|
|
66
|
-
|
|
67
|
-
/** Returns whether a negotiated capability list includes {@link MODEL_CAPABILITIES_OPEN_CAP}. */
|
|
68
|
-
export const hasOpenModelCapabilitiesCap = (
|
|
69
|
-
caps: readonly string[] | undefined,
|
|
70
|
-
): boolean => caps?.includes(MODEL_CAPABILITIES_OPEN_CAP) ?? false;
|
|
71
|
-
|
|
72
|
-
export const isKnownModelCapability = (
|
|
73
|
-
capability: string,
|
|
74
|
-
): capability is TModelCapability =>
|
|
75
|
-
(ModelCapability.literals as ReadonlyArray<string>).includes(capability);
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Discoverable audio/realtime option metadata. Presence on a catalog
|
|
79
|
-
* card is not a billing claim — subscription media may still consume
|
|
80
|
-
* vendor quota.
|
|
81
|
-
*/
|
|
82
|
-
export const ModelAudioSupport = S.Struct({
|
|
83
|
-
input_formats: S.optional(S.Array(S.String)),
|
|
84
|
-
output_formats: S.optional(S.Array(S.String)),
|
|
85
|
-
voices: S.optional(S.Array(S.String)),
|
|
86
|
-
/**
|
|
87
|
-
* Verified realtime operations only. Grok currently advertises
|
|
88
|
-
* `text_to_audio`; microphone / interruption legs are omitted until
|
|
89
|
-
* verified.
|
|
90
|
-
*/
|
|
91
|
-
realtime_operations: S.optional(S.Array(S.String)),
|
|
92
|
-
});
|
|
93
|
-
export type TModelAudioSupport = S.Schema.Type<typeof ModelAudioSupport>;
|
|
94
|
-
|
|
95
|
-
/** Canonical reference fields shared by request schemas. */
|
|
96
|
-
export const VideoReferenceInputs = S.Struct({
|
|
97
|
-
input_image: S.optionalKey(
|
|
98
|
-
S.String.check(S.isMinLength(1)).pipe(
|
|
99
|
-
S.annotate({
|
|
100
|
-
description:
|
|
101
|
-
"Starting-frame image as an HTTPS URL or base64 image data URL (for example data:image/png;base64,...). Not subject guidance. MIME is detected from PNG, JPEG, GIF, or WebP bytes; the provider validates its accepted formats.",
|
|
102
|
-
}),
|
|
103
|
-
),
|
|
104
|
-
),
|
|
105
|
-
reference_images: OptionalVideoReferences.pipe(
|
|
106
|
-
S.annotate({
|
|
107
|
-
description:
|
|
108
|
-
"Optional ordered subject-reference images as HTTPS URLs or base64 image data URLs. Omit when unused; do not send a dummy empty array. References guide identity/appearance, not the first frame. Every input is preserved; the provider validates format and count limits.",
|
|
109
|
-
}),
|
|
110
|
-
),
|
|
111
|
-
reference_voices: OptionalVideoReferences.pipe(
|
|
112
|
-
S.annotate({
|
|
113
|
-
description:
|
|
114
|
-
"Optional provider voice IDs for reference guidance. Omit when unused; do not send a dummy empty array.",
|
|
115
|
-
}),
|
|
116
|
-
),
|
|
117
|
-
});
|
|
118
|
-
|
|
119
|
-
/** Finite receipt vocabulary; not an author-maintained model allowlist. */
|
|
120
|
-
export const VideoInputMode = S.Literals([
|
|
121
|
-
"text",
|
|
122
|
-
"starting_image",
|
|
123
|
-
"subject_images",
|
|
124
|
-
"voices",
|
|
125
|
-
"starting_image+subject_images",
|
|
126
|
-
"starting_image+voices",
|
|
127
|
-
"subject_images+voices",
|
|
128
|
-
"starting_image+subject_images+voices",
|
|
129
|
-
]);
|
|
130
|
-
export type TVideoInputMode = S.Schema.Type<typeof VideoInputMode>;
|
|
131
|
-
|
|
132
|
-
// Built-in default-chain tiers. When a user has no fallback group with
|
|
133
|
-
// one of these names, the gateway derives a virtual chain from catalog
|
|
134
|
-
// entries flagged `default_tiers`, filtered to the user's available
|
|
135
|
-
// providers — configuration that works out of the gate with no
|
|
136
|
-
// onboarding step. Ordered best → cheapest; pickers prefer earlier
|
|
137
|
-
// entries.
|
|
138
|
-
export const DEFAULT_TIER_ALIASES = ["ultra", "plus", "lite"] as const;
|
|
139
|
-
|
|
140
|
-
export const DefaultTier = S.Literals([...DEFAULT_TIER_ALIASES]);
|
|
141
|
-
export type TDefaultTier = S.Schema.Type<typeof DefaultTier>;
|
|
142
|
-
|
|
143
|
-
/** Chat tiers plus the one implicit media default class (not a user alias). */
|
|
144
|
-
export const MEDIA_DEFAULT_CLASS = "media";
|
|
145
|
-
export const DEFAULT_CHAIN_CLASSES = [
|
|
146
|
-
...DEFAULT_TIER_ALIASES,
|
|
147
|
-
MEDIA_DEFAULT_CLASS,
|
|
148
|
-
] as const;
|
|
149
|
-
export const DefaultChainClass = S.Literals([...DEFAULT_CHAIN_CLASSES]);
|
|
150
|
-
export type TDefaultChainClass = S.Schema.Type<typeof DefaultChainClass>;
|
|
151
|
-
|
|
152
|
-
/**
|
|
153
|
-
* Canonical classification of a *direct* catalog/live/custom card.
|
|
154
|
-
* `subscription` still consumes vendor quota (oauth variant). `api_key` is
|
|
155
|
-
* BYOK auth — not a claim that usage is metered. `local` is a
|
|
156
|
-
* device-discovered loopback server (cost 0, live-only). Omit on fallback
|
|
157
|
-
* aliases: mixed chains are neither a subscription guarantee nor
|
|
158
|
-
* API-key-only.
|
|
159
|
-
*/
|
|
160
|
-
export const ModelProviderType = S.Literals([
|
|
161
|
-
"subscription",
|
|
162
|
-
"api_key",
|
|
163
|
-
"local",
|
|
164
|
-
]);
|
|
165
|
-
export type TModelProviderType = S.Schema.Type<typeof ModelProviderType>;
|
|
166
|
-
|
|
167
|
-
export const ModelCard = S.Struct({
|
|
168
|
-
id: S.String,
|
|
169
|
-
object: S.Literals(["model"]),
|
|
170
|
-
created: S.Number,
|
|
171
|
-
owned_by: S.String,
|
|
172
|
-
});
|
|
173
|
-
export type TModelCard = S.Schema.Type<typeof ModelCard>;
|
|
174
|
-
|
|
175
|
-
export const ModelList = S.Struct({
|
|
176
|
-
object: S.Literals(["list"]),
|
|
177
|
-
data: S.Array(ModelCard),
|
|
178
|
-
});
|
|
179
|
-
export type TModelList = S.Schema.Type<typeof ModelList>;
|
|
180
|
-
|
|
181
|
-
// `/v1/models` envelope as openllm actually serves it: an OpenAI-shape
|
|
182
|
-
// `ModelCard` carrying the extra metadata the dashboard's selectors
|
|
183
|
-
// need (display_name, capability gating). OpenAI/Anthropic SDK clients
|
|
184
|
-
// ignore the extra fields and parse only `id` + `object`; the dashboard
|
|
185
|
-
// gets a strongly-typed list it can group/filter without a second
|
|
186
|
-
// network round-trip against /api/credentials + the global catalog.
|
|
187
|
-
export const ExtendedModelCard = S.Struct({
|
|
188
|
-
...ModelCard.fields,
|
|
189
|
-
provider: S.String,
|
|
190
|
-
provider_model_id: S.String,
|
|
191
|
-
display_name: S.String,
|
|
192
|
-
settings: S.optional(ModelSettingDefinitions),
|
|
193
|
-
capabilities: S.Array(ModelCapability),
|
|
194
|
-
/**
|
|
195
|
-
* Optional audio/realtime support advertised on `/v1/models`. Catalog
|
|
196
|
-
* capability is access, not billing inclusion.
|
|
197
|
-
*/
|
|
198
|
-
audio_support: S.optional(ModelAudioSupport),
|
|
199
|
-
// Curated list of dim presets to show in the endpoint picker on
|
|
200
|
-
// `/config`. Catalog-defined so the UI doesn't have to know which
|
|
201
|
-
// values are "interesting" — `text-embedding-3-large` could
|
|
202
|
-
// technically request any dim ≤ 3072, but most users only care
|
|
203
|
-
// about 256 / 1024 / 1536 / 3072.
|
|
204
|
-
dimension_presets: S.optional(S.Array(S.Number)),
|
|
205
|
-
// Token budgets aligned with LiteLLM `model_prices_and_context_window.json`
|
|
206
|
-
// (`max_input_tokens` / `max_output_tokens`). Exposed on `/v1/models` so
|
|
207
|
-
// CLI clients (e.g. Claude Code) can size context before auto-compact.
|
|
208
|
-
max_input_tokens: S.optional(S.Number),
|
|
209
|
-
max_output_tokens: S.optional(S.Number),
|
|
210
|
-
/**
|
|
211
|
-
* Direct-card auth class. Absent on fallback aliases. `api_key` is
|
|
212
|
-
* not necessarily usage-billed.
|
|
213
|
-
*/
|
|
214
|
-
provider_type: S.optional(ModelProviderType),
|
|
215
|
-
/**
|
|
216
|
-
* Daemon-only variant when `provider_type` is `subscription` (`oauth`)
|
|
217
|
-
* or `local` (`local`). Absent on API-key cards and mixed aliases.
|
|
218
|
-
*/
|
|
219
|
-
provider_variant: S.optional(LocalProviderVariant),
|
|
220
|
-
/**
|
|
221
|
-
* Catalog default-chain membership + rank, so clients can apply the
|
|
222
|
-
* same ordering policy as the server without importing the catalog.
|
|
223
|
-
*/
|
|
224
|
-
default_tiers: S.optional(S.Array(DefaultChainClass)),
|
|
225
|
-
tier_rank: S.optional(S.Number),
|
|
226
|
-
/** Prompt/context budget; equals `max_input_tokens` when present. */
|
|
227
|
-
context_window: S.optional(S.Number),
|
|
228
|
-
// llama.cpp/Ollama-style context hint mirrored under `meta.n_ctx`.
|
|
229
|
-
// Some OpenAI-compatible clients read ONLY `meta.n_ctx` for a model's
|
|
230
|
-
// context window during dynamic model discovery (e.g. goose's declarative
|
|
231
|
-
// provider engine), ignoring `context_window`/`max_input_tokens`. Mirror
|
|
232
|
-
// the same value here so those clients get per-model limits with no
|
|
233
|
-
// bespoke provider. Equals `max_input_tokens` when present.
|
|
234
|
-
meta: S.optional(S.Struct({ n_ctx: S.optional(S.Number) })),
|
|
235
|
-
});
|
|
236
|
-
export type TExtendedModelCard = S.Schema.Type<typeof ExtendedModelCard>;
|
|
237
|
-
|
|
238
|
-
export const ExtendedModelList = S.Struct({
|
|
239
|
-
object: S.Literals(["list"]),
|
|
240
|
-
data: S.Array(ExtendedModelCard),
|
|
241
|
-
});
|
|
242
|
-
export type TExtendedModelList = S.Schema.Type<typeof ExtendedModelList>;
|
|
243
|
-
|
|
244
|
-
export const ModelPricing = S.Struct({
|
|
245
|
-
input_per_million: S.optional(S.Number),
|
|
246
|
-
output_per_million: S.optional(S.Number),
|
|
247
|
-
cache_read_per_million: S.optional(S.Number),
|
|
248
|
-
cache_write_per_million: S.optional(S.Number),
|
|
249
|
-
image_input_per_unit: S.optional(S.Number),
|
|
250
|
-
audio_input_per_minute: S.optional(S.Number),
|
|
251
|
-
});
|
|
252
|
-
export type TModelPricing = S.Schema.Type<typeof ModelPricing>;
|
|
253
|
-
|
|
254
|
-
export const PricingEntry = S.Struct({
|
|
255
|
-
...ModelPricing.fields,
|
|
256
|
-
model_id: S.String,
|
|
257
|
-
provider: S.String,
|
|
258
|
-
});
|
|
259
|
-
export type TPricingEntry = S.Schema.Type<typeof PricingEntry>;
|
|
260
|
-
|
|
261
|
-
export const SubscriptionMeter = S.Struct({
|
|
262
|
-
/**
|
|
263
|
-
* Stable provider-namespaced machine id — "claude_code:fable",
|
|
264
|
-
* "chatgpt:codex-spark". Never a display label.
|
|
265
|
-
*/
|
|
266
|
-
meter_id: S.String,
|
|
267
|
-
/**
|
|
268
|
-
* Exact vendor-payload identities that resolve to this meter (Claude
|
|
269
|
-
* scope display_name + legacy key; Codex limit_name + metered_feature).
|
|
270
|
-
* Matched exactly, never fuzzy.
|
|
271
|
-
*/
|
|
272
|
-
aliases: S.optional(S.Array(S.String)),
|
|
273
|
-
});
|
|
274
|
-
export type TSubscriptionMeter = S.Schema.Type<typeof SubscriptionMeter>;
|
|
275
|
-
|
|
276
|
-
/**
|
|
277
|
-
* Per-model / per-family facts an adapter cannot derive from the wire.
|
|
278
|
-
*
|
|
279
|
-
* This is the ONE carrier: it already rides `ExtendedModel.caps` to chat
|
|
280
|
-
* (`TBuildUpstreamRequestInput.caps`, `TResolvedHop.caps`) AND to media
|
|
281
|
-
* (`TResolvedModel.caps`), so adapters consume resolved traits instead
|
|
282
|
-
* of matching model ids themselves. Do not add a parallel structure.
|
|
283
|
-
*
|
|
284
|
-
* EVERY field is optional and absent means UNKNOWN, which must behave as
|
|
285
|
-
* ALLOW/ATTEMPT — never inferred-unsupported. A model we do not
|
|
286
|
-
* recognise (a custom endpoint, a passthrough vendor, something the
|
|
287
|
-
* provider ships tomorrow) is forwarded untouched. Populate only from a
|
|
288
|
-
* vendor's published contract, never from an observed upstream error: a
|
|
289
|
-
* rejection can mean a malformed body rather than a missing capability.
|
|
290
|
-
*
|
|
291
|
-
* Provider-WIDE request domains (enums, integer ranges, array bounds)
|
|
292
|
-
* belong in the shared schema layer, not here. This struct carries only
|
|
293
|
-
* facts that genuinely vary BY MODEL within a provider.
|
|
294
|
-
*/
|
|
295
|
-
export const ModelCaps = S.Struct({
|
|
296
|
-
deniedParams: S.optional(S.Array(S.String)),
|
|
297
|
-
maxTokensField: S.optional(
|
|
298
|
-
S.Literals(["max_tokens", "max_completion_tokens"]),
|
|
299
|
-
),
|
|
300
|
-
temperature: S.optional(S.Literals(["only-1", "clamp-0-1", "drop"])),
|
|
301
|
-
|
|
302
|
-
// ─── Chat ──────────────────────────────────────────────────────────
|
|
303
|
-
/**
|
|
304
|
-
* Thinking modes this model accepts. Support is non-monotonic within a
|
|
305
|
-
* family (4.5 extended-only → 4.6 both → 4.7+ adaptive-only), so a
|
|
306
|
-
* boolean or a name prefix cannot encode it.
|
|
307
|
-
*
|
|
308
|
-
* `supportsAdaptiveThinking` = includes("adaptive");
|
|
309
|
-
* `rejectsExtendedThinking` = present AND !includes("enabled").
|
|
310
|
-
* Absent/empty stays permissive on BOTH, so an unknown model never
|
|
311
|
-
* manufactures a local validation error the upstream might accept.
|
|
312
|
-
*/
|
|
313
|
-
thinkingModes: S.optional(
|
|
314
|
-
S.Array(S.Literals(["enabled", "adaptive", "disabled"])),
|
|
315
|
-
),
|
|
316
|
-
|
|
317
|
-
/**
|
|
318
|
-
* Values this model accepts for the Responses `reasoning.context` knob.
|
|
319
|
-
*
|
|
320
|
-
* The Codex `spark` family 400s on `all_turns` and accepts only `auto` /
|
|
321
|
-
* `current_turn`; every other Codex model REQUIRES `all_turns`. The knob is
|
|
322
|
-
* nested under `reasoning`, so `deniedParams` (which addresses top-level
|
|
323
|
-
* keys) cannot express it — hence a trait of its own.
|
|
324
|
-
*
|
|
325
|
-
* An accepted-VALUE LIST rather than a boolean, matching `thinkingModes` /
|
|
326
|
-
* `videoResolutions`: absent = unknown = PERMISSIVE, so an un-catalogued id
|
|
327
|
-
* keeps the `all_turns` every non-spark Codex model needs and no adapter
|
|
328
|
-
* invents a restriction the upstream might not have.
|
|
329
|
-
*/
|
|
330
|
-
reasoningContexts: S.optional(
|
|
331
|
-
S.Array(S.Literals(["auto", "current_turn", "all_turns"])),
|
|
332
|
-
),
|
|
333
|
-
|
|
334
|
-
/**
|
|
335
|
-
* Whether this model accepts a `tool_addition` block inline in an
|
|
336
|
-
* inline system turn (`inline-tools-2026-09-15`, sent by Claude Code when a
|
|
337
|
-
* tool appears mid-session). Not derivable from family or version — measured
|
|
338
|
-
* live by `tests/server/inline-system-capability.e2e.test.ts`. When false the
|
|
339
|
-
* passthrough moves the tool definition into top-level `tools` instead
|
|
340
|
-
* (one cache rebuild per added tool). Absent = unknown = PERMISSIVE: the
|
|
341
|
-
* block is forwarded as the client sent it.
|
|
342
|
-
*/
|
|
343
|
-
inlineToolAdditions: S.optional(S.Boolean),
|
|
344
|
-
|
|
345
|
-
/**
|
|
346
|
-
* Whether this model accepts a mid-conversation `role: "system"` turn in
|
|
347
|
-
* `messages` natively (Anthropic "mid-conversation system messages"; no
|
|
348
|
-
* beta header). When true the anthropic passthrough forwards those turns
|
|
349
|
-
* untouched, which is what keeps the prompt cache warm: the cache prefix is
|
|
350
|
-
* `tools → system → messages`, so hoisting a NEW inline turn into top-level
|
|
351
|
-
* `system` invalidates every cached message after it (a full-conversation
|
|
352
|
-
* cache rewrite each time Claude Code appends a reminder). Measured live by
|
|
353
|
-
* `tests/server/inline-system-capability.e2e.test.ts`; the API docs list the
|
|
354
|
-
* supporting models. Absent = unknown = HOIST: the inline turns move into
|
|
355
|
-
* top-level `system`, which every Anthropic model accepts — correct but
|
|
356
|
-
* cache-hostile, so mark every model that accepts the inline form.
|
|
357
|
-
*/
|
|
358
|
-
inlineSystemMessages: S.optional(S.Boolean),
|
|
359
|
-
|
|
360
|
-
// ─── Image ─────────────────────────────────────────────────────────
|
|
361
|
-
/**
|
|
362
|
-
* Whether `response_format` is a real knob on this model's upstream.
|
|
363
|
-
* When false the adapter OMITS the field — this is NOT a refusal: the
|
|
364
|
-
* gateway persists every image and builds `data[]` itself, so the
|
|
365
|
-
* caller's choice is still honoured.
|
|
366
|
-
*/
|
|
367
|
-
upstreamAcceptsResponseFormat: S.optional(S.Boolean),
|
|
368
|
-
/**
|
|
369
|
-
* Whether `stream` is a real knob on this model's upstream image request.
|
|
370
|
-
* When false the adapter OMITS the field — NOT a refusal: the gateway wraps
|
|
371
|
-
* the final JSON in one genuine SSE completion event itself, so a streaming
|
|
372
|
-
* caller is still served.
|
|
373
|
-
*
|
|
374
|
-
* DISTINCT from `nativeProgressiveImages`, deliberately. That trait says
|
|
375
|
-
* whether real partial frames exist; this one says whether the request field
|
|
376
|
-
* is accepted at all. A vendor can accept `stream` and answer with a single
|
|
377
|
-
* final frame, and a model can emit partials on a wire that spells the knob
|
|
378
|
-
* differently — so conflating them would either leak an unknown param into a
|
|
379
|
-
* guaranteed 400 or silently stop streaming for a provider that streams.
|
|
380
|
-
*/
|
|
381
|
-
upstreamAcceptsStream: S.optional(S.Boolean),
|
|
382
|
-
/** `style` (vivid|natural). False is a genuine pre-dispatch refusal. */
|
|
383
|
-
supportsStyle: S.optional(S.Boolean),
|
|
384
|
-
/** GPT-image output group: output_format, output_compression, moderation, background. */
|
|
385
|
-
supportsGptImageOutputOptions: S.optional(S.Boolean),
|
|
386
|
-
/** Upstream always returns base64, which is what makes omitting `response_format` safe. */
|
|
387
|
-
alwaysReturnsBase64: S.optional(S.Boolean),
|
|
388
|
-
/**
|
|
389
|
-
* Whether the model emits genuinely PROGRESSIVE image bytes upstream.
|
|
390
|
-
*
|
|
391
|
-
* This does NOT gate whether the gateway will stream: the gateway
|
|
392
|
-
* always supports an honest SSE response and emits a single real
|
|
393
|
-
* completion event for a final-only provider. This trait only says
|
|
394
|
-
* whether real partial frames can be forwarded — so a provider that
|
|
395
|
-
* cannot produce them degrades honestly instead of us fabricating
|
|
396
|
-
* partials from a buffered final image.
|
|
397
|
-
*/
|
|
398
|
-
nativeProgressiveImages: S.optional(S.Boolean),
|
|
399
|
-
/** Upper bound on genuine partial frames, when the model emits them. */
|
|
400
|
-
maxNativePartialImages: S.optional(S.Number),
|
|
401
|
-
|
|
402
|
-
// ─── Native wire / media ───────────────────────────────────────────
|
|
403
|
-
/**
|
|
404
|
-
* Which upstream wire serves this model, when one provider exposes
|
|
405
|
-
* more than one. Lets an adapter refuse a model it structurally
|
|
406
|
-
* cannot carry (a `predict`-family id handed to a `generateContent`
|
|
407
|
-
* adapter) WITHOUT any claim about that model's availability.
|
|
408
|
-
*/
|
|
409
|
-
nativeWire: S.optional(S.Literals(["generateContent", "predict"])),
|
|
410
|
-
/**
|
|
411
|
-
* Output resolutions this specific model serves.
|
|
412
|
-
*/
|
|
413
|
-
videoResolutions: S.optional(S.Array(S.String)),
|
|
414
|
-
|
|
415
|
-
// ─── Media accepted-value sets (catalog-owned FACT DATA) ───────────
|
|
416
|
-
//
|
|
417
|
-
// The provider's own declared domain for a media request: which
|
|
418
|
-
// durations, ratios, tiers and counts it accepts. These are DATA, not
|
|
419
|
-
// code — they drift with a vendor's fleet — so they live on the card
|
|
420
|
-
// (or a provider default) and never as constants in an adapter.
|
|
421
|
-
//
|
|
422
|
-
// Every one is optional and ABSENT MEANS UNKNOWN, never "unsupported":
|
|
423
|
-
// a model with no metadata is forwarded untouched and the provider's
|
|
424
|
-
// own error is the authority. An adapter may only refuse a value when
|
|
425
|
-
// a set is PRESENT and the value is outside it.
|
|
426
|
-
//
|
|
427
|
-
// The request SHAPE (field names, JSON layout, which key carries image
|
|
428
|
-
// bytes) stays in the protocol wire schemas — that is structure, not a
|
|
429
|
-
// per-model fact.
|
|
430
|
-
|
|
431
|
-
/** Exact clip lengths accepted, e.g. Veo's [4, 6, 8]. */
|
|
432
|
-
mediaVideoDurationsSeconds: S.optional(S.Array(S.Number)),
|
|
433
|
-
/** Inclusive duration bounds, for a surface that takes a range. */
|
|
434
|
-
mediaVideoDurationRange: S.optional(
|
|
435
|
-
S.Struct({ min: S.Number, max: S.Number }),
|
|
436
|
-
),
|
|
437
|
-
/**
|
|
438
|
-
* Duration this model REQUIRES when the request carries reference
|
|
439
|
-
* images or a high resolution. Applies only to a duration the caller
|
|
440
|
-
* actually sent: an omitted duration stays omitted so the provider's
|
|
441
|
-
* own default applies.
|
|
442
|
-
*/
|
|
443
|
-
mediaVideoDurationWithReferences: S.optional(S.Number),
|
|
444
|
-
/** Accepted output aspect ratios, in the provider's own spelling. */
|
|
445
|
-
mediaVideoAspectRatios: S.optional(S.Array(S.String)),
|
|
446
|
-
/** Upper bound on subject-reference images. */
|
|
447
|
-
mediaVideoMaxReferenceImages: S.optional(S.Number),
|
|
448
|
-
/** Upper bound on voice/audio references. */
|
|
449
|
-
mediaVideoMaxReferenceVoices: S.optional(S.Number),
|
|
450
|
-
/** Reference-type discriminator this surface accepts (e.g. "asset"). */
|
|
451
|
-
mediaVideoReferenceType: S.optional(S.String),
|
|
452
|
-
/** True when a starting frame and subject references are exclusive. */
|
|
453
|
-
mediaVideoStartingImageExclusiveWithReferences: S.optional(S.Boolean),
|
|
454
|
-
|
|
455
|
-
/** Accepted image aspect ratios, in the provider's own spelling. */
|
|
456
|
-
mediaImageAspectRatios: S.optional(S.Array(S.String)),
|
|
457
|
-
/** Accepted image resolution tier names, e.g. ["1k", "2k", "1.5k"]. */
|
|
458
|
-
mediaImageResolutions: S.optional(S.Array(S.String)),
|
|
459
|
-
/**
|
|
460
|
-
* Published pixel meaning of a tier, e.g. 1k = ~1024 long edge. Only
|
|
461
|
-
* tiers with a DOCUMENTED size belong here: a tier the vendor names
|
|
462
|
-
* without defining is left out so no caller size maps onto it.
|
|
463
|
-
*/
|
|
464
|
-
mediaImageResolutionTiers: S.optional(
|
|
465
|
-
S.Array(S.Struct({ resolution: S.String, longEdge: S.Number })),
|
|
466
|
-
),
|
|
467
|
-
/** Tier applied when the caller sends no size. */
|
|
468
|
-
mediaImageDefaultResolution: S.optional(S.String),
|
|
469
|
-
/**
|
|
470
|
-
* Canonical `WIDTHxHEIGHT` → provider aspect-ratio map, for a surface
|
|
471
|
-
* that takes a ratio rather than pixels.
|
|
472
|
-
*/
|
|
473
|
-
mediaImageSizeAspectRatios: S.optional(S.Record(S.String, S.String)),
|
|
474
|
-
/** Inclusive bounds on the image count per request. */
|
|
475
|
-
mediaImageCountRange: S.optional(S.Struct({ min: S.Number, max: S.Number })),
|
|
476
|
-
|
|
477
|
-
// ─── Tokenization ──────────────────────────────────────────────────
|
|
478
|
-
/**
|
|
479
|
-
* Which ruler counts this model's tokens. One model fact that is
|
|
480
|
-
* currently re-derived three different ways — by client surface
|
|
481
|
-
* (`canonical/encoding-select`), by upstream wire (the daemon walker),
|
|
482
|
-
* and by `provider === "anthropic"` (`handlers/count-tokens`). That
|
|
483
|
-
* last one misses subscription twins: a `claude_code/*` hop is a
|
|
484
|
-
* Claude model with provider `claude_code`, so it is counted with
|
|
485
|
-
* o200k against a Claude ruler.
|
|
486
|
-
*
|
|
487
|
-
* Absent keeps each consumer's existing default, so adopting this is
|
|
488
|
-
* incremental and never changes a count until a card declares one.
|
|
489
|
-
*/
|
|
490
|
-
tokenizer: S.optional(S.Literals(["claude", "o200k"])),
|
|
491
|
-
});
|
|
492
|
-
export type TModelCaps = S.Schema.Type<typeof ModelCaps>;
|
|
493
|
-
|
|
494
|
-
/**
|
|
495
|
-
* A catalog-owned DEFAULT for models that have no card.
|
|
496
|
-
*
|
|
497
|
-
* The un-catalogued set is open-ended — every dated snapshot, every id a
|
|
498
|
-
* user pins, everything a vendor ships next — so it cannot be covered by
|
|
499
|
-
* cards without becoming the exhaustive allowlist we deliberately do not
|
|
500
|
-
* keep. These rules close that gap without one: the catalog owns the
|
|
501
|
-
* DATA (which family, which caps) and every consumer runs the same
|
|
502
|
-
* generic matcher, so no adapter matches a model id itself.
|
|
503
|
-
*
|
|
504
|
-
* `pattern` is a regular-expression SOURCE matched case-insensitively
|
|
505
|
-
* against the bare `provider_model_id`. Rules are consulted in order and
|
|
506
|
-
* the FIRST match wins; a card, when one exists, always outranks them.
|
|
507
|
-
* Absent/no-match stays UNKNOWN, preserving default-allow.
|
|
508
|
-
*/
|
|
509
|
-
export const ModelCapsDefaultRule = S.Struct({
|
|
510
|
-
provider: S.String,
|
|
511
|
-
pattern: S.String,
|
|
512
|
-
caps: ModelCaps,
|
|
513
|
-
});
|
|
514
|
-
export type TModelCapsDefaultRule = S.Schema.Type<typeof ModelCapsDefaultRule>;
|
|
515
|
-
|
|
516
|
-
/**
|
|
517
|
-
* Resolve family defaults for an un-catalogued `provider/model`.
|
|
518
|
-
*
|
|
519
|
-
* Pure and total: an invalid pattern is skipped rather than thrown, so a
|
|
520
|
-
* bad rule can never take down resolution for every model. Shared by the
|
|
521
|
-
* cloud resolver and the daemon walker so the two cannot drift.
|
|
522
|
-
*/
|
|
523
|
-
export const resolveDefaultModelCaps = (
|
|
524
|
-
rules: ReadonlyArray<TModelCapsDefaultRule>,
|
|
525
|
-
provider: string,
|
|
526
|
-
providerModelId: string,
|
|
527
|
-
): TModelCaps | undefined => {
|
|
528
|
-
for (const rule of rules) {
|
|
529
|
-
if (rule.provider !== provider) continue;
|
|
530
|
-
let re: RegExp;
|
|
531
|
-
try {
|
|
532
|
-
re = new RegExp(rule.pattern, "i");
|
|
533
|
-
} catch {
|
|
534
|
-
continue;
|
|
535
|
-
}
|
|
536
|
-
if (re.test(providerModelId)) return rule.caps;
|
|
537
|
-
}
|
|
538
|
-
return undefined;
|
|
539
|
-
};
|
|
540
|
-
|
|
541
|
-
/**
|
|
542
|
-
* Fold a LIVE OBSERVATION into authored caps.
|
|
543
|
-
*
|
|
544
|
-
* Some facts are only knowable from a vendor's own live model list (an
|
|
545
|
-
* xAI row that omits `supports_reasoning_effort`). They are expressed in
|
|
546
|
-
* this same vocabulary so a consumer never learns a second policy shape,
|
|
547
|
-
* and they may only NARROW: `deniedParams` is a union (deduped, authored
|
|
548
|
-
* order first), so an observation can add a denial and can never clear
|
|
549
|
-
* one the catalog authored. Every other field takes the observation only
|
|
550
|
-
* where the authored caps said nothing.
|
|
551
|
-
*
|
|
552
|
-
* Pure, and the caller re-derives it per request — an observation is a
|
|
553
|
-
* snapshot, never accumulated state.
|
|
554
|
-
*/
|
|
555
|
-
export const mergeObservedModelCaps = (
|
|
556
|
-
authored: TModelCaps | undefined,
|
|
557
|
-
observed: TModelCaps | null | undefined,
|
|
558
|
-
): TModelCaps | undefined => {
|
|
559
|
-
if (observed === null || observed === undefined) return authored;
|
|
560
|
-
if (authored === undefined) return observed;
|
|
561
|
-
const denied =
|
|
562
|
-
authored.deniedParams === undefined && observed.deniedParams === undefined
|
|
563
|
-
? undefined
|
|
564
|
-
: [
|
|
565
|
-
...new Set([
|
|
566
|
-
...(authored.deniedParams ?? []),
|
|
567
|
-
...(observed.deniedParams ?? []),
|
|
568
|
-
]),
|
|
569
|
-
];
|
|
570
|
-
return {
|
|
571
|
-
...observed,
|
|
572
|
-
...authored,
|
|
573
|
-
...(denied === undefined ? {} : { deniedParams: denied }),
|
|
574
|
-
};
|
|
575
|
-
};
|
|
576
|
-
|
|
577
|
-
/**
|
|
578
|
-
* Per-plan-tier monthly allowance for a model OpenLLM serves on its own key,
|
|
579
|
-
* as ONE budget in input-token units. Output and cache-read tokens are
|
|
580
|
-
* weighted by their price relative to fresh input — read from the model's
|
|
581
|
-
* `api_equivalent_pricing` by {@link includedWeights}, never authored
|
|
582
|
-
* separately — so the budget tracks what the tokens actually cost. Any
|
|
583
|
-
* input/output mix fits: all-input gets the full budget, all-output gets
|
|
584
|
-
* `budget / output weight`; output-heavy use can't beat the price ratio and
|
|
585
|
-
* input-heavy use is never cut early by an unused output cap.
|
|
586
|
-
* Tier keys mirror the billing tiers (`free` / `trial` / `pro`).
|
|
587
|
-
*/
|
|
588
|
-
export const IncludedUsage = S.Struct({
|
|
589
|
-
free: S.Int.check(S.isGreaterThanOrEqualTo(0)),
|
|
590
|
-
trial: S.Int.check(S.isGreaterThanOrEqualTo(0)),
|
|
591
|
-
pro: S.Int.check(S.isGreaterThanOrEqualTo(0)),
|
|
592
|
-
});
|
|
593
|
-
export type TIncludedUsage = S.Schema.Type<typeof IncludedUsage>;
|
|
594
|
-
|
|
595
|
-
/** Cost of one output / cache-read token, in fresh-input-token units. */
|
|
596
|
-
export type TIncludedWeights = {
|
|
597
|
-
readonly output: number;
|
|
598
|
-
readonly cacheRead: number;
|
|
599
|
-
};
|
|
600
|
-
|
|
601
|
-
/**
|
|
602
|
-
* Weights from a price sheet: `output_per_million / input_per_million` and
|
|
603
|
-
* `cache_read_per_million / input_per_million`. A missing price — or no
|
|
604
|
-
* positive input price to divide by — weighs 1 (charged like fresh input),
|
|
605
|
-
* which never under-charges.
|
|
606
|
-
*/
|
|
607
|
-
export const includedWeights = (
|
|
608
|
-
pricing: TModelPricing | undefined,
|
|
609
|
-
): TIncludedWeights => {
|
|
610
|
-
const input = pricing?.input_per_million;
|
|
611
|
-
const ratio = (price: number | undefined): number =>
|
|
612
|
-
input === undefined || input <= 0 || price === undefined
|
|
613
|
-
? 1
|
|
614
|
-
: price / input;
|
|
615
|
-
return {
|
|
616
|
-
output: ratio(pricing?.output_per_million),
|
|
617
|
-
cacheRead: ratio(pricing?.cache_read_per_million),
|
|
618
|
-
};
|
|
619
|
-
};
|
|
620
|
-
|
|
621
|
-
/** Token counts one spend is computed from. */
|
|
622
|
-
export type TIncludedSpendTokens = {
|
|
623
|
-
/** Fresh (uncached) input tokens. */
|
|
624
|
-
readonly input: number;
|
|
625
|
-
readonly cachedInput: number;
|
|
626
|
-
readonly output: number;
|
|
627
|
-
};
|
|
628
|
-
|
|
629
|
-
/** Budget units spent, each token class at its price-derived weight. */
|
|
630
|
-
export const includedSpend = (
|
|
631
|
-
pricing: TModelPricing | undefined,
|
|
632
|
-
tokens: TIncludedSpendTokens,
|
|
633
|
-
): number => {
|
|
634
|
-
const w = includedWeights(pricing);
|
|
635
|
-
return (
|
|
636
|
-
tokens.input + tokens.cachedInput * w.cacheRead + tokens.output * w.output
|
|
637
|
-
);
|
|
638
|
-
};
|
|
639
|
-
|
|
640
|
-
export const ExtendedModel = S.Struct({
|
|
641
|
-
settings: S.optional(ModelSettingDefinitions),
|
|
642
|
-
id: S.String,
|
|
643
|
-
provider: S.String,
|
|
644
|
-
provider_model_id: S.String,
|
|
645
|
-
display_name: S.String,
|
|
646
|
-
capabilities: S.Array(ModelCapability),
|
|
647
|
-
/** @deprecated Prefer `max_input_tokens`; kept for older dashboard reads. */
|
|
648
|
-
context_window: S.optional(S.Number),
|
|
649
|
-
max_input_tokens: S.optional(S.Number),
|
|
650
|
-
max_output_tokens: S.optional(S.Number),
|
|
651
|
-
caps: S.optional(ModelCaps),
|
|
652
|
-
/**
|
|
653
|
-
* Catalog-internal: optional alternate input budgets a model can be
|
|
654
|
-
* configured to use (e.g. Codex dual-window Sol/Astra at 272k / 1.05M).
|
|
655
|
-
* Own list wins; absent inherits from the appropriate same-family donor;
|
|
656
|
-
* explicit `[]` blocks inheritance. Not a live observation and not part of
|
|
657
|
-
* the public `/v1/models` card — the card projects the effective window.
|
|
658
|
-
*/
|
|
659
|
-
alternative_input_limits: S.optional(
|
|
660
|
-
S.Array(S.Int.check(S.isGreaterThan(0))),
|
|
661
|
-
),
|
|
662
|
-
/**
|
|
663
|
-
* Codex v2 multi-agent models (gpt-5.6 sol/terra) emit a hierarchical
|
|
664
|
-
* subagent-spawn shape that Claude Code materializes into isolated git
|
|
665
|
-
* worktrees and loops. When true, the core `strip-subagent-isolation`
|
|
666
|
-
* feature removes the `isolation`/`cwd` args from Task/Agent tool calls in
|
|
667
|
-
* the response. Catalog-owned; not part of the public `/v1/models` card.
|
|
668
|
-
*/
|
|
669
|
-
strip_subagent_isolation: S.optional(S.Boolean),
|
|
670
|
-
pricing: S.optional(ModelPricing),
|
|
671
|
-
/**
|
|
672
|
-
* Subscription models only: what the same tokens would cost at
|
|
673
|
-
* metered API pricing. Distinct from `pricing` — subscription usage
|
|
674
|
-
* bills $0 per token (flat vendor subscription), so `pricing` stays
|
|
675
|
-
* unset while this field feeds the overview savings computation.
|
|
676
|
-
* Derived from the metered sibling's `pricing` where one exists
|
|
677
|
-
* (see `subscriptionTwin` in the api catalog).
|
|
678
|
-
*/
|
|
679
|
-
api_equivalent_pricing: S.optional(ModelPricing),
|
|
680
|
-
/**
|
|
681
|
-
* Subscription models only: the vendor usage meter this model draws on
|
|
682
|
-
* beyond the shared plan windows, so routing can skip a model whose own
|
|
683
|
-
* pool is exhausted while the shared window is open (Fable, Codex Spark).
|
|
684
|
-
* Omitted for models metered only by the shared window.
|
|
685
|
-
*/
|
|
686
|
-
subscription_meter: S.optional(SubscriptionMeter),
|
|
687
|
-
/**
|
|
688
|
-
* Host-paid included models only: the monthly token allowance each plan
|
|
689
|
-
* tier gets on OpenLLM's own key. Catalog-owned so a limit change ships
|
|
690
|
-
* with a catalog update. An included model also LEADS every default chain
|
|
691
|
-
* it belongs to (see `compareDefaultChainMembers`).
|
|
692
|
-
*/
|
|
693
|
-
included_usage: S.optional(IncludedUsage),
|
|
694
|
-
deprecated: S.optional(S.Boolean),
|
|
695
|
-
// Embedding-only metadata — see ExtendedModelCard for semantics.
|
|
696
|
-
dimension_presets: S.optional(S.Array(S.Number)),
|
|
697
|
-
audio_support: S.optional(ModelAudioSupport),
|
|
698
|
-
// Membership in derived default chains (`DEFAULT_CHAIN_CLASSES`).
|
|
699
|
-
// Chat uses ultra/plus/lite; media uses the single `media` class.
|
|
700
|
-
// ARRAY ORDER is priority — index 0 is primary. `tier_rank` breaks
|
|
701
|
-
// ties (lower = tried first), not catalog array order.
|
|
702
|
-
default_tiers: S.optional(S.Array(DefaultChainClass)),
|
|
703
|
-
tier_rank: S.optional(S.Number),
|
|
704
|
-
/**
|
|
705
|
-
* Auth class of this catalog/live entry. Subscription twins must set
|
|
706
|
-
* `subscription` even if derived from an API-key sibling. Omitted on
|
|
707
|
-
* mixed aliases.
|
|
708
|
-
*/
|
|
709
|
-
provider_type: S.optional(ModelProviderType),
|
|
710
|
-
/**
|
|
711
|
-
* Daemon-only variant when `provider_type` is `subscription` (`oauth`)
|
|
712
|
-
* or `local` (`local`). Absent on API-key cards and mixed aliases.
|
|
713
|
-
*/
|
|
714
|
-
provider_variant: S.optional(LocalProviderVariant),
|
|
715
|
-
});
|
|
716
|
-
export type TExtendedModel = S.Schema.Type<typeof ExtendedModel>;
|
|
717
|
-
|
|
718
|
-
export const AliasMap = S.Record(S.String, S.String);
|
|
719
|
-
export type TAliasMap = S.Schema.Type<typeof AliasMap>;
|
|
720
|
-
|
|
721
|
-
// One model as reported by a provider's own list endpoint (e.g. OpenAI
|
|
722
|
-
// `GET /v1/models`, Moonshot `GET /coding/v1/models`). Deliberately
|
|
723
|
-
// minimal — only what upstreams actually report. Everything else
|
|
724
|
-
// (capabilities, tier chains, pricing, limits) stays catalog-owned and
|
|
725
|
-
// is hybrid-merged at read time (docs/proposals/live-provider-model-catalog.md).
|
|
726
|
-
// String/array bounds are defense-in-depth on the authenticated write
|
|
727
|
-
// paths (`POST /api/daemon/models`, the cloud refresher) so a
|
|
728
|
-
// misbehaving upstream or client can't bloat `model_cache` payloads:
|
|
729
|
-
// id cap matches the proxy's `MAX_MODEL_ID_LENGTH` (128); the largest
|
|
730
|
-
// real list observed is OpenAI's at ~122 entries.
|
|
731
|
-
export const ProviderModelEntry = S.Struct({
|
|
732
|
-
/** Upstream model id, e.g. `gpt-5.2` — NOT the catalog `provider/model` id. */
|
|
733
|
-
provider_model_id: S.String.check(S.isMinLength(1), S.isMaxLength(128)),
|
|
734
|
-
display_name: S.optional(S.String.check(S.isMaxLength(256))),
|
|
735
|
-
created: S.optional(S.Number),
|
|
736
|
-
context_window: S.optional(S.Number),
|
|
737
|
-
/**
|
|
738
|
-
* Vendor-reported completion (output) ceiling for this model, when the
|
|
739
|
-
* provider's own list endpoint exposes one. Mirrors `context_window`'s
|
|
740
|
-
* role for the input side — optional because most list endpoints only
|
|
741
|
-
* report the input/context budget. A writer that never populates this
|
|
742
|
-
* field leaves request output-cap backfill fail-open. Static catalog limits
|
|
743
|
-
* remain display/config metadata only.
|
|
744
|
-
*/
|
|
745
|
-
max_output_tokens: S.optional(S.Number),
|
|
746
|
-
});
|
|
747
|
-
export type TProviderModelEntry = S.Schema.Type<typeof ProviderModelEntry>;
|
|
748
|
-
|
|
749
|
-
// Payload of one `model_cache` row: the live model list one writer
|
|
750
|
-
// (daemon for subscription providers, cloud for API-key providers)
|
|
751
|
-
// observed for a single provider.
|
|
752
|
-
export const ProviderModelList = S.Array(ProviderModelEntry).check(
|
|
753
|
-
S.makeFilter(
|
|
754
|
-
(models: ReadonlyArray<TProviderModelEntry>): boolean =>
|
|
755
|
-
models.length <= 1000,
|
|
756
|
-
{ message: "must contain at most 1000 entries" },
|
|
757
|
-
),
|
|
758
|
-
);
|
|
759
|
-
export type TProviderModelList = S.Schema.Type<typeof ProviderModelList>;
|
|
760
|
-
|
|
761
|
-
/**
|
|
762
|
-
* Bound on any model-list fetch against a provider's own list endpoint
|
|
763
|
-
* — shared by the cloud refresher (`packages/api`) and the daemon
|
|
764
|
-
* delegates (`packages/cli/daemon`), which can't import each other, so the
|
|
765
|
-
* constant lives on the wire package both depend on.
|
|
766
|
-
*/
|
|
767
|
-
export const MODEL_LIST_FETCH_TIMEOUT_MS = 10_000;
|