@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,289 @@
|
|
|
1
|
+
import { Schema as S } from "effect";
|
|
2
|
+
import { OpaqueId } from "./doctor-report.js";
|
|
3
|
+
import { ModelSettingsOverrides } from "./model-settings.js";
|
|
4
|
+
import { DefaultTier, ExtendedModel } from "./models.js";
|
|
5
|
+
/**
|
|
6
|
+
* Wire format a custom-API endpoint speaks. Reuses the same two
|
|
7
|
+
* canonical formats the registry tracks today; the proxy dispatches
|
|
8
|
+
* through `openaiProvider` or `anthropicProvider` accordingly.
|
|
9
|
+
*
|
|
10
|
+
* Used ONLY for the one-shot `/v1/models` discovery probe — the
|
|
11
|
+
* credential blob no longer stores it and the per-user catalog no
|
|
12
|
+
* longer attaches it to entries (wire format is now derived per
|
|
13
|
+
* MODEL via `CustomApiModelKind` below).
|
|
14
|
+
*
|
|
15
|
+
* Defined here (not in `./credentials`) to keep the dependency
|
|
16
|
+
* direction one-way (`credentials.ts` may depend on `./config`).
|
|
17
|
+
*/
|
|
18
|
+
export const CustomApiWireFormat = S.Literals(["openai", "anthropic"]);
|
|
19
|
+
/**
|
|
20
|
+
* Per-model surface + wire choice. One endpoint can serve a mix of
|
|
21
|
+
* chat / embeddings / image models, and chat models can speak either
|
|
22
|
+
* the OpenAI or the Anthropic wire — packed into one tagged value
|
|
23
|
+
* the dashboard collects via a single per-row select.
|
|
24
|
+
*
|
|
25
|
+
* - `chat_openai` /v1/chat/completions, OpenAI canonical wire
|
|
26
|
+
* - `chat_anthropic` /v1/messages or canonical chat, Anthropic wire
|
|
27
|
+
* - `embeddings` /v1/embeddings, OpenAI wire (the only embeddings
|
|
28
|
+
* surface upstream specs implement)
|
|
29
|
+
* - `image_openai` /v1/images/generations, OpenAI-compatible image
|
|
30
|
+
* gen — what aggregating gateways (LiteLLM,
|
|
31
|
+
* openllm itself, OpenRouter, …) expose,
|
|
32
|
+
* regardless of the underlying model.
|
|
33
|
+
*
|
|
34
|
+
* Native Google AI Studio (`generateContent`) is intentionally
|
|
35
|
+
* absent: its model list is at `/v1beta/models` with a different
|
|
36
|
+
* envelope shape than the OpenAI-style `/v1/models` our discovery
|
|
37
|
+
* probe expects, so it cannot be reached via the discover-then-pick
|
|
38
|
+
* flow. Use the built-in `google/*` catalog entries on the API-keys
|
|
39
|
+
* tab when you want direct Google AI Studio access.
|
|
40
|
+
*/
|
|
41
|
+
export const CustomApiModelKind = S.Literals([
|
|
42
|
+
"chat_openai",
|
|
43
|
+
"chat_anthropic",
|
|
44
|
+
"embeddings",
|
|
45
|
+
"image_openai",
|
|
46
|
+
]);
|
|
47
|
+
export const FallbackGroup = S.Struct({
|
|
48
|
+
name: S.String,
|
|
49
|
+
models: S.Array(S.String),
|
|
50
|
+
});
|
|
51
|
+
/** LiteLLM-style `[trigger, alternateModels]` rows (`*` = default alternates). */
|
|
52
|
+
export const ModelFallbackBinding = S.Tuple([S.String, S.Array(S.String)]);
|
|
53
|
+
/**
|
|
54
|
+
* The dashboard's `/v1/models` probe returns upstream ids plus any reported
|
|
55
|
+
* token limits. The user picks which rows to enable and assigns a `kind`; we
|
|
56
|
+
* deliberately do not auto-include a gateway's entire catalogue.
|
|
57
|
+
*/
|
|
58
|
+
/** Canonical input/output limits reported by compatible model lists. */
|
|
59
|
+
export const CustomApiModelLimits = S.Struct({
|
|
60
|
+
/** Prompt/context budget, normalized from any upstream alias. */
|
|
61
|
+
max_input_tokens: S.optional(S.Number),
|
|
62
|
+
/** Completion ceiling when the upstream reports one. */
|
|
63
|
+
max_output_tokens: S.optional(S.Number),
|
|
64
|
+
});
|
|
65
|
+
/** One model returned by the transient custom-endpoint discovery probe. */
|
|
66
|
+
export const CustomApiDiscoveredModel = S.Struct({
|
|
67
|
+
id: S.String,
|
|
68
|
+
...CustomApiModelLimits.fields,
|
|
69
|
+
});
|
|
70
|
+
export const CustomApiCatalogModel = S.Struct({
|
|
71
|
+
id: S.String,
|
|
72
|
+
kind: CustomApiModelKind,
|
|
73
|
+
...CustomApiModelLimits.fields,
|
|
74
|
+
});
|
|
75
|
+
/**
|
|
76
|
+
* Per-user catalog entry for a custom OpenAI/Anthropic-compatible
|
|
77
|
+
* endpoint the user has registered on the `/providers` page. The
|
|
78
|
+
* SECRET half (base URL + api key) lives encrypted in
|
|
79
|
+
* `public.credentials` under provider slug `custom:<name>` — only
|
|
80
|
+
* the opt-in model list (id, kind, and discovered token limits) is stored here
|
|
81
|
+
* so the dashboard can populate fallback dropdowns without unlocking the vault.
|
|
82
|
+
*/
|
|
83
|
+
export const CustomApiCatalogEntry = S.Struct({
|
|
84
|
+
name: S.String,
|
|
85
|
+
models: S.Array(CustomApiCatalogModel),
|
|
86
|
+
});
|
|
87
|
+
/**
|
|
88
|
+
* One subscription the user has told us they pay for. `plan` is a plan id
|
|
89
|
+
* from the app's per-provider plan catalog, or `custom` — the escape hatch
|
|
90
|
+
* for regional pricing / seats / a plan we don't list, where `monthly_usd`
|
|
91
|
+
* carries the amount the user typed.
|
|
92
|
+
*/
|
|
93
|
+
export const SubscriptionPlanSelection = S.Struct({
|
|
94
|
+
provider: S.String,
|
|
95
|
+
plan: S.String,
|
|
96
|
+
monthly_usd: S.optional(S.Number),
|
|
97
|
+
});
|
|
98
|
+
export const ContextOverflowStrategy = S.Literals([
|
|
99
|
+
"hop_to_larger_context",
|
|
100
|
+
"compact_in_place",
|
|
101
|
+
]);
|
|
102
|
+
/** The thresholds a usage alert can be set to, in percent of the budget. */
|
|
103
|
+
export const UsageAlertThresholdPct = S.Literals([50, 80, 90]);
|
|
104
|
+
export const USAGE_ALERT_DEFAULT_THRESHOLD_PCT = 80;
|
|
105
|
+
export const ExtraConfig = S.Struct({
|
|
106
|
+
model_settings: S.optional(ModelSettingsOverrides),
|
|
107
|
+
search_provider: S.optional(S.String),
|
|
108
|
+
context_overflow_strategy: S.optional(ContextOverflowStrategy),
|
|
109
|
+
custom_apis: S.optional(S.Array(CustomApiCatalogEntry)),
|
|
110
|
+
notification_prefs: S.optional(S.Struct({
|
|
111
|
+
auth_loss_email: S.optional(S.Boolean),
|
|
112
|
+
quota_email: S.optional(S.Boolean),
|
|
113
|
+
daemon_idle_email: S.optional(S.Boolean),
|
|
114
|
+
/** Onboarding tips and Pro trial nudges (lifecycle cron). */
|
|
115
|
+
lifecycle_email: S.optional(S.Boolean),
|
|
116
|
+
/**
|
|
117
|
+
* Free-plan usage alerts: one mail at `usage_alert_threshold_pct` of the
|
|
118
|
+
* monthly token budget and one when it is spent.
|
|
119
|
+
*/
|
|
120
|
+
usage_alert_email: S.optional(S.Boolean),
|
|
121
|
+
/** One mail three days before a key, device or app connection's
|
|
122
|
+
* access expires (`policy.expires_at`). */
|
|
123
|
+
key_expiry_email: S.optional(S.Boolean),
|
|
124
|
+
})),
|
|
125
|
+
/** Percent of the Free plan's monthly tokens that triggers the first usage
|
|
126
|
+
* alert. Absent = {@link USAGE_ALERT_DEFAULT_THRESHOLD_PCT}. */
|
|
127
|
+
usage_alert_threshold_pct: S.optional(UsageAlertThresholdPct),
|
|
128
|
+
/**
|
|
129
|
+
* Subscription-OAuth providers (`claude_code` / `chatgpt` / `kimi_code`)
|
|
130
|
+
* the user has connected via SOME local daemon. These have no cloud
|
|
131
|
+
* credential row — the daemon holds the credential — so this per-user
|
|
132
|
+
* marker is how `/v1/models` knows to LIST their models, making them
|
|
133
|
+
* configurable (fallback chains, prefs) from ANY machine. Live
|
|
134
|
+
* runnability is gated separately per-machine on daemon reachability
|
|
135
|
+
* (the dashboard shows "reconfigure on this machine" when the local
|
|
136
|
+
* daemon isn't connected). Set on connect; never auto-removed.
|
|
137
|
+
*/
|
|
138
|
+
subscription_providers: S.optional(S.Array(S.String)),
|
|
139
|
+
/**
|
|
140
|
+
* Per-provider model picks for {@link MODEL_SELECTABLE_PROVIDERS}
|
|
141
|
+
* (provider → `provider_model_id`s). Absent entry = the curated catalog
|
|
142
|
+
* models only; present = exactly these ids. Listing only — routing an
|
|
143
|
+
* explicit id is unaffected.
|
|
144
|
+
*/
|
|
145
|
+
provider_models: S.optional(S.Record(S.String, S.Array(S.String))),
|
|
146
|
+
/**
|
|
147
|
+
* What the user pays each month for the subscriptions above — declared
|
|
148
|
+
* by hand on the overview savings card, one row per connected provider.
|
|
149
|
+
* There is no vendor API that reports a plan tier, so the user picks it
|
|
150
|
+
* (`plan` is a catalog id like `max_5x`, or `custom` when they type the
|
|
151
|
+
* amount). `monthly_usd` is read only for `custom`; catalogued plans
|
|
152
|
+
* resolve their list price from the app's plan catalog so a price change
|
|
153
|
+
* ships as a code change. Drives the savings math: subscription spend is
|
|
154
|
+
* a COST, netted against what the same usage would have cost at metered
|
|
155
|
+
* API rates.
|
|
156
|
+
*/
|
|
157
|
+
subscription_plans: S.optional(S.Array(SubscriptionPlanSelection)),
|
|
158
|
+
/**
|
|
159
|
+
* Default tier aliases (`ultra` / `plus` / `lite`) the user explicitly
|
|
160
|
+
* DELETED from the chains editor. Derivation of virtual default chains
|
|
161
|
+
* skips these — without the marker, a deleted derived chain would
|
|
162
|
+
* silently reappear on the next load. Removing the marker (re-adding
|
|
163
|
+
* the alias via the editor) reverts it to auto-derived.
|
|
164
|
+
*/
|
|
165
|
+
disabled_default_aliases: S.optional(S.Array(DefaultTier)),
|
|
166
|
+
/**
|
|
167
|
+
* Opts the account out of contributing to the public aggregate usage index.
|
|
168
|
+
* Omitted means opted in.
|
|
169
|
+
*/
|
|
170
|
+
public_usage_index_opt_out: S.optional(S.Boolean),
|
|
171
|
+
/**
|
|
172
|
+
* Account preference for daemon diagnostic reports. Omission defaults enabled
|
|
173
|
+
* after current cookie consent. Preserve on full-config writes; mutate only via the
|
|
174
|
+
* narrow `/api/user/daemon-diagnostics` contract.
|
|
175
|
+
*/
|
|
176
|
+
daemon_diagnostics_opt_in: S.optional(S.Boolean),
|
|
177
|
+
/**
|
|
178
|
+
* Opaque policy epoch (UUID/hex). Minted on opt-in/opt-out and cookie-consent
|
|
179
|
+
* changes so a later enablement is a new reporting window. Full-config writes
|
|
180
|
+
* must preserve it.
|
|
181
|
+
*/
|
|
182
|
+
daemon_diagnostics_policy_generation: S.optional(OpaqueId),
|
|
183
|
+
});
|
|
184
|
+
export const UserConfig = S.Struct({
|
|
185
|
+
fallback_groups: S.Array(FallbackGroup),
|
|
186
|
+
model_fallback_bindings: S.optional(S.Array(ModelFallbackBinding)),
|
|
187
|
+
extra: ExtraConfig,
|
|
188
|
+
});
|
|
189
|
+
export const RequiredProviderTerm = S.Struct({
|
|
190
|
+
provider: S.String,
|
|
191
|
+
url: S.String,
|
|
192
|
+
version: S.String,
|
|
193
|
+
display_name: S.String,
|
|
194
|
+
});
|
|
195
|
+
/**
|
|
196
|
+
* Admin-managed automatic chains, per tier, in the order they are tried.
|
|
197
|
+
* A tier that is absent (or empty) falls back to the catalog's
|
|
198
|
+
* `default_tiers` derivation. Each user still only gets the models whose
|
|
199
|
+
* provider they have connected.
|
|
200
|
+
*/
|
|
201
|
+
export const DefaultTierChains = S.Struct({
|
|
202
|
+
ultra: S.optional(S.Array(S.String)),
|
|
203
|
+
plus: S.optional(S.Array(S.String)),
|
|
204
|
+
lite: S.optional(S.Array(S.String)),
|
|
205
|
+
});
|
|
206
|
+
export const GlobalConfig = S.Struct({
|
|
207
|
+
terms_version: S.String,
|
|
208
|
+
terms_url: S.String,
|
|
209
|
+
privacy_url: S.String,
|
|
210
|
+
required_provider_terms: S.Array(RequiredProviderTerm),
|
|
211
|
+
default_aliases: S.Record(S.String, S.String),
|
|
212
|
+
model_catalog: S.Array(ExtendedModel),
|
|
213
|
+
search_provider: S.String,
|
|
214
|
+
default_tier_chains: S.optional(DefaultTierChains),
|
|
215
|
+
});
|
|
216
|
+
// All stored credentials are API-key (BYOK); subscription OAuth lives on
|
|
217
|
+
// the local daemon, never the DB — so there's no kind/expiry/refresh here.
|
|
218
|
+
export const ProviderCredential = S.Struct({
|
|
219
|
+
provider: S.String,
|
|
220
|
+
has_credential: S.Boolean,
|
|
221
|
+
});
|
|
222
|
+
/**
|
|
223
|
+
* Body of `PATCH /api/config/user`: only what the caller changed.
|
|
224
|
+
*
|
|
225
|
+
* Omitted fields keep their stored value; an explicit `null` removes an
|
|
226
|
+
* optional field. `extra` is keyed loosely here because each field's
|
|
227
|
+
* schema already lives on {@link ExtraConfig}: the merged result is decoded
|
|
228
|
+
* as a whole {@link UserConfig}, so an unknown key or a bad value still
|
|
229
|
+
* fails the write.
|
|
230
|
+
*/
|
|
231
|
+
export const UserConfigPatch = S.Struct({
|
|
232
|
+
fallback_groups: S.optional(S.Array(FallbackGroup)),
|
|
233
|
+
model_fallback_bindings: S.optional(S.NullOr(S.Array(ModelFallbackBinding))),
|
|
234
|
+
extra: S.optional(S.Record(S.String, S.Unknown)),
|
|
235
|
+
});
|
|
236
|
+
const decodeUserConfig = S.decodeUnknownSync(UserConfig);
|
|
237
|
+
const sameValue = (a, b) => JSON.stringify(a) === JSON.stringify(b);
|
|
238
|
+
/** Merge a patch onto the stored config; throws when the result is invalid. */
|
|
239
|
+
export const applyUserConfigPatch = (stored, patch) => {
|
|
240
|
+
const extra = { ...stored.extra };
|
|
241
|
+
for (const [key, value] of Object.entries(patch.extra ?? {})) {
|
|
242
|
+
if (value === null)
|
|
243
|
+
delete extra[key];
|
|
244
|
+
else
|
|
245
|
+
extra[key] = value;
|
|
246
|
+
}
|
|
247
|
+
const merged = {
|
|
248
|
+
...stored,
|
|
249
|
+
...(patch.fallback_groups !== undefined
|
|
250
|
+
? { fallback_groups: patch.fallback_groups }
|
|
251
|
+
: {}),
|
|
252
|
+
extra,
|
|
253
|
+
};
|
|
254
|
+
if (patch.model_fallback_bindings === null) {
|
|
255
|
+
delete merged.model_fallback_bindings;
|
|
256
|
+
}
|
|
257
|
+
else if (patch.model_fallback_bindings !== undefined) {
|
|
258
|
+
merged.model_fallback_bindings = patch.model_fallback_bindings;
|
|
259
|
+
}
|
|
260
|
+
return decodeUserConfig(merged);
|
|
261
|
+
};
|
|
262
|
+
/**
|
|
263
|
+
* The patch that turns `base` into `next`: changed fields only, removed
|
|
264
|
+
* optional fields as `null`. Callers edit a full config view and send this,
|
|
265
|
+
* so a stale page never overwrites fields it didn't touch.
|
|
266
|
+
*/
|
|
267
|
+
export const diffUserConfig = (base, next) => {
|
|
268
|
+
const extra = {};
|
|
269
|
+
const keys = new Set([
|
|
270
|
+
...Object.keys(base.extra),
|
|
271
|
+
...Object.keys(next.extra),
|
|
272
|
+
]);
|
|
273
|
+
for (const key of keys) {
|
|
274
|
+
const before = base.extra[key];
|
|
275
|
+
const after = next.extra[key];
|
|
276
|
+
if (sameValue(before, after))
|
|
277
|
+
continue;
|
|
278
|
+
extra[key] = after === undefined ? null : after;
|
|
279
|
+
}
|
|
280
|
+
return {
|
|
281
|
+
...(sameValue(base.fallback_groups, next.fallback_groups)
|
|
282
|
+
? {}
|
|
283
|
+
: { fallback_groups: next.fallback_groups }),
|
|
284
|
+
...(sameValue(base.model_fallback_bindings, next.model_fallback_bindings)
|
|
285
|
+
? {}
|
|
286
|
+
: { model_fallback_bindings: next.model_fallback_bindings ?? null }),
|
|
287
|
+
...(Object.keys(extra).length > 0 ? { extra } : {}),
|
|
288
|
+
};
|
|
289
|
+
};
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { Schema as S } from "effect";
|
|
2
|
+
export type { TDaemonCommand, TDaemonCommandKind } from "./daemon.js";
|
|
3
|
+
export { DaemonCommand, DaemonCommandKind } from "./daemon.js";
|
|
4
|
+
/** Informational relay protocol version; feature gating is caps-based. */
|
|
5
|
+
export declare const RELAY_PROTOCOL_VERSION = 3;
|
|
6
|
+
/**
|
|
7
|
+
* The command lifecycle — daemon-asserted, pushed live over the socket.
|
|
8
|
+
* Replaces the old `DaemonCommandAck { status: "done" | "error" }` binary with
|
|
9
|
+
* a five-state progression:
|
|
10
|
+
*
|
|
11
|
+
* pending — browser → relay sent; no daemon ack yet (browser-local).
|
|
12
|
+
* ack — the daemon received the command and began running it.
|
|
13
|
+
* done — completed; the `-s` probe shows the box state actually changed.
|
|
14
|
+
* not_done — completed; the `-s` probe shows it was already in the desired
|
|
15
|
+
* state (a measured no-op). Reserved for a daemon-measured no-op —
|
|
16
|
+
* NEVER a transport rejection (an offline daemon yields `error`).
|
|
17
|
+
* error — failed (or the relay had no live daemon socket: `daemon_offline`);
|
|
18
|
+
* carries `message`.
|
|
19
|
+
*
|
|
20
|
+
* `done`/`not_done` for the install/uninstall family come from the pre/post
|
|
21
|
+
* `install.sh -s` probe (a measured fact, not a handler claim); commands with no
|
|
22
|
+
* `-s` probe (connect/logout/refresh/…) return them from the handler.
|
|
23
|
+
*
|
|
24
|
+
* Subscription login is NOT a CommandState. See `auth.ts` (`auth.login.*` /
|
|
25
|
+
* `auth.session.lost`) — do not overload this union with auth phases.
|
|
26
|
+
*/
|
|
27
|
+
export declare const CommandState: S.Literals<readonly ["pending", "ack", "done", "not_done", "error"]>;
|
|
28
|
+
export type TCommandState = S.Schema.Type<typeof CommandState>;
|
|
29
|
+
/** The terminal subset of `CommandState` — the states a command finally rests
|
|
30
|
+
* in. `pending`/`ack` are transient. */
|
|
31
|
+
export declare const TerminalCommandState: S.Literals<readonly ["done", "not_done", "error"]>;
|
|
32
|
+
export type TTerminalCommandState = S.Schema.Type<typeof TerminalCommandState>;
|
|
33
|
+
/**
|
|
34
|
+
* One snapshot of a command's progress. `req_id` is the id the browser minted at
|
|
35
|
+
* enqueue (the relay echoes it back — always present). `slug` is the command's
|
|
36
|
+
* target provider when it has one (connect/logout/…), so the browser can release
|
|
37
|
+
* the optimistic-pending ticket for THAT provider only — absent for whole-daemon
|
|
38
|
+
* commands (refresh/auto-update), where the browser falls back to clearing the
|
|
39
|
+
* key's tickets. `kind` is informational (display / dedup). `message` is a brief,
|
|
40
|
+
* human-readable line set on `error` (e.g. `daemon_offline`) and optionally on
|
|
41
|
+
* `not_done`.
|
|
42
|
+
*/
|
|
43
|
+
export declare const CommandLifecycle: S.Struct<{
|
|
44
|
+
readonly req_id: S.String;
|
|
45
|
+
readonly command_id: S.optional<S.String>;
|
|
46
|
+
readonly key_id: S.String;
|
|
47
|
+
readonly daemon_session_id: S.optional<S.String>;
|
|
48
|
+
readonly slug: S.optional<S.String>;
|
|
49
|
+
readonly target: S.optional<S.String>;
|
|
50
|
+
/**
|
|
51
|
+
* Device-local account slot this lifecycle clears in the dashboard
|
|
52
|
+
* (`docs/plan/multi-account-subscriptions.md`). Absent ⇒ account 0 so
|
|
53
|
+
* older relays / single-account tickets keep the bare `(keyId, slug)`
|
|
54
|
+
* pending key. Roster commands (`add_account` / `remove_account` /
|
|
55
|
+
* `pin_account`) leave this unset and scope via a `${slug}#roster`
|
|
56
|
+
* ticket instead.
|
|
57
|
+
*/
|
|
58
|
+
readonly account_index: S.optional<S.Number>;
|
|
59
|
+
readonly kind: S.Literals<readonly ["auth", "connect", "connect_device_code", "cancel_connect", "logout", "submit_login_code", "add_account", "remove_account", "pin_account", "set_auto_update", "refresh", "status", "update", "bust_plan_cache", "refresh_models", "refresh_models_due", "list_local_sessions", "local_rescan", "set_local_key", "set_provider_key", "set_team_key", "delete_team_key", "set_device_sessions"]>;
|
|
60
|
+
readonly state: S.Literals<readonly ["pending", "ack", "done", "not_done", "error"]>;
|
|
61
|
+
readonly message: S.optional<S.String>;
|
|
62
|
+
/**
|
|
63
|
+
* Optional command-specific payload (e.g. `list_local_sessions` →
|
|
64
|
+
* `{ sessions: LocalCliSession[] }`). Absent on most commands; the
|
|
65
|
+
* browser must ignore unknown shapes. Never carries secrets.
|
|
66
|
+
*/
|
|
67
|
+
readonly result: S.optional<S.Unknown>;
|
|
68
|
+
}>;
|
|
69
|
+
export type TCommandLifecycle = S.Schema.Type<typeof CommandLifecycle>;
|
|
70
|
+
/** relay → watcher. A live update on a command the watcher enqueued. The
|
|
71
|
+
* terminal frame (`done`/`not_done`/`error`) is the receipt — there is no
|
|
72
|
+
* durable row to read back. */
|
|
73
|
+
export declare const RelayCommandLifecycleFrame: S.Struct<{
|
|
74
|
+
readonly type: S.Literal<"command_lifecycle">;
|
|
75
|
+
readonly lifecycle: S.Struct<{
|
|
76
|
+
readonly req_id: S.String;
|
|
77
|
+
readonly command_id: S.optional<S.String>;
|
|
78
|
+
readonly key_id: S.String;
|
|
79
|
+
readonly daemon_session_id: S.optional<S.String>;
|
|
80
|
+
readonly slug: S.optional<S.String>;
|
|
81
|
+
readonly target: S.optional<S.String>;
|
|
82
|
+
/**
|
|
83
|
+
* Device-local account slot this lifecycle clears in the dashboard
|
|
84
|
+
* (`docs/plan/multi-account-subscriptions.md`). Absent ⇒ account 0 so
|
|
85
|
+
* older relays / single-account tickets keep the bare `(keyId, slug)`
|
|
86
|
+
* pending key. Roster commands (`add_account` / `remove_account` /
|
|
87
|
+
* `pin_account`) leave this unset and scope via a `${slug}#roster`
|
|
88
|
+
* ticket instead.
|
|
89
|
+
*/
|
|
90
|
+
readonly account_index: S.optional<S.Number>;
|
|
91
|
+
readonly kind: S.Literals<readonly ["auth", "connect", "connect_device_code", "cancel_connect", "logout", "submit_login_code", "add_account", "remove_account", "pin_account", "set_auto_update", "refresh", "status", "update", "bust_plan_cache", "refresh_models", "refresh_models_due", "list_local_sessions", "local_rescan", "set_local_key", "set_provider_key", "set_team_key", "delete_team_key", "set_device_sessions"]>;
|
|
92
|
+
readonly state: S.Literals<readonly ["pending", "ack", "done", "not_done", "error"]>;
|
|
93
|
+
readonly message: S.optional<S.String>;
|
|
94
|
+
/**
|
|
95
|
+
* Optional command-specific payload (e.g. `list_local_sessions` →
|
|
96
|
+
* `{ sessions: LocalCliSession[] }`). Absent on most commands; the
|
|
97
|
+
* browser must ignore unknown shapes. Never carries secrets.
|
|
98
|
+
*/
|
|
99
|
+
readonly result: S.optional<S.Unknown>;
|
|
100
|
+
}>;
|
|
101
|
+
}>;
|
|
102
|
+
export type TRelayCommandLifecycleFrame = S.Schema.Type<typeof RelayCommandLifecycleFrame>;
|
|
@@ -1,28 +1,10 @@
|
|
|
1
1
|
import { Schema as S } from "effect";
|
|
2
|
-
import { AccountIndex, DaemonCommandKind } from "./daemon";
|
|
3
|
-
|
|
4
|
-
// ─── Control channel — the live command lifecycle ────────────────────
|
|
5
|
-
//
|
|
6
|
-
// The stateless-relay contract: the relay is a pure socket binder (Browser
|
|
7
|
-
// WS ↔ Daemon WS) and the daemon is the source of truth. A command is a
|
|
8
|
-
// self-contained request → lifecycle → response with NO persistence — no
|
|
9
|
-
// `daemon_commands` mailbox, no history, no replay (it lives only as long as
|
|
10
|
-
// its sockets). This file owns the command lifecycle the browser drives its
|
|
11
|
-
// optimistic UI off; `device-state.ts` owns the snapshot the daemon pushes.
|
|
12
|
-
// See `docs/proposals/daemon-owned-state-stateless-relay.md`.
|
|
13
|
-
//
|
|
14
|
-
// NB: distinct from the daemon's local `packages/cli/daemon/src/control-channel.ts`
|
|
15
|
-
// (the partysocket transport impl). This is the SHARED wire contract both ends
|
|
16
|
-
// and the relay decode against.
|
|
17
|
-
|
|
18
|
-
export type { TDaemonCommand, TDaemonCommandKind } from "./daemon";
|
|
2
|
+
import { AccountIndex, DaemonCommandKind } from "./daemon.js";
|
|
19
3
|
// Re-export the closed command vocabulary so a consumer can import the whole
|
|
20
4
|
// control-channel contract from one module.
|
|
21
|
-
export { DaemonCommand, DaemonCommandKind } from "./daemon";
|
|
22
|
-
|
|
5
|
+
export { DaemonCommand, DaemonCommandKind } from "./daemon.js";
|
|
23
6
|
/** Informational relay protocol version; feature gating is caps-based. */
|
|
24
7
|
export const RELAY_PROTOCOL_VERSION = 3;
|
|
25
|
-
|
|
26
8
|
/**
|
|
27
9
|
* The command lifecycle — daemon-asserted, pushed live over the socket.
|
|
28
10
|
* Replaces the old `DaemonCommandAck { status: "done" | "error" }` binary with
|
|
@@ -45,19 +27,15 @@ export const RELAY_PROTOCOL_VERSION = 3;
|
|
|
45
27
|
* `auth.session.lost`) — do not overload this union with auth phases.
|
|
46
28
|
*/
|
|
47
29
|
export const CommandState = S.Literals([
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
30
|
+
"pending",
|
|
31
|
+
"ack",
|
|
32
|
+
"done",
|
|
33
|
+
"not_done",
|
|
34
|
+
"error",
|
|
53
35
|
]);
|
|
54
|
-
export type TCommandState = S.Schema.Type<typeof CommandState>;
|
|
55
|
-
|
|
56
36
|
/** The terminal subset of `CommandState` — the states a command finally rests
|
|
57
37
|
* in. `pending`/`ack` are transient. */
|
|
58
38
|
export const TerminalCommandState = S.Literals(["done", "not_done", "error"]);
|
|
59
|
-
export type TTerminalCommandState = S.Schema.Type<typeof TerminalCommandState>;
|
|
60
|
-
|
|
61
39
|
/**
|
|
62
40
|
* One snapshot of a command's progress. `req_id` is the id the browser minted at
|
|
63
41
|
* enqueue (the relay echoes it back — always present). `slug` is the command's
|
|
@@ -69,47 +47,41 @@ export type TTerminalCommandState = S.Schema.Type<typeof TerminalCommandState>;
|
|
|
69
47
|
* `not_done`.
|
|
70
48
|
*/
|
|
71
49
|
export const CommandLifecycle = S.Struct({
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
50
|
+
req_id: S.String,
|
|
51
|
+
command_id: S.optional(S.String),
|
|
52
|
+
key_id: S.String,
|
|
53
|
+
daemon_session_id: S.optional(S.String),
|
|
54
|
+
slug: S.optional(S.String),
|
|
55
|
+
target: S.optional(S.String),
|
|
56
|
+
/**
|
|
57
|
+
* Device-local account slot this lifecycle clears in the dashboard
|
|
58
|
+
* (`docs/plan/multi-account-subscriptions.md`). Absent ⇒ account 0 so
|
|
59
|
+
* older relays / single-account tickets keep the bare `(keyId, slug)`
|
|
60
|
+
* pending key. Roster commands (`add_account` / `remove_account` /
|
|
61
|
+
* `pin_account`) leave this unset and scope via a `${slug}#roster`
|
|
62
|
+
* ticket instead.
|
|
63
|
+
*/
|
|
64
|
+
account_index: S.optional(AccountIndex),
|
|
65
|
+
kind: DaemonCommandKind,
|
|
66
|
+
state: CommandState,
|
|
67
|
+
message: S.optional(S.String),
|
|
68
|
+
/**
|
|
69
|
+
* Optional command-specific payload (e.g. `list_local_sessions` →
|
|
70
|
+
* `{ sessions: LocalCliSession[] }`). Absent on most commands; the
|
|
71
|
+
* browser must ignore unknown shapes. Never carries secrets.
|
|
72
|
+
*/
|
|
73
|
+
result: S.optional(S.Unknown),
|
|
96
74
|
});
|
|
97
|
-
export type TCommandLifecycle = S.Schema.Type<typeof CommandLifecycle>;
|
|
98
|
-
|
|
99
75
|
// ─── New relay → watcher frames (stateless-relay transport) ──────────
|
|
100
76
|
//
|
|
101
77
|
// These supersede the old `enqueue_ack` / `status_push` / `presence` frames in
|
|
102
78
|
// `relay.ts` once Phase 3 lands. Defined additively here so later phases import
|
|
103
79
|
// a stable contract; the full `RelayFrame` union swap happens with the relay
|
|
104
80
|
// rewrite.
|
|
105
|
-
|
|
106
81
|
/** relay → watcher. A live update on a command the watcher enqueued. The
|
|
107
82
|
* terminal frame (`done`/`not_done`/`error`) is the receipt — there is no
|
|
108
83
|
* durable row to read back. */
|
|
109
84
|
export const RelayCommandLifecycleFrame = S.Struct({
|
|
110
|
-
|
|
111
|
-
|
|
85
|
+
type: S.Literal("command_lifecycle"),
|
|
86
|
+
lifecycle: CommandLifecycle,
|
|
112
87
|
});
|
|
113
|
-
export type TRelayCommandLifecycleFrame = S.Schema.Type<
|
|
114
|
-
typeof RelayCommandLifecycleFrame
|
|
115
|
-
>;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { Schema as S } from "effect";
|
|
2
|
+
export declare const CooldownReason: S.Literals<readonly ["network", "timeout", "rate_limit", "quota_exhausted", "server_error", "auth", "payment", "not_found", "payload_too_large", "unprocessable", "request_invalid", "accepted_unreadable", "context_overflow", "content_filter", "upstream_rejection"]>;
|
|
3
|
+
export type TCooldownReason = S.Schema.Type<typeof CooldownReason>;
|
|
4
|
+
export type THopAction = "retry_in_place" | "cool_and_advance" | "walk_no_cool" | "surface";
|
|
5
|
+
/**
|
|
6
|
+
* The routing verb for a classified hop failure:
|
|
7
|
+
*
|
|
8
|
+
* - `retry_in_place` — transient infra fault; retry the SAME model once, then walk.
|
|
9
|
+
* - `cool_and_advance` — this model/account can't serve now (auth/quota/rate);
|
|
10
|
+
* cool it and hop to the next model. The ONLY cooling action, so whether a
|
|
11
|
+
* reason cools is exactly `action === "cool_and_advance"`, and `ttlMs` lives
|
|
12
|
+
* only on this variant.
|
|
13
|
+
* - `walk_no_cool` — the model is unavailable for this request but another might
|
|
14
|
+
* serve it (model absent / policy refusal / capability miss / oversized for
|
|
15
|
+
* THIS model); hop without cooling.
|
|
16
|
+
* - `surface` — stop on this hop (no hop, no cool, no retry). Covers
|
|
17
|
+
* request-deterministic failures (`request_invalid`, `unprocessable`) where
|
|
18
|
+
* every model would reject the request identically, and
|
|
19
|
+
* `accepted_unreadable` where the provider already accepted a 2xx the runner
|
|
20
|
+
* could not use (it may have billed — never re-send). On the cloud's ordered
|
|
21
|
+
* cloud↔device segment walk a `surface` reason ends the whole request, not
|
|
22
|
+
* only the current segment.
|
|
23
|
+
*/
|
|
24
|
+
export type TCooldownPolicy = {
|
|
25
|
+
readonly action: "retry_in_place" | "walk_no_cool" | "surface";
|
|
26
|
+
} | {
|
|
27
|
+
readonly action: "cool_and_advance";
|
|
28
|
+
readonly ttlMs: number;
|
|
29
|
+
};
|
|
30
|
+
export declare const cooldownPolicyFor: (reason: TCooldownReason) => TCooldownPolicy;
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { Schema as S } from "effect";
|
|
2
|
+
export const CooldownReason = S.Literals([
|
|
3
|
+
"network",
|
|
4
|
+
"timeout",
|
|
5
|
+
"rate_limit",
|
|
6
|
+
"quota_exhausted",
|
|
7
|
+
"server_error",
|
|
8
|
+
"auth",
|
|
9
|
+
"payment",
|
|
10
|
+
"not_found",
|
|
11
|
+
"payload_too_large",
|
|
12
|
+
"unprocessable",
|
|
13
|
+
"request_invalid",
|
|
14
|
+
"accepted_unreadable",
|
|
15
|
+
"context_overflow",
|
|
16
|
+
"content_filter",
|
|
17
|
+
"upstream_rejection",
|
|
18
|
+
]);
|
|
19
|
+
const cooldownPolicies = {
|
|
20
|
+
network: { action: "retry_in_place" },
|
|
21
|
+
timeout: { action: "retry_in_place" },
|
|
22
|
+
rate_limit: { action: "cool_and_advance", ttlMs: 180_000 },
|
|
23
|
+
quota_exhausted: { action: "cool_and_advance", ttlMs: 180_000 },
|
|
24
|
+
server_error: { action: "retry_in_place" },
|
|
25
|
+
auth: { action: "cool_and_advance", ttlMs: 60_000 },
|
|
26
|
+
payment: { action: "cool_and_advance", ttlMs: 60_000 },
|
|
27
|
+
// Model unavailable for this request, but a sibling may serve it — hop, no cool.
|
|
28
|
+
not_found: { action: "walk_no_cool" },
|
|
29
|
+
content_filter: { action: "walk_no_cool" },
|
|
30
|
+
// Oversized for THIS model; a larger-context sibling may still accept it.
|
|
31
|
+
payload_too_large: { action: "walk_no_cool" },
|
|
32
|
+
// Capability / unfamiliar 4xx: hop-local — another model may accept the same
|
|
33
|
+
// canonical request. Walk without cooling.
|
|
34
|
+
upstream_rejection: { action: "walk_no_cool" },
|
|
35
|
+
// Request-deterministic: the model works, the request is bad — surface, no hop.
|
|
36
|
+
unprocessable: { action: "surface" },
|
|
37
|
+
request_invalid: { action: "surface" },
|
|
38
|
+
// The provider answered with a non-error status we couldn't use: it accepted
|
|
39
|
+
// (and may have billed) the request, so another hop would bill it twice.
|
|
40
|
+
accepted_unreadable: { action: "surface" },
|
|
41
|
+
// Context overflow is intercepted before the action switch, so this is inert.
|
|
42
|
+
context_overflow: { action: "walk_no_cool" },
|
|
43
|
+
};
|
|
44
|
+
export const cooldownPolicyFor = (reason) => cooldownPolicies[reason];
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Schema as S } from "effect";
|
|
2
|
+
export declare const CostBreakdown: S.Struct<{
|
|
3
|
+
readonly input_cost_usd: S.Number;
|
|
4
|
+
readonly output_cost_usd: S.Number;
|
|
5
|
+
readonly cache_read_cost_usd: S.Number;
|
|
6
|
+
readonly cache_write_cost_usd: S.Number;
|
|
7
|
+
readonly total_cost_usd: S.Number;
|
|
8
|
+
}>;
|
|
9
|
+
export type TCostBreakdown = S.Schema.Type<typeof CostBreakdown>;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/** Parse a daemon port from an env-file compatible scalar. */
|
|
2
|
+
export const parseOpenllmDaemonPort = (raw, fallback) => {
|
|
3
|
+
const trimmed = raw.trim();
|
|
4
|
+
const wrapped = (s, q) => s.length >= 2 && s.startsWith(q) && s.endsWith(q);
|
|
5
|
+
const deComment = (s) => s.replace(/^(.*)\s#.*$/, "$1").trim();
|
|
6
|
+
// Order depends on WHERE the comment sits relative to the quotes:
|
|
7
|
+
// "59321 # local" → comment INSIDE quotes → unwrap first, then de-comment
|
|
8
|
+
// "59321" # local → comment OUTSIDE quotes → de-comment first, then unwrap
|
|
9
|
+
// 59321 # local → bare value with a trailing comment
|
|
10
|
+
let value;
|
|
11
|
+
if (wrapped(trimmed, '"') || wrapped(trimmed, "'")) {
|
|
12
|
+
value = deComment(trimmed.slice(1, -1));
|
|
13
|
+
}
|
|
14
|
+
else {
|
|
15
|
+
const decommented = deComment(trimmed);
|
|
16
|
+
value =
|
|
17
|
+
wrapped(decommented, '"') || wrapped(decommented, "'")
|
|
18
|
+
? decommented.slice(1, -1)
|
|
19
|
+
: decommented;
|
|
20
|
+
}
|
|
21
|
+
const stripped = value.trim();
|
|
22
|
+
if (!/^\d+$/.test(stripped))
|
|
23
|
+
return fallback;
|
|
24
|
+
const parsed = Number.parseInt(stripped, 10);
|
|
25
|
+
return Number.isInteger(parsed) && parsed >= 1 && parsed <= 65535
|
|
26
|
+
? parsed
|
|
27
|
+
: fallback;
|
|
28
|
+
};
|