@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Raise-only output-token backfill — the shared rule the cloud dispatch
|
|
3
|
+
* chain and the coreless daemon walker both apply so an alias / binding
|
|
4
|
+
* / pin that resolves to a concrete model gets its live vendor-reported
|
|
5
|
+
* ceiling instead of the client's conservative default for the
|
|
6
|
+
* unrecognised alias id.
|
|
7
|
+
*
|
|
8
|
+
* Lives in `@openllmsh/sdk/wire` (not `@openllm/core`) so the daemon can
|
|
9
|
+
* import it. Same gating as the historical `dispatch-chain` helper:
|
|
10
|
+
* concrete-id requests, unknown ceilings, and already-generous client
|
|
11
|
+
* values all no-op.
|
|
12
|
+
*/
|
|
13
|
+
/**
|
|
14
|
+
* When a hop's catalog id differs from the inbound requested id AND the
|
|
15
|
+
* resolved model's native output ceiling is known AND it exceeds the
|
|
16
|
+
* client's value, return that ceiling. Otherwise `null` (leave the
|
|
17
|
+
* client's cap untouched).
|
|
18
|
+
*/
|
|
19
|
+
export const backfilledMaxTokens = (modelId, clientMaxTokens, args) => {
|
|
20
|
+
if (modelId === args.requestedModel)
|
|
21
|
+
return null;
|
|
22
|
+
const ceiling = args.getOutputTokenLimit(modelId);
|
|
23
|
+
if (ceiling === null)
|
|
24
|
+
return null;
|
|
25
|
+
if (clientMaxTokens !== undefined && clientMaxTokens >= ceiling)
|
|
26
|
+
return null;
|
|
27
|
+
return ceiling;
|
|
28
|
+
};
|
|
29
|
+
const finiteNumber = (value) => typeof value === "number" && Number.isFinite(value) ? value : undefined;
|
|
30
|
+
/**
|
|
31
|
+
* Effective client output cap on an already-built upstream body.
|
|
32
|
+
* The smallest present sibling wins: a leftover 32k `max_tokens` must
|
|
33
|
+
* still trigger raise-only backfill even when `max_completion_tokens`
|
|
34
|
+
* is already at the ceiling (first-present would miss it and leave
|
|
35
|
+
* the smaller field to shadow upstream).
|
|
36
|
+
*/
|
|
37
|
+
export const clientOutputCapFromBody = (body) => {
|
|
38
|
+
if (body === null || typeof body !== "object")
|
|
39
|
+
return undefined;
|
|
40
|
+
const rec = body;
|
|
41
|
+
const caps = [];
|
|
42
|
+
for (const key of [
|
|
43
|
+
"max_output_tokens",
|
|
44
|
+
"max_completion_tokens",
|
|
45
|
+
"max_tokens",
|
|
46
|
+
]) {
|
|
47
|
+
const value = finiteNumber(rec[key]);
|
|
48
|
+
if (value !== undefined)
|
|
49
|
+
caps.push(value);
|
|
50
|
+
}
|
|
51
|
+
if (caps.length === 0)
|
|
52
|
+
return undefined;
|
|
53
|
+
return Math.min(...caps);
|
|
54
|
+
};
|
|
55
|
+
const inboundRequestedModel = (rawBody) => {
|
|
56
|
+
if (rawBody === null || typeof rawBody !== "object")
|
|
57
|
+
return null;
|
|
58
|
+
const model = rawBody.model;
|
|
59
|
+
return typeof model === "string" && model.length > 0 ? model : null;
|
|
60
|
+
};
|
|
61
|
+
/**
|
|
62
|
+
* Raise whichever output-cap fields the built body already carries so a
|
|
63
|
+
* leftover smaller sibling cannot shadow the backfill. Codex Responses
|
|
64
|
+
* bodies omit the field on purpose (`max_output_tokens` 400s) — do not
|
|
65
|
+
* invent it. When no cap field is present on an openai / anthropic /
|
|
66
|
+
* non-Codex Responses body, write the field that wire honors.
|
|
67
|
+
*/
|
|
68
|
+
export const raiseOutputCapFields = (body, raised, wire,
|
|
69
|
+
// `false` = non-Codex Responses (Grok). Undefined / true = Codex.
|
|
70
|
+
codexInstructions) => {
|
|
71
|
+
if (body === null || typeof body !== "object" || Array.isArray(body)) {
|
|
72
|
+
return body;
|
|
73
|
+
}
|
|
74
|
+
const rec = body;
|
|
75
|
+
const hasOutput = finiteNumber(rec.max_output_tokens) !== undefined;
|
|
76
|
+
const hasCompletion = finiteNumber(rec.max_completion_tokens) !== undefined;
|
|
77
|
+
const hasTokens = finiteNumber(rec.max_tokens) !== undefined;
|
|
78
|
+
if (!hasOutput && !hasCompletion && !hasTokens) {
|
|
79
|
+
if (wire === "chatgpt" && codexInstructions !== false)
|
|
80
|
+
return body;
|
|
81
|
+
if (wire === "chatgpt")
|
|
82
|
+
return { ...rec, max_output_tokens: raised };
|
|
83
|
+
if (wire === "anthropic")
|
|
84
|
+
return { ...rec, max_tokens: raised };
|
|
85
|
+
return { ...rec, max_completion_tokens: raised };
|
|
86
|
+
}
|
|
87
|
+
const raiseField = (existing) => {
|
|
88
|
+
const current = finiteNumber(existing);
|
|
89
|
+
return current === undefined ? raised : Math.max(current, raised);
|
|
90
|
+
};
|
|
91
|
+
// Per-field raise-only: a sibling already above the ceiling stays;
|
|
92
|
+
// a leftover smaller sibling is lifted. Writing every field to
|
|
93
|
+
// `raised` would lower a generous cap.
|
|
94
|
+
return {
|
|
95
|
+
...rec,
|
|
96
|
+
...(hasOutput
|
|
97
|
+
? { max_output_tokens: raiseField(rec.max_output_tokens) }
|
|
98
|
+
: {}),
|
|
99
|
+
...(hasCompletion
|
|
100
|
+
? { max_completion_tokens: raiseField(rec.max_completion_tokens) }
|
|
101
|
+
: {}),
|
|
102
|
+
...(hasTokens ? { max_tokens: raiseField(rec.max_tokens) } : {}),
|
|
103
|
+
};
|
|
104
|
+
};
|
|
105
|
+
/**
|
|
106
|
+
* Apply raise-only backfill to a built upstream body. `null` get-limit
|
|
107
|
+
* or a no-op rule returns `body` unchanged.
|
|
108
|
+
*/
|
|
109
|
+
export const applyOutputTokenBackfill = (body, args) => {
|
|
110
|
+
const requestedModel = inboundRequestedModel(args.rawBody) ?? args.hopModelId;
|
|
111
|
+
const raised = backfilledMaxTokens(args.hopModelId, clientOutputCapFromBody(body), {
|
|
112
|
+
requestedModel,
|
|
113
|
+
getOutputTokenLimit: args.getOutputTokenLimit,
|
|
114
|
+
});
|
|
115
|
+
return raised === null
|
|
116
|
+
? body
|
|
117
|
+
: raiseOutputCapFields(body, raised, args.wire, args.codexInstructions);
|
|
118
|
+
};
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { TModelCaps } from "@openllmsh/sdk/protocol";
|
|
2
|
+
export type { TModelCaps };
|
|
3
|
+
/**
|
|
4
|
+
* Apply the resolved model card's final outbound-body constraints without
|
|
5
|
+
* mutating the wire encoder's result.
|
|
6
|
+
*/
|
|
7
|
+
export declare const applyModelCaps: (body: Record<string, unknown>, caps: TModelCaps | undefined) => Record<string, unknown>;
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Catalog-declared, model-family request constraints. These run after wire
|
|
3
|
+
* encoding so the resolved model card can make the final provider-specific
|
|
4
|
+
* adjustment without teaching a wire format about model names.
|
|
5
|
+
*/
|
|
6
|
+
const otherMaxTokensField = (field) => field === "max_tokens" ? "max_completion_tokens" : "max_tokens";
|
|
7
|
+
/**
|
|
8
|
+
* Apply the resolved model card's final outbound-body constraints without
|
|
9
|
+
* mutating the wire encoder's result.
|
|
10
|
+
*/
|
|
11
|
+
export const applyModelCaps = (body, caps) => {
|
|
12
|
+
if (caps === undefined)
|
|
13
|
+
return body;
|
|
14
|
+
const next = { ...body };
|
|
15
|
+
for (const key of caps.deniedParams ?? []) {
|
|
16
|
+
delete next[key];
|
|
17
|
+
}
|
|
18
|
+
if (caps.maxTokensField !== undefined) {
|
|
19
|
+
const otherField = otherMaxTokensField(caps.maxTokensField);
|
|
20
|
+
if (otherField in next) {
|
|
21
|
+
if (!(caps.maxTokensField in next)) {
|
|
22
|
+
next[caps.maxTokensField] = next[otherField];
|
|
23
|
+
}
|
|
24
|
+
delete next[otherField];
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
if (caps.temperature === "only-1" && next.temperature !== 1) {
|
|
28
|
+
delete next.temperature;
|
|
29
|
+
}
|
|
30
|
+
else if (caps.temperature === "clamp-0-1") {
|
|
31
|
+
const temperature = next.temperature;
|
|
32
|
+
if (typeof temperature === "number") {
|
|
33
|
+
next.temperature = Math.min(1, Math.max(0, temperature));
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
else if (caps.temperature === "drop") {
|
|
37
|
+
delete next.temperature;
|
|
38
|
+
}
|
|
39
|
+
return next;
|
|
40
|
+
};
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import type { TChatCompletionRequest, TModelSettings } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** Apply to a fresh hop-local canonical view, never the shared inbound request. */
|
|
3
|
+
export declare const applyModelSettings: (request: TChatCompletionRequest, settings: TModelSettings | undefined) => TChatCompletionRequest;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { applyReasoningEffortFloor } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** Apply to a fresh hop-local canonical view, never the shared inbound request. */
|
|
3
|
+
export const applyModelSettings = (request, settings) => {
|
|
4
|
+
let next = request;
|
|
5
|
+
if (request.service_tier == null && settings?.service_tier !== undefined) {
|
|
6
|
+
next = { ...next, service_tier: settings.service_tier };
|
|
7
|
+
}
|
|
8
|
+
const effort = applyReasoningEffortFloor(next.reasoning_effort, settings?.min_reasoning_effort);
|
|
9
|
+
if (effort !== next.reasoning_effort) {
|
|
10
|
+
next = { ...next, reasoning_effort: effort };
|
|
11
|
+
}
|
|
12
|
+
return next;
|
|
13
|
+
};
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lower a wire request's output limit to a cap hold's budget — the one
|
|
3
|
+
* field-level operation the cloud tunnel path and the daemon walker share
|
|
4
|
+
* (review round 3, E1). Every output spelling present is clamped; when none
|
|
5
|
+
* is, the surface's own spelling is added. The core dispatch chain clamps
|
|
6
|
+
* its canonical request separately, because it is also bounded by the
|
|
7
|
+
* client's own fields after model settings and output backfill.
|
|
8
|
+
*/
|
|
9
|
+
export type TOutputLimitSurface = "chat_completions" | "messages" | "responses";
|
|
10
|
+
/** A copy of `body` with its output limit at most `limit`. */
|
|
11
|
+
export declare const clampOutputLimitFields: (body: Readonly<Record<string, unknown>>, surface: TOutputLimitSurface, limit: number) => Record<string, unknown>;
|
|
12
|
+
export declare const isOutputLimitSurface: (surface: string) => surface is TOutputLimitSurface;
|
|
13
|
+
/** Parse and clamp a JSON wire body, rejecting malformed or non-object input. */
|
|
14
|
+
export declare const clampOutputLimitBytes: (body: Uint8Array, surface: TOutputLimitSurface, limit: number) => Uint8Array;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
const OUTPUT_FIELDS = [
|
|
2
|
+
"max_tokens",
|
|
3
|
+
"max_completion_tokens",
|
|
4
|
+
"max_output_tokens",
|
|
5
|
+
];
|
|
6
|
+
/** A copy of `body` with its output limit at most `limit`. */
|
|
7
|
+
export const clampOutputLimitFields = (body, surface, limit) => {
|
|
8
|
+
const result = { ...body };
|
|
9
|
+
let lowest = limit;
|
|
10
|
+
for (const key of OUTPUT_FIELDS) {
|
|
11
|
+
const value = result[key];
|
|
12
|
+
if (value === undefined || value === null)
|
|
13
|
+
continue;
|
|
14
|
+
const clamped = typeof value === "number" && Number.isFinite(value)
|
|
15
|
+
? Math.min(value, limit)
|
|
16
|
+
: limit;
|
|
17
|
+
result[key] = clamped;
|
|
18
|
+
lowest = Math.min(lowest, clamped);
|
|
19
|
+
}
|
|
20
|
+
const target = surface === "responses" ? "max_output_tokens" : "max_tokens";
|
|
21
|
+
const hasTarget = result[target] != null ||
|
|
22
|
+
(surface === "chat_completions" && result.max_completion_tokens != null);
|
|
23
|
+
if (!hasTarget)
|
|
24
|
+
result[target] = lowest;
|
|
25
|
+
return result;
|
|
26
|
+
};
|
|
27
|
+
export const isOutputLimitSurface = (surface) => surface === "chat_completions" ||
|
|
28
|
+
surface === "messages" ||
|
|
29
|
+
surface === "responses";
|
|
30
|
+
/** Parse and clamp a JSON wire body, rejecting malformed or non-object input. */
|
|
31
|
+
export const clampOutputLimitBytes = (body, surface, limit) => {
|
|
32
|
+
const parsed = JSON.parse(new TextDecoder().decode(body));
|
|
33
|
+
if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed))
|
|
34
|
+
throw new Error("Invalid team request body");
|
|
35
|
+
return new TextEncoder().encode(JSON.stringify(clampOutputLimitFields(parsed, surface, limit)));
|
|
36
|
+
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { TProviderUsageSnapshot, TSubscriptionMeterMatch } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** Maximum age for a stale quota snapshot to remain eligible for routing. */
|
|
3
|
+
export declare const GATE_STALE_CAP_MS: number;
|
|
4
|
+
export type TQuotaGateDecision = {
|
|
5
|
+
readonly kind: "allow";
|
|
6
|
+
} | {
|
|
7
|
+
readonly kind: "skip";
|
|
8
|
+
readonly reason: string;
|
|
9
|
+
};
|
|
10
|
+
export declare const quotaGateDecision: (params: {
|
|
11
|
+
readonly snapshot: TProviderUsageSnapshot | null;
|
|
12
|
+
readonly meter: TSubscriptionMeterMatch | undefined;
|
|
13
|
+
readonly finalHop: boolean;
|
|
14
|
+
readonly staleCapMs: number;
|
|
15
|
+
readonly now: number;
|
|
16
|
+
}) => TQuotaGateDecision;
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { matchesSubscriptionMeter } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** Maximum age for a stale quota snapshot to remain eligible for routing. */
|
|
3
|
+
export const GATE_STALE_CAP_MS = 10 * 60_000;
|
|
4
|
+
/**
|
|
5
|
+
* May a STALE snapshot's exhausted `pool` still gate routing?
|
|
6
|
+
*
|
|
7
|
+
* A pool whose reset instant is KNOWN and still ahead is self-validating: the
|
|
8
|
+
* window cannot have refilled before it resets, so the read's age is
|
|
9
|
+
* irrelevant — it gates until that instant, then stops. Age-capping this case
|
|
10
|
+
* made the gate useless for precisely the provider that needs it: an exhausted
|
|
11
|
+
* account serves no successful request, so nothing re-samples its usage, so its
|
|
12
|
+
* snapshot sits permanently past the cap and the dead hop is dialled on every
|
|
13
|
+
* request (grok weekly at 100% with a 6-day-out reset, read 20 min earlier →
|
|
14
|
+
* dialled → HTTP 402 "usage balance exhausted").
|
|
15
|
+
*
|
|
16
|
+
* With NO reset instant there is nothing to validate against, so the freshness
|
|
17
|
+
* cap remains the only evidence and an aged read is not trusted.
|
|
18
|
+
*/
|
|
19
|
+
const stalePoolIsGateable = (snapshot, pool, staleCapMs, now) => {
|
|
20
|
+
if (!snapshot.stale)
|
|
21
|
+
return true;
|
|
22
|
+
if (pool?.reset_at_ms !== null && pool?.reset_at_ms !== undefined) {
|
|
23
|
+
return now < pool.reset_at_ms;
|
|
24
|
+
}
|
|
25
|
+
return (snapshot.as_of_ms !== undefined && now - snapshot.as_of_ms <= staleCapMs);
|
|
26
|
+
};
|
|
27
|
+
export const quotaGateDecision = (params) => {
|
|
28
|
+
if (params.finalHop || params.snapshot?.kind !== "quota") {
|
|
29
|
+
return { kind: "allow" };
|
|
30
|
+
}
|
|
31
|
+
const { snapshot } = params;
|
|
32
|
+
// A rejected quota snapshot derives from exhausted shared provider windows.
|
|
33
|
+
// For fresh snapshots that vendor verdict is current. For stale snapshots,
|
|
34
|
+
// assess EACH exhausted window independently: an old 5-hour window that has
|
|
35
|
+
// reset cannot erase the still-future 7-day exhaustion in the same snapshot.
|
|
36
|
+
const exhaustedProviderWindow = snapshot.windows.find((window) => window.percent_used >= 100 &&
|
|
37
|
+
stalePoolIsGateable(snapshot, window, params.staleCapMs, params.now));
|
|
38
|
+
if (snapshot.status === "rejected" && exhaustedProviderWindow !== undefined) {
|
|
39
|
+
return { kind: "skip", reason: "quota_skip: provider window exhausted" };
|
|
40
|
+
}
|
|
41
|
+
const exhaustedPool = snapshot.extra_pools?.find((pool) => matchesSubscriptionMeter(params.meter, pool.meter_id) &&
|
|
42
|
+
pool.percent_used >= 100 &&
|
|
43
|
+
stalePoolIsGateable(snapshot, pool, params.staleCapMs, params.now));
|
|
44
|
+
if (exhaustedPool !== undefined) {
|
|
45
|
+
return { kind: "skip", reason: "quota_skip: model meter exhausted" };
|
|
46
|
+
}
|
|
47
|
+
return { kind: "allow" };
|
|
48
|
+
};
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@openllmsh/sdk/wire` — pure wire-format transforms shared by the cloud
|
|
3
|
+
* pipeline (`@openllm/core`) and the local daemon. Depends only on
|
|
4
|
+
* `@openllmsh/sdk/protocol`: no Effect-DI, no provider registry, no `fetch`.
|
|
5
|
+
*
|
|
6
|
+
* These are the functions a coreless daemon needs to adapt a request
|
|
7
|
+
* to a hop's wire, encode the response back, and synthesize usage —
|
|
8
|
+
* carried verbatim from `core` so the matrix tests pin them unchanged.
|
|
9
|
+
*/
|
|
10
|
+
export * from "./adapters/messages/reasoning-from-items.js";
|
|
11
|
+
export * from "./adapters/messages/reasoning-signature.js";
|
|
12
|
+
export * from "./adapters/messages/request.js";
|
|
13
|
+
export * from "./adapters/messages/response.js";
|
|
14
|
+
export * from "./adapters/messages/streaming.js";
|
|
15
|
+
export * from "./features/account-rank.js";
|
|
16
|
+
export * from "./features/compaction/compact-request.js";
|
|
17
|
+
export * from "./features/compaction/compaction-text.js";
|
|
18
|
+
export * from "./features/context-demote.js";
|
|
19
|
+
export * from "./features/context-overflow-strategy.js";
|
|
20
|
+
export * from "./features/context-skip.js";
|
|
21
|
+
export * from "./features/conversation-affinity.js";
|
|
22
|
+
export * from "./features/max-tokens-backfill.js";
|
|
23
|
+
export * from "./features/model-caps.js";
|
|
24
|
+
export * from "./features/output-limit-clamp.js";
|
|
25
|
+
export * from "./features/quota-gate.js";
|
|
26
|
+
export * from "./lib/attempt-outcome.js";
|
|
27
|
+
export * from "./lib/canonical/content-part.js";
|
|
28
|
+
export * from "./lib/canonical/count-tokens-capability.js";
|
|
29
|
+
export * from "./lib/canonical/message.js";
|
|
30
|
+
export * from "./lib/canonical/token-estimate.js";
|
|
31
|
+
export * from "./lib/encrypted-content.js";
|
|
32
|
+
export * from "./lib/error-class.js";
|
|
33
|
+
export * from "./lib/error-envelope.js";
|
|
34
|
+
export * from "./lib/provider-error-rules.js";
|
|
35
|
+
export * from "./lib/refusal.js";
|
|
36
|
+
export * from "./lib/secret-scrub.js";
|
|
37
|
+
export * from "./lib/streaming/accumulate.js";
|
|
38
|
+
export * from "./lib/streaming/peek.js";
|
|
39
|
+
export * from "./lib/streaming/sse.js";
|
|
40
|
+
export * from "./lib/streaming/strip-tool-calls.js";
|
|
41
|
+
export * from "./lib/streaming/upstream-error.js";
|
|
42
|
+
export * from "./lib/strip-subagent-isolation.js";
|
|
43
|
+
export * from "./lib/thinking-signature.js";
|
|
44
|
+
export * from "./lib/usage-observer.js";
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@openllmsh/sdk/wire` — pure wire-format transforms shared by the cloud
|
|
3
|
+
* pipeline (`@openllm/core`) and the local daemon. Depends only on
|
|
4
|
+
* `@openllmsh/sdk/protocol`: no Effect-DI, no provider registry, no `fetch`.
|
|
5
|
+
*
|
|
6
|
+
* These are the functions a coreless daemon needs to adapt a request
|
|
7
|
+
* to a hop's wire, encode the response back, and synthesize usage —
|
|
8
|
+
* carried verbatim from `core` so the matrix tests pin them unchanged.
|
|
9
|
+
*/
|
|
10
|
+
export * from "./adapters/messages/reasoning-from-items.js";
|
|
11
|
+
export * from "./adapters/messages/reasoning-signature.js";
|
|
12
|
+
export * from "./adapters/messages/request.js";
|
|
13
|
+
export * from "./adapters/messages/response.js";
|
|
14
|
+
export * from "./adapters/messages/streaming.js";
|
|
15
|
+
export * from "./features/account-rank.js";
|
|
16
|
+
export * from "./features/compaction/compact-request.js";
|
|
17
|
+
export * from "./features/compaction/compaction-text.js";
|
|
18
|
+
export * from "./features/context-demote.js";
|
|
19
|
+
export * from "./features/context-overflow-strategy.js";
|
|
20
|
+
export * from "./features/context-skip.js";
|
|
21
|
+
export * from "./features/conversation-affinity.js";
|
|
22
|
+
export * from "./features/max-tokens-backfill.js";
|
|
23
|
+
export * from "./features/model-caps.js";
|
|
24
|
+
export * from "./features/output-limit-clamp.js";
|
|
25
|
+
export * from "./features/quota-gate.js";
|
|
26
|
+
export * from "./lib/attempt-outcome.js";
|
|
27
|
+
export * from "./lib/canonical/content-part.js";
|
|
28
|
+
export * from "./lib/canonical/count-tokens-capability.js";
|
|
29
|
+
export * from "./lib/canonical/message.js";
|
|
30
|
+
export * from "./lib/canonical/token-estimate.js";
|
|
31
|
+
export * from "./lib/encrypted-content.js";
|
|
32
|
+
export * from "./lib/error-class.js";
|
|
33
|
+
export * from "./lib/error-envelope.js";
|
|
34
|
+
export * from "./lib/provider-error-rules.js";
|
|
35
|
+
export * from "./lib/refusal.js";
|
|
36
|
+
export * from "./lib/secret-scrub.js";
|
|
37
|
+
export * from "./lib/streaming/accumulate.js";
|
|
38
|
+
export * from "./lib/streaming/peek.js";
|
|
39
|
+
export * from "./lib/streaming/sse.js";
|
|
40
|
+
export * from "./lib/streaming/strip-tool-calls.js";
|
|
41
|
+
export * from "./lib/streaming/upstream-error.js";
|
|
42
|
+
export * from "./lib/strip-subagent-isolation.js";
|
|
43
|
+
export * from "./lib/thinking-signature.js";
|
|
44
|
+
export * from "./lib/usage-observer.js";
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export type TAttemptUsage = {
|
|
2
|
+
readonly in: number;
|
|
3
|
+
readonly out: number;
|
|
4
|
+
/** Cache detail for logging and cost only; `in` already includes it where
|
|
5
|
+
* the provider counts it separately. Never part of the cap charge. */
|
|
6
|
+
readonly cached?: number;
|
|
7
|
+
readonly cacheCreation?: number;
|
|
8
|
+
};
|
|
9
|
+
export type TAttemptOutcome = {
|
|
10
|
+
readonly sent: boolean;
|
|
11
|
+
readonly usage: TAttemptUsage | null;
|
|
12
|
+
readonly definiteProviderError: boolean;
|
|
13
|
+
};
|
|
14
|
+
/** A successfully read nonempty body is evidence, distinct from JSON validity. */
|
|
15
|
+
export declare const isReadableProviderBody: (text: string) => boolean;
|
|
16
|
+
/** Classify an attempt only after validating any reported usage. */
|
|
17
|
+
export declare const classifyAttemptOutcome: (sent: boolean, status: number | null, bodyRead: boolean, usage: TAttemptUsage | null) => TAttemptOutcome;
|
|
18
|
+
/** The charge for one attempt; an unsent attempt always refunds its hold. */
|
|
19
|
+
export declare const chargeForAttempt: (outcome: TAttemptOutcome, reservation: number) => number;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/** A successfully read nonempty body is evidence, distinct from JSON validity. */
|
|
2
|
+
export const isReadableProviderBody = (text) => text.trim().length > 0;
|
|
3
|
+
/** Classify an attempt only after validating any reported usage. */
|
|
4
|
+
export const classifyAttemptOutcome = (sent, status, bodyRead, usage) => ({
|
|
5
|
+
sent,
|
|
6
|
+
usage,
|
|
7
|
+
definiteProviderError: bodyRead &&
|
|
8
|
+
status !== null &&
|
|
9
|
+
[400, 401, 403, 404, 413, 415, 422].includes(status),
|
|
10
|
+
});
|
|
11
|
+
/** The charge for one attempt; an unsent attempt always refunds its hold. */
|
|
12
|
+
export const chargeForAttempt = (outcome, reservation) => {
|
|
13
|
+
if (!outcome.sent)
|
|
14
|
+
return 0;
|
|
15
|
+
if (outcome.usage !== null)
|
|
16
|
+
return outcome.usage.in + outcome.usage.out;
|
|
17
|
+
return outcome.definiteProviderError ? 0 : reservation;
|
|
18
|
+
};
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { TChatCompletionRequest } from "@openllmsh/sdk/protocol";
|
|
2
|
-
|
|
3
2
|
/**
|
|
4
3
|
* The canonical content parts the inbound adapters PRODUCE — the
|
|
5
4
|
* OpenAI-native subset of `ContentPart` in `packages/sdk/protocol/chat.ts`
|
|
@@ -7,32 +6,27 @@ import type { TChatCompletionRequest } from "@openllmsh/sdk/protocol";
|
|
|
7
6
|
* `adapters/messages` and `adapters/responses` request adapters so the
|
|
8
7
|
* two can't drift apart.
|
|
9
8
|
*/
|
|
10
|
-
export type TCanonicalContentPart =
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
9
|
+
export type TCanonicalContentPart = {
|
|
10
|
+
readonly type: "text";
|
|
11
|
+
readonly text: string;
|
|
12
|
+
} | {
|
|
13
|
+
readonly type: "image_url";
|
|
14
|
+
readonly image_url: {
|
|
15
15
|
readonly url: string;
|
|
16
16
|
readonly detail?: "auto" | "low" | "high";
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
readonly file: {
|
|
17
|
+
};
|
|
18
|
+
} | {
|
|
19
|
+
readonly type: "file";
|
|
20
|
+
readonly file: {
|
|
22
21
|
readonly file_data?: string;
|
|
23
22
|
readonly file_id?: string;
|
|
24
23
|
readonly filename?: string;
|
|
25
|
-
};
|
|
26
24
|
};
|
|
27
|
-
|
|
25
|
+
};
|
|
28
26
|
/**
|
|
29
27
|
* True iff any `messages[].content[]` part is `type === "image_url"`.
|
|
30
28
|
* Walks every role (user / assistant / tool) — the quoted serde error
|
|
31
29
|
* is `messages[4]`. String content, null assistant content, and `file`
|
|
32
30
|
* parts are not images.
|
|
33
31
|
*/
|
|
34
|
-
export const requestHasImageContent
|
|
35
|
-
req.messages.some((m) => {
|
|
36
|
-
if (typeof m.content === "string") return false;
|
|
37
|
-
return (m.content ?? []).some((part) => part.type === "image_url");
|
|
38
|
-
});
|
|
32
|
+
export declare const requestHasImageContent: (req: TChatCompletionRequest) => boolean;
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* True iff any `messages[].content[]` part is `type === "image_url"`.
|
|
3
|
+
* Walks every role (user / assistant / tool) — the quoted serde error
|
|
4
|
+
* is `messages[4]`. String content, null assistant content, and `file`
|
|
5
|
+
* parts are not images.
|
|
6
|
+
*/
|
|
7
|
+
export const requestHasImageContent = (req) => req.messages.some((m) => {
|
|
8
|
+
if (typeof m.content === "string")
|
|
9
|
+
return false;
|
|
10
|
+
return (m.content ?? []).some((part) => part.type === "image_url");
|
|
11
|
+
});
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bounded in-process memory of upstreams that do not expose
|
|
3
|
+
* `/v1/messages/count_tokens`. Client-facing preflight must still answer
|
|
4
|
+
* `{ input_tokens }` via the local BPE; it must not re-dial an endpoint
|
|
5
|
+
* already classified as unsupported.
|
|
6
|
+
*
|
|
7
|
+
* Skipping *auth/decrypt* is only possible when the count URL is known
|
|
8
|
+
* without a credential (cloud catalog Anthropic `defaultBaseUrl`). The
|
|
9
|
+
* daemon's captured inference URL is learned from the signed-plan
|
|
10
|
+
* delegate, so `acquireUpstream` still runs; the memory then skips the
|
|
11
|
+
* count HTTP. Identity is never taken from an unsigned caller URL.
|
|
12
|
+
*
|
|
13
|
+
* Scope is provider + endpoint identity (origin + pathname only).
|
|
14
|
+
* Secrets, userinfo, query strings, and API keys never enter the key.
|
|
15
|
+
* Custom endpoints stay isolated from each other and from catalog
|
|
16
|
+
* providers. Model id is NOT part of the key: a missing count *route*
|
|
17
|
+
* is an endpoint property; a missing *model* is not, and must not
|
|
18
|
+
* poison the endpoint.
|
|
19
|
+
*/
|
|
20
|
+
export declare const COUNT_TOKENS_CAPABILITY_LIMIT = 256;
|
|
21
|
+
export type TCountTokensCapabilityScope = {
|
|
22
|
+
readonly provider: string;
|
|
23
|
+
readonly endpointIdentity: string;
|
|
24
|
+
};
|
|
25
|
+
/**
|
|
26
|
+
* Stable identity for a count URL: origin + pathname. Unparseable input
|
|
27
|
+
* (and anything that is not http/https) yields `""` — never the raw
|
|
28
|
+
* string, which may carry query tokens or userinfo.
|
|
29
|
+
*/
|
|
30
|
+
export declare const countTokensEndpointIdentity: (countUrl: string) => string;
|
|
31
|
+
export type TCountTokensCapabilityMemory = {
|
|
32
|
+
readonly isUnsupported: (scope: TCountTokensCapabilityScope) => boolean;
|
|
33
|
+
readonly remember: (scope: TCountTokensCapabilityScope) => void;
|
|
34
|
+
};
|
|
35
|
+
/**
|
|
36
|
+
* Build a capability memory with its own LRU. Production uses the module
|
|
37
|
+
* default via {@link isCountTokensUnsupported} /
|
|
38
|
+
* {@link rememberCountTokensUnsupported}; tests build a fresh one per case.
|
|
39
|
+
*/
|
|
40
|
+
export declare const createCountTokensCapabilityMemory: (limit?: number) => TCountTokensCapabilityMemory;
|
|
41
|
+
export declare const isCountTokensUnsupported: (scope: TCountTokensCapabilityScope) => boolean;
|
|
42
|
+
export declare const rememberCountTokensUnsupported: (scope: TCountTokensCapabilityScope) => void;
|
|
43
|
+
/**
|
|
44
|
+
* Classify an already-attempted count_tokens HTTP response as "this
|
|
45
|
+
* endpoint does not provide the route" vs everything else.
|
|
46
|
+
*
|
|
47
|
+
* 501 / 405 are unambiguous. 404 is only unsupported when the body
|
|
48
|
+
* names a missing *route/endpoint/method* — not a missing *model*,
|
|
49
|
+
* even if the same sentence mentions `count_tokens`.
|
|
50
|
+
* Auth, rate-limit, and server errors must never be remembered.
|
|
51
|
+
*/
|
|
52
|
+
export declare const countTokensUnsupportedFromUpstream: (status: number, bodyText: string) => boolean;
|