@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,394 @@
|
|
|
1
|
+
import { decodeChannelEnvelope, encodeChannelEnvelope, stableChannelId, } from "@openllmsh/sdk/tunnel/channel-envelope";
|
|
2
|
+
import { createChannel } from "@openllmsh/sdk/tunnel/mux";
|
|
3
|
+
import { createPeerLinkFailureCache, peerLinkFailureReasonOf, } from "@openllmsh/sdk/tunnel/peer-link";
|
|
4
|
+
/**
|
|
5
|
+
* Close reasons that must not stamp the failure cache. Kept in lockstep with
|
|
6
|
+
* RTC's benign set (`rtc-channel.ts` mountMux onClose) so presence-offline
|
|
7
|
+
* and intentional local teardown stay immediately retryable.
|
|
8
|
+
*/
|
|
9
|
+
const isBenignMuxClose = (reason) => reason === "done" ||
|
|
10
|
+
reason === "vault_locked" ||
|
|
11
|
+
reason === "daemon gone" ||
|
|
12
|
+
reason === "reset" ||
|
|
13
|
+
reason === "channel open aborted" ||
|
|
14
|
+
reason === "client closed";
|
|
15
|
+
/**
|
|
16
|
+
* Per-client relay-mux state. Two clients must not share channel maps — create
|
|
17
|
+
* one instance per client (or one app-wide singleton in host glue).
|
|
18
|
+
*/
|
|
19
|
+
export const createRelayMux = (options = {}) => {
|
|
20
|
+
const failureCache = options.failureCache ?? createPeerLinkFailureCache();
|
|
21
|
+
const channelsByKey = new Map();
|
|
22
|
+
const channelsById = new Map();
|
|
23
|
+
/**
|
|
24
|
+
* In-flight deterministic-id derivations keyed by daemon key id. Deriving the
|
|
25
|
+
* stable channel id is async, so without this a second synchronous same-key
|
|
26
|
+
* call would slip past the `channelsByKey` dedup before the first call's
|
|
27
|
+
* record is indexed — and the whole point of the stable id is that both
|
|
28
|
+
* derivations produce the SAME id, so they must share one open.
|
|
29
|
+
*/
|
|
30
|
+
const pendingDerives = new Map();
|
|
31
|
+
/** UI diagnostics only; peer-link owns retry policy and cache lifetime. */
|
|
32
|
+
const stickyLastError = new Map();
|
|
33
|
+
const muxListeners = new Set();
|
|
34
|
+
const notifyMux = () => {
|
|
35
|
+
for (const listener of muxListeners) {
|
|
36
|
+
try {
|
|
37
|
+
listener();
|
|
38
|
+
}
|
|
39
|
+
catch {
|
|
40
|
+
// never let a subscriber break the store
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
};
|
|
44
|
+
const cacheFailure = (keyId, reason) => {
|
|
45
|
+
const failure = peerLinkFailureReasonOf(new Error(reason ?? "relay transport failure"));
|
|
46
|
+
failureCache.set(keyId, "mux", failure);
|
|
47
|
+
if (reason !== undefined && reason.length > 0) {
|
|
48
|
+
stickyLastError.set(keyId, reason);
|
|
49
|
+
}
|
|
50
|
+
notifyMux();
|
|
51
|
+
};
|
|
52
|
+
const failureCached = (keyId) => failureCache.has(keyId, "mux");
|
|
53
|
+
const muxFailureCachedUntil = (keyId) => failureCache.until(keyId, "mux");
|
|
54
|
+
const clearMuxFailureForKey = (keyId) => {
|
|
55
|
+
failureCache.clear(keyId, "mux");
|
|
56
|
+
stickyLastError.delete(keyId);
|
|
57
|
+
notifyMux();
|
|
58
|
+
};
|
|
59
|
+
const getMuxChannelState = (keyId) => {
|
|
60
|
+
const failureCachedUntil = muxFailureCachedUntil(keyId);
|
|
61
|
+
const active = channelsByKey.get(keyId);
|
|
62
|
+
if (active !== undefined &&
|
|
63
|
+
(active.state === "opening" || active.state === "open")) {
|
|
64
|
+
return {
|
|
65
|
+
keyId,
|
|
66
|
+
phase: active.state,
|
|
67
|
+
channelId: active.channelId,
|
|
68
|
+
lastError: stickyLastError.get(keyId) ?? null,
|
|
69
|
+
failureCachedUntil,
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
const sticky = stickyLastError.get(keyId) ?? null;
|
|
73
|
+
if (failureCachedUntil !== null || sticky !== null) {
|
|
74
|
+
return {
|
|
75
|
+
keyId,
|
|
76
|
+
phase: "failed",
|
|
77
|
+
channelId: null,
|
|
78
|
+
lastError: sticky,
|
|
79
|
+
failureCachedUntil,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
return {
|
|
83
|
+
keyId,
|
|
84
|
+
phase: "idle",
|
|
85
|
+
channelId: null,
|
|
86
|
+
lastError: null,
|
|
87
|
+
failureCachedUntil: null,
|
|
88
|
+
};
|
|
89
|
+
};
|
|
90
|
+
const subscribeMuxState = (listener) => {
|
|
91
|
+
muxListeners.add(listener);
|
|
92
|
+
return () => {
|
|
93
|
+
muxListeners.delete(listener);
|
|
94
|
+
};
|
|
95
|
+
};
|
|
96
|
+
const unindex = (channel) => {
|
|
97
|
+
if (channelsByKey.get(channel.keyId) === channel)
|
|
98
|
+
channelsByKey.delete(channel.keyId);
|
|
99
|
+
if (channelsById.get(channel.channelId) === channel)
|
|
100
|
+
channelsById.delete(channel.channelId);
|
|
101
|
+
};
|
|
102
|
+
const makeRelayDuplex = (channelId, setSink, deps) => ({
|
|
103
|
+
send: (bytes) => {
|
|
104
|
+
// channel_open text always precedes the first binary message; WebSocket
|
|
105
|
+
// preserves per-socket order, so relay admission cannot race payload bytes.
|
|
106
|
+
if (!deps.relaySendBinary(encodeChannelEnvelope(channelId, bytes))) {
|
|
107
|
+
// onClose (triggered by close) unindexes + settles + caches.
|
|
108
|
+
channelsById.get(channelId)?.channel.close("relay send failed");
|
|
109
|
+
}
|
|
110
|
+
},
|
|
111
|
+
bufferedAmount: deps.relayBufferedAmount,
|
|
112
|
+
highWaterMark: 1024 * 1024,
|
|
113
|
+
onDrain: deps.onRelayDrain,
|
|
114
|
+
onBytes: (callback) => setSink(callback),
|
|
115
|
+
close: () => {
|
|
116
|
+
setSink(null);
|
|
117
|
+
deps.relaySend({
|
|
118
|
+
type: "channel_close",
|
|
119
|
+
channel_id: channelId,
|
|
120
|
+
reason: "done",
|
|
121
|
+
});
|
|
122
|
+
},
|
|
123
|
+
});
|
|
124
|
+
const onRelayBinary = (bytes) => {
|
|
125
|
+
const envelope = decodeChannelEnvelope(bytes);
|
|
126
|
+
if (!envelope.ok)
|
|
127
|
+
return;
|
|
128
|
+
const channel = channelsById.get(envelope.channelId);
|
|
129
|
+
if (channel === undefined)
|
|
130
|
+
return;
|
|
131
|
+
const payload = envelope.payload;
|
|
132
|
+
if (payload.byteLength < 9) {
|
|
133
|
+
channel.channel.close("protocol_error");
|
|
134
|
+
return;
|
|
135
|
+
}
|
|
136
|
+
try {
|
|
137
|
+
channel.sink?.(payload);
|
|
138
|
+
}
|
|
139
|
+
catch {
|
|
140
|
+
// Binary garbage must never destabilize the independent JSON control plane.
|
|
141
|
+
}
|
|
142
|
+
};
|
|
143
|
+
const onRelayChannelAck = (frame) => {
|
|
144
|
+
const channel = channelsById.get(frame.channel_id);
|
|
145
|
+
if (channel === undefined)
|
|
146
|
+
return;
|
|
147
|
+
if (frame.ok) {
|
|
148
|
+
channel.state = "open";
|
|
149
|
+
stickyLastError.delete(channel.keyId);
|
|
150
|
+
const settle = channel.settle;
|
|
151
|
+
channel.settle = null;
|
|
152
|
+
settle?.(channel.channel);
|
|
153
|
+
notifyMux();
|
|
154
|
+
return;
|
|
155
|
+
}
|
|
156
|
+
// Non-benign error → onClose caches; teardown routed through close().
|
|
157
|
+
channel.channel.close(frame.error ?? "channel refused");
|
|
158
|
+
};
|
|
159
|
+
const onRelayChannelClose = (frame) => {
|
|
160
|
+
channelsById
|
|
161
|
+
.get(frame.channel_id)
|
|
162
|
+
?.channel.close(frame.reason ?? "channel closed");
|
|
163
|
+
};
|
|
164
|
+
const openMuxChannel = (keyId, channelId, deps, timeoutMs, signal) => {
|
|
165
|
+
let resolveOpening;
|
|
166
|
+
const opening = new Promise((resolve) => {
|
|
167
|
+
resolveOpening = resolve;
|
|
168
|
+
});
|
|
169
|
+
const timer = setTimeout(() => {
|
|
170
|
+
// onClose caches + settles; "channel open timed out" is non-benign.
|
|
171
|
+
channelsById.get(channelId)?.channel.close("channel open timed out");
|
|
172
|
+
}, Math.max(0, timeoutMs));
|
|
173
|
+
let removeAbortListener;
|
|
174
|
+
const settle = (result) => {
|
|
175
|
+
clearTimeout(timer);
|
|
176
|
+
removeAbortListener?.();
|
|
177
|
+
resolveOpening(result);
|
|
178
|
+
};
|
|
179
|
+
// Channel-local close (protocol_error, peer_gone, host close, ack-nack,
|
|
180
|
+
// timeout) all route here — the single teardown. It unindexes, settles the
|
|
181
|
+
// pending open with null, and caches non-benign failures so a dead channel
|
|
182
|
+
// is never reused. Benign reasons stay immediately retryable.
|
|
183
|
+
let record;
|
|
184
|
+
let sink = null;
|
|
185
|
+
const channel = createChannel({
|
|
186
|
+
duplex: makeRelayDuplex(channelId, (next) => {
|
|
187
|
+
sink = next;
|
|
188
|
+
if (record !== undefined)
|
|
189
|
+
record.sink = next;
|
|
190
|
+
}, deps),
|
|
191
|
+
side: "consumer",
|
|
192
|
+
onClose: (reason) => {
|
|
193
|
+
if (record === undefined)
|
|
194
|
+
return;
|
|
195
|
+
unindex(record);
|
|
196
|
+
const pending = record.settle;
|
|
197
|
+
record.settle = null;
|
|
198
|
+
if (pending !== null)
|
|
199
|
+
settle(null);
|
|
200
|
+
// vault_locked is immediately retryable (no failure cache) but still sticky
|
|
201
|
+
// so the UI can show "unlock to connect" after teardown.
|
|
202
|
+
if (reason === "vault_locked") {
|
|
203
|
+
stickyLastError.set(keyId, reason);
|
|
204
|
+
notifyMux();
|
|
205
|
+
}
|
|
206
|
+
else if (!isBenignMuxClose(reason)) {
|
|
207
|
+
cacheFailure(keyId, reason);
|
|
208
|
+
}
|
|
209
|
+
else {
|
|
210
|
+
notifyMux();
|
|
211
|
+
}
|
|
212
|
+
},
|
|
213
|
+
});
|
|
214
|
+
record = {
|
|
215
|
+
channelId,
|
|
216
|
+
keyId,
|
|
217
|
+
channel,
|
|
218
|
+
state: "opening",
|
|
219
|
+
settle,
|
|
220
|
+
opening,
|
|
221
|
+
sink,
|
|
222
|
+
openedWithGrant: false,
|
|
223
|
+
};
|
|
224
|
+
channelsByKey.set(keyId, record);
|
|
225
|
+
channelsById.set(channelId, record);
|
|
226
|
+
if (signal !== undefined) {
|
|
227
|
+
const abort = () => channel.close("channel open aborted");
|
|
228
|
+
signal.addEventListener("abort", abort, { once: true });
|
|
229
|
+
removeAbortListener = () => signal.removeEventListener("abort", abort);
|
|
230
|
+
if (signal.aborted)
|
|
231
|
+
abort();
|
|
232
|
+
}
|
|
233
|
+
notifyMux();
|
|
234
|
+
const sendOpen = (grant) => {
|
|
235
|
+
record.openedWithGrant = grant !== undefined;
|
|
236
|
+
if (!deps.relaySend({
|
|
237
|
+
type: "channel_open",
|
|
238
|
+
channel_id: channelId,
|
|
239
|
+
key_id: keyId,
|
|
240
|
+
...(grant !== undefined ? { grant } : {}),
|
|
241
|
+
})) {
|
|
242
|
+
channel.close("relay send failed");
|
|
243
|
+
}
|
|
244
|
+
};
|
|
245
|
+
// Seed-gated path: prefer a signed grant before sending channel_open.
|
|
246
|
+
// Without a control-key signer, still send a grant-less open so
|
|
247
|
+
// non-gated kinds (realtime) keep working; the daemon's per-kind
|
|
248
|
+
// seedgate rejects agent/RTC that require a grant.
|
|
249
|
+
if (deps.needsSeedGate?.(keyId) === true) {
|
|
250
|
+
const sign = deps.signGrant;
|
|
251
|
+
if (sign === undefined) {
|
|
252
|
+
sendOpen(undefined);
|
|
253
|
+
return opening;
|
|
254
|
+
}
|
|
255
|
+
void sign(keyId, channelId)
|
|
256
|
+
.then((grant) => {
|
|
257
|
+
if (channelsById.get(channelId) !== record)
|
|
258
|
+
return;
|
|
259
|
+
if (grant === null) {
|
|
260
|
+
sendOpen(undefined);
|
|
261
|
+
return;
|
|
262
|
+
}
|
|
263
|
+
sendOpen(grant);
|
|
264
|
+
})
|
|
265
|
+
.catch((error) => {
|
|
266
|
+
// Signer threw (cache drift, unknown daemon pubkey, …). For agent
|
|
267
|
+
// the open will still fail at the daemon; surface the reason on
|
|
268
|
+
// the channel so the UI can distinguish unverified / not-verified.
|
|
269
|
+
if (channelsById.get(channelId) !== record)
|
|
270
|
+
return;
|
|
271
|
+
const reason = error instanceof Error && error.message.length > 0
|
|
272
|
+
? error.message
|
|
273
|
+
: "vault_locked";
|
|
274
|
+
// device_not_verified: fall through to a grant-less open so
|
|
275
|
+
// non-agent kinds (realtime / tunnel) keep working; the daemon's
|
|
276
|
+
// per-kind seedgate still rejects agent without a verified dpk.
|
|
277
|
+
// browser_unverified / device_identity_changed: fail closed — the
|
|
278
|
+
// browser cannot usefully open, or the pin has rotated under us.
|
|
279
|
+
if (reason === "device_identity_changed" ||
|
|
280
|
+
reason === "browser_unverified") {
|
|
281
|
+
channel.close(reason);
|
|
282
|
+
return;
|
|
283
|
+
}
|
|
284
|
+
sendOpen(undefined);
|
|
285
|
+
});
|
|
286
|
+
return opening;
|
|
287
|
+
}
|
|
288
|
+
sendOpen(undefined);
|
|
289
|
+
return opening;
|
|
290
|
+
};
|
|
291
|
+
const getOrOpenMuxChannel = (keyId, deps, timeoutMs = 15_000, signal) => {
|
|
292
|
+
if (signal?.aborted)
|
|
293
|
+
return Promise.resolve(null);
|
|
294
|
+
if (!deps.daemonAdvertisesMux(keyId) || failureCached(keyId)) {
|
|
295
|
+
return Promise.resolve(null);
|
|
296
|
+
}
|
|
297
|
+
const existing = channelsByKey.get(keyId);
|
|
298
|
+
if (existing !== undefined) {
|
|
299
|
+
return existing.state === "opening"
|
|
300
|
+
? existing.opening
|
|
301
|
+
: Promise.resolve(existing.state === "open" ? existing.channel : null);
|
|
302
|
+
}
|
|
303
|
+
const pending = pendingDerives.get(keyId);
|
|
304
|
+
if (pending !== undefined)
|
|
305
|
+
return pending;
|
|
306
|
+
// Deterministic channel identity: a relay-socket reconnect in this tab
|
|
307
|
+
// re-derives the SAME id for its (browser device, tab → daemon key) tuple,
|
|
308
|
+
// while another tab gets an independent channel. The relay authenticates the
|
|
309
|
+
// socket server-side and already trusts the channelId's owner, so `keyId`
|
|
310
|
+
// (globally unique, user-scoped server-side) stands in for both identity
|
|
311
|
+
// args. The composite preserves device identity without using the tunnel
|
|
312
|
+
// identity delimiter within a value.
|
|
313
|
+
const opening = Promise.resolve()
|
|
314
|
+
.then(() => stableChannelId(keyId, keyId, deps.browserIdentity(), 0))
|
|
315
|
+
.then((channelId) => {
|
|
316
|
+
// A same-key open may have won the race while this derivation was in
|
|
317
|
+
// flight — re-check before indexing a second record.
|
|
318
|
+
const winner = channelsByKey.get(keyId);
|
|
319
|
+
if (winner !== undefined)
|
|
320
|
+
return winner.opening;
|
|
321
|
+
return openMuxChannel(keyId, channelId, deps, timeoutMs, signal);
|
|
322
|
+
})
|
|
323
|
+
.catch(() => null);
|
|
324
|
+
pendingDerives.set(keyId, opening);
|
|
325
|
+
void opening.finally(() => {
|
|
326
|
+
if (pendingDerives.get(keyId) === opening)
|
|
327
|
+
pendingDerives.delete(keyId);
|
|
328
|
+
});
|
|
329
|
+
return opening;
|
|
330
|
+
};
|
|
331
|
+
const dropChannelForKey = (keyId) => {
|
|
332
|
+
clearMuxFailureForKey(keyId);
|
|
333
|
+
channelsByKey.get(keyId)?.channel.close("daemon gone");
|
|
334
|
+
};
|
|
335
|
+
/**
|
|
336
|
+
* Whether the cached mux channel for `keyId` was opened with a device-access
|
|
337
|
+
* grant. `null` when nothing is cached.
|
|
338
|
+
*/
|
|
339
|
+
const muxChannelOpenedWithGrant = (keyId) => {
|
|
340
|
+
const existing = channelsByKey.get(keyId);
|
|
341
|
+
if (existing === undefined)
|
|
342
|
+
return null;
|
|
343
|
+
return existing.openedWithGrant;
|
|
344
|
+
};
|
|
345
|
+
/**
|
|
346
|
+
* Drop a cached grant-less channel so the next open can send a grant. No-op
|
|
347
|
+
* when nothing is cached or the channel already carried a grant. Used by the
|
|
348
|
+
* agent path once a verified dpk is available; non-agent kinds leave
|
|
349
|
+
* grant-less channels alone.
|
|
350
|
+
*
|
|
351
|
+
* The channel is shared across kinds (tunnel / realtime / agent). Close only
|
|
352
|
+
* when idle — active streams or an in-flight `channel_open` leave it alone so
|
|
353
|
+
* a concurrent non-agent stream is not torn down under the agent dial.
|
|
354
|
+
*/
|
|
355
|
+
const dropGrantlessMuxChannelForKey = (keyId) => {
|
|
356
|
+
const existing = channelsByKey.get(keyId);
|
|
357
|
+
if (existing === undefined || existing.openedWithGrant)
|
|
358
|
+
return;
|
|
359
|
+
if (existing.state === "opening" ||
|
|
360
|
+
existing.channel.openStreamCount() > 0) {
|
|
361
|
+
return;
|
|
362
|
+
}
|
|
363
|
+
clearMuxFailureForKey(keyId);
|
|
364
|
+
// "reset" is benign — immediately retryable, no failure cache.
|
|
365
|
+
existing.channel.close("reset");
|
|
366
|
+
};
|
|
367
|
+
const failAllMuxChannels = (reason) => {
|
|
368
|
+
for (const channel of [...channelsByKey.values()])
|
|
369
|
+
channel.channel.close(reason);
|
|
370
|
+
};
|
|
371
|
+
const clearMuxState = () => {
|
|
372
|
+
failAllMuxChannels("relay socket closed");
|
|
373
|
+
channelsByKey.clear();
|
|
374
|
+
channelsById.clear();
|
|
375
|
+
pendingDerives.clear();
|
|
376
|
+
failureCache.clearPath("mux");
|
|
377
|
+
stickyLastError.clear();
|
|
378
|
+
notifyMux();
|
|
379
|
+
};
|
|
380
|
+
return {
|
|
381
|
+
clearMuxFailureForKey,
|
|
382
|
+
getMuxChannelState,
|
|
383
|
+
subscribeMuxState,
|
|
384
|
+
onRelayBinary,
|
|
385
|
+
onRelayChannelAck,
|
|
386
|
+
onRelayChannelClose,
|
|
387
|
+
getOrOpenMuxChannel,
|
|
388
|
+
dropChannelForKey,
|
|
389
|
+
muxChannelOpenedWithGrant,
|
|
390
|
+
dropGrantlessMuxChannelForKey,
|
|
391
|
+
failAllMuxChannels,
|
|
392
|
+
clearMuxState,
|
|
393
|
+
};
|
|
394
|
+
};
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Host-injected I/O seams for `@openllmsh/sdk/client`. The SDK stays sans-I/O;
|
|
3
|
+
* browser hosts pass globals, CLI/daemon hosts pass Bun / werift equivalents.
|
|
4
|
+
*/
|
|
5
|
+
/** Minimal WebSocket constructor shape (browser `WebSocket` or a polyfill). */
|
|
6
|
+
export type TWebSocketConstructor = {
|
|
7
|
+
new (url: string, protocols?: string | string[]): WebSocket;
|
|
8
|
+
readonly CONNECTING: number;
|
|
9
|
+
readonly OPEN: number;
|
|
10
|
+
readonly CLOSING: number;
|
|
11
|
+
readonly CLOSED: number;
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* RTC peer-connection factory. Concrete options stay with the tunnel layer;
|
|
15
|
+
* the client only needs a constructor-like callable the host supplies.
|
|
16
|
+
*/
|
|
17
|
+
export type TRtcFactory = (config?: RTCConfiguration) => RTCPeerConnection;
|
|
18
|
+
export type TClientTransport = {
|
|
19
|
+
/**
|
|
20
|
+
* Host fetch. Signature matches `openapi/call.ts` (`input: string`) so CLI
|
|
21
|
+
* test doubles and memory-hook transports type-check without wrappers.
|
|
22
|
+
*/
|
|
23
|
+
readonly fetch: (input: string, init?: RequestInit) => Promise<Response>;
|
|
24
|
+
readonly websocket: TWebSocketConstructor;
|
|
25
|
+
readonly rtc?: TRtcFactory;
|
|
26
|
+
};
|
|
27
|
+
export type TCreateClientOptions = {
|
|
28
|
+
/** Cloud origin, e.g. `https://openllm.sh`. Trailing slashes are stripped. */
|
|
29
|
+
readonly origin: string;
|
|
30
|
+
/**
|
|
31
|
+
* `sk-llm-…` API key. May be empty while a CLI-auth claim is still opening
|
|
32
|
+
* the sealed key; vault methods that need a DEK or key id then fail clearly.
|
|
33
|
+
*/
|
|
34
|
+
readonly apiKey: string;
|
|
35
|
+
readonly transport: TClientTransport;
|
|
36
|
+
/**
|
|
37
|
+
* Optional already-unwrapped DEK (browser host glue after PIN/passkey unlock).
|
|
38
|
+
* The client copies the bytes and zeros its copy on {@link TOpenllmClient.close}.
|
|
39
|
+
*/
|
|
40
|
+
readonly dek?: Uint8Array;
|
|
41
|
+
/**
|
|
42
|
+
* Optional `dek_for_key` column. When set with a valid `apiKey`, the vault
|
|
43
|
+
* session unwraps the DEK during {@link import("./vault.js").TClientVault.unlockFromApiKey}
|
|
44
|
+
* (callers invoke that explicitly — `createClient` stays sync).
|
|
45
|
+
*/
|
|
46
|
+
readonly dekForKey?: string;
|
|
47
|
+
};
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client vault session — composition over `@openllmsh/sdk/vault`.
|
|
3
|
+
*
|
|
4
|
+
* Holds an optional DEK (from an injected unlock, or unwrapped from
|
|
5
|
+
* `sk-llm` + `dek_for_key`) and exposes seal / credential / CLI-auth helpers.
|
|
6
|
+
* No new crypto: every method calls an existing vault primitive. `close()`
|
|
7
|
+
* zeros the DEK (and any retained API-key secret bytes).
|
|
8
|
+
*/
|
|
9
|
+
import type { TCliAuthKeypair, TCliAuthSealBinding, TCliAuthSealed, TConnectorSealBinding, TConnectorSealed, TEncryptedCredential, TMintedApiKey } from "@openllmsh/sdk/vault";
|
|
10
|
+
export type TDekBorrow<T> = {
|
|
11
|
+
readonly ok: true;
|
|
12
|
+
readonly value: T;
|
|
13
|
+
} | {
|
|
14
|
+
readonly ok: false;
|
|
15
|
+
};
|
|
16
|
+
export type TClientVault = {
|
|
17
|
+
/** Public id half of the configured `sk-llm` key, or null if missing/invalid. */
|
|
18
|
+
readonly keyId: string | null;
|
|
19
|
+
/** True when a DEK is held in memory. */
|
|
20
|
+
readonly isUnlocked: () => boolean;
|
|
21
|
+
/**
|
|
22
|
+
* Unwrap `dek_for_key` with the configured API key and adopt the DEK.
|
|
23
|
+
* Replaces any previously held DEK (prior bytes are zeroed).
|
|
24
|
+
*/
|
|
25
|
+
readonly unlockFromApiKey: (dekForKeyB64: string) => Promise<void>;
|
|
26
|
+
/**
|
|
27
|
+
* Adopt an already-unwrapped DEK (browser host glue after PIN/passkey unlock).
|
|
28
|
+
* Copies the bytes; the caller retains ownership of `dek` and may zero it.
|
|
29
|
+
*/
|
|
30
|
+
readonly adoptDek: (dek: Uint8Array) => void;
|
|
31
|
+
/**
|
|
32
|
+
* Run `fn` against a PRIVATE COPY of the DEK, and `zero()` that copy when
|
|
33
|
+
* `fn` settles. Returns `{ ok: false }` (without calling `fn`) when locked.
|
|
34
|
+
*/
|
|
35
|
+
readonly withDek: <T>(fn: (dek: Uint8Array) => T | Promise<T>) => Promise<TDekBorrow<T>>;
|
|
36
|
+
readonly encryptCredential: (plaintext: string) => Promise<TEncryptedCredential>;
|
|
37
|
+
readonly decryptCredential: (ciphertextB64: string, nonceB64: string) => Promise<string>;
|
|
38
|
+
/**
|
|
39
|
+
* X25519 sealed-box to a device/daemon SPKI pubkey — today's `sealToDaemon`
|
|
40
|
+
* (local_key / oauth code flows). Proposal name: `sealToDevice`.
|
|
41
|
+
*/
|
|
42
|
+
readonly sealToDevice: (recipientPubSpkiB64: string, plaintext: string) => Promise<string>;
|
|
43
|
+
readonly sealToPublicKey: (binding: TConnectorSealBinding, plaintext: Uint8Array) => Promise<TConnectorSealed>;
|
|
44
|
+
readonly openCliAuth: (binding: TCliAuthSealBinding, sealed: TCliAuthSealed, privateKey: CryptoKey) => Promise<Uint8Array>;
|
|
45
|
+
readonly generateCliAuthKeypair: () => Promise<TCliAuthKeypair>;
|
|
46
|
+
readonly generateResumableCliAuthKeypair: () => Promise<TCliAuthKeypair & {
|
|
47
|
+
readonly privateKeyPkcs8B64: string;
|
|
48
|
+
}>;
|
|
49
|
+
readonly importCliAuthPrivateKey: (pkcs8B64: string) => Promise<CryptoKey>;
|
|
50
|
+
readonly mintApiKey: (vaultVersion: number) => Promise<TMintedApiKey>;
|
|
51
|
+
/**
|
|
52
|
+
* Borrow a private copy of the API-key secret. The copy is `zero()`ed when
|
|
53
|
+
* `fn` settles. Returns `{ ok: false }` when no valid key was configured.
|
|
54
|
+
*/
|
|
55
|
+
readonly withApiKeySecret: <T>(fn: (secret: Uint8Array, id: string) => T | Promise<T>) => Promise<TDekBorrow<T>>;
|
|
56
|
+
/** Zero the held DEK (and any retained API-key secret). Idempotent. */
|
|
57
|
+
readonly close: () => void;
|
|
58
|
+
};
|
|
59
|
+
export type TCreateClientVaultOptions = {
|
|
60
|
+
readonly apiKey: string;
|
|
61
|
+
readonly dek?: Uint8Array;
|
|
62
|
+
};
|
|
63
|
+
/**
|
|
64
|
+
* Build a vault session. Does not unwrap `dek_for_key` on its own — call
|
|
65
|
+
* {@link TClientVault.unlockFromApiKey} when the blob is available. A DEK
|
|
66
|
+
* passed here is copied.
|
|
67
|
+
*/
|
|
68
|
+
export declare const createClientVault: (options: TCreateClientVaultOptions) => TClientVault;
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client vault session — composition over `@openllmsh/sdk/vault`.
|
|
3
|
+
*
|
|
4
|
+
* Holds an optional DEK (from an injected unlock, or unwrapped from
|
|
5
|
+
* `sk-llm` + `dek_for_key`) and exposes seal / credential / CLI-auth helpers.
|
|
6
|
+
* No new crypto: every method calls an existing vault primitive. `close()`
|
|
7
|
+
* zeros the DEK (and any retained API-key secret bytes).
|
|
8
|
+
*/
|
|
9
|
+
import { decryptCredential, deriveApiWrapKey, encryptCredential, generateCliAuthKeypair, generateResumableCliAuthKeypair, importCliAuthPrivateKey, mintApiKey, openCliAuth, parseApiKey, sealToDaemon, sealToPublicKey, unwrapDekForKey, zero, } from "@openllmsh/sdk/vault";
|
|
10
|
+
const lockedError = (op) => new Error(`vault session is locked — cannot ${op}`);
|
|
11
|
+
/**
|
|
12
|
+
* Build a vault session. Does not unwrap `dek_for_key` on its own — call
|
|
13
|
+
* {@link TClientVault.unlockFromApiKey} when the blob is available. A DEK
|
|
14
|
+
* passed here is copied.
|
|
15
|
+
*/
|
|
16
|
+
export const createClientVault = (options) => {
|
|
17
|
+
let dek = options.dek !== undefined ? new Uint8Array(options.dek) : null;
|
|
18
|
+
let apiKeySecret = null;
|
|
19
|
+
const parsed = parseApiKey(options.apiKey);
|
|
20
|
+
if (parsed !== null) {
|
|
21
|
+
apiKeySecret = new Uint8Array(parsed.secret);
|
|
22
|
+
}
|
|
23
|
+
const keyId = parsed?.id ?? null;
|
|
24
|
+
const clearDek = () => {
|
|
25
|
+
if (dek !== null) {
|
|
26
|
+
zero(dek);
|
|
27
|
+
dek = null;
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
const clearSecret = () => {
|
|
31
|
+
if (apiKeySecret !== null) {
|
|
32
|
+
zero(apiKeySecret);
|
|
33
|
+
apiKeySecret = null;
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
const withDek = async (fn) => {
|
|
37
|
+
if (dek === null)
|
|
38
|
+
return { ok: false };
|
|
39
|
+
const copy = new Uint8Array(dek);
|
|
40
|
+
try {
|
|
41
|
+
const value = await fn(copy);
|
|
42
|
+
return { ok: true, value };
|
|
43
|
+
}
|
|
44
|
+
finally {
|
|
45
|
+
zero(copy);
|
|
46
|
+
}
|
|
47
|
+
};
|
|
48
|
+
const withApiKeySecret = async (fn) => {
|
|
49
|
+
if (parsed === null || apiKeySecret === null)
|
|
50
|
+
return { ok: false };
|
|
51
|
+
const copy = new Uint8Array(apiKeySecret);
|
|
52
|
+
try {
|
|
53
|
+
const value = await fn(copy, parsed.id);
|
|
54
|
+
return { ok: true, value };
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
zero(copy);
|
|
58
|
+
}
|
|
59
|
+
};
|
|
60
|
+
const vault = {
|
|
61
|
+
keyId,
|
|
62
|
+
isUnlocked: () => dek !== null,
|
|
63
|
+
unlockFromApiKey: async (dekForKeyB64) => {
|
|
64
|
+
if (parsed === null || apiKeySecret === null) {
|
|
65
|
+
throw new Error("vault session has no valid sk-llm API key to unwrap");
|
|
66
|
+
}
|
|
67
|
+
const wrapKey = await deriveApiWrapKey(apiKeySecret, parsed.id);
|
|
68
|
+
try {
|
|
69
|
+
const next = await unwrapDekForKey(dekForKeyB64, wrapKey);
|
|
70
|
+
clearDek();
|
|
71
|
+
dek = next;
|
|
72
|
+
}
|
|
73
|
+
finally {
|
|
74
|
+
zero(wrapKey);
|
|
75
|
+
}
|
|
76
|
+
},
|
|
77
|
+
adoptDek: (next) => {
|
|
78
|
+
clearDek();
|
|
79
|
+
dek = new Uint8Array(next);
|
|
80
|
+
},
|
|
81
|
+
withDek,
|
|
82
|
+
encryptCredential: async (plaintext) => {
|
|
83
|
+
const borrowed = await withDek((d) => encryptCredential(d, plaintext));
|
|
84
|
+
if (!borrowed.ok)
|
|
85
|
+
throw lockedError("encrypt a credential");
|
|
86
|
+
return borrowed.value;
|
|
87
|
+
},
|
|
88
|
+
decryptCredential: async (ciphertextB64, nonceB64) => {
|
|
89
|
+
const borrowed = await withDek((d) => decryptCredential(d, ciphertextB64, nonceB64));
|
|
90
|
+
if (!borrowed.ok)
|
|
91
|
+
throw lockedError("decrypt a credential");
|
|
92
|
+
return borrowed.value;
|
|
93
|
+
},
|
|
94
|
+
sealToDevice: (recipientPubSpkiB64, plaintext) => sealToDaemon(recipientPubSpkiB64, plaintext),
|
|
95
|
+
sealToPublicKey: (binding, plaintext) => sealToPublicKey(binding, plaintext),
|
|
96
|
+
openCliAuth: (binding, sealed, privateKey) => openCliAuth(binding, sealed, privateKey),
|
|
97
|
+
generateCliAuthKeypair: () => generateCliAuthKeypair(),
|
|
98
|
+
generateResumableCliAuthKeypair: () => generateResumableCliAuthKeypair(),
|
|
99
|
+
importCliAuthPrivateKey: (pkcs8B64) => importCliAuthPrivateKey(pkcs8B64),
|
|
100
|
+
mintApiKey: async (vaultVersion) => {
|
|
101
|
+
const borrowed = await withDek((d) => mintApiKey(d, vaultVersion));
|
|
102
|
+
if (!borrowed.ok)
|
|
103
|
+
throw lockedError("mint an API key");
|
|
104
|
+
return borrowed.value;
|
|
105
|
+
},
|
|
106
|
+
withApiKeySecret,
|
|
107
|
+
close: () => {
|
|
108
|
+
clearDek();
|
|
109
|
+
clearSecret();
|
|
110
|
+
},
|
|
111
|
+
};
|
|
112
|
+
return vault;
|
|
113
|
+
};
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export type TChatRole = "system" | "user" | "assistant";
|
|
2
|
+
export type TChatMessage = {
|
|
3
|
+
readonly role: TChatRole;
|
|
4
|
+
readonly content: string;
|
|
5
|
+
};
|
|
6
|
+
/** One `/v1/chat/completions` request; extra fields pass through as-is. */
|
|
7
|
+
export type TChatParams = {
|
|
8
|
+
/** An alias (`plus`, `ultra`, `lite`), a custom alias or `provider/model`. */
|
|
9
|
+
readonly model: string;
|
|
10
|
+
readonly messages: readonly TChatMessage[];
|
|
11
|
+
} & Readonly<Record<string, unknown>>;
|
|
12
|
+
export type TModelInfo = {
|
|
13
|
+
readonly id: string;
|
|
14
|
+
readonly owned_by?: string;
|
|
15
|
+
} & Readonly<Record<string, unknown>>;
|
|
16
|
+
/** The three aliases every account has, in the order apps usually offer them. */
|
|
17
|
+
export declare const MODEL_ALIASES: readonly ["plus", "ultra", "lite"];
|
|
18
|
+
/**
|
|
19
|
+
* A `/v1/chat/completions` stream (`text/event-stream`) as its text deltas.
|
|
20
|
+
* Comments, keepalives, tool-call and usage chunks are dropped.
|
|
21
|
+
*/
|
|
22
|
+
export declare const chatTextStream: (body: ReadableStream<Uint8Array>) => ReadableStream<string>;
|
|
23
|
+
/** Text deltas as UTF-8 bytes, ready to be a `Response` body. */
|
|
24
|
+
export declare const encodeTextStream: (text: ReadableStream<string>) => ReadableStream<Uint8Array>;
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { sseEventStream } from "@openllmsh/sdk/wire/lib/streaming/sse";
|
|
2
|
+
/** The three aliases every account has, in the order apps usually offer them. */
|
|
3
|
+
export const MODEL_ALIASES = ["plus", "ultra", "lite"];
|
|
4
|
+
/**
|
|
5
|
+
* A `/v1/chat/completions` stream (`text/event-stream`) as its text deltas.
|
|
6
|
+
* Comments, keepalives, tool-call and usage chunks are dropped.
|
|
7
|
+
*/
|
|
8
|
+
export const chatTextStream = (body) => sseEventStream(body).pipeThrough(new TransformStream({
|
|
9
|
+
transform(event, controller) {
|
|
10
|
+
if (event.kind !== "data")
|
|
11
|
+
return;
|
|
12
|
+
let chunk;
|
|
13
|
+
try {
|
|
14
|
+
chunk = JSON.parse(event.data);
|
|
15
|
+
}
|
|
16
|
+
catch {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
const delta = chunk.choices?.[0]?.delta?.content;
|
|
20
|
+
if (typeof delta === "string" && delta.length > 0)
|
|
21
|
+
controller.enqueue(delta);
|
|
22
|
+
},
|
|
23
|
+
}));
|
|
24
|
+
/** Text deltas as UTF-8 bytes, ready to be a `Response` body. */
|
|
25
|
+
export const encodeTextStream = (text) => text.pipeThrough(new TextEncoderStream());
|