@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
package/README.md
CHANGED
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
<p align="center">
|
|
2
2
|
<picture>
|
|
3
|
-
<source media="(prefers-color-scheme: light)" srcset="
|
|
4
|
-
<img alt="OpenLLM" src="
|
|
3
|
+
<source media="(prefers-color-scheme: light)" srcset="https://raw.githubusercontent.com/openllmsh/sdk/main/assets/openllm-light.svg">
|
|
4
|
+
<img alt="OpenLLM" src="https://raw.githubusercontent.com/openllmsh/sdk/main/assets/openllm.svg" width="300">
|
|
5
5
|
</picture>
|
|
6
6
|
</p>
|
|
7
7
|
|
|
8
8
|
<p align="center"><b>@openllmsh/sdk</b> — everything a client needs to talk to OpenLLM.</p>
|
|
9
9
|
|
|
10
10
|
<p align="center">
|
|
11
|
-
<a href="
|
|
12
|
-
<img alt="
|
|
13
|
-
<img alt="
|
|
11
|
+
<a href="https://www.npmjs.com/package/@openllmsh/sdk"><img alt="npm" src="https://img.shields.io/npm/v/@openllmsh/sdk.svg"></a>
|
|
12
|
+
<a href="https://www.npmjs.com/package/@openllmsh/sdk?activeTab=versions"><img alt="npm next" src="https://img.shields.io/npm/v/@openllmsh/sdk/next.svg?label=next"></a>
|
|
13
|
+
<a href="https://github.com/openllmsh/sdk/blob/main/LICENSE"><img alt="License: Apache-2.0 AND BUSL-1.1" src="https://img.shields.io/badge/license-Apache--2.0%20%2B%20BUSL--1.1-blue.svg"></a>
|
|
14
|
+
<img alt="types included" src="https://img.shields.io/badge/types-included-blue.svg">
|
|
14
15
|
</p>
|
|
15
16
|
|
|
16
17
|
---
|
|
@@ -37,10 +38,28 @@ which.
|
|
|
37
38
|
## Install
|
|
38
39
|
|
|
39
40
|
```sh
|
|
40
|
-
|
|
41
|
+
npm install @openllmsh/sdk # or: bun add / pnpm add / yarn add
|
|
42
|
+
npm install @openllmsh/sdk@next # the latest prerelease
|
|
41
43
|
```
|
|
42
44
|
|
|
43
|
-
|
|
45
|
+
Versions follow the OpenLLM release version. Each npm release is published by
|
|
46
|
+
CI from this repository with [provenance](https://docs.npmjs.com/generating-provenance-statements);
|
|
47
|
+
the same source is tagged here, so `bun add github:openllmsh/sdk#vX.Y.Z` pins
|
|
48
|
+
the identical code.
|
|
49
|
+
|
|
50
|
+
### Runtimes
|
|
51
|
+
|
|
52
|
+
ESM only. The npm package ships compiled JavaScript with type declarations, so
|
|
53
|
+
it runs anywhere modern JavaScript does:
|
|
54
|
+
|
|
55
|
+
| Where | Notes |
|
|
56
|
+
| --- | --- |
|
|
57
|
+
| Node 20.19+ / 22+ | `import` it from an ESM module (`"type": "module"` or `.mjs`). |
|
|
58
|
+
| Bun | Import it directly. |
|
|
59
|
+
| Browsers, via a bundler | Vite, esbuild, webpack, Next.js, Rollup. |
|
|
60
|
+
| TypeScript | `"moduleResolution"` set to `NodeNext` or `Bundler`. |
|
|
61
|
+
|
|
62
|
+
The git tags here carry the TypeScript source instead, which Bun runs as is.
|
|
44
63
|
|
|
45
64
|
## Quickstart
|
|
46
65
|
|
|
@@ -124,6 +143,7 @@ import { parseApiKey, sealCliAuth } from "@openllmsh/sdk/vault";
|
|
|
124
143
|
| `@openllmsh/sdk/openapi` | The committed OpenAPI spec, the operations table and `callOperation()`. |
|
|
125
144
|
| `@openllmsh/sdk/openapi/spec.json` | The OpenAPI document itself, as served at `/api/swagger`. |
|
|
126
145
|
| `@openllmsh/sdk/mcp` | MCP tool definitions (API, memory, marketplace upstreams) and `createMcpServer` over an injected transport. |
|
|
146
|
+
| `@openllmsh/sdk/connect` | "Connect with OpenLLM" for your app's server: `createConnect` and `connectRoutes`. |
|
|
127
147
|
| `@openllmsh/sdk/client` | The facade above: vault session, HTTP and chat, device tunnel. Composition only — no protocol or crypto of its own. |
|
|
128
148
|
|
|
129
149
|
## License
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `/v1/chat/completions` convenience on the client. Stream and non-stream both
|
|
3
|
+
* use authenticated `request` so signal / headers / timeout behave the same and
|
|
4
|
+
* the caller always gets a live `Response` (SSE body or JSON body).
|
|
5
|
+
*/
|
|
6
|
+
import type { TClientHttp } from "./http.js";
|
|
7
|
+
/** Default non-stream request ceiling — matches `openapi/call.ts` `REQUEST_TIMEOUT_MS`. */
|
|
8
|
+
export declare const DEFAULT_CHAT_TIMEOUT_MS = 120000;
|
|
9
|
+
export type TChatCompletionCreateBody = {
|
|
10
|
+
readonly model: string;
|
|
11
|
+
readonly messages: ReadonlyArray<unknown>;
|
|
12
|
+
readonly stream?: boolean;
|
|
13
|
+
readonly [key: string]: unknown;
|
|
14
|
+
};
|
|
15
|
+
export type TChatCompletions = {
|
|
16
|
+
/**
|
|
17
|
+
* Create a chat completion. Always returns the raw `Response` — when
|
|
18
|
+
* `body.stream === true` the body is an SSE stream; otherwise JSON.
|
|
19
|
+
* Honours `signal` and merges `headers` via `Headers`.
|
|
20
|
+
*
|
|
21
|
+
* Timeouts:
|
|
22
|
+
* - non-stream: `timeoutMs` defaults to {@link DEFAULT_CHAT_TIMEOUT_MS} and
|
|
23
|
+
* covers the whole request (headers + body), matching `callOperation`.
|
|
24
|
+
* - stream: no default timeout (a long SSE must outlive 2 minutes). When the
|
|
25
|
+
* caller passes `timeoutMs`, it applies only until response headers /
|
|
26
|
+
* first byte arrive — never to the body. Matches the pre-SDK browser SSE
|
|
27
|
+
* and CLI `-p` paths, which passed only the caller's signal (or none).
|
|
28
|
+
*/
|
|
29
|
+
readonly create: (body: TChatCompletionCreateBody, options?: {
|
|
30
|
+
readonly signal?: AbortSignal;
|
|
31
|
+
readonly headers?: HeadersInit;
|
|
32
|
+
readonly timeoutMs?: number;
|
|
33
|
+
}) => Promise<Response>;
|
|
34
|
+
};
|
|
35
|
+
export type TClientChat = {
|
|
36
|
+
readonly completions: TChatCompletions;
|
|
37
|
+
};
|
|
38
|
+
export declare const createClientChat: (http: TClientHttp) => TClientChat;
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `/v1/chat/completions` convenience on the client. Stream and non-stream both
|
|
3
|
+
* use authenticated `request` so signal / headers / timeout behave the same and
|
|
4
|
+
* the caller always gets a live `Response` (SSE body or JSON body).
|
|
5
|
+
*/
|
|
6
|
+
/** Default non-stream request ceiling — matches `openapi/call.ts` `REQUEST_TIMEOUT_MS`. */
|
|
7
|
+
export const DEFAULT_CHAT_TIMEOUT_MS = 120_000;
|
|
8
|
+
const mergeHeaders = (base, extra) => {
|
|
9
|
+
const headers = new Headers(base);
|
|
10
|
+
if (extra !== undefined) {
|
|
11
|
+
new Headers(extra).forEach((value, key) => {
|
|
12
|
+
headers.set(key, value);
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
return headers;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* Build the fetch abort signal.
|
|
19
|
+
* - non-stream: default {@link DEFAULT_CHAT_TIMEOUT_MS} on the whole request.
|
|
20
|
+
* - stream: caller's signal only by default; optional `timeoutMs` is
|
|
21
|
+
* connect/first-byte only (released after `fetch` resolves).
|
|
22
|
+
*/
|
|
23
|
+
const resolveRequestSignal = (streaming, timeoutMs, caller) => {
|
|
24
|
+
if (streaming) {
|
|
25
|
+
if (timeoutMs === undefined) {
|
|
26
|
+
return { signal: caller, release: () => { } };
|
|
27
|
+
}
|
|
28
|
+
// Connect/first-byte only: clear the timer once headers arrive so the SSE
|
|
29
|
+
// body is never cut by timeoutMs. The caller's signal stays linked through
|
|
30
|
+
// AbortSignal.any and can still abort the body after release().
|
|
31
|
+
const connect = new AbortController();
|
|
32
|
+
const timer = setTimeout(() => {
|
|
33
|
+
connect.abort(new DOMException("The operation was aborted due to timeout", "TimeoutError"));
|
|
34
|
+
}, timeoutMs);
|
|
35
|
+
const signal = caller !== undefined
|
|
36
|
+
? AbortSignal.any([caller, connect.signal])
|
|
37
|
+
: connect.signal;
|
|
38
|
+
return {
|
|
39
|
+
signal,
|
|
40
|
+
release: () => {
|
|
41
|
+
clearTimeout(timer);
|
|
42
|
+
},
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
const timeout = AbortSignal.timeout(timeoutMs ?? DEFAULT_CHAT_TIMEOUT_MS);
|
|
46
|
+
return {
|
|
47
|
+
signal: caller !== undefined ? AbortSignal.any([caller, timeout]) : timeout,
|
|
48
|
+
release: () => { },
|
|
49
|
+
};
|
|
50
|
+
};
|
|
51
|
+
export const createClientChat = (http) => ({
|
|
52
|
+
completions: {
|
|
53
|
+
create: async (body, options = {}) => {
|
|
54
|
+
const streaming = body.stream === true;
|
|
55
|
+
const { signal, release } = resolveRequestSignal(streaming, options.timeoutMs, options.signal);
|
|
56
|
+
try {
|
|
57
|
+
const response = await http.request("/v1/chat/completions", {
|
|
58
|
+
method: "POST",
|
|
59
|
+
headers: mergeHeaders({
|
|
60
|
+
"content-type": "application/json",
|
|
61
|
+
...(streaming ? { accept: "text/event-stream" } : {}),
|
|
62
|
+
}, options.headers),
|
|
63
|
+
body: JSON.stringify(body),
|
|
64
|
+
...(signal !== undefined ? { signal } : {}),
|
|
65
|
+
});
|
|
66
|
+
// Headers (and first byte for HTTP/1.1) are in — drop a stream
|
|
67
|
+
// connect timeout so reading the SSE body is not aborted.
|
|
68
|
+
release();
|
|
69
|
+
return response;
|
|
70
|
+
}
|
|
71
|
+
catch (error) {
|
|
72
|
+
release();
|
|
73
|
+
throw error;
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
});
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client device tunnel — composition over `@openllmsh/sdk/tunnel`.
|
|
3
|
+
*
|
|
4
|
+
* Holds the RTC → relay-mux open ladder and re-exports the consumer relay-mux
|
|
5
|
+
* open path. Hosts inject relay send, grants, caps, RTC channel resolution and
|
|
6
|
+
* browser identity; the SDK never touches WebSocket/RTC globals itself.
|
|
7
|
+
*/
|
|
8
|
+
import type { TMuxChannel } from "@openllmsh/sdk/tunnel/mux";
|
|
9
|
+
import type { TRelayMux, TRelayMuxDependencies } from "./relay-mux.js";
|
|
10
|
+
export type { TCreateRelayMuxOptions, TMuxChannelState, TMuxPhase, TRelayMux, TRelayMuxDependencies, } from "./relay-mux.js";
|
|
11
|
+
export { createRelayMux } from "./relay-mux.js";
|
|
12
|
+
/** Shared open budget for a session open across RTC + mux rungs. */
|
|
13
|
+
export declare const SESSION_OPEN_TIMEOUT_MS = 15000;
|
|
14
|
+
/** Shorter probe budget for the RTC rung only. */
|
|
15
|
+
export declare const RTC_SESSION_OPEN_TIMEOUT_MS = 6000;
|
|
16
|
+
/**
|
|
17
|
+
* Whether a failed session open should be retried on the next rung (path
|
|
18
|
+
* failure, not a daemon verdict on the request).
|
|
19
|
+
*/
|
|
20
|
+
export declare const isTransportFailure: (error: unknown) => boolean;
|
|
21
|
+
export type TResolvedMuxChannel = {
|
|
22
|
+
readonly channel: TMuxChannel;
|
|
23
|
+
readonly path: "rtc" | "mux";
|
|
24
|
+
};
|
|
25
|
+
export type TSessionLadderDeps = {
|
|
26
|
+
readonly resolveMuxChannel: (keyId: string) => Promise<TResolvedMuxChannel | null>;
|
|
27
|
+
readonly markRtcFailure: (keyId: string) => void;
|
|
28
|
+
readonly dropRelayMux: (keyId: string) => void;
|
|
29
|
+
readonly rtcMayArrive: (keyId: string) => boolean;
|
|
30
|
+
readonly callerSignal?: AbortSignal;
|
|
31
|
+
readonly now?: () => number;
|
|
32
|
+
readonly onDebug?: (scope: string, event: string, data: unknown) => void;
|
|
33
|
+
readonly transportUnavailableError?: (keyId: string) => Error;
|
|
34
|
+
};
|
|
35
|
+
/**
|
|
36
|
+
* Run a session open down the transport ladder, failing RTC over to relay mux.
|
|
37
|
+
* Behaviour matches the historical `lib/stores/daemon-store` implementation.
|
|
38
|
+
*/
|
|
39
|
+
export declare const openOverMuxLadder: <R>(keyId: string, attempt: (channel: TMuxChannel, timeoutMs: number, path: "rtc" | "mux") => Promise<R>, deps: TSessionLadderDeps) => Promise<R>;
|
|
40
|
+
export type TClientDevice = {
|
|
41
|
+
readonly deviceId: string;
|
|
42
|
+
/**
|
|
43
|
+
* Open (or reuse) a relay-mux channel to this device. RTC upgrade stays with
|
|
44
|
+
* the host's `resolveMuxChannel` used by {@link openOverLadder}.
|
|
45
|
+
*/
|
|
46
|
+
readonly openMux: (options?: {
|
|
47
|
+
readonly timeoutMs?: number;
|
|
48
|
+
readonly signal?: AbortSignal;
|
|
49
|
+
}) => Promise<TMuxChannel | null>;
|
|
50
|
+
/** RTC → mux ladder; host supplies channel resolution via the devices host. */
|
|
51
|
+
readonly openOverLadder: <R>(attempt: (channel: TMuxChannel, timeoutMs: number, path: "rtc" | "mux") => Promise<R>, overrides?: Partial<TSessionLadderDeps>) => Promise<R>;
|
|
52
|
+
readonly close: () => void;
|
|
53
|
+
};
|
|
54
|
+
export type TClientDevicesHost = {
|
|
55
|
+
readonly mux: TRelayMuxDependencies;
|
|
56
|
+
readonly ladder: TSessionLadderDeps;
|
|
57
|
+
/**
|
|
58
|
+
* Optional shared mux store (e.g. the browser app singleton). When omitted,
|
|
59
|
+
* {@link createClientDevices} creates a private instance.
|
|
60
|
+
*/
|
|
61
|
+
readonly relayMux?: TRelayMux;
|
|
62
|
+
};
|
|
63
|
+
export type TClientDevices = {
|
|
64
|
+
readonly open: (deviceId: string) => TClientDevice;
|
|
65
|
+
/** The mux store this facade uses — host glue may feed relay frames into it. */
|
|
66
|
+
readonly relayMux: TRelayMux;
|
|
67
|
+
/** Tear down every mux channel this facade owns. Idempotent. */
|
|
68
|
+
readonly close: () => void;
|
|
69
|
+
};
|
|
70
|
+
export declare const createClientDevices: (host: TClientDevicesHost) => TClientDevices;
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client device tunnel — composition over `@openllmsh/sdk/tunnel`.
|
|
3
|
+
*
|
|
4
|
+
* Holds the RTC → relay-mux open ladder and re-exports the consumer relay-mux
|
|
5
|
+
* open path. Hosts inject relay send, grants, caps, RTC channel resolution and
|
|
6
|
+
* browser identity; the SDK never touches WebSocket/RTC globals itself.
|
|
7
|
+
*/
|
|
8
|
+
import { isStreamResetError } from "@openllmsh/sdk/tunnel/stream-reset-error";
|
|
9
|
+
import { createRelayMux } from "./relay-mux.js";
|
|
10
|
+
export { createRelayMux } from "./relay-mux.js";
|
|
11
|
+
/** Shared open budget for a session open across RTC + mux rungs. */
|
|
12
|
+
export const SESSION_OPEN_TIMEOUT_MS = 15_000;
|
|
13
|
+
/** Shorter probe budget for the RTC rung only. */
|
|
14
|
+
export const RTC_SESSION_OPEN_TIMEOUT_MS = 6_000;
|
|
15
|
+
const DAEMON_OPEN_VERDICTS = [
|
|
16
|
+
"pty_unsupported",
|
|
17
|
+
"sessions_disabled",
|
|
18
|
+
"cli_not_installed",
|
|
19
|
+
"session_not_found",
|
|
20
|
+
"session_busy",
|
|
21
|
+
"overloaded",
|
|
22
|
+
"spawn_failed",
|
|
23
|
+
"unauthorized",
|
|
24
|
+
"agent_unavailable",
|
|
25
|
+
"agent_busy",
|
|
26
|
+
"newer consumer",
|
|
27
|
+
];
|
|
28
|
+
/**
|
|
29
|
+
* Whether a failed session open should be retried on the next rung (path
|
|
30
|
+
* failure, not a daemon verdict on the request).
|
|
31
|
+
*/
|
|
32
|
+
export const isTransportFailure = (error) => {
|
|
33
|
+
if (isStreamResetError(error)) {
|
|
34
|
+
switch (error.code) {
|
|
35
|
+
case "pty_unsupported":
|
|
36
|
+
case "sessions_disabled":
|
|
37
|
+
case "cli_not_installed":
|
|
38
|
+
case "session_not_found":
|
|
39
|
+
case "session_busy":
|
|
40
|
+
case "overloaded":
|
|
41
|
+
case "spawn_failed":
|
|
42
|
+
case "unauthorized":
|
|
43
|
+
case "agent_unavailable":
|
|
44
|
+
case "agent_busy":
|
|
45
|
+
case "realtime_unsupported":
|
|
46
|
+
case "realtime_busy":
|
|
47
|
+
case "realtime_refused":
|
|
48
|
+
case "realtime_policy_refused":
|
|
49
|
+
return false;
|
|
50
|
+
default:
|
|
51
|
+
break;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
const message = (error instanceof Error ? error.message : String(error)).toLowerCase();
|
|
55
|
+
return !DAEMON_OPEN_VERDICTS.some((verdict) => message.includes(verdict));
|
|
56
|
+
};
|
|
57
|
+
const defaultUnavailable = (keyId) => new Error(keyId.length > 0
|
|
58
|
+
? `device transport unavailable for ${keyId}`
|
|
59
|
+
: "device transport unavailable");
|
|
60
|
+
/**
|
|
61
|
+
* Run a session open down the transport ladder, failing RTC over to relay mux.
|
|
62
|
+
* Behaviour matches the historical `lib/stores/daemon-store` implementation.
|
|
63
|
+
*/
|
|
64
|
+
export const openOverMuxLadder = async (keyId, attempt, deps) => {
|
|
65
|
+
const resolve = deps.resolveMuxChannel;
|
|
66
|
+
const poison = deps.markRtcFailure;
|
|
67
|
+
const dropMux = deps.dropRelayMux;
|
|
68
|
+
const rtcPending = deps.rtcMayArrive;
|
|
69
|
+
const callerSignal = deps.callerSignal;
|
|
70
|
+
const now = deps.now ?? Date.now;
|
|
71
|
+
const dbg = deps.onDebug ?? (() => { });
|
|
72
|
+
const unavailable = deps.transportUnavailableError ?? defaultUnavailable;
|
|
73
|
+
let resolved = await resolve(keyId);
|
|
74
|
+
if (resolved === null)
|
|
75
|
+
throw unavailable(keyId);
|
|
76
|
+
const deadline = now() + SESSION_OPEN_TIMEOUT_MS;
|
|
77
|
+
const remaining = () => Math.max(0, deadline - now());
|
|
78
|
+
for (let pass = 0; pass < 4; pass += 1) {
|
|
79
|
+
const tried = resolved.channel;
|
|
80
|
+
const isRtc = resolved.path === "rtc";
|
|
81
|
+
const budget = isRtc
|
|
82
|
+
? Math.min(RTC_SESSION_OPEN_TIMEOUT_MS, remaining())
|
|
83
|
+
: remaining();
|
|
84
|
+
dbg("ladder", "rung", {
|
|
85
|
+
key: keyId,
|
|
86
|
+
pass,
|
|
87
|
+
path: resolved.path,
|
|
88
|
+
budget_ms: budget,
|
|
89
|
+
alone: !isRtc,
|
|
90
|
+
rtc_may_arrive: rtcPending(keyId),
|
|
91
|
+
});
|
|
92
|
+
try {
|
|
93
|
+
const result = await attempt(resolved.channel, budget, resolved.path);
|
|
94
|
+
dbg("ladder", "opened", { key: keyId, pass, path: resolved.path });
|
|
95
|
+
return result;
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
const why = error instanceof Error ? error.message : String(error);
|
|
99
|
+
dbg("ladder", "rung failed", {
|
|
100
|
+
key: keyId,
|
|
101
|
+
pass,
|
|
102
|
+
path: resolved.path,
|
|
103
|
+
err: why,
|
|
104
|
+
failover: isTransportFailure(error),
|
|
105
|
+
});
|
|
106
|
+
if (callerSignal?.aborted === true) {
|
|
107
|
+
dbg("ladder", "caller aborted — not a rung verdict", {
|
|
108
|
+
key: keyId,
|
|
109
|
+
pass,
|
|
110
|
+
path: resolved.path,
|
|
111
|
+
});
|
|
112
|
+
throw error;
|
|
113
|
+
}
|
|
114
|
+
if (!isTransportFailure(error))
|
|
115
|
+
throw error;
|
|
116
|
+
if (isRtc) {
|
|
117
|
+
poison(keyId);
|
|
118
|
+
}
|
|
119
|
+
else {
|
|
120
|
+
dropMux(keyId);
|
|
121
|
+
}
|
|
122
|
+
if (remaining() === 0)
|
|
123
|
+
throw error;
|
|
124
|
+
const next = await resolve(keyId);
|
|
125
|
+
if (next === null)
|
|
126
|
+
throw error;
|
|
127
|
+
if (next.channel === tried)
|
|
128
|
+
throw error;
|
|
129
|
+
dbg("ladder", "switching rung", {
|
|
130
|
+
key: keyId,
|
|
131
|
+
from: resolved.path,
|
|
132
|
+
to: next.path,
|
|
133
|
+
remaining_ms: remaining(),
|
|
134
|
+
});
|
|
135
|
+
resolved = next;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
throw unavailable(keyId);
|
|
139
|
+
};
|
|
140
|
+
export const createClientDevices = (host) => {
|
|
141
|
+
const ownsMux = host.relayMux === undefined;
|
|
142
|
+
const relayMux = host.relayMux ?? createRelayMux();
|
|
143
|
+
const opened = new Set();
|
|
144
|
+
return {
|
|
145
|
+
relayMux,
|
|
146
|
+
open: (deviceId) => ({
|
|
147
|
+
deviceId,
|
|
148
|
+
openMux: (options = {}) => {
|
|
149
|
+
opened.add(deviceId);
|
|
150
|
+
return relayMux.getOrOpenMuxChannel(deviceId, host.mux, options.timeoutMs, options.signal);
|
|
151
|
+
},
|
|
152
|
+
openOverLadder: (attempt, overrides = {}) => openOverMuxLadder(deviceId, attempt, {
|
|
153
|
+
...host.ladder,
|
|
154
|
+
...overrides,
|
|
155
|
+
}),
|
|
156
|
+
close: () => {
|
|
157
|
+
opened.delete(deviceId);
|
|
158
|
+
relayMux.dropChannelForKey(deviceId);
|
|
159
|
+
},
|
|
160
|
+
}),
|
|
161
|
+
close: () => {
|
|
162
|
+
if (ownsMux) {
|
|
163
|
+
relayMux.failAllMuxChannels("client closed");
|
|
164
|
+
}
|
|
165
|
+
else {
|
|
166
|
+
for (const deviceId of opened)
|
|
167
|
+
relayMux.dropChannelForKey(deviceId);
|
|
168
|
+
}
|
|
169
|
+
opened.clear();
|
|
170
|
+
},
|
|
171
|
+
};
|
|
172
|
+
};
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client HTTP surface — one path through `openapi/call.ts` `callOperation`,
|
|
3
|
+
* plus an authenticated raw `request` for streaming / non-operation URLs.
|
|
4
|
+
*/
|
|
5
|
+
import type { TApiOperation, THttpClientOptions, TSdkResponse } from "@openllmsh/sdk/openapi";
|
|
6
|
+
export type TClientHttpOptions = {
|
|
7
|
+
readonly origin: string;
|
|
8
|
+
readonly apiKey: string;
|
|
9
|
+
readonly fetch: (input: string, init?: RequestInit) => Promise<Response>;
|
|
10
|
+
};
|
|
11
|
+
export type TClientHttp = {
|
|
12
|
+
/**
|
|
13
|
+
* Typed OpenAPI call. `op` may be a `TApiOperation` or its `id`
|
|
14
|
+
* (e.g. `v1ChatCompletions.chatCompletions`).
|
|
15
|
+
*/
|
|
16
|
+
readonly call: (op: TApiOperation | string, args?: Record<string, unknown>, options?: THttpClientOptions) => Promise<TSdkResponse>;
|
|
17
|
+
/**
|
|
18
|
+
* Authenticated raw fetch against `origin`. `path` may be absolute under
|
|
19
|
+
* the origin (`/v1/...`) or a full URL. Used for SSE streams and paths
|
|
20
|
+
* that are not (yet) in the operations table.
|
|
21
|
+
*/
|
|
22
|
+
readonly request: (path: string, init?: RequestInit) => Promise<Response>;
|
|
23
|
+
};
|
|
24
|
+
export declare const createClientHttp: (options: TClientHttpOptions) => TClientHttp;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Client HTTP surface — one path through `openapi/call.ts` `callOperation`,
|
|
3
|
+
* plus an authenticated raw `request` for streaming / non-operation URLs.
|
|
4
|
+
*/
|
|
5
|
+
import { API_OPERATIONS, callOperation } from "@openllmsh/sdk/openapi";
|
|
6
|
+
const resolveOp = (op) => {
|
|
7
|
+
if (typeof op !== "string")
|
|
8
|
+
return op;
|
|
9
|
+
const found = API_OPERATIONS.find((candidate) => candidate.id === op);
|
|
10
|
+
if (found === undefined) {
|
|
11
|
+
throw new Error(`unknown OpenAPI operation id "${op}"`);
|
|
12
|
+
}
|
|
13
|
+
return found;
|
|
14
|
+
};
|
|
15
|
+
export const createClientHttp = (options) => {
|
|
16
|
+
const baseUrl = options.origin.replace(/\/+$/, "");
|
|
17
|
+
const config = { baseUrl, apiKey: options.apiKey };
|
|
18
|
+
return {
|
|
19
|
+
call: async (op, args = {}, callOptions = {}) => callOperation(config, resolveOp(op), args, {
|
|
20
|
+
...callOptions,
|
|
21
|
+
fetch: callOptions.fetch ?? options.fetch,
|
|
22
|
+
}),
|
|
23
|
+
request: (path, init = {}) => {
|
|
24
|
+
const url = path.startsWith("http://") || path.startsWith("https://")
|
|
25
|
+
? path
|
|
26
|
+
: `${baseUrl}${path.startsWith("/") ? path : `/${path}`}`;
|
|
27
|
+
const headers = new Headers(init.headers);
|
|
28
|
+
if (!headers.has("authorization") && options.apiKey.length > 0) {
|
|
29
|
+
headers.set("authorization", `Bearer ${options.apiKey}`);
|
|
30
|
+
}
|
|
31
|
+
return options.fetch(url, { ...init, headers });
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@openllmsh/sdk/client` — thin, I/O-injected composition facade over the SDK
|
|
3
|
+
* layers. Vault session, HTTP, and device tunnel (mux ladder + relay-mux).
|
|
4
|
+
*/
|
|
5
|
+
import type { TClientChat } from "./chat.js";
|
|
6
|
+
import type { TClientDevices, TClientDevicesHost } from "./devices.js";
|
|
7
|
+
import type { TClientHttp } from "./http.js";
|
|
8
|
+
import type { TCreateClientOptions } from "./types.js";
|
|
9
|
+
import type { TClientVault } from "./vault.js";
|
|
10
|
+
export type { TChatCompletionCreateBody, TChatCompletions, TClientChat, } from "./chat.js";
|
|
11
|
+
export { createClientChat, DEFAULT_CHAT_TIMEOUT_MS } from "./chat.js";
|
|
12
|
+
export type { TClientDevice, TClientDevices, TClientDevicesHost, TCreateRelayMuxOptions, TMuxChannelState, TMuxPhase, TRelayMux, TRelayMuxDependencies, TResolvedMuxChannel, TSessionLadderDeps, } from "./devices.js";
|
|
13
|
+
export { createClientDevices, createRelayMux, isTransportFailure, openOverMuxLadder, RTC_SESSION_OPEN_TIMEOUT_MS, SESSION_OPEN_TIMEOUT_MS, } from "./devices.js";
|
|
14
|
+
export type { TClientHttp, TClientHttpOptions } from "./http.js";
|
|
15
|
+
export { createClientHttp } from "./http.js";
|
|
16
|
+
export type { TClientTransport, TCreateClientOptions, TRtcFactory, TWebSocketConstructor, } from "./types.js";
|
|
17
|
+
export type { TClientVault, TCreateClientVaultOptions, TDekBorrow, } from "./vault.js";
|
|
18
|
+
export { createClientVault } from "./vault.js";
|
|
19
|
+
export type TOpenllmClient = {
|
|
20
|
+
readonly origin: string;
|
|
21
|
+
readonly apiKey: string;
|
|
22
|
+
readonly transport: TCreateClientOptions["transport"];
|
|
23
|
+
readonly vault: TClientVault;
|
|
24
|
+
readonly http: TClientHttp;
|
|
25
|
+
readonly chat: TClientChat;
|
|
26
|
+
/**
|
|
27
|
+
* Device tunnel facade. Bound when `createClient` is given `devices` host
|
|
28
|
+
* deps (relay send, grants, ladder resolution). Otherwise `open` throws.
|
|
29
|
+
*/
|
|
30
|
+
readonly devices: TClientDevices;
|
|
31
|
+
/** Optional `dek_for_key` carried from create options for a later unlock. */
|
|
32
|
+
readonly dekForKey: string | undefined;
|
|
33
|
+
/** Zero vault material and tear down device mux channels. Idempotent. */
|
|
34
|
+
readonly close: () => void;
|
|
35
|
+
};
|
|
36
|
+
/**
|
|
37
|
+
* Build a client. Sync on purpose — unwrapping a DEK from `dek_for_key` is
|
|
38
|
+
* async and lives on `client.vault.unlockFromApiKey`. Hosts inject `fetch`,
|
|
39
|
+
* `WebSocket`, an optional RTC factory, and optional device-tunnel host deps.
|
|
40
|
+
*/
|
|
41
|
+
export declare const createClient: (options: TCreateClientOptions & {
|
|
42
|
+
readonly devices?: TClientDevicesHost;
|
|
43
|
+
}) => TOpenllmClient;
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@openllmsh/sdk/client` — thin, I/O-injected composition facade over the SDK
|
|
3
|
+
* layers. Vault session, HTTP, and device tunnel (mux ladder + relay-mux).
|
|
4
|
+
*/
|
|
5
|
+
import { createClientChat } from "./chat.js";
|
|
6
|
+
import { createClientDevices, createRelayMux } from "./devices.js";
|
|
7
|
+
import { createClientHttp } from "./http.js";
|
|
8
|
+
import { createClientVault } from "./vault.js";
|
|
9
|
+
export { createClientChat, DEFAULT_CHAT_TIMEOUT_MS } from "./chat.js";
|
|
10
|
+
export { createClientDevices, createRelayMux, isTransportFailure, openOverMuxLadder, RTC_SESSION_OPEN_TIMEOUT_MS, SESSION_OPEN_TIMEOUT_MS, } from "./devices.js";
|
|
11
|
+
export { createClientHttp } from "./http.js";
|
|
12
|
+
export { createClientVault } from "./vault.js";
|
|
13
|
+
const normalizeOrigin = (origin) => origin.replace(/\/+$/, "");
|
|
14
|
+
/** Shared placeholder for clients that never bind devices (`open` always throws). */
|
|
15
|
+
const unboundRelayMux = createRelayMux();
|
|
16
|
+
const unboundDevices = {
|
|
17
|
+
open: () => {
|
|
18
|
+
throw new Error("createClient was not given devices host deps — pass options.devices");
|
|
19
|
+
},
|
|
20
|
+
relayMux: unboundRelayMux,
|
|
21
|
+
close: () => { },
|
|
22
|
+
};
|
|
23
|
+
/**
|
|
24
|
+
* Build a client. Sync on purpose — unwrapping a DEK from `dek_for_key` is
|
|
25
|
+
* async and lives on `client.vault.unlockFromApiKey`. Hosts inject `fetch`,
|
|
26
|
+
* `WebSocket`, an optional RTC factory, and optional device-tunnel host deps.
|
|
27
|
+
*/
|
|
28
|
+
export const createClient = (options) => {
|
|
29
|
+
const origin = normalizeOrigin(options.origin);
|
|
30
|
+
const vault = createClientVault({
|
|
31
|
+
apiKey: options.apiKey,
|
|
32
|
+
...(options.dek !== undefined ? { dek: options.dek } : {}),
|
|
33
|
+
});
|
|
34
|
+
const http = createClientHttp({
|
|
35
|
+
origin,
|
|
36
|
+
apiKey: options.apiKey,
|
|
37
|
+
fetch: options.transport.fetch,
|
|
38
|
+
});
|
|
39
|
+
const chat = createClientChat(http);
|
|
40
|
+
const devices = options.devices !== undefined
|
|
41
|
+
? createClientDevices(options.devices)
|
|
42
|
+
: unboundDevices;
|
|
43
|
+
return {
|
|
44
|
+
origin,
|
|
45
|
+
apiKey: options.apiKey,
|
|
46
|
+
transport: options.transport,
|
|
47
|
+
vault,
|
|
48
|
+
http,
|
|
49
|
+
chat,
|
|
50
|
+
devices,
|
|
51
|
+
dekForKey: options.dekForKey,
|
|
52
|
+
close: () => {
|
|
53
|
+
devices.close();
|
|
54
|
+
vault.close();
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
};
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import type { TMuxChannel } from "@openllmsh/sdk/tunnel/mux";
|
|
2
|
+
import type { TPeerLinkFailureCache } from "@openllmsh/sdk/tunnel/peer-link";
|
|
3
|
+
export type TRelayMuxDependencies = {
|
|
4
|
+
readonly daemonAdvertisesMux: (keyId: string) => boolean;
|
|
5
|
+
/**
|
|
6
|
+
* True when this key requires a seed-derived device grant on
|
|
7
|
+
* `channel_open` (cloud provisioned OR daemon advertises `seedgate1`).
|
|
8
|
+
*/
|
|
9
|
+
readonly needsSeedGate?: (keyId: string) => boolean;
|
|
10
|
+
/**
|
|
11
|
+
* Sign a device grant for `keyId` + `cid`. Returns the base64 envelope,
|
|
12
|
+
* or `null` when the vault is locked. Only called when `needsSeedGate`
|
|
13
|
+
* is true. A `null` result aborts the open (returns null) so a locked
|
|
14
|
+
* vault cannot open a seed-gated channel.
|
|
15
|
+
*/
|
|
16
|
+
readonly signGrant?: (keyId: string, cid: string) => Promise<string | null>;
|
|
17
|
+
readonly relaySend: (frame: unknown) => boolean;
|
|
18
|
+
readonly relaySendBinary: (bytes: Uint8Array) => boolean;
|
|
19
|
+
readonly relayBufferedAmount: () => number;
|
|
20
|
+
readonly onRelayDrain: (callback: () => void) => () => void;
|
|
21
|
+
/**
|
|
22
|
+
* Stable browser identity for `stableChannelId` (device id + tab id). Host
|
|
23
|
+
* glue supplies this — the SDK never reads `localStorage` / cookies.
|
|
24
|
+
*/
|
|
25
|
+
readonly browserIdentity: () => string;
|
|
26
|
+
};
|
|
27
|
+
export type TMuxPhase = "idle" | "opening" | "open" | "failed";
|
|
28
|
+
export type TMuxChannelState = {
|
|
29
|
+
readonly keyId: string;
|
|
30
|
+
readonly phase: TMuxPhase;
|
|
31
|
+
readonly channelId: string | null;
|
|
32
|
+
readonly lastError: string | null;
|
|
33
|
+
readonly failureCachedUntil: number | null;
|
|
34
|
+
};
|
|
35
|
+
export type TRelayMux = {
|
|
36
|
+
readonly clearMuxFailureForKey: (keyId: string) => void;
|
|
37
|
+
readonly getMuxChannelState: (keyId: string) => TMuxChannelState;
|
|
38
|
+
readonly subscribeMuxState: (listener: () => void) => () => void;
|
|
39
|
+
readonly onRelayBinary: (bytes: Uint8Array) => void;
|
|
40
|
+
readonly onRelayChannelAck: (frame: {
|
|
41
|
+
readonly channel_id: string;
|
|
42
|
+
readonly ok: boolean;
|
|
43
|
+
readonly error?: string;
|
|
44
|
+
}) => void;
|
|
45
|
+
readonly onRelayChannelClose: (frame: {
|
|
46
|
+
readonly channel_id: string;
|
|
47
|
+
readonly reason?: string;
|
|
48
|
+
}) => void;
|
|
49
|
+
readonly getOrOpenMuxChannel: (keyId: string, deps: TRelayMuxDependencies, timeoutMs?: number, signal?: AbortSignal) => Promise<TMuxChannel | null>;
|
|
50
|
+
readonly dropChannelForKey: (keyId: string) => void;
|
|
51
|
+
readonly muxChannelOpenedWithGrant: (keyId: string) => boolean | null;
|
|
52
|
+
readonly dropGrantlessMuxChannelForKey: (keyId: string) => void;
|
|
53
|
+
readonly failAllMuxChannels: (reason: string) => void;
|
|
54
|
+
readonly clearMuxState: () => void;
|
|
55
|
+
};
|
|
56
|
+
export type TCreateRelayMuxOptions = {
|
|
57
|
+
/**
|
|
58
|
+
* Negative cache for this mux instance's opens. Defaults to a fresh cache so
|
|
59
|
+
* two `createRelayMux()` clients never share failure state. RTC host glue
|
|
60
|
+
* (`lib/stores/rtc-channel.ts`) and `createPeerLink` keep the process-global
|
|
61
|
+
* `peerLinkFailureCache` for the RTC rung — only the mux maps are scoped
|
|
62
|
+
* here. The browser app singleton (`lib/stores/relay-mux.ts`) is still one
|
|
63
|
+
* instance, so in-tab mux failure behaviour matches the old module singleton.
|
|
64
|
+
*/
|
|
65
|
+
readonly failureCache?: TPeerLinkFailureCache;
|
|
66
|
+
};
|
|
67
|
+
/**
|
|
68
|
+
* Per-client relay-mux state. Two clients must not share channel maps — create
|
|
69
|
+
* one instance per client (or one app-wide singleton in host glue).
|
|
70
|
+
*/
|
|
71
|
+
export declare const createRelayMux: (options?: TCreateRelayMuxOptions) => TRelayMux;
|