@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
package/client/chat.ts
DELETED
|
@@ -1,140 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `/v1/chat/completions` convenience on the client. Stream and non-stream both
|
|
3
|
-
* use authenticated `request` so signal / headers / timeout behave the same and
|
|
4
|
-
* the caller always gets a live `Response` (SSE body or JSON body).
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import type { TClientHttp } from "./http";
|
|
8
|
-
|
|
9
|
-
/** Default non-stream request ceiling — matches `openapi/call.ts` `REQUEST_TIMEOUT_MS`. */
|
|
10
|
-
export const DEFAULT_CHAT_TIMEOUT_MS = 120_000;
|
|
11
|
-
|
|
12
|
-
export type TChatCompletionCreateBody = {
|
|
13
|
-
readonly model: string;
|
|
14
|
-
readonly messages: ReadonlyArray<unknown>;
|
|
15
|
-
readonly stream?: boolean;
|
|
16
|
-
readonly [key: string]: unknown;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
export type TChatCompletions = {
|
|
20
|
-
/**
|
|
21
|
-
* Create a chat completion. Always returns the raw `Response` — when
|
|
22
|
-
* `body.stream === true` the body is an SSE stream; otherwise JSON.
|
|
23
|
-
* Honours `signal` and merges `headers` via `Headers`.
|
|
24
|
-
*
|
|
25
|
-
* Timeouts:
|
|
26
|
-
* - non-stream: `timeoutMs` defaults to {@link DEFAULT_CHAT_TIMEOUT_MS} and
|
|
27
|
-
* covers the whole request (headers + body), matching `callOperation`.
|
|
28
|
-
* - stream: no default timeout (a long SSE must outlive 2 minutes). When the
|
|
29
|
-
* caller passes `timeoutMs`, it applies only until response headers /
|
|
30
|
-
* first byte arrive — never to the body. Matches the pre-SDK browser SSE
|
|
31
|
-
* and CLI `-p` paths, which passed only the caller's signal (or none).
|
|
32
|
-
*/
|
|
33
|
-
readonly create: (
|
|
34
|
-
body: TChatCompletionCreateBody,
|
|
35
|
-
options?: {
|
|
36
|
-
readonly signal?: AbortSignal;
|
|
37
|
-
readonly headers?: HeadersInit;
|
|
38
|
-
readonly timeoutMs?: number;
|
|
39
|
-
},
|
|
40
|
-
) => Promise<Response>;
|
|
41
|
-
};
|
|
42
|
-
|
|
43
|
-
export type TClientChat = {
|
|
44
|
-
readonly completions: TChatCompletions;
|
|
45
|
-
};
|
|
46
|
-
|
|
47
|
-
const mergeHeaders = (base: HeadersInit, extra?: HeadersInit): Headers => {
|
|
48
|
-
const headers = new Headers(base);
|
|
49
|
-
if (extra !== undefined) {
|
|
50
|
-
new Headers(extra).forEach((value, key) => {
|
|
51
|
-
headers.set(key, value);
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
return headers;
|
|
55
|
-
};
|
|
56
|
-
|
|
57
|
-
type TResolvedRequestSignal = {
|
|
58
|
-
readonly signal: AbortSignal | undefined;
|
|
59
|
-
/** Clear a connect-only timer once headers have arrived (or the fetch failed). */
|
|
60
|
-
readonly release: () => void;
|
|
61
|
-
};
|
|
62
|
-
|
|
63
|
-
/**
|
|
64
|
-
* Build the fetch abort signal.
|
|
65
|
-
* - non-stream: default {@link DEFAULT_CHAT_TIMEOUT_MS} on the whole request.
|
|
66
|
-
* - stream: caller's signal only by default; optional `timeoutMs` is
|
|
67
|
-
* connect/first-byte only (released after `fetch` resolves).
|
|
68
|
-
*/
|
|
69
|
-
const resolveRequestSignal = (
|
|
70
|
-
streaming: boolean,
|
|
71
|
-
timeoutMs: number | undefined,
|
|
72
|
-
caller: AbortSignal | undefined,
|
|
73
|
-
): TResolvedRequestSignal => {
|
|
74
|
-
if (streaming) {
|
|
75
|
-
if (timeoutMs === undefined) {
|
|
76
|
-
return { signal: caller, release: (): void => {} };
|
|
77
|
-
}
|
|
78
|
-
// Connect/first-byte only: clear the timer once headers arrive so the SSE
|
|
79
|
-
// body is never cut by timeoutMs. The caller's signal stays linked through
|
|
80
|
-
// AbortSignal.any and can still abort the body after release().
|
|
81
|
-
const connect = new AbortController();
|
|
82
|
-
const timer = setTimeout((): void => {
|
|
83
|
-
connect.abort(
|
|
84
|
-
new DOMException(
|
|
85
|
-
"The operation was aborted due to timeout",
|
|
86
|
-
"TimeoutError",
|
|
87
|
-
),
|
|
88
|
-
);
|
|
89
|
-
}, timeoutMs);
|
|
90
|
-
const signal =
|
|
91
|
-
caller !== undefined
|
|
92
|
-
? AbortSignal.any([caller, connect.signal])
|
|
93
|
-
: connect.signal;
|
|
94
|
-
return {
|
|
95
|
-
signal,
|
|
96
|
-
release: (): void => {
|
|
97
|
-
clearTimeout(timer);
|
|
98
|
-
},
|
|
99
|
-
};
|
|
100
|
-
}
|
|
101
|
-
const timeout = AbortSignal.timeout(timeoutMs ?? DEFAULT_CHAT_TIMEOUT_MS);
|
|
102
|
-
return {
|
|
103
|
-
signal: caller !== undefined ? AbortSignal.any([caller, timeout]) : timeout,
|
|
104
|
-
release: (): void => {},
|
|
105
|
-
};
|
|
106
|
-
};
|
|
107
|
-
|
|
108
|
-
export const createClientChat = (http: TClientHttp): TClientChat => ({
|
|
109
|
-
completions: {
|
|
110
|
-
create: async (body, options = {}): Promise<Response> => {
|
|
111
|
-
const streaming = body.stream === true;
|
|
112
|
-
const { signal, release } = resolveRequestSignal(
|
|
113
|
-
streaming,
|
|
114
|
-
options.timeoutMs,
|
|
115
|
-
options.signal,
|
|
116
|
-
);
|
|
117
|
-
try {
|
|
118
|
-
const response = await http.request("/v1/chat/completions", {
|
|
119
|
-
method: "POST",
|
|
120
|
-
headers: mergeHeaders(
|
|
121
|
-
{
|
|
122
|
-
"content-type": "application/json",
|
|
123
|
-
...(streaming ? { accept: "text/event-stream" } : {}),
|
|
124
|
-
},
|
|
125
|
-
options.headers,
|
|
126
|
-
),
|
|
127
|
-
body: JSON.stringify(body),
|
|
128
|
-
...(signal !== undefined ? { signal } : {}),
|
|
129
|
-
});
|
|
130
|
-
// Headers (and first byte for HTTP/1.1) are in — drop a stream
|
|
131
|
-
// connect timeout so reading the SSE body is not aborted.
|
|
132
|
-
release();
|
|
133
|
-
return response;
|
|
134
|
-
} catch (error) {
|
|
135
|
-
release();
|
|
136
|
-
throw error;
|
|
137
|
-
}
|
|
138
|
-
},
|
|
139
|
-
},
|
|
140
|
-
});
|
package/client/devices.ts
DELETED
|
@@ -1,269 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Client device tunnel — composition over `@openllmsh/sdk/tunnel`.
|
|
3
|
-
*
|
|
4
|
-
* Holds the RTC → relay-mux open ladder and re-exports the consumer relay-mux
|
|
5
|
-
* open path. Hosts inject relay send, grants, caps, RTC channel resolution and
|
|
6
|
-
* browser identity; the SDK never touches WebSocket/RTC globals itself.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import type { TMuxChannel } from "@openllmsh/sdk/tunnel/mux";
|
|
10
|
-
import { isStreamResetError } from "@openllmsh/sdk/tunnel/stream-reset-error";
|
|
11
|
-
import type { TRelayMux, TRelayMuxDependencies } from "./relay-mux";
|
|
12
|
-
import { createRelayMux } from "./relay-mux";
|
|
13
|
-
|
|
14
|
-
export type {
|
|
15
|
-
TCreateRelayMuxOptions,
|
|
16
|
-
TMuxChannelState,
|
|
17
|
-
TMuxPhase,
|
|
18
|
-
TRelayMux,
|
|
19
|
-
TRelayMuxDependencies,
|
|
20
|
-
} from "./relay-mux";
|
|
21
|
-
export { createRelayMux } from "./relay-mux";
|
|
22
|
-
|
|
23
|
-
/** Shared open budget for a session open across RTC + mux rungs. */
|
|
24
|
-
export const SESSION_OPEN_TIMEOUT_MS = 15_000;
|
|
25
|
-
/** Shorter probe budget for the RTC rung only. */
|
|
26
|
-
export const RTC_SESSION_OPEN_TIMEOUT_MS = 6_000;
|
|
27
|
-
|
|
28
|
-
const DAEMON_OPEN_VERDICTS = [
|
|
29
|
-
"pty_unsupported",
|
|
30
|
-
"sessions_disabled",
|
|
31
|
-
"cli_not_installed",
|
|
32
|
-
"session_not_found",
|
|
33
|
-
"session_busy",
|
|
34
|
-
"overloaded",
|
|
35
|
-
"spawn_failed",
|
|
36
|
-
"unauthorized",
|
|
37
|
-
"agent_unavailable",
|
|
38
|
-
"agent_busy",
|
|
39
|
-
"newer consumer",
|
|
40
|
-
] as const;
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Whether a failed session open should be retried on the next rung (path
|
|
44
|
-
* failure, not a daemon verdict on the request).
|
|
45
|
-
*/
|
|
46
|
-
export const isTransportFailure = (error: unknown): boolean => {
|
|
47
|
-
if (isStreamResetError(error)) {
|
|
48
|
-
switch (error.code) {
|
|
49
|
-
case "pty_unsupported":
|
|
50
|
-
case "sessions_disabled":
|
|
51
|
-
case "cli_not_installed":
|
|
52
|
-
case "session_not_found":
|
|
53
|
-
case "session_busy":
|
|
54
|
-
case "overloaded":
|
|
55
|
-
case "spawn_failed":
|
|
56
|
-
case "unauthorized":
|
|
57
|
-
case "agent_unavailable":
|
|
58
|
-
case "agent_busy":
|
|
59
|
-
case "realtime_unsupported":
|
|
60
|
-
case "realtime_busy":
|
|
61
|
-
case "realtime_refused":
|
|
62
|
-
case "realtime_policy_refused":
|
|
63
|
-
return false;
|
|
64
|
-
default:
|
|
65
|
-
break;
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
const message = (
|
|
69
|
-
error instanceof Error ? error.message : String(error)
|
|
70
|
-
).toLowerCase();
|
|
71
|
-
return !DAEMON_OPEN_VERDICTS.some((verdict) => message.includes(verdict));
|
|
72
|
-
};
|
|
73
|
-
|
|
74
|
-
export type TResolvedMuxChannel = {
|
|
75
|
-
readonly channel: TMuxChannel;
|
|
76
|
-
readonly path: "rtc" | "mux";
|
|
77
|
-
};
|
|
78
|
-
|
|
79
|
-
export type TSessionLadderDeps = {
|
|
80
|
-
readonly resolveMuxChannel: (
|
|
81
|
-
keyId: string,
|
|
82
|
-
) => Promise<TResolvedMuxChannel | null>;
|
|
83
|
-
readonly markRtcFailure: (keyId: string) => void;
|
|
84
|
-
readonly dropRelayMux: (keyId: string) => void;
|
|
85
|
-
readonly rtcMayArrive: (keyId: string) => boolean;
|
|
86
|
-
readonly callerSignal?: AbortSignal;
|
|
87
|
-
readonly now?: () => number;
|
|
88
|
-
readonly onDebug?: (scope: string, event: string, data: unknown) => void;
|
|
89
|
-
readonly transportUnavailableError?: (keyId: string) => Error;
|
|
90
|
-
};
|
|
91
|
-
|
|
92
|
-
const defaultUnavailable = (keyId: string): Error =>
|
|
93
|
-
new Error(
|
|
94
|
-
keyId.length > 0
|
|
95
|
-
? `device transport unavailable for ${keyId}`
|
|
96
|
-
: "device transport unavailable",
|
|
97
|
-
);
|
|
98
|
-
|
|
99
|
-
/**
|
|
100
|
-
* Run a session open down the transport ladder, failing RTC over to relay mux.
|
|
101
|
-
* Behaviour matches the historical `lib/stores/daemon-store` implementation.
|
|
102
|
-
*/
|
|
103
|
-
export const openOverMuxLadder = async <R>(
|
|
104
|
-
keyId: string,
|
|
105
|
-
attempt: (
|
|
106
|
-
channel: TMuxChannel,
|
|
107
|
-
timeoutMs: number,
|
|
108
|
-
path: "rtc" | "mux",
|
|
109
|
-
) => Promise<R>,
|
|
110
|
-
deps: TSessionLadderDeps,
|
|
111
|
-
): Promise<R> => {
|
|
112
|
-
const resolve = deps.resolveMuxChannel;
|
|
113
|
-
const poison = deps.markRtcFailure;
|
|
114
|
-
const dropMux = deps.dropRelayMux;
|
|
115
|
-
const rtcPending = deps.rtcMayArrive;
|
|
116
|
-
const callerSignal = deps.callerSignal;
|
|
117
|
-
const now = deps.now ?? Date.now;
|
|
118
|
-
const dbg = deps.onDebug ?? (() => {});
|
|
119
|
-
const unavailable = deps.transportUnavailableError ?? defaultUnavailable;
|
|
120
|
-
|
|
121
|
-
let resolved = await resolve(keyId);
|
|
122
|
-
if (resolved === null) throw unavailable(keyId);
|
|
123
|
-
|
|
124
|
-
const deadline = now() + SESSION_OPEN_TIMEOUT_MS;
|
|
125
|
-
const remaining = (): number => Math.max(0, deadline - now());
|
|
126
|
-
|
|
127
|
-
for (let pass = 0; pass < 4; pass += 1) {
|
|
128
|
-
const tried = resolved.channel;
|
|
129
|
-
const isRtc = resolved.path === "rtc";
|
|
130
|
-
const budget = isRtc
|
|
131
|
-
? Math.min(RTC_SESSION_OPEN_TIMEOUT_MS, remaining())
|
|
132
|
-
: remaining();
|
|
133
|
-
dbg("ladder", "rung", {
|
|
134
|
-
key: keyId,
|
|
135
|
-
pass,
|
|
136
|
-
path: resolved.path,
|
|
137
|
-
budget_ms: budget,
|
|
138
|
-
alone: !isRtc,
|
|
139
|
-
rtc_may_arrive: rtcPending(keyId),
|
|
140
|
-
});
|
|
141
|
-
try {
|
|
142
|
-
const result = await attempt(resolved.channel, budget, resolved.path);
|
|
143
|
-
dbg("ladder", "opened", { key: keyId, pass, path: resolved.path });
|
|
144
|
-
return result;
|
|
145
|
-
} catch (error: unknown) {
|
|
146
|
-
const why = error instanceof Error ? error.message : String(error);
|
|
147
|
-
dbg("ladder", "rung failed", {
|
|
148
|
-
key: keyId,
|
|
149
|
-
pass,
|
|
150
|
-
path: resolved.path,
|
|
151
|
-
err: why,
|
|
152
|
-
failover: isTransportFailure(error),
|
|
153
|
-
});
|
|
154
|
-
if (callerSignal?.aborted === true) {
|
|
155
|
-
dbg("ladder", "caller aborted — not a rung verdict", {
|
|
156
|
-
key: keyId,
|
|
157
|
-
pass,
|
|
158
|
-
path: resolved.path,
|
|
159
|
-
});
|
|
160
|
-
throw error;
|
|
161
|
-
}
|
|
162
|
-
if (!isTransportFailure(error)) throw error;
|
|
163
|
-
if (isRtc) {
|
|
164
|
-
poison(keyId);
|
|
165
|
-
} else {
|
|
166
|
-
dropMux(keyId);
|
|
167
|
-
}
|
|
168
|
-
if (remaining() === 0) throw error;
|
|
169
|
-
const next = await resolve(keyId);
|
|
170
|
-
if (next === null) throw error;
|
|
171
|
-
if (next.channel === tried) throw error;
|
|
172
|
-
dbg("ladder", "switching rung", {
|
|
173
|
-
key: keyId,
|
|
174
|
-
from: resolved.path,
|
|
175
|
-
to: next.path,
|
|
176
|
-
remaining_ms: remaining(),
|
|
177
|
-
});
|
|
178
|
-
resolved = next;
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
throw unavailable(keyId);
|
|
182
|
-
};
|
|
183
|
-
|
|
184
|
-
export type TClientDevice = {
|
|
185
|
-
readonly deviceId: string;
|
|
186
|
-
/**
|
|
187
|
-
* Open (or reuse) a relay-mux channel to this device. RTC upgrade stays with
|
|
188
|
-
* the host's `resolveMuxChannel` used by {@link openOverLadder}.
|
|
189
|
-
*/
|
|
190
|
-
readonly openMux: (options?: {
|
|
191
|
-
readonly timeoutMs?: number;
|
|
192
|
-
readonly signal?: AbortSignal;
|
|
193
|
-
}) => Promise<TMuxChannel | null>;
|
|
194
|
-
/** RTC → mux ladder; host supplies channel resolution via the devices host. */
|
|
195
|
-
readonly openOverLadder: <R>(
|
|
196
|
-
attempt: (
|
|
197
|
-
channel: TMuxChannel,
|
|
198
|
-
timeoutMs: number,
|
|
199
|
-
path: "rtc" | "mux",
|
|
200
|
-
) => Promise<R>,
|
|
201
|
-
overrides?: Partial<TSessionLadderDeps>,
|
|
202
|
-
) => Promise<R>;
|
|
203
|
-
readonly close: () => void;
|
|
204
|
-
};
|
|
205
|
-
|
|
206
|
-
export type TClientDevicesHost = {
|
|
207
|
-
readonly mux: TRelayMuxDependencies;
|
|
208
|
-
readonly ladder: TSessionLadderDeps;
|
|
209
|
-
/**
|
|
210
|
-
* Optional shared mux store (e.g. the browser app singleton). When omitted,
|
|
211
|
-
* {@link createClientDevices} creates a private instance.
|
|
212
|
-
*/
|
|
213
|
-
readonly relayMux?: TRelayMux;
|
|
214
|
-
};
|
|
215
|
-
|
|
216
|
-
export type TClientDevices = {
|
|
217
|
-
readonly open: (deviceId: string) => TClientDevice;
|
|
218
|
-
/** The mux store this facade uses — host glue may feed relay frames into it. */
|
|
219
|
-
readonly relayMux: TRelayMux;
|
|
220
|
-
/** Tear down every mux channel this facade owns. Idempotent. */
|
|
221
|
-
readonly close: () => void;
|
|
222
|
-
};
|
|
223
|
-
|
|
224
|
-
export const createClientDevices = (
|
|
225
|
-
host: TClientDevicesHost,
|
|
226
|
-
): TClientDevices => {
|
|
227
|
-
const ownsMux = host.relayMux === undefined;
|
|
228
|
-
const relayMux = host.relayMux ?? createRelayMux();
|
|
229
|
-
const opened = new Set<string>();
|
|
230
|
-
return {
|
|
231
|
-
relayMux,
|
|
232
|
-
open: (deviceId: string): TClientDevice => ({
|
|
233
|
-
deviceId,
|
|
234
|
-
openMux: (options = {}): Promise<TMuxChannel | null> => {
|
|
235
|
-
opened.add(deviceId);
|
|
236
|
-
return relayMux.getOrOpenMuxChannel(
|
|
237
|
-
deviceId,
|
|
238
|
-
host.mux,
|
|
239
|
-
options.timeoutMs,
|
|
240
|
-
options.signal,
|
|
241
|
-
);
|
|
242
|
-
},
|
|
243
|
-
openOverLadder: <R>(
|
|
244
|
-
attempt: (
|
|
245
|
-
channel: TMuxChannel,
|
|
246
|
-
timeoutMs: number,
|
|
247
|
-
path: "rtc" | "mux",
|
|
248
|
-
) => Promise<R>,
|
|
249
|
-
overrides: Partial<TSessionLadderDeps> = {},
|
|
250
|
-
): Promise<R> =>
|
|
251
|
-
openOverMuxLadder(deviceId, attempt, {
|
|
252
|
-
...host.ladder,
|
|
253
|
-
...overrides,
|
|
254
|
-
}),
|
|
255
|
-
close: (): void => {
|
|
256
|
-
opened.delete(deviceId);
|
|
257
|
-
relayMux.dropChannelForKey(deviceId);
|
|
258
|
-
},
|
|
259
|
-
}),
|
|
260
|
-
close: (): void => {
|
|
261
|
-
if (ownsMux) {
|
|
262
|
-
relayMux.failAllMuxChannels("client closed");
|
|
263
|
-
} else {
|
|
264
|
-
for (const deviceId of opened) relayMux.dropChannelForKey(deviceId);
|
|
265
|
-
}
|
|
266
|
-
opened.clear();
|
|
267
|
-
},
|
|
268
|
-
};
|
|
269
|
-
};
|
package/client/http.ts
DELETED
|
@@ -1,72 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Client HTTP surface — one path through `openapi/call.ts` `callOperation`,
|
|
3
|
-
* plus an authenticated raw `request` for streaming / non-operation URLs.
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import type {
|
|
7
|
-
TApiOperation,
|
|
8
|
-
THttpClientOptions,
|
|
9
|
-
TSdkResponse,
|
|
10
|
-
} from "@openllmsh/sdk/openapi";
|
|
11
|
-
import { API_OPERATIONS, callOperation } from "@openllmsh/sdk/openapi";
|
|
12
|
-
|
|
13
|
-
export type TClientHttpOptions = {
|
|
14
|
-
readonly origin: string;
|
|
15
|
-
readonly apiKey: string;
|
|
16
|
-
readonly fetch: (input: string, init?: RequestInit) => Promise<Response>;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
export type TClientHttp = {
|
|
20
|
-
/**
|
|
21
|
-
* Typed OpenAPI call. `op` may be a `TApiOperation` or its `id`
|
|
22
|
-
* (e.g. `v1ChatCompletions.chatCompletions`).
|
|
23
|
-
*/
|
|
24
|
-
readonly call: (
|
|
25
|
-
op: TApiOperation | string,
|
|
26
|
-
args?: Record<string, unknown>,
|
|
27
|
-
options?: THttpClientOptions,
|
|
28
|
-
) => Promise<TSdkResponse>;
|
|
29
|
-
/**
|
|
30
|
-
* Authenticated raw fetch against `origin`. `path` may be absolute under
|
|
31
|
-
* the origin (`/v1/...`) or a full URL. Used for SSE streams and paths
|
|
32
|
-
* that are not (yet) in the operations table.
|
|
33
|
-
*/
|
|
34
|
-
readonly request: (path: string, init?: RequestInit) => Promise<Response>;
|
|
35
|
-
};
|
|
36
|
-
|
|
37
|
-
const resolveOp = (op: TApiOperation | string): TApiOperation => {
|
|
38
|
-
if (typeof op !== "string") return op;
|
|
39
|
-
const found = API_OPERATIONS.find((candidate) => candidate.id === op);
|
|
40
|
-
if (found === undefined) {
|
|
41
|
-
throw new Error(`unknown OpenAPI operation id "${op}"`);
|
|
42
|
-
}
|
|
43
|
-
return found;
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
export const createClientHttp = (options: TClientHttpOptions): TClientHttp => {
|
|
47
|
-
const baseUrl = options.origin.replace(/\/+$/, "");
|
|
48
|
-
const config = { baseUrl, apiKey: options.apiKey };
|
|
49
|
-
|
|
50
|
-
return {
|
|
51
|
-
call: async (
|
|
52
|
-
op: TApiOperation | string,
|
|
53
|
-
args: Record<string, unknown> = {},
|
|
54
|
-
callOptions: THttpClientOptions = {},
|
|
55
|
-
): Promise<TSdkResponse> =>
|
|
56
|
-
callOperation(config, resolveOp(op), args, {
|
|
57
|
-
...callOptions,
|
|
58
|
-
fetch: callOptions.fetch ?? options.fetch,
|
|
59
|
-
}),
|
|
60
|
-
request: (path: string, init: RequestInit = {}): Promise<Response> => {
|
|
61
|
-
const url =
|
|
62
|
-
path.startsWith("http://") || path.startsWith("https://")
|
|
63
|
-
? path
|
|
64
|
-
: `${baseUrl}${path.startsWith("/") ? path : `/${path}`}`;
|
|
65
|
-
const headers = new Headers(init.headers);
|
|
66
|
-
if (!headers.has("authorization") && options.apiKey.length > 0) {
|
|
67
|
-
headers.set("authorization", `Bearer ${options.apiKey}`);
|
|
68
|
-
}
|
|
69
|
-
return options.fetch(url, { ...init, headers });
|
|
70
|
-
},
|
|
71
|
-
};
|
|
72
|
-
};
|
package/client/index.ts
DELETED
|
@@ -1,129 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `@openllmsh/sdk/client` — thin, I/O-injected composition facade over the SDK
|
|
3
|
-
* layers. Vault session, HTTP, and device tunnel (mux ladder + relay-mux).
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import type { TClientChat } from "./chat";
|
|
7
|
-
import { createClientChat } from "./chat";
|
|
8
|
-
import type { TClientDevices, TClientDevicesHost } from "./devices";
|
|
9
|
-
import { createClientDevices, createRelayMux } from "./devices";
|
|
10
|
-
import type { TClientHttp } from "./http";
|
|
11
|
-
import { createClientHttp } from "./http";
|
|
12
|
-
import type { TCreateClientOptions } from "./types";
|
|
13
|
-
import type { TClientVault } from "./vault";
|
|
14
|
-
import { createClientVault } from "./vault";
|
|
15
|
-
|
|
16
|
-
export type {
|
|
17
|
-
TChatCompletionCreateBody,
|
|
18
|
-
TChatCompletions,
|
|
19
|
-
TClientChat,
|
|
20
|
-
} from "./chat";
|
|
21
|
-
export { createClientChat, DEFAULT_CHAT_TIMEOUT_MS } from "./chat";
|
|
22
|
-
export type {
|
|
23
|
-
TClientDevice,
|
|
24
|
-
TClientDevices,
|
|
25
|
-
TClientDevicesHost,
|
|
26
|
-
TCreateRelayMuxOptions,
|
|
27
|
-
TMuxChannelState,
|
|
28
|
-
TMuxPhase,
|
|
29
|
-
TRelayMux,
|
|
30
|
-
TRelayMuxDependencies,
|
|
31
|
-
TResolvedMuxChannel,
|
|
32
|
-
TSessionLadderDeps,
|
|
33
|
-
} from "./devices";
|
|
34
|
-
export {
|
|
35
|
-
createClientDevices,
|
|
36
|
-
createRelayMux,
|
|
37
|
-
isTransportFailure,
|
|
38
|
-
openOverMuxLadder,
|
|
39
|
-
RTC_SESSION_OPEN_TIMEOUT_MS,
|
|
40
|
-
SESSION_OPEN_TIMEOUT_MS,
|
|
41
|
-
} from "./devices";
|
|
42
|
-
export type { TClientHttp, TClientHttpOptions } from "./http";
|
|
43
|
-
export { createClientHttp } from "./http";
|
|
44
|
-
export type {
|
|
45
|
-
TClientTransport,
|
|
46
|
-
TCreateClientOptions,
|
|
47
|
-
TRtcFactory,
|
|
48
|
-
TWebSocketConstructor,
|
|
49
|
-
} from "./types";
|
|
50
|
-
export type {
|
|
51
|
-
TClientVault,
|
|
52
|
-
TCreateClientVaultOptions,
|
|
53
|
-
TDekBorrow,
|
|
54
|
-
} from "./vault";
|
|
55
|
-
export { createClientVault } from "./vault";
|
|
56
|
-
|
|
57
|
-
export type TOpenllmClient = {
|
|
58
|
-
readonly origin: string;
|
|
59
|
-
readonly apiKey: string;
|
|
60
|
-
readonly transport: TCreateClientOptions["transport"];
|
|
61
|
-
readonly vault: TClientVault;
|
|
62
|
-
readonly http: TClientHttp;
|
|
63
|
-
readonly chat: TClientChat;
|
|
64
|
-
/**
|
|
65
|
-
* Device tunnel facade. Bound when `createClient` is given `devices` host
|
|
66
|
-
* deps (relay send, grants, ladder resolution). Otherwise `open` throws.
|
|
67
|
-
*/
|
|
68
|
-
readonly devices: TClientDevices;
|
|
69
|
-
/** Optional `dek_for_key` carried from create options for a later unlock. */
|
|
70
|
-
readonly dekForKey: string | undefined;
|
|
71
|
-
/** Zero vault material and tear down device mux channels. Idempotent. */
|
|
72
|
-
readonly close: () => void;
|
|
73
|
-
};
|
|
74
|
-
|
|
75
|
-
const normalizeOrigin = (origin: string): string => origin.replace(/\/+$/, "");
|
|
76
|
-
|
|
77
|
-
/** Shared placeholder for clients that never bind devices (`open` always throws). */
|
|
78
|
-
const unboundRelayMux = createRelayMux();
|
|
79
|
-
const unboundDevices: TClientDevices = {
|
|
80
|
-
open: (): never => {
|
|
81
|
-
throw new Error(
|
|
82
|
-
"createClient was not given devices host deps — pass options.devices",
|
|
83
|
-
);
|
|
84
|
-
},
|
|
85
|
-
relayMux: unboundRelayMux,
|
|
86
|
-
close: (): void => {},
|
|
87
|
-
};
|
|
88
|
-
|
|
89
|
-
/**
|
|
90
|
-
* Build a client. Sync on purpose — unwrapping a DEK from `dek_for_key` is
|
|
91
|
-
* async and lives on `client.vault.unlockFromApiKey`. Hosts inject `fetch`,
|
|
92
|
-
* `WebSocket`, an optional RTC factory, and optional device-tunnel host deps.
|
|
93
|
-
*/
|
|
94
|
-
export const createClient = (
|
|
95
|
-
options: TCreateClientOptions & {
|
|
96
|
-
readonly devices?: TClientDevicesHost;
|
|
97
|
-
},
|
|
98
|
-
): TOpenllmClient => {
|
|
99
|
-
const origin = normalizeOrigin(options.origin);
|
|
100
|
-
const vault = createClientVault({
|
|
101
|
-
apiKey: options.apiKey,
|
|
102
|
-
...(options.dek !== undefined ? { dek: options.dek } : {}),
|
|
103
|
-
});
|
|
104
|
-
const http = createClientHttp({
|
|
105
|
-
origin,
|
|
106
|
-
apiKey: options.apiKey,
|
|
107
|
-
fetch: options.transport.fetch,
|
|
108
|
-
});
|
|
109
|
-
const chat = createClientChat(http);
|
|
110
|
-
const devices =
|
|
111
|
-
options.devices !== undefined
|
|
112
|
-
? createClientDevices(options.devices)
|
|
113
|
-
: unboundDevices;
|
|
114
|
-
|
|
115
|
-
return {
|
|
116
|
-
origin,
|
|
117
|
-
apiKey: options.apiKey,
|
|
118
|
-
transport: options.transport,
|
|
119
|
-
vault,
|
|
120
|
-
http,
|
|
121
|
-
chat,
|
|
122
|
-
devices,
|
|
123
|
-
dekForKey: options.dekForKey,
|
|
124
|
-
close: (): void => {
|
|
125
|
-
devices.close();
|
|
126
|
-
vault.close();
|
|
127
|
-
},
|
|
128
|
-
};
|
|
129
|
-
};
|