@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import type { TChatParams, TModelInfo } from "./chat.js";
|
|
2
|
+
import type { TConnectConfig } from "./config.js";
|
|
3
|
+
import type { TPendingConnect, TStartConnectReturnType } from "./oauth.js";
|
|
4
|
+
import type { TConnectionStore } from "./store.js";
|
|
5
|
+
export type CreateConnectParams = {
|
|
6
|
+
/** Defaults to `connectConfigFromEnv()` (the `OPENLLM_*` variables). */
|
|
7
|
+
readonly config?: TConnectConfig;
|
|
8
|
+
readonly store: TConnectionStore;
|
|
9
|
+
};
|
|
10
|
+
/** One of your users, connected: call OpenLLM as them. */
|
|
11
|
+
export type TConnectedUser = {
|
|
12
|
+
/** The OpenLLM user id. */
|
|
13
|
+
readonly userId: string;
|
|
14
|
+
/**
|
|
15
|
+
* `fetch` against OpenLLM (`/v1/...`) with auth set and the token refreshed
|
|
16
|
+
* and stored for you. Answers as-is, non-2xx included.
|
|
17
|
+
*/
|
|
18
|
+
readonly fetch: (path: string, init?: RequestInit) => Promise<Response>;
|
|
19
|
+
/** Like `fetch`, but throws `OpenLLMError` on non-2xx. */
|
|
20
|
+
readonly request: (path: string, init?: RequestInit) => Promise<Response>;
|
|
21
|
+
readonly chat: {
|
|
22
|
+
/** Streamed reply as text deltas. */
|
|
23
|
+
readonly stream: (params: TChatParams, init?: Pick<RequestInit, "signal">) => Promise<ReadableStream<string>>;
|
|
24
|
+
/** The whole reply text. */
|
|
25
|
+
readonly complete: (params: TChatParams, init?: Pick<RequestInit, "signal">) => Promise<string>;
|
|
26
|
+
};
|
|
27
|
+
/** Every model this account can run (`/v1/models`). */
|
|
28
|
+
readonly models: () => Promise<readonly TModelInfo[]>;
|
|
29
|
+
/** Revoke this connection on OpenLLM and forget it here. */
|
|
30
|
+
readonly disconnect: () => Promise<void>;
|
|
31
|
+
};
|
|
32
|
+
export type TConnect = {
|
|
33
|
+
readonly config: TConnectConfig;
|
|
34
|
+
readonly store: TConnectionStore;
|
|
35
|
+
/** Begin: redirect the browser to `url`, keep the rest until the callback. */
|
|
36
|
+
readonly start: () => Promise<TStartConnectReturnType>;
|
|
37
|
+
/**
|
|
38
|
+
* The callback: exchange the code, open the key, store the connection under
|
|
39
|
+
* `userKey`. A user who connected before keeps their stored key.
|
|
40
|
+
*/
|
|
41
|
+
readonly finish: (input: {
|
|
42
|
+
readonly userKey: string;
|
|
43
|
+
readonly code: string;
|
|
44
|
+
readonly pending: TPendingConnect;
|
|
45
|
+
readonly state: string | null;
|
|
46
|
+
}) => Promise<TConnectedUser>;
|
|
47
|
+
/** The stored connection for `userKey`, or `null` when not connected. */
|
|
48
|
+
readonly user: (userKey: string) => Promise<TConnectedUser | null>;
|
|
49
|
+
};
|
|
50
|
+
export declare const createConnect: (params: CreateConnectParams) => TConnect;
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { chatTextStream } from "./chat.js";
|
|
2
|
+
import { connectConfigFromEnv } from "./config.js";
|
|
3
|
+
import { errorFromResponse, OpenLLMError } from "./errors.js";
|
|
4
|
+
import { fetchAsConnection, finishConnect, REFRESH_SKEW_MS, refreshConnection, startConnect, } from "./oauth.js";
|
|
5
|
+
const JSON_HEADERS = { "content-type": "application/json" };
|
|
6
|
+
export const createConnect = (params) => {
|
|
7
|
+
// `params.config` is read on first use too: a factory that reads env at
|
|
8
|
+
// import time must not throw while the module is only being loaded.
|
|
9
|
+
let configCache;
|
|
10
|
+
const config = () => {
|
|
11
|
+
configCache ??= params.config ?? connectConfigFromEnv();
|
|
12
|
+
return configCache;
|
|
13
|
+
};
|
|
14
|
+
const { store } = params;
|
|
15
|
+
// One refresh per user at a time: refresh tokens rotate on every use, and
|
|
16
|
+
// two refreshes with the same token revoke the user's whole token family.
|
|
17
|
+
// This serializes within one process; an app running several instances
|
|
18
|
+
// should also serialize per user (a row lock around `store.save`).
|
|
19
|
+
const refreshing = new Map();
|
|
20
|
+
const refreshOnce = (userKey, current) => {
|
|
21
|
+
const inflight = refreshing.get(userKey);
|
|
22
|
+
if (inflight)
|
|
23
|
+
return inflight;
|
|
24
|
+
const run = (async () => {
|
|
25
|
+
// Another request may have refreshed and stored already.
|
|
26
|
+
const latest = (await store.load(userKey)) ?? current;
|
|
27
|
+
const next = await refreshConnection(config(), latest);
|
|
28
|
+
if (next !== latest)
|
|
29
|
+
await store.save(userKey, next);
|
|
30
|
+
return next;
|
|
31
|
+
})().finally(() => refreshing.delete(userKey));
|
|
32
|
+
refreshing.set(userKey, run);
|
|
33
|
+
return run;
|
|
34
|
+
};
|
|
35
|
+
// Only a revoked key is forgotten: any other refusal keeps the stored
|
|
36
|
+
// connection, because its key can't be collected again.
|
|
37
|
+
const forgetIfRevoked = async (userKey, err) => {
|
|
38
|
+
if (err instanceof OpenLLMError && err.keyRevoked)
|
|
39
|
+
await store.clear(userKey);
|
|
40
|
+
};
|
|
41
|
+
const bind = (userKey, initial) => {
|
|
42
|
+
let current = initial;
|
|
43
|
+
const fresh = async () => {
|
|
44
|
+
if (current.expiresAt - Date.now() > REFRESH_SKEW_MS)
|
|
45
|
+
return current;
|
|
46
|
+
try {
|
|
47
|
+
current = await refreshOnce(userKey, current);
|
|
48
|
+
return current;
|
|
49
|
+
}
|
|
50
|
+
catch (err) {
|
|
51
|
+
await forgetIfRevoked(userKey, err);
|
|
52
|
+
throw err;
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
const doFetch = async (path, init) => fetchAsConnection(config(), await fresh(), path, init);
|
|
56
|
+
const request = async (path, init) => {
|
|
57
|
+
const res = await doFetch(path, init);
|
|
58
|
+
if (res.ok)
|
|
59
|
+
return res;
|
|
60
|
+
const err = await errorFromResponse(res);
|
|
61
|
+
await forgetIfRevoked(userKey, err);
|
|
62
|
+
throw err;
|
|
63
|
+
};
|
|
64
|
+
const chatRequest = (body, stream, init) => request("/v1/chat/completions", {
|
|
65
|
+
method: "POST",
|
|
66
|
+
headers: JSON_HEADERS,
|
|
67
|
+
body: JSON.stringify({ ...body, stream }),
|
|
68
|
+
signal: init?.signal,
|
|
69
|
+
});
|
|
70
|
+
return {
|
|
71
|
+
get userId() {
|
|
72
|
+
return current.userId;
|
|
73
|
+
},
|
|
74
|
+
fetch: doFetch,
|
|
75
|
+
request,
|
|
76
|
+
chat: {
|
|
77
|
+
stream: async (body, init) => {
|
|
78
|
+
const res = await chatRequest(body, true, init);
|
|
79
|
+
if (!res.body)
|
|
80
|
+
throw new OpenLLMError(502, "openllm_error", "OpenLLM sent no stream");
|
|
81
|
+
return chatTextStream(res.body);
|
|
82
|
+
},
|
|
83
|
+
complete: async (body, init) => {
|
|
84
|
+
const res = await chatRequest(body, false, init);
|
|
85
|
+
const json = (await res.json());
|
|
86
|
+
const content = json.choices?.[0]?.message?.content;
|
|
87
|
+
return typeof content === "string" ? content : "";
|
|
88
|
+
},
|
|
89
|
+
},
|
|
90
|
+
models: async () => {
|
|
91
|
+
const res = await request("/v1/models");
|
|
92
|
+
const json = (await res.json());
|
|
93
|
+
return json.data ?? [];
|
|
94
|
+
},
|
|
95
|
+
// Forget the connection only once OpenLLM confirms the key is gone: the
|
|
96
|
+
// revoke succeeded, the grant was already gone (404), or the key was
|
|
97
|
+
// revoked. Anything else (network, 5xx, a failed refresh) keeps it so
|
|
98
|
+
// the caller can retry: forgetting a live grant would strand the user
|
|
99
|
+
// on already_picked_up.
|
|
100
|
+
disconnect: async () => {
|
|
101
|
+
try {
|
|
102
|
+
const res = await doFetch("/api/connect/grants/revoke", {
|
|
103
|
+
method: "POST",
|
|
104
|
+
});
|
|
105
|
+
if (!res.ok && res.status !== 404) {
|
|
106
|
+
const err = await errorFromResponse(res);
|
|
107
|
+
if (!err.keyRevoked)
|
|
108
|
+
throw err;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
catch (err) {
|
|
112
|
+
if (!(err instanceof OpenLLMError && err.keyRevoked))
|
|
113
|
+
throw err;
|
|
114
|
+
}
|
|
115
|
+
await store.clear(userKey);
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
};
|
|
119
|
+
return {
|
|
120
|
+
get config() {
|
|
121
|
+
return config();
|
|
122
|
+
},
|
|
123
|
+
store,
|
|
124
|
+
start: () => startConnect(config()),
|
|
125
|
+
finish: async ({ userKey, code, pending, state }) => {
|
|
126
|
+
if (state === null || state !== pending.state)
|
|
127
|
+
throw new OpenLLMError(400, "state_mismatch", "The callback state doesn't match");
|
|
128
|
+
const connection = await finishConnect(config(), {
|
|
129
|
+
code,
|
|
130
|
+
codeVerifier: pending.codeVerifier,
|
|
131
|
+
previous: await store.load(userKey),
|
|
132
|
+
});
|
|
133
|
+
await store.save(userKey, connection);
|
|
134
|
+
return bind(userKey, connection);
|
|
135
|
+
},
|
|
136
|
+
user: async (userKey) => {
|
|
137
|
+
const stored = await store.load(userKey);
|
|
138
|
+
return stored === null ? null : bind(userKey, stored);
|
|
139
|
+
},
|
|
140
|
+
};
|
|
141
|
+
};
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/** What your app needs, from the .env block OpenLLM showed you once. */
|
|
2
|
+
export type TConnectConfig = {
|
|
3
|
+
readonly clientId: string;
|
|
4
|
+
readonly clientSecret: string;
|
|
5
|
+
/** Your app's X25519 private key: base64 PKCS#8 (`OPENLLM_PRIVATE_KEY`). */
|
|
6
|
+
readonly privateKey: string;
|
|
7
|
+
/** The OAuth issuer; authorize, token and revoke live under it. */
|
|
8
|
+
readonly issuer: string;
|
|
9
|
+
/** Always sent as `resource`, or the access token comes back opaque. */
|
|
10
|
+
readonly resource: string;
|
|
11
|
+
/** OpenLLM's origin: key pickup and the `/v1` API live here. */
|
|
12
|
+
readonly apiOrigin: string;
|
|
13
|
+
/** Exactly one of the callback URLs you registered. */
|
|
14
|
+
readonly redirectUri: string;
|
|
15
|
+
};
|
|
16
|
+
export declare const DEFAULT_CONNECT_RESOURCE = "https://openllm.sh/v1";
|
|
17
|
+
type TEnv = Readonly<Record<string, string | undefined>>;
|
|
18
|
+
/** Read the config from the `OPENLLM_*` variables in the .env block. */
|
|
19
|
+
export declare const connectConfigFromEnv: (env?: TEnv) => TConnectConfig;
|
|
20
|
+
/** The "Connect with OpenLLM" button image, served by OpenLLM. */
|
|
21
|
+
export declare const connectButtonUrl: (config: Pick<TConnectConfig, "apiOrigin">) => string;
|
|
22
|
+
export {};
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export const DEFAULT_CONNECT_RESOURCE = "https://openllm.sh/v1";
|
|
2
|
+
const processEnv = () => globalThis.process?.env ?? {};
|
|
3
|
+
/** Read the config from the `OPENLLM_*` variables in the .env block. */
|
|
4
|
+
export const connectConfigFromEnv = (env = processEnv()) => {
|
|
5
|
+
const need = (name) => {
|
|
6
|
+
const value = env[name]?.trim();
|
|
7
|
+
if (!value)
|
|
8
|
+
throw new Error(`${name} is not set`);
|
|
9
|
+
return value;
|
|
10
|
+
};
|
|
11
|
+
return {
|
|
12
|
+
clientId: need("OPENLLM_CLIENT_ID"),
|
|
13
|
+
clientSecret: need("OPENLLM_CLIENT_SECRET"),
|
|
14
|
+
privateKey: need("OPENLLM_PRIVATE_KEY"),
|
|
15
|
+
issuer: need("OPENLLM_ISSUER").replace(/\/+$/, ""),
|
|
16
|
+
resource: env.OPENLLM_RESOURCE?.trim() || DEFAULT_CONNECT_RESOURCE,
|
|
17
|
+
apiOrigin: need("OPENLLM_API_ORIGIN").replace(/\/+$/, ""),
|
|
18
|
+
redirectUri: need("OPENLLM_REDIRECT_URI"),
|
|
19
|
+
};
|
|
20
|
+
};
|
|
21
|
+
/** The "Connect with OpenLLM" button image, served by OpenLLM. */
|
|
22
|
+
export const connectButtonUrl = (config) => `${config.apiOrigin}/connect/button.svg`;
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Every code OpenLLM answers a connected app with. The server owns them
|
|
3
|
+
* (`packages/api/auth/connector-auth.ts`, `handlers/connect.ts`); this list is
|
|
4
|
+
* what an app can branch on.
|
|
5
|
+
*/
|
|
6
|
+
export declare const CONNECT_ERROR_CODES: readonly ["connector_auth", "connector_reconnect", "connector_opaque_token", "connector_unavailable", "rate_limited", "already_picked_up", "no_pending_grant", "grant_expired", "pkce_mismatch", "client_disabled", "invalid_grant", "state_mismatch", "access_denied", "not_connected", "token_error", "token_expired", "openllm_error"];
|
|
7
|
+
export type TConnectErrorCode = (typeof CONNECT_ERROR_CODES)[number];
|
|
8
|
+
/** OpenLLM said no; `code` says why. */
|
|
9
|
+
export declare class OpenLLMError extends Error {
|
|
10
|
+
readonly status: number;
|
|
11
|
+
/** A `TConnectErrorCode`, or a code a newer server added. */
|
|
12
|
+
readonly code: string;
|
|
13
|
+
/** Seconds to wait, when the server said (`retry-after`). */
|
|
14
|
+
readonly retryAfter: number | null;
|
|
15
|
+
constructor(status: number, code: string, message: string, retryAfter?: number | null);
|
|
16
|
+
/**
|
|
17
|
+
* Send the user through connect again. Keep the stored connection unless
|
|
18
|
+
* `keyRevoked`: its `apiKey` can be collected only once, and reconnecting
|
|
19
|
+
* an active grant keeps it and takes fresh tokens.
|
|
20
|
+
*/
|
|
21
|
+
get needsReconnect(): boolean;
|
|
22
|
+
/**
|
|
23
|
+
* OpenLLM revoked this connection's key (the user disconnected or reset
|
|
24
|
+
* their vault): the stored connection is dead and safe to forget.
|
|
25
|
+
*/
|
|
26
|
+
get keyRevoked(): boolean;
|
|
27
|
+
/** Try the same call again later (`retryAfter` seconds when known). */
|
|
28
|
+
get retryable(): boolean;
|
|
29
|
+
}
|
|
30
|
+
export declare const isOpenLLMError: (value: unknown) => value is OpenLLMError;
|
|
31
|
+
/** Read an OpenLLM (or OAuth token endpoint) error response. */
|
|
32
|
+
export declare const errorFromResponse: (res: Response) => Promise<OpenLLMError>;
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Every code OpenLLM answers a connected app with. The server owns them
|
|
3
|
+
* (`packages/api/auth/connector-auth.ts`, `handlers/connect.ts`); this list is
|
|
4
|
+
* what an app can branch on.
|
|
5
|
+
*/
|
|
6
|
+
export const CONNECT_ERROR_CODES = [
|
|
7
|
+
// /v1 and revoke: the token + key pair was refused.
|
|
8
|
+
"connector_auth",
|
|
9
|
+
"connector_reconnect",
|
|
10
|
+
"connector_opaque_token",
|
|
11
|
+
"connector_unavailable",
|
|
12
|
+
"rate_limited",
|
|
13
|
+
// key pickup at the callback.
|
|
14
|
+
"already_picked_up",
|
|
15
|
+
"no_pending_grant",
|
|
16
|
+
"grant_expired",
|
|
17
|
+
"pkce_mismatch",
|
|
18
|
+
"client_disabled",
|
|
19
|
+
// token endpoint.
|
|
20
|
+
"invalid_grant",
|
|
21
|
+
// the SDK's own.
|
|
22
|
+
"state_mismatch",
|
|
23
|
+
"access_denied",
|
|
24
|
+
"not_connected",
|
|
25
|
+
"token_error",
|
|
26
|
+
"token_expired",
|
|
27
|
+
"openllm_error",
|
|
28
|
+
];
|
|
29
|
+
const RECONNECT = new Set([
|
|
30
|
+
"connector_reconnect",
|
|
31
|
+
"connector_auth",
|
|
32
|
+
"invalid_grant",
|
|
33
|
+
"grant_expired",
|
|
34
|
+
"no_pending_grant",
|
|
35
|
+
"not_connected",
|
|
36
|
+
"token_expired",
|
|
37
|
+
]);
|
|
38
|
+
const RETRYABLE = new Set([
|
|
39
|
+
"connector_unavailable",
|
|
40
|
+
"rate_limited",
|
|
41
|
+
]);
|
|
42
|
+
/** OpenLLM said no; `code` says why. */
|
|
43
|
+
export class OpenLLMError extends Error {
|
|
44
|
+
status;
|
|
45
|
+
/** A `TConnectErrorCode`, or a code a newer server added. */
|
|
46
|
+
code;
|
|
47
|
+
/** Seconds to wait, when the server said (`retry-after`). */
|
|
48
|
+
retryAfter;
|
|
49
|
+
constructor(status, code, message, retryAfter = null) {
|
|
50
|
+
super(message);
|
|
51
|
+
this.name = "OpenLLMError";
|
|
52
|
+
this.status = status;
|
|
53
|
+
this.code = code;
|
|
54
|
+
this.retryAfter = retryAfter;
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Send the user through connect again. Keep the stored connection unless
|
|
58
|
+
* `keyRevoked`: its `apiKey` can be collected only once, and reconnecting
|
|
59
|
+
* an active grant keeps it and takes fresh tokens.
|
|
60
|
+
*/
|
|
61
|
+
get needsReconnect() {
|
|
62
|
+
return RECONNECT.has(this.code);
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* OpenLLM revoked this connection's key (the user disconnected or reset
|
|
66
|
+
* their vault): the stored connection is dead and safe to forget.
|
|
67
|
+
*/
|
|
68
|
+
get keyRevoked() {
|
|
69
|
+
return this.code === "connector_reconnect";
|
|
70
|
+
}
|
|
71
|
+
/** Try the same call again later (`retryAfter` seconds when known). */
|
|
72
|
+
get retryable() {
|
|
73
|
+
return RETRYABLE.has(this.code);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
export const isOpenLLMError = (value) => value instanceof OpenLLMError;
|
|
77
|
+
/** Read an OpenLLM (or OAuth token endpoint) error response. */
|
|
78
|
+
export const errorFromResponse = async (res) => {
|
|
79
|
+
const body = (await res.json().catch(() => ({})));
|
|
80
|
+
const retry = Number(res.headers.get("retry-after"));
|
|
81
|
+
const retryAfter = Number.isFinite(retry) && retry > 0 ? retry : null;
|
|
82
|
+
if (typeof body.error === "string")
|
|
83
|
+
return new OpenLLMError(res.status, body.error, body.error_description ?? `OpenLLM answered ${res.status}`, retryAfter);
|
|
84
|
+
return new OpenLLMError(res.status, body.error?.code ?? "openllm_error", body.error?.message ?? `OpenLLM answered ${res.status}`, retryAfter);
|
|
85
|
+
};
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
*
|
|
15
15
|
* Guide: https://docs.openllm.sh/connect
|
|
16
16
|
*/
|
|
17
|
-
export * from "./chat";
|
|
18
|
-
export * from "./client";
|
|
19
|
-
export * from "./config";
|
|
20
|
-
export * from "./errors";
|
|
21
|
-
export * from "./oauth";
|
|
22
|
-
export * from "./routes";
|
|
23
|
-
export * from "./store";
|
|
17
|
+
export * from "./chat.js";
|
|
18
|
+
export * from "./client.js";
|
|
19
|
+
export * from "./config.js";
|
|
20
|
+
export * from "./errors.js";
|
|
21
|
+
export * from "./oauth.js";
|
|
22
|
+
export * from "./routes.js";
|
|
23
|
+
export * from "./store.js";
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@openllmsh/sdk/connect` — "Connect with OpenLLM" for your app's SERVER.
|
|
3
|
+
*
|
|
4
|
+
* Your users sign in with OpenLLM and run AI on their own account (their
|
|
5
|
+
* subscriptions, devices and keys). This module holds your client secret and
|
|
6
|
+
* private key: never import it into browser code.
|
|
7
|
+
*
|
|
8
|
+
* const connect = createConnect({ store: encryptedConnectionStore(db, secret) });
|
|
9
|
+
* const routes = connectRoutes(connect, { userKey: (req) => sessionUserId(req) });
|
|
10
|
+
* // mount routes.start / routes.callback / routes.chat / routes.disconnect
|
|
11
|
+
*
|
|
12
|
+
* const user = await connect.user(myUserId);
|
|
13
|
+
* const text = await user?.chat.stream({ model: "plus", messages });
|
|
14
|
+
*
|
|
15
|
+
* Guide: https://docs.openllm.sh/connect
|
|
16
|
+
*/
|
|
17
|
+
export * from "./chat.js";
|
|
18
|
+
export * from "./client.js";
|
|
19
|
+
export * from "./config.js";
|
|
20
|
+
export * from "./errors.js";
|
|
21
|
+
export * from "./oauth.js";
|
|
22
|
+
export * from "./routes.js";
|
|
23
|
+
export * from "./store.js";
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import type { TConnectorSealed } from "@openllmsh/sdk/vault/public-key-seal";
|
|
2
|
+
import type { TConnectConfig } from "./config.js";
|
|
3
|
+
/** One user's connection. Store it per user; it is a credential. */
|
|
4
|
+
export type TConnection = {
|
|
5
|
+
/** The OpenLLM user id (the token's `sub`). */
|
|
6
|
+
readonly userId: string;
|
|
7
|
+
/** The connection's own `sk-llm-…` key, sent as `X-OpenLLM-Key`. */
|
|
8
|
+
readonly apiKey: string;
|
|
9
|
+
readonly accessToken: string;
|
|
10
|
+
readonly refreshToken: string | null;
|
|
11
|
+
/** Unix ms when `accessToken` expires (tokens live about an hour). */
|
|
12
|
+
readonly expiresAt: number;
|
|
13
|
+
};
|
|
14
|
+
/** Kept between `start` and `finish` (a short-lived httpOnly cookie). */
|
|
15
|
+
export type TPendingConnect = {
|
|
16
|
+
readonly state: string;
|
|
17
|
+
readonly codeVerifier: string;
|
|
18
|
+
};
|
|
19
|
+
export type TStartConnectReturnType = TPendingConnect & {
|
|
20
|
+
readonly url: string;
|
|
21
|
+
};
|
|
22
|
+
/** Refresh this long before the access token expires. */
|
|
23
|
+
export declare const REFRESH_SKEW_MS = 60000;
|
|
24
|
+
/**
|
|
25
|
+
* Where to send the user, plus the `state` and `codeVerifier` to keep until the
|
|
26
|
+
* callback. PKCE S256; `prompt=consent` so OpenLLM shows its consent screen,
|
|
27
|
+
* which is where the user's key is made for you.
|
|
28
|
+
*/
|
|
29
|
+
export declare const startConnect: (config: TConnectConfig) => Promise<TStartConnectReturnType>;
|
|
30
|
+
/** Open the sealed key OpenLLM made for this connection. */
|
|
31
|
+
export declare const openConnectionKey: (input: {
|
|
32
|
+
readonly config: Pick<TConnectConfig, "clientId" | "privateKey">;
|
|
33
|
+
readonly sealed: TConnectorSealed;
|
|
34
|
+
readonly userId: string;
|
|
35
|
+
readonly grantId: string;
|
|
36
|
+
}) => Promise<string>;
|
|
37
|
+
/**
|
|
38
|
+
* Exchange the callback's `code`, collect the connection's key (once) and open
|
|
39
|
+
* it. When the user was already connected the key can't be collected again:
|
|
40
|
+
* pass `previous` (the connection you stored for them) and it is kept with the
|
|
41
|
+
* fresh tokens. Without a matching `previous` that throws `already_picked_up`.
|
|
42
|
+
*/
|
|
43
|
+
export declare const finishConnect: (config: TConnectConfig, input: {
|
|
44
|
+
readonly code: string;
|
|
45
|
+
readonly codeVerifier: string;
|
|
46
|
+
readonly previous?: TConnection | null;
|
|
47
|
+
}) => Promise<TConnection>;
|
|
48
|
+
/** The connection with a fresh access token (refreshed a minute early). */
|
|
49
|
+
export declare const refreshConnection: (config: TConnectConfig, connection: TConnection) => Promise<TConnection>;
|
|
50
|
+
/** `fetch` against OpenLLM as this connection; both auth headers set. */
|
|
51
|
+
export declare const fetchAsConnection: (config: Pick<TConnectConfig, "apiOrigin">, connection: Pick<TConnection, "accessToken" | "apiKey">, path: string, init?: RequestInit) => Promise<Response>;
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
import { fromB64, fromB64Url, toB64, toB64Url, zero, } from "@openllmsh/sdk/vault/crypto";
|
|
2
|
+
import { openSealed } from "@openllmsh/sdk/vault/public-key-seal";
|
|
3
|
+
import { errorFromResponse, OpenLLMError } from "./errors.js";
|
|
4
|
+
/** Refresh this long before the access token expires. */
|
|
5
|
+
export const REFRESH_SKEW_MS = 60_000;
|
|
6
|
+
const utf8 = (value) => new TextEncoder().encode(value);
|
|
7
|
+
const randomToken = (bytes) => toB64Url(crypto.getRandomValues(new Uint8Array(bytes)));
|
|
8
|
+
const jwtSub = (token) => {
|
|
9
|
+
const part = token.split(".")[1];
|
|
10
|
+
if (part === undefined)
|
|
11
|
+
throw new OpenLLMError(401, "connector_opaque_token", "The access token is not a JWT: send `resource` on authorize and token");
|
|
12
|
+
const json = new TextDecoder().decode(fromB64Url(part));
|
|
13
|
+
const sub = JSON.parse(json).sub;
|
|
14
|
+
if (typeof sub !== "string")
|
|
15
|
+
throw new OpenLLMError(401, "connector_auth", "The access token has no sub");
|
|
16
|
+
return sub;
|
|
17
|
+
};
|
|
18
|
+
/**
|
|
19
|
+
* Where to send the user, plus the `state` and `codeVerifier` to keep until the
|
|
20
|
+
* callback. PKCE S256; `prompt=consent` so OpenLLM shows its consent screen,
|
|
21
|
+
* which is where the user's key is made for you.
|
|
22
|
+
*/
|
|
23
|
+
export const startConnect = async (config) => {
|
|
24
|
+
const codeVerifier = randomToken(48);
|
|
25
|
+
const challenge = toB64Url(new Uint8Array(await crypto.subtle.digest("SHA-256", utf8(codeVerifier))));
|
|
26
|
+
const state = randomToken(24);
|
|
27
|
+
const url = new URL(`${config.issuer}/oauth2/authorize`);
|
|
28
|
+
url.search = new URLSearchParams({
|
|
29
|
+
response_type: "code",
|
|
30
|
+
client_id: config.clientId,
|
|
31
|
+
redirect_uri: config.redirectUri,
|
|
32
|
+
scope: "openid offline_access",
|
|
33
|
+
resource: config.resource,
|
|
34
|
+
code_challenge: challenge,
|
|
35
|
+
code_challenge_method: "S256",
|
|
36
|
+
state,
|
|
37
|
+
prompt: "consent",
|
|
38
|
+
}).toString();
|
|
39
|
+
return { url: url.toString(), state, codeVerifier };
|
|
40
|
+
};
|
|
41
|
+
const tokenRequest = async (config, params) => {
|
|
42
|
+
const basic = btoa(`${encodeURIComponent(config.clientId)}:${encodeURIComponent(config.clientSecret)}`);
|
|
43
|
+
const res = await fetch(`${config.issuer}/oauth2/token`, {
|
|
44
|
+
method: "POST",
|
|
45
|
+
headers: {
|
|
46
|
+
"content-type": "application/x-www-form-urlencoded",
|
|
47
|
+
authorization: `Basic ${basic}`,
|
|
48
|
+
},
|
|
49
|
+
body: new URLSearchParams({ ...params, resource: config.resource }),
|
|
50
|
+
});
|
|
51
|
+
if (!res.ok)
|
|
52
|
+
throw await errorFromResponse(res);
|
|
53
|
+
const body = (await res.json().catch(() => ({})));
|
|
54
|
+
if (typeof body.access_token !== "string")
|
|
55
|
+
throw new OpenLLMError(res.status, "token_error", "The token endpoint sent no access token");
|
|
56
|
+
return {
|
|
57
|
+
accessToken: body.access_token,
|
|
58
|
+
refreshToken: typeof body.refresh_token === "string" ? body.refresh_token : null,
|
|
59
|
+
expiresAt: Date.now() +
|
|
60
|
+
(typeof body.expires_in === "number" ? body.expires_in : 3600) * 1000,
|
|
61
|
+
};
|
|
62
|
+
};
|
|
63
|
+
const importPrivateKey = async (pkcs8B64) => {
|
|
64
|
+
const privateKey = await crypto.subtle.importKey("pkcs8", fromB64(pkcs8B64), { name: "X25519" }, true, ["deriveBits"]);
|
|
65
|
+
// The recipient public key (base64 SPKI, as OpenLLM holds it) is bound
|
|
66
|
+
// into the seal's HKDF info, so derive it from the private key.
|
|
67
|
+
const jwk = await crypto.subtle.exportKey("jwk", privateKey);
|
|
68
|
+
const publicKey = await crypto.subtle.importKey("jwk", { kty: jwk.kty, crv: jwk.crv, x: jwk.x }, { name: "X25519" }, true, []);
|
|
69
|
+
const spki = new Uint8Array(await crypto.subtle.exportKey("spki", publicKey));
|
|
70
|
+
return { privateKey, publicKeyB64: toB64(spki) };
|
|
71
|
+
};
|
|
72
|
+
/** Open the sealed key OpenLLM made for this connection. */
|
|
73
|
+
export const openConnectionKey = async (input) => {
|
|
74
|
+
const { privateKey, publicKeyB64 } = await importPrivateKey(input.config.privateKey);
|
|
75
|
+
const plain = await openSealed({
|
|
76
|
+
clientId: input.config.clientId,
|
|
77
|
+
userId: input.userId,
|
|
78
|
+
grantId: input.grantId,
|
|
79
|
+
recipientPublicKeyB64: publicKeyB64,
|
|
80
|
+
}, input.sealed, privateKey);
|
|
81
|
+
try {
|
|
82
|
+
return new TextDecoder().decode(plain);
|
|
83
|
+
}
|
|
84
|
+
finally {
|
|
85
|
+
zero(plain);
|
|
86
|
+
}
|
|
87
|
+
};
|
|
88
|
+
/**
|
|
89
|
+
* Exchange the callback's `code`, collect the connection's key (once) and open
|
|
90
|
+
* it. When the user was already connected the key can't be collected again:
|
|
91
|
+
* pass `previous` (the connection you stored for them) and it is kept with the
|
|
92
|
+
* fresh tokens. Without a matching `previous` that throws `already_picked_up`.
|
|
93
|
+
*/
|
|
94
|
+
export const finishConnect = async (config, input) => {
|
|
95
|
+
const tokens = await tokenRequest(config, {
|
|
96
|
+
grant_type: "authorization_code",
|
|
97
|
+
code: input.code,
|
|
98
|
+
redirect_uri: config.redirectUri,
|
|
99
|
+
code_verifier: input.codeVerifier,
|
|
100
|
+
});
|
|
101
|
+
const userId = jwtSub(tokens.accessToken);
|
|
102
|
+
const res = await fetch(`${config.apiOrigin}/api/connect/grants/pickup`, {
|
|
103
|
+
method: "POST",
|
|
104
|
+
headers: {
|
|
105
|
+
authorization: `Bearer ${tokens.accessToken}`,
|
|
106
|
+
"content-type": "application/json",
|
|
107
|
+
},
|
|
108
|
+
body: JSON.stringify({ code_verifier: input.codeVerifier }),
|
|
109
|
+
});
|
|
110
|
+
if (!res.ok) {
|
|
111
|
+
const err = await errorFromResponse(res);
|
|
112
|
+
const previous = input.previous;
|
|
113
|
+
if (err.code === "already_picked_up" &&
|
|
114
|
+
previous &&
|
|
115
|
+
previous.userId === userId)
|
|
116
|
+
return { ...previous, ...tokens };
|
|
117
|
+
throw err;
|
|
118
|
+
}
|
|
119
|
+
const picked = (await res.json());
|
|
120
|
+
const apiKey = await openConnectionKey({
|
|
121
|
+
config,
|
|
122
|
+
sealed: JSON.parse(picked.sealed),
|
|
123
|
+
userId,
|
|
124
|
+
grantId: picked.grant_id,
|
|
125
|
+
});
|
|
126
|
+
return { userId, apiKey, ...tokens };
|
|
127
|
+
};
|
|
128
|
+
/** The connection with a fresh access token (refreshed a minute early). */
|
|
129
|
+
export const refreshConnection = async (config, connection) => {
|
|
130
|
+
if (connection.expiresAt - Date.now() > REFRESH_SKEW_MS)
|
|
131
|
+
return connection;
|
|
132
|
+
if (connection.refreshToken === null)
|
|
133
|
+
throw new OpenLLMError(401, "token_expired", "The access token expired and there is no refresh token: connect again");
|
|
134
|
+
const tokens = await tokenRequest(config, {
|
|
135
|
+
grant_type: "refresh_token",
|
|
136
|
+
refresh_token: connection.refreshToken,
|
|
137
|
+
});
|
|
138
|
+
return {
|
|
139
|
+
...connection,
|
|
140
|
+
...tokens,
|
|
141
|
+
refreshToken: tokens.refreshToken ?? connection.refreshToken,
|
|
142
|
+
};
|
|
143
|
+
};
|
|
144
|
+
/** `fetch` against OpenLLM as this connection; both auth headers set. */
|
|
145
|
+
export const fetchAsConnection = (config, connection, path, init = {}) => {
|
|
146
|
+
const headers = new Headers(init.headers);
|
|
147
|
+
headers.set("authorization", `Bearer ${connection.accessToken}`);
|
|
148
|
+
headers.set("x-openllm-key", connection.apiKey);
|
|
149
|
+
return fetch(`${config.apiOrigin}${path}`, { ...init, headers });
|
|
150
|
+
};
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { TConnect } from "./client.js";
|
|
2
|
+
/**
|
|
3
|
+
* Ready-made `(Request) => Response` handlers for the whole connect flow. They
|
|
4
|
+
* are plain Fetch API handlers, so they mount as-is in Next.js route handlers,
|
|
5
|
+
* Hono, Bun.serve, Deno, Remix, SvelteKit or Workers.
|
|
6
|
+
*/
|
|
7
|
+
export type ConnectRoutesParams = {
|
|
8
|
+
/**
|
|
9
|
+
* Who is this in YOUR app (user id or session id). Return `null` when
|
|
10
|
+
* nobody is signed in to your app; the handlers answer 401.
|
|
11
|
+
*/
|
|
12
|
+
readonly userKey: (req: Request) => string | null | Promise<string | null>;
|
|
13
|
+
/** Where `callback` sends the browser afterwards (default `/`). */
|
|
14
|
+
readonly returnTo?: string;
|
|
15
|
+
/** Cookie that carries state + PKCE between start and callback. */
|
|
16
|
+
readonly cookieName?: string;
|
|
17
|
+
};
|
|
18
|
+
export type TConnectRoutes = {
|
|
19
|
+
/** GET: redirect to OpenLLM's consent screen. */
|
|
20
|
+
readonly start: (req: Request) => Promise<Response>;
|
|
21
|
+
/** GET: the registered callback URL. Redirects to `returnTo`, `?error=` on failure. */
|
|
22
|
+
readonly callback: (req: Request) => Promise<Response>;
|
|
23
|
+
/** POST: revoke and forget. */
|
|
24
|
+
readonly disconnect: (req: Request) => Promise<Response>;
|
|
25
|
+
/** POST `{ model, messages }`: one chat turn, streamed back as plain text. */
|
|
26
|
+
readonly chat: (req: Request) => Promise<Response>;
|
|
27
|
+
/** GET: `{ connected, userId, models }` for the signed-in user. */
|
|
28
|
+
readonly status: (req: Request) => Promise<Response>;
|
|
29
|
+
};
|
|
30
|
+
export declare const DEFAULT_CONNECT_COOKIE = "openllm_connect";
|
|
31
|
+
/**
|
|
32
|
+
* An `OpenLLMError` as the `{ error: { code, message } }` JSON OpenLLM uses.
|
|
33
|
+
* Any other failure answers a fixed message: its text can carry internals
|
|
34
|
+
* (paths, hosts, config) and these responses reach the browser. The original
|
|
35
|
+
* is logged server-side.
|
|
36
|
+
*/
|
|
37
|
+
export declare const errorResponse: (err: unknown) => Response;
|
|
38
|
+
export declare const connectRoutes: (connect: TConnect, params: ConnectRoutesParams) => TConnectRoutes;
|