@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { encodeTextStream } from "./chat.js";
|
|
2
|
+
import { isOpenLLMError, OpenLLMError } from "./errors.js";
|
|
3
|
+
export const DEFAULT_CONNECT_COOKIE = "openllm_connect";
|
|
4
|
+
const COOKIE_MAX_AGE_S = 600;
|
|
5
|
+
const readCookie = (req, name) => {
|
|
6
|
+
const header = req.headers.get("cookie");
|
|
7
|
+
if (!header)
|
|
8
|
+
return null;
|
|
9
|
+
for (const part of header.split(";")) {
|
|
10
|
+
const eq = part.indexOf("=");
|
|
11
|
+
if (eq === -1)
|
|
12
|
+
continue;
|
|
13
|
+
if (part.slice(0, eq).trim() !== name)
|
|
14
|
+
continue;
|
|
15
|
+
// The browser controls this value: a malformed escape is no cookie.
|
|
16
|
+
try {
|
|
17
|
+
return decodeURIComponent(part.slice(eq + 1).trim());
|
|
18
|
+
}
|
|
19
|
+
catch {
|
|
20
|
+
return null;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return null;
|
|
24
|
+
};
|
|
25
|
+
const cookieHeader = (name, value, maxAge, secure) => [
|
|
26
|
+
`${name}=${encodeURIComponent(value)}`,
|
|
27
|
+
"Path=/",
|
|
28
|
+
"HttpOnly",
|
|
29
|
+
"SameSite=Lax",
|
|
30
|
+
`Max-Age=${maxAge}`,
|
|
31
|
+
...(secure ? ["Secure"] : []),
|
|
32
|
+
].join("; ");
|
|
33
|
+
const parsePending = (raw) => {
|
|
34
|
+
if (raw === null)
|
|
35
|
+
return null;
|
|
36
|
+
try {
|
|
37
|
+
const value = JSON.parse(raw);
|
|
38
|
+
return typeof value.state === "string" &&
|
|
39
|
+
typeof value.codeVerifier === "string"
|
|
40
|
+
? { state: value.state, codeVerifier: value.codeVerifier }
|
|
41
|
+
: null;
|
|
42
|
+
}
|
|
43
|
+
catch {
|
|
44
|
+
return null;
|
|
45
|
+
}
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* An `OpenLLMError` as the `{ error: { code, message } }` JSON OpenLLM uses.
|
|
49
|
+
* Any other failure answers a fixed message: its text can carry internals
|
|
50
|
+
* (paths, hosts, config) and these responses reach the browser. The original
|
|
51
|
+
* is logged server-side.
|
|
52
|
+
*/
|
|
53
|
+
export const errorResponse = (err) => {
|
|
54
|
+
if (!isOpenLLMError(err))
|
|
55
|
+
console.error("[openllm/connect]", err);
|
|
56
|
+
const e = isOpenLLMError(err)
|
|
57
|
+
? err
|
|
58
|
+
: new OpenLLMError(500, "openllm_error", "Something went wrong");
|
|
59
|
+
const headers = {};
|
|
60
|
+
if (e.retryAfter !== null)
|
|
61
|
+
headers["retry-after"] = String(e.retryAfter);
|
|
62
|
+
return Response.json({ error: { code: e.code, message: e.message } }, { status: e.status, headers });
|
|
63
|
+
};
|
|
64
|
+
const notSignedIn = () => errorResponse(new OpenLLMError(401, "not_connected", "Sign in to this app first"));
|
|
65
|
+
export const connectRoutes = (connect, params) => {
|
|
66
|
+
const cookie = params.cookieName ?? DEFAULT_CONNECT_COOKIE;
|
|
67
|
+
const returnTo = params.returnTo ?? "/";
|
|
68
|
+
const secure = () => connect.config.redirectUri.startsWith("https:");
|
|
69
|
+
const back = (req, error) => {
|
|
70
|
+
const to = new URL(returnTo, req.url);
|
|
71
|
+
if (error)
|
|
72
|
+
to.searchParams.set("error", error);
|
|
73
|
+
return new Response(null, {
|
|
74
|
+
status: 303,
|
|
75
|
+
headers: {
|
|
76
|
+
location: to.toString(),
|
|
77
|
+
"set-cookie": cookieHeader(cookie, "", 0, secure()),
|
|
78
|
+
},
|
|
79
|
+
});
|
|
80
|
+
};
|
|
81
|
+
const withUser = async (req, run) => {
|
|
82
|
+
const key = await params.userKey(req);
|
|
83
|
+
if (key === null)
|
|
84
|
+
return notSignedIn();
|
|
85
|
+
try {
|
|
86
|
+
const user = await connect.user(key);
|
|
87
|
+
if (user === null)
|
|
88
|
+
return errorResponse(new OpenLLMError(401, "not_connected", "Connect with OpenLLM first"));
|
|
89
|
+
return await run(user);
|
|
90
|
+
}
|
|
91
|
+
catch (err) {
|
|
92
|
+
return errorResponse(err);
|
|
93
|
+
}
|
|
94
|
+
};
|
|
95
|
+
return {
|
|
96
|
+
start: async (req) => {
|
|
97
|
+
if ((await params.userKey(req)) === null)
|
|
98
|
+
return notSignedIn();
|
|
99
|
+
const { url, state, codeVerifier } = await connect.start();
|
|
100
|
+
return new Response(null, {
|
|
101
|
+
status: 303,
|
|
102
|
+
headers: {
|
|
103
|
+
location: url,
|
|
104
|
+
"set-cookie": cookieHeader(cookie, JSON.stringify({ state, codeVerifier }), COOKIE_MAX_AGE_S, secure()),
|
|
105
|
+
},
|
|
106
|
+
});
|
|
107
|
+
},
|
|
108
|
+
callback: async (req) => {
|
|
109
|
+
const url = new URL(req.url);
|
|
110
|
+
const denied = url.searchParams.get("error");
|
|
111
|
+
if (denied)
|
|
112
|
+
return back(req, denied);
|
|
113
|
+
const key = await params.userKey(req);
|
|
114
|
+
const pending = parsePending(readCookie(req, cookie));
|
|
115
|
+
const code = url.searchParams.get("code");
|
|
116
|
+
if (key === null)
|
|
117
|
+
return back(req, "not_connected");
|
|
118
|
+
if (pending === null || code === null)
|
|
119
|
+
return back(req, "state_mismatch");
|
|
120
|
+
try {
|
|
121
|
+
await connect.finish({
|
|
122
|
+
userKey: key,
|
|
123
|
+
code,
|
|
124
|
+
pending,
|
|
125
|
+
state: url.searchParams.get("state"),
|
|
126
|
+
});
|
|
127
|
+
return back(req);
|
|
128
|
+
}
|
|
129
|
+
catch (err) {
|
|
130
|
+
return back(req, isOpenLLMError(err) ? err.code : "openllm_error");
|
|
131
|
+
}
|
|
132
|
+
},
|
|
133
|
+
disconnect: (req) => withUser(req, async (user) => {
|
|
134
|
+
await user.disconnect();
|
|
135
|
+
return Response.json({ ok: true });
|
|
136
|
+
}),
|
|
137
|
+
chat: (req) => withUser(req, async (user) => {
|
|
138
|
+
const body = (await req.json().catch(() => null));
|
|
139
|
+
if (body === null ||
|
|
140
|
+
typeof body.model !== "string" ||
|
|
141
|
+
!Array.isArray(body.messages))
|
|
142
|
+
return errorResponse(new OpenLLMError(400, "openllm_error", "Send { model, messages }"));
|
|
143
|
+
const text = await user.chat.stream(body, { signal: req.signal });
|
|
144
|
+
return new Response(encodeTextStream(text), {
|
|
145
|
+
headers: {
|
|
146
|
+
"content-type": "text/plain; charset=utf-8",
|
|
147
|
+
"cache-control": "no-store",
|
|
148
|
+
},
|
|
149
|
+
});
|
|
150
|
+
}),
|
|
151
|
+
status: async (req) => {
|
|
152
|
+
const key = await params.userKey(req);
|
|
153
|
+
if (key === null)
|
|
154
|
+
return notSignedIn();
|
|
155
|
+
try {
|
|
156
|
+
// Inside the try: a storage failure or bad secret gets the sanitized,
|
|
157
|
+
// logged error answer like every other route.
|
|
158
|
+
const user = await connect.user(key);
|
|
159
|
+
if (user === null)
|
|
160
|
+
return Response.json({ connected: false });
|
|
161
|
+
const models = await user.models();
|
|
162
|
+
return Response.json({
|
|
163
|
+
connected: true,
|
|
164
|
+
userId: user.userId,
|
|
165
|
+
models: models.map((m) => m.id),
|
|
166
|
+
});
|
|
167
|
+
}
|
|
168
|
+
catch (err) {
|
|
169
|
+
if (isOpenLLMError(err) && err.needsReconnect)
|
|
170
|
+
return Response.json({ connected: false });
|
|
171
|
+
return errorResponse(err);
|
|
172
|
+
}
|
|
173
|
+
},
|
|
174
|
+
};
|
|
175
|
+
};
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { TConnection } from "./oauth.js";
|
|
2
|
+
/**
|
|
3
|
+
* Where your app keeps each user's connection. `key` is YOUR user id (or
|
|
4
|
+
* session id) — whatever identifies the person in your app. The values are
|
|
5
|
+
* credentials: keep them server-side and encrypted at rest
|
|
6
|
+
* (`encryptedConnectionStore` does that over any string storage).
|
|
7
|
+
*/
|
|
8
|
+
export type TConnectionStore = {
|
|
9
|
+
readonly load: (key: string) => Promise<TConnection | null>;
|
|
10
|
+
readonly save: (key: string, connection: TConnection) => Promise<void>;
|
|
11
|
+
readonly clear: (key: string) => Promise<void>;
|
|
12
|
+
};
|
|
13
|
+
/** Plain string storage: a DB column, Redis, a file, KV. */
|
|
14
|
+
export type TStringStore = {
|
|
15
|
+
readonly get: (key: string) => Promise<string | null>;
|
|
16
|
+
readonly set: (key: string, value: string) => Promise<void>;
|
|
17
|
+
readonly delete: (key: string) => Promise<void>;
|
|
18
|
+
};
|
|
19
|
+
/**
|
|
20
|
+
* A `TConnectionStore` over string storage, AES-256-GCM under a 32-byte
|
|
21
|
+
* secret (base64, e.g. `openssl rand -base64 32`). Each value is bound to its
|
|
22
|
+
* key, so one user's row can't be swapped into another's.
|
|
23
|
+
*/
|
|
24
|
+
export declare const encryptedConnectionStore: (storage: TStringStore, secretB64: string) => TConnectionStore;
|
|
25
|
+
/** In-memory string storage: tests and single-process demos only. */
|
|
26
|
+
export declare const memoryStringStore: () => TStringStore;
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { aesGcmDecrypt, aesGcmEncrypt, fromB64, randomBytes, toB64, } from "@openllmsh/sdk/vault/crypto";
|
|
2
|
+
const SEAL_VERSION = "v1";
|
|
3
|
+
const keyBytes = (secretB64) => {
|
|
4
|
+
let bytes;
|
|
5
|
+
try {
|
|
6
|
+
bytes = fromB64(secretB64);
|
|
7
|
+
}
|
|
8
|
+
catch {
|
|
9
|
+
bytes = new Uint8Array(0);
|
|
10
|
+
}
|
|
11
|
+
if (bytes.length !== 32)
|
|
12
|
+
throw new Error("The connection secret must be 32 bytes, base64");
|
|
13
|
+
return bytes;
|
|
14
|
+
};
|
|
15
|
+
const aadFor = (key) => new TextEncoder().encode(`openllm-connection:${SEAL_VERSION}:${key}`);
|
|
16
|
+
/**
|
|
17
|
+
* A `TConnectionStore` over string storage, AES-256-GCM under a 32-byte
|
|
18
|
+
* secret (base64, e.g. `openssl rand -base64 32`). Each value is bound to its
|
|
19
|
+
* key, so one user's row can't be swapped into another's.
|
|
20
|
+
*/
|
|
21
|
+
export const encryptedConnectionStore = (storage, secretB64) => {
|
|
22
|
+
// Resolved on first use, not at construction: an app that imports this
|
|
23
|
+
// module must still build and boot before its secret is configured.
|
|
24
|
+
let secret;
|
|
25
|
+
const secretKey = () => (secret ??= keyBytes(secretB64));
|
|
26
|
+
return {
|
|
27
|
+
load: async (key) => {
|
|
28
|
+
const raw = await storage.get(key);
|
|
29
|
+
if (raw === null)
|
|
30
|
+
return null;
|
|
31
|
+
const [version, nonce, ct] = raw.split(".");
|
|
32
|
+
if (version !== SEAL_VERSION || nonce === undefined || ct === undefined)
|
|
33
|
+
return null;
|
|
34
|
+
// Outside the try: a bad secret is a config error and must surface,
|
|
35
|
+
// not read as "not connected".
|
|
36
|
+
const keyBytesForLoad = secretKey();
|
|
37
|
+
try {
|
|
38
|
+
const plain = await aesGcmDecrypt(keyBytesForLoad, fromB64(nonce), fromB64(ct), aadFor(key));
|
|
39
|
+
return JSON.parse(new TextDecoder().decode(plain));
|
|
40
|
+
}
|
|
41
|
+
catch {
|
|
42
|
+
return null;
|
|
43
|
+
}
|
|
44
|
+
},
|
|
45
|
+
save: async (key, connection) => {
|
|
46
|
+
const nonce = randomBytes(12);
|
|
47
|
+
const ct = await aesGcmEncrypt(secretKey(), nonce, new TextEncoder().encode(JSON.stringify(connection)), aadFor(key));
|
|
48
|
+
await storage.set(key, `${SEAL_VERSION}.${toB64(nonce)}.${toB64(ct)}`);
|
|
49
|
+
},
|
|
50
|
+
clear: (key) => storage.delete(key),
|
|
51
|
+
};
|
|
52
|
+
};
|
|
53
|
+
/** In-memory string storage: tests and single-process demos only. */
|
|
54
|
+
export const memoryStringStore = () => {
|
|
55
|
+
const map = new Map();
|
|
56
|
+
return {
|
|
57
|
+
get: async (key) => map.get(key) ?? null,
|
|
58
|
+
set: async (key, value) => {
|
|
59
|
+
map.set(key, value);
|
|
60
|
+
},
|
|
61
|
+
delete: async (key) => {
|
|
62
|
+
map.delete(key);
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
};
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Re-export the native-API tool dispatcher for hosts that only need CallTool
|
|
3
|
+
* handling without constructing a full MCP server.
|
|
4
|
+
*/
|
|
5
|
+
export { MODELS_TOOL_NAME, prioritizeSubscriptionModels, } from "./tools/model-priority.js";
|
|
6
|
+
export { handleOpenllmTool, isFreeTierOnlyTool, isMcpListedTool, isMediaOptionalModelTool, isOpenllmTool, LOCAL_TRANSCRIPTION_TIMEOUT_MS, MAX_TRANSCRIPTION_BYTES, openllmToolDefs, openllmToolDefsAll, TRANSCRIPTION_TIMEOUT_MS, TRANSCRIPTION_TOOL_NAME, toolNameFor, uploadTranscription, } from "./tools/openllm.js";
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Re-export the native-API tool dispatcher for hosts that only need CallTool
|
|
3
|
+
* handling without constructing a full MCP server.
|
|
4
|
+
*/
|
|
5
|
+
export { MODELS_TOOL_NAME, prioritizeSubscriptionModels, } from "./tools/model-priority.js";
|
|
6
|
+
export { handleOpenllmTool, isFreeTierOnlyTool, isMcpListedTool, isMediaOptionalModelTool, isOpenllmTool, LOCAL_TRANSCRIPTION_TIMEOUT_MS, MAX_TRANSCRIPTION_BYTES, openllmToolDefs, openllmToolDefsAll, TRANSCRIPTION_TIMEOUT_MS, TRANSCRIPTION_TOOL_NAME, toolNameFor, uploadTranscription, } from "./tools/openllm.js";
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Public `@openllmsh/sdk/mcp` surface — transport-free MCP tools + server.
|
|
3
|
+
*/
|
|
4
|
+
export { handleOpenllmTool, isFreeTierOnlyTool, isMcpListedTool, isMediaOptionalModelTool, isOpenllmTool, LOCAL_TRANSCRIPTION_TIMEOUT_MS, MAX_TRANSCRIPTION_BYTES, MODELS_TOOL_NAME, openllmToolDefs, openllmToolDefsAll, prioritizeSubscriptionModels, TRANSCRIPTION_TIMEOUT_MS, TRANSCRIPTION_TOOL_NAME, toolNameFor, uploadTranscription, } from "./handle.js";
|
|
5
|
+
export type { TBeginMarketplaceLoadOptions, TCreateMcpServerOptions, TLaunchConnected, TMarketplaceLoad, TMcpGatewayConfig, TPermission, } from "./server.js";
|
|
6
|
+
export { attachMarketplaceUpstreams, beginMarketplaceLoad, createMcpServer, filterLaunchServers, OPENLLM_MEMORY_BUILTIN_ID, OPENLLM_MEMORY_ENTRY_ID, parseKeyPermissions, } from "./server.js";
|
|
7
|
+
export type { TConnectUpstreamOptions, TConnectUpstreamsOptions, TFetchMarketplaceLaunchParams, TMarketplaceLaunch, TMarketplaceLaunchServer, TMcpChannel, TUpstream, TUpstreamTool, TUpstreamToolEntriesOptions, TUpstreamToolEntry, } from "./tools/marketplace.js";
|
|
8
|
+
export { CALL_TIMEOUT_MS, CONNECT_TIMEOUT_MS, connectUpstream, connectUpstreams, fetchMarketplaceLaunch, httpChannel, LAUNCH_TIMEOUT_MS, UPSTREAM_TOOL_SEPARATOR, upstreamToolEntries, upstreamToolName, } from "./tools/marketplace.js";
|
|
9
|
+
export { handleMemoryTool, memoryToolDefs } from "./tools/memory.js";
|
|
10
|
+
export type { MatchedTeam, Memory, SaveOptions, SearchOptions, SearchResult, WhoamiResult, } from "./tools/memory-client.js";
|
|
11
|
+
export { MemoryClient } from "./tools/memory-client.js";
|
|
12
|
+
export type { MemoryConfig, TProjectRef } from "./tools/memory-config.js";
|
|
13
|
+
export { COLLECTION_NAME } from "./tools/memory-config.js";
|
|
14
|
+
export type { TToolResult, TToolResultContent } from "./types.js";
|
|
15
|
+
export { toolResultText } from "./types.js";
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Public `@openllmsh/sdk/mcp` surface — transport-free MCP tools + server.
|
|
3
|
+
*/
|
|
4
|
+
export { handleOpenllmTool, isFreeTierOnlyTool, isMcpListedTool, isMediaOptionalModelTool, isOpenllmTool, LOCAL_TRANSCRIPTION_TIMEOUT_MS, MAX_TRANSCRIPTION_BYTES, MODELS_TOOL_NAME, openllmToolDefs, openllmToolDefsAll, prioritizeSubscriptionModels, TRANSCRIPTION_TIMEOUT_MS, TRANSCRIPTION_TOOL_NAME, toolNameFor, uploadTranscription, } from "./handle.js";
|
|
5
|
+
export { attachMarketplaceUpstreams, beginMarketplaceLoad, createMcpServer, filterLaunchServers, OPENLLM_MEMORY_BUILTIN_ID, OPENLLM_MEMORY_ENTRY_ID, parseKeyPermissions, } from "./server.js";
|
|
6
|
+
export { CALL_TIMEOUT_MS, CONNECT_TIMEOUT_MS, connectUpstream, connectUpstreams, fetchMarketplaceLaunch, httpChannel, LAUNCH_TIMEOUT_MS, UPSTREAM_TOOL_SEPARATOR, upstreamToolEntries, upstreamToolName, } from "./tools/marketplace.js";
|
|
7
|
+
export { handleMemoryTool, memoryToolDefs } from "./tools/memory.js";
|
|
8
|
+
export { MemoryClient } from "./tools/memory-client.js";
|
|
9
|
+
export { COLLECTION_NAME } from "./tools/memory-config.js";
|
|
10
|
+
export { toolResultText } from "./types.js";
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Transport-free MCP server factory for OpenLLM.
|
|
3
|
+
*
|
|
4
|
+
* Hosts (CLI `openllm mcp`, browser chat, external runtimes) inject version,
|
|
5
|
+
* already-resolved groups, gateway credentials, and optional handlers. This
|
|
6
|
+
* module never touches stdio, CLI onboarding, or local-auth tools.
|
|
7
|
+
*/
|
|
8
|
+
import { McpServer } from "@modelcontextprotocol/server";
|
|
9
|
+
import type { TPermission } from "@openllmsh/sdk/protocol";
|
|
10
|
+
export type { TPermission };
|
|
11
|
+
/**
|
|
12
|
+
* The `permissions` of an `/api/user/tier` answer, keeping only names this
|
|
13
|
+
* SDK knows; `undefined` when absent (an older gateway: list everything and
|
|
14
|
+
* let the gateway refuse what the key can't do).
|
|
15
|
+
*/
|
|
16
|
+
export declare const parseKeyPermissions: (value: unknown) => readonly TPermission[] | undefined;
|
|
17
|
+
import type { TMarketplaceLaunch, TMarketplaceLaunchServer, TUpstream } from "./tools/marketplace.js";
|
|
18
|
+
import { LAUNCH_TIMEOUT_MS } from "./tools/marketplace.js";
|
|
19
|
+
import type { TToolResult } from "./types.js";
|
|
20
|
+
/** Catalog id for the OpenLLM Memory marketplace entry. */
|
|
21
|
+
export declare const OPENLLM_MEMORY_ENTRY_ID = "openllm-memory";
|
|
22
|
+
/** @deprecated Use {@link OPENLLM_MEMORY_ENTRY_ID}. */
|
|
23
|
+
export declare const OPENLLM_MEMORY_BUILTIN_ID = "openllm-memory";
|
|
24
|
+
export type TMcpGatewayConfig = {
|
|
25
|
+
readonly baseUrl: string;
|
|
26
|
+
readonly apiKey: string;
|
|
27
|
+
};
|
|
28
|
+
export type TCreateMcpServerOptions = {
|
|
29
|
+
/** Injected package / binary version for `serverInfo`. */
|
|
30
|
+
readonly version: string;
|
|
31
|
+
/** Already-resolved tool groups (e.g. `["openllm", "openllm-memory"]`). */
|
|
32
|
+
readonly groups: readonly string[];
|
|
33
|
+
readonly config: TMcpGatewayConfig;
|
|
34
|
+
readonly upstreams?: readonly TUpstream[];
|
|
35
|
+
/**
|
|
36
|
+
* When true, Gravity Index (free-tier-only) tools are registered. Defaults
|
|
37
|
+
* to false — unknown / paid tiers hide them.
|
|
38
|
+
*/
|
|
39
|
+
readonly includeFreeTierOnlyTools?: boolean;
|
|
40
|
+
/**
|
|
41
|
+
* Optional local transcription handler. The transcription tool is only
|
|
42
|
+
* registered when this is provided — the SDK never reads local files.
|
|
43
|
+
*/
|
|
44
|
+
readonly transcribe?: (args: Record<string, unknown>, config: TMcpGatewayConfig) => Promise<TToolResult>;
|
|
45
|
+
/**
|
|
46
|
+
* The calling key's permissions (`/api/user/tier`). When given, only tools
|
|
47
|
+
* the key may call are listed — a run-AI key is never offered account
|
|
48
|
+
* endpoints the gateway would refuse. Omit when unknown (fail open: the
|
|
49
|
+
* gateway still enforces every call).
|
|
50
|
+
*/
|
|
51
|
+
readonly permissions?: readonly TPermission[];
|
|
52
|
+
};
|
|
53
|
+
/** One registration path for both negotiated stdio eras and local tests. */
|
|
54
|
+
export declare const createMcpServer: ({ version, groups, config, upstreams, includeFreeTierOnlyTools, transcribe, permissions, }: TCreateMcpServerOptions) => McpServer;
|
|
55
|
+
/** Register marketplace proxy tools on a live server. Safe to call after
|
|
56
|
+
* listen — each `registerTool` notifies `tools/list_changed`. */
|
|
57
|
+
export declare const attachMarketplaceUpstreams: (server: McpServer, upstreams: readonly TUpstream[], alreadyRegistered?: ReadonlySet<string>) => void;
|
|
58
|
+
export type TLaunchConnected = {
|
|
59
|
+
readonly upstreams: readonly TUpstream[];
|
|
60
|
+
};
|
|
61
|
+
export type TMarketplaceLoad = {
|
|
62
|
+
readonly launchPromise: Promise<TMarketplaceLaunch>;
|
|
63
|
+
readonly marketplacePromise: Promise<TLaunchConnected>;
|
|
64
|
+
};
|
|
65
|
+
export type TBeginMarketplaceLoadOptions = {
|
|
66
|
+
readonly fetchLaunch?: (params: TMcpGatewayConfig) => Promise<TMarketplaceLaunch>;
|
|
67
|
+
readonly connect?: (servers: readonly TMarketplaceLaunchServer[]) => Promise<readonly TUpstream[]>;
|
|
68
|
+
readonly clientVersion?: string;
|
|
69
|
+
/** Group names that should trigger a launch fetch. */
|
|
70
|
+
readonly groups: readonly string[];
|
|
71
|
+
};
|
|
72
|
+
/**
|
|
73
|
+
* Filter launch servers for the requested MCP groups.
|
|
74
|
+
* - both / default: every server
|
|
75
|
+
* - `--only openllm-memory`: just the Memory marketplace entry
|
|
76
|
+
* - `--only openllm`: every server except Memory
|
|
77
|
+
*/
|
|
78
|
+
export declare const filterLaunchServers: (servers: readonly TMarketplaceLaunchServer[], groups: readonly string[]) => readonly TMarketplaceLaunchServer[];
|
|
79
|
+
/**
|
|
80
|
+
* Kick off `/api/marketplace/launch` whenever the `openllm` OR
|
|
81
|
+
* `openllm-memory` group is requested, then dial the matching upstreams.
|
|
82
|
+
*/
|
|
83
|
+
export declare const beginMarketplaceLoad: (gateway: TMcpGatewayConfig, options: TBeginMarketplaceLoadOptions) => TMarketplaceLoad;
|
|
84
|
+
export { LAUNCH_TIMEOUT_MS };
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Transport-free MCP server factory for OpenLLM.
|
|
3
|
+
*
|
|
4
|
+
* Hosts (CLI `openllm mcp`, browser chat, external runtimes) inject version,
|
|
5
|
+
* already-resolved groups, gateway credentials, and optional handlers. This
|
|
6
|
+
* module never touches stdio, CLI onboarding, or local-auth tools.
|
|
7
|
+
*/
|
|
8
|
+
import { fromJsonSchema, McpServer } from "@modelcontextprotocol/server";
|
|
9
|
+
import { Permission } from "@openllmsh/sdk/protocol";
|
|
10
|
+
const KNOWN_PERMISSIONS = new Set(Permission.literals);
|
|
11
|
+
/**
|
|
12
|
+
* The `permissions` of an `/api/user/tier` answer, keeping only names this
|
|
13
|
+
* SDK knows; `undefined` when absent (an older gateway: list everything and
|
|
14
|
+
* let the gateway refuse what the key can't do).
|
|
15
|
+
*/
|
|
16
|
+
export const parseKeyPermissions = (value) => Array.isArray(value)
|
|
17
|
+
? value.filter((p) => typeof p === "string" && KNOWN_PERMISSIONS.has(p))
|
|
18
|
+
: undefined;
|
|
19
|
+
import { connectUpstreams, fetchMarketplaceLaunch, LAUNCH_TIMEOUT_MS, upstreamToolEntries, } from "./tools/marketplace.js";
|
|
20
|
+
import { MODELS_TOOL_NAME, prioritizeSubscriptionModels, } from "./tools/model-priority.js";
|
|
21
|
+
import { handleOpenllmTool, isFreeTierOnlyTool, isMcpListedTool, openllmToolDefs, TRANSCRIPTION_TOOL_NAME, } from "./tools/openllm.js";
|
|
22
|
+
/** Catalog id for the OpenLLM Memory marketplace entry. */
|
|
23
|
+
export const OPENLLM_MEMORY_ENTRY_ID = "openllm-memory";
|
|
24
|
+
/** @deprecated Use {@link OPENLLM_MEMORY_ENTRY_ID}. */
|
|
25
|
+
export const OPENLLM_MEMORY_BUILTIN_ID = OPENLLM_MEMORY_ENTRY_ID;
|
|
26
|
+
/** One registration path for both negotiated stdio eras and local tests. */
|
|
27
|
+
export const createMcpServer = ({ version, groups, config, upstreams = [], includeFreeTierOnlyTools = false, transcribe, permissions, }) => {
|
|
28
|
+
const held = permissions === undefined ? undefined : new Set(permissions);
|
|
29
|
+
const mayCall = (name) => {
|
|
30
|
+
if (held === undefined)
|
|
31
|
+
return true;
|
|
32
|
+
const def = openllmToolDefs.find((tool) => tool.name === name);
|
|
33
|
+
return def !== undefined && held.has(def.permission);
|
|
34
|
+
};
|
|
35
|
+
const openllmTools = openllmToolDefs.filter((tool) => {
|
|
36
|
+
if (!mayCall(tool.name))
|
|
37
|
+
return false;
|
|
38
|
+
if (!includeFreeTierOnlyTools && isFreeTierOnlyTool(tool.name))
|
|
39
|
+
return false;
|
|
40
|
+
// Transcription needs a host-provided local-file handler.
|
|
41
|
+
if (tool.name === TRANSCRIPTION_TOOL_NAME && transcribe === undefined)
|
|
42
|
+
return false;
|
|
43
|
+
return true;
|
|
44
|
+
});
|
|
45
|
+
const tools = [...(groups.includes("openllm") ? openllmTools : [])];
|
|
46
|
+
const server = new McpServer({ name: "openllm", version }, { capabilities: { tools: {} } });
|
|
47
|
+
for (const tool of tools) {
|
|
48
|
+
const name = tool.name;
|
|
49
|
+
const inputSchema = tool.inputSchema;
|
|
50
|
+
// MCP server overloads accept either Zod shapes or StandardSchemaV1;
|
|
51
|
+
// `fromJsonSchema` returns the latter. Cast through unknown to the
|
|
52
|
+
// registerTool config slot so we don't depend on a Zod-shaped overload.
|
|
53
|
+
const toolConfig = {
|
|
54
|
+
description: tool.description,
|
|
55
|
+
...("annotations" in tool && tool.annotations !== undefined
|
|
56
|
+
? {
|
|
57
|
+
annotations: tool.annotations,
|
|
58
|
+
}
|
|
59
|
+
: {}),
|
|
60
|
+
inputSchema: fromJsonSchema(inputSchema),
|
|
61
|
+
};
|
|
62
|
+
server.registerTool(name, toolConfig, async (args) => {
|
|
63
|
+
if (groups.includes("openllm") &&
|
|
64
|
+
isMcpListedTool(name) &&
|
|
65
|
+
mayCall(name) &&
|
|
66
|
+
(includeFreeTierOnlyTools || !isFreeTierOnlyTool(name))) {
|
|
67
|
+
if (name === TRANSCRIPTION_TOOL_NAME) {
|
|
68
|
+
if (transcribe === undefined) {
|
|
69
|
+
return {
|
|
70
|
+
content: [
|
|
71
|
+
{
|
|
72
|
+
type: "text",
|
|
73
|
+
text: "Transcription requires a host-provided transcribe handler",
|
|
74
|
+
},
|
|
75
|
+
],
|
|
76
|
+
isError: true,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
return transcribe(args, config);
|
|
80
|
+
}
|
|
81
|
+
const result = await handleOpenllmTool(name, args, config);
|
|
82
|
+
return name === MODELS_TOOL_NAME
|
|
83
|
+
? prioritizeSubscriptionModels(result)
|
|
84
|
+
: result;
|
|
85
|
+
}
|
|
86
|
+
return {
|
|
87
|
+
content: [{ type: "text", text: `Unknown tool: ${name}` }],
|
|
88
|
+
isError: true,
|
|
89
|
+
};
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
if (upstreams.length > 0) {
|
|
93
|
+
attachMarketplaceUpstreams(server, upstreams, new Set(tools.map((tool) => tool.name)));
|
|
94
|
+
}
|
|
95
|
+
return server;
|
|
96
|
+
};
|
|
97
|
+
/** Register marketplace proxy tools on a live server. Safe to call after
|
|
98
|
+
* listen — each `registerTool` notifies `tools/list_changed`. */
|
|
99
|
+
export const attachMarketplaceUpstreams = (server, upstreams, alreadyRegistered = new Set()) => {
|
|
100
|
+
// A duplicate name or an unconvertible schema skips that one tool only —
|
|
101
|
+
// a bad vendor manifest must never take the built-in tools down with it.
|
|
102
|
+
const entries = upstreamToolEntries(upstreams, {
|
|
103
|
+
alreadyRegistered,
|
|
104
|
+
onDuplicate: (name) => console.warn(`[MCP] marketplace: skipping duplicate tool ${name}`),
|
|
105
|
+
});
|
|
106
|
+
for (const { name, upstream, tool } of entries) {
|
|
107
|
+
try {
|
|
108
|
+
const upstreamConfig = {
|
|
109
|
+
...(tool.description === undefined
|
|
110
|
+
? {}
|
|
111
|
+
: { description: tool.description }),
|
|
112
|
+
...(tool.annotations === undefined
|
|
113
|
+
? {}
|
|
114
|
+
: {
|
|
115
|
+
annotations: tool.annotations,
|
|
116
|
+
}),
|
|
117
|
+
inputSchema: fromJsonSchema(tool.inputSchema),
|
|
118
|
+
};
|
|
119
|
+
server.registerTool(name, upstreamConfig, (args) => upstream.call(tool.name, args));
|
|
120
|
+
}
|
|
121
|
+
catch (err) {
|
|
122
|
+
console.warn(`[MCP] marketplace: skipping ${name}: ${err instanceof Error ? err.message : String(err)}`);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
};
|
|
126
|
+
/**
|
|
127
|
+
* Filter launch servers for the requested MCP groups.
|
|
128
|
+
* - both / default: every server
|
|
129
|
+
* - `--only openllm-memory`: just the Memory marketplace entry
|
|
130
|
+
* - `--only openllm`: every server except Memory
|
|
131
|
+
*/
|
|
132
|
+
export const filterLaunchServers = (servers, groups) => {
|
|
133
|
+
const wantsOpenllm = groups.includes("openllm");
|
|
134
|
+
const wantsMemory = groups.includes("openllm-memory");
|
|
135
|
+
if (wantsMemory && !wantsOpenllm) {
|
|
136
|
+
return servers.filter((s) => s.id === OPENLLM_MEMORY_ENTRY_ID);
|
|
137
|
+
}
|
|
138
|
+
if (wantsOpenllm && !wantsMemory) {
|
|
139
|
+
return servers.filter((s) => s.id !== OPENLLM_MEMORY_ENTRY_ID);
|
|
140
|
+
}
|
|
141
|
+
return servers;
|
|
142
|
+
};
|
|
143
|
+
/**
|
|
144
|
+
* Kick off `/api/marketplace/launch` whenever the `openllm` OR
|
|
145
|
+
* `openllm-memory` group is requested, then dial the matching upstreams.
|
|
146
|
+
*/
|
|
147
|
+
export const beginMarketplaceLoad = (gateway, options) => {
|
|
148
|
+
const fetchLaunch = options.fetchLaunch ??
|
|
149
|
+
((cfg) => fetchMarketplaceLaunch({
|
|
150
|
+
cloudOrigin: cfg.baseUrl,
|
|
151
|
+
apiKey: cfg.apiKey,
|
|
152
|
+
}));
|
|
153
|
+
const connect = options.connect ??
|
|
154
|
+
((servers) => connectUpstreams(servers, { clientVersion: options.clientVersion }));
|
|
155
|
+
const requested = options.groups;
|
|
156
|
+
const wantsLaunch = requested.includes("openllm") || requested.includes("openllm-memory");
|
|
157
|
+
const emptyLaunch = { servers: [] };
|
|
158
|
+
const launchPromise = wantsLaunch
|
|
159
|
+
? fetchLaunch(gateway)
|
|
160
|
+
: Promise.resolve(emptyLaunch);
|
|
161
|
+
const marketplacePromise = wantsLaunch
|
|
162
|
+
? launchPromise.then(async (launch) => ({
|
|
163
|
+
upstreams: await connect(filterLaunchServers(launch.servers, requested)),
|
|
164
|
+
}))
|
|
165
|
+
: Promise.resolve({ upstreams: [] });
|
|
166
|
+
return { launchPromise, marketplacePromise };
|
|
167
|
+
};
|
|
168
|
+
export { LAUNCH_TIMEOUT_MS };
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Marketplace integrations served THROUGH the one `openllm` MCP server.
|
|
3
|
+
* Each enabled integration (`/api/marketplace/launch`) is dialled as an
|
|
4
|
+
* upstream MCP server, and its tools are re-exported as `<id>__<tool>`.
|
|
5
|
+
*
|
|
6
|
+
* Dial transport is an injected {@link TMcpChannel}. The default is
|
|
7
|
+
* Streamable HTTP / SSE for remote launch entries; hosts that can spawn
|
|
8
|
+
* processes (the CLI) pass a stdio channel via `channel` / `channelFor`.
|
|
9
|
+
* Without a channel, stdio entries are skipped — a browser never dials them.
|
|
10
|
+
*
|
|
11
|
+
* A minimal JSON-RPC client: initialize → tools/list → tools/call. Every
|
|
12
|
+
* upstream fails open on its own — a dead vendor drops only its tools.
|
|
13
|
+
*/
|
|
14
|
+
import type { CallToolResult } from "@modelcontextprotocol/server";
|
|
15
|
+
import type { TMarketplaceLaunchServer } from "@openllmsh/sdk/protocol";
|
|
16
|
+
export type { TMarketplaceLaunchServer };
|
|
17
|
+
export type TMarketplaceLaunch = {
|
|
18
|
+
readonly servers: readonly TMarketplaceLaunchServer[];
|
|
19
|
+
};
|
|
20
|
+
export type TUpstreamTool = {
|
|
21
|
+
readonly name: string;
|
|
22
|
+
readonly description?: string;
|
|
23
|
+
readonly inputSchema: Record<string, unknown>;
|
|
24
|
+
readonly annotations?: Record<string, unknown>;
|
|
25
|
+
};
|
|
26
|
+
export type TUpstream = {
|
|
27
|
+
readonly id: string;
|
|
28
|
+
readonly tools: readonly TUpstreamTool[];
|
|
29
|
+
call(name: string, args: Record<string, unknown>): Promise<CallToolResult>;
|
|
30
|
+
close(): Promise<void>;
|
|
31
|
+
};
|
|
32
|
+
/** Injected JSON-RPC transport for one upstream MCP server. */
|
|
33
|
+
export type TMcpChannel = {
|
|
34
|
+
readonly rpc: (method: string, params?: Record<string, unknown>) => Promise<unknown>;
|
|
35
|
+
readonly notify: (method: string) => Promise<void>;
|
|
36
|
+
readonly close: () => Promise<void>;
|
|
37
|
+
};
|
|
38
|
+
/** Upstream MCP initialize / tools/list dial timeout. */
|
|
39
|
+
export declare const CONNECT_TIMEOUT_MS = 5000;
|
|
40
|
+
/** Upstream MCP tools/call timeout. */
|
|
41
|
+
export declare const CALL_TIMEOUT_MS = 120000;
|
|
42
|
+
/** Bound for `/api/marketplace/launch` and for the MCP factory wait on it. */
|
|
43
|
+
export declare const LAUNCH_TIMEOUT_MS = 5000;
|
|
44
|
+
/** Separator between integration id and its tool name. */
|
|
45
|
+
export declare const UPSTREAM_TOOL_SEPARATOR = "__";
|
|
46
|
+
export declare const upstreamToolName: (id: string, tool: string) => string;
|
|
47
|
+
export type TFetchMarketplaceLaunchParams = {
|
|
48
|
+
readonly cloudOrigin: string;
|
|
49
|
+
readonly apiKey: string;
|
|
50
|
+
};
|
|
51
|
+
/**
|
|
52
|
+
* The user's enabled marketplace integrations as ready upstream MCP servers
|
|
53
|
+
* (`GET /api/marketplace/launch`). Fails open to none: a slow or older
|
|
54
|
+
* gateway must never block the MCP server.
|
|
55
|
+
*/
|
|
56
|
+
export declare const fetchMarketplaceLaunch: (params: TFetchMarketplaceLaunchParams) => Promise<TMarketplaceLaunch>;
|
|
57
|
+
/** Default Streamable HTTP / SSE channel for a remote launch entry. */
|
|
58
|
+
export declare const httpChannel: (server: TMarketplaceLaunchServer) => TMcpChannel;
|
|
59
|
+
export type TConnectUpstreamOptions = {
|
|
60
|
+
/** Client version string sent in MCP `initialize`. */
|
|
61
|
+
readonly clientVersion?: string;
|
|
62
|
+
/** Injected JSON-RPC channel. Defaults to HTTP/SSE for remote transports. */
|
|
63
|
+
readonly channel?: TMcpChannel;
|
|
64
|
+
};
|
|
65
|
+
/** Dial one upstream over `channel` (or the default HTTP/SSE channel). */
|
|
66
|
+
export declare const connectUpstream: (server: TMarketplaceLaunchServer, options?: TConnectUpstreamOptions) => Promise<TUpstream>;
|
|
67
|
+
export type TConnectUpstreamsOptions = {
|
|
68
|
+
readonly clientVersion?: string;
|
|
69
|
+
/** Optional warning sink (defaults to `console.warn`). */
|
|
70
|
+
readonly onWarn?: (message: string) => void;
|
|
71
|
+
/**
|
|
72
|
+
* Host-supplied channel for a server (e.g. Bun.spawn stdio). When omitted
|
|
73
|
+
* for a stdio entry, that entry is skipped; remote entries still use HTTP.
|
|
74
|
+
*/
|
|
75
|
+
readonly channelFor?: (server: TMarketplaceLaunchServer) => TMcpChannel | undefined;
|
|
76
|
+
};
|
|
77
|
+
/** Dial every upstream in parallel; failures are warned and dropped. */
|
|
78
|
+
export declare const connectUpstreams: (servers: readonly TMarketplaceLaunchServer[], options?: TConnectUpstreamsOptions) => Promise<readonly TUpstream[]>;
|
|
79
|
+
export type TUpstreamToolEntry = {
|
|
80
|
+
readonly name: string;
|
|
81
|
+
readonly upstream: TUpstream;
|
|
82
|
+
readonly tool: TUpstreamTool;
|
|
83
|
+
};
|
|
84
|
+
export type TUpstreamToolEntriesOptions = {
|
|
85
|
+
readonly alreadyRegistered?: ReadonlySet<string>;
|
|
86
|
+
/** Return false to drop a composed `<id>__<tool>` name (e.g. OpenAI regex). */
|
|
87
|
+
readonly nameGuard?: (name: string) => boolean;
|
|
88
|
+
readonly onDuplicate?: (name: string) => void;
|
|
89
|
+
};
|
|
90
|
+
/**
|
|
91
|
+
* Deduped `<id>__<tool>` entries across marketplace upstreams. Shared by the
|
|
92
|
+
* MCP server registration path and the browser chat function-tool surface.
|
|
93
|
+
*/
|
|
94
|
+
export declare const upstreamToolEntries: (upstreams: readonly TUpstream[], options?: TUpstreamToolEntriesOptions) => readonly TUpstreamToolEntry[];
|