@openllmsh/sdk 0.0.0-stage → 2.10.12-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/ARCHITECTURE.md +43 -0
  2. package/LICENSE +202 -0
  3. package/README.md +142 -2
  4. package/assets/openllm-light.svg +18 -0
  5. package/assets/openllm.svg +18 -0
  6. package/client/chat.ts +140 -0
  7. package/client/devices.ts +269 -0
  8. package/client/http.ts +72 -0
  9. package/client/index.ts +129 -0
  10. package/client/relay-mux.ts +547 -0
  11. package/client/types.ts +51 -0
  12. package/client/vault.ts +239 -0
  13. package/connect/chat.ts +58 -0
  14. package/connect/client.ts +240 -0
  15. package/connect/config.ts +47 -0
  16. package/connect/errors.ts +121 -0
  17. package/connect/index.ts +23 -0
  18. package/connect/oauth.ts +265 -0
  19. package/connect/routes.ts +234 -0
  20. package/connect/store.ts +107 -0
  21. package/mcp/handle.ts +24 -0
  22. package/mcp/index.ts +76 -0
  23. package/mcp/server.ts +319 -0
  24. package/mcp/tools/marketplace.ts +439 -0
  25. package/mcp/tools/memory-client.ts +297 -0
  26. package/mcp/tools/memory-config.ts +32 -0
  27. package/mcp/tools/memory.ts +369 -0
  28. package/mcp/tools/model-priority.ts +88 -0
  29. package/mcp/tools/openllm.ts +883 -0
  30. package/mcp/types.ts +28 -0
  31. package/openapi/call.ts +90 -0
  32. package/openapi/index.ts +8 -0
  33. package/openapi/openapi.json +80213 -0
  34. package/openapi/operations.ts +2075 -0
  35. package/package.json +39 -4
  36. package/protocol/CONTRIBUTING.md +21 -0
  37. package/protocol/README.md +134 -0
  38. package/protocol/access.ts +186 -0
  39. package/protocol/agent-prompt-text.ts +32 -0
  40. package/protocol/agent.ts +991 -0
  41. package/protocol/api-key-syntax.ts +105 -0
  42. package/protocol/assets/openllm-light.svg +18 -0
  43. package/protocol/assets/openllm.svg +18 -0
  44. package/protocol/audio.ts +29 -0
  45. package/protocol/auth.ts +142 -0
  46. package/protocol/changelog.ts +155 -0
  47. package/protocol/chat.ts +458 -0
  48. package/protocol/client-registry.ts +356 -0
  49. package/protocol/config.ts +345 -0
  50. package/protocol/control-channel.ts +115 -0
  51. package/protocol/cooldown-reason.ts +78 -0
  52. package/protocol/cost.ts +10 -0
  53. package/protocol/daemon-port.ts +31 -0
  54. package/protocol/daemon.ts +1524 -0
  55. package/protocol/default-chains.ts +66 -0
  56. package/protocol/device-state.ts +85 -0
  57. package/protocol/doctor-report-local.ts +443 -0
  58. package/protocol/doctor-report-policy.ts +119 -0
  59. package/protocol/doctor-report.ts +947 -0
  60. package/protocol/errors.ts +14 -0
  61. package/protocol/execution-selection.ts +141 -0
  62. package/protocol/hop-grant.ts +33 -0
  63. package/protocol/image-edit-parse.ts +263 -0
  64. package/protocol/images.ts +298 -0
  65. package/protocol/index.ts +74 -0
  66. package/protocol/inference-headers.ts +3 -0
  67. package/protocol/keepalive.ts +69 -0
  68. package/protocol/local-auth.ts +300 -0
  69. package/protocol/local-device-control.ts +133 -0
  70. package/protocol/local-provider.ts +288 -0
  71. package/protocol/local-session.ts +118 -0
  72. package/protocol/marketplace.ts +187 -0
  73. package/protocol/media-attempt.ts +81 -0
  74. package/protocol/media-bytes.ts +28 -0
  75. package/protocol/media-default.ts +357 -0
  76. package/protocol/media-dimensions.ts +132 -0
  77. package/protocol/media-input.ts +61 -0
  78. package/protocol/media-model.ts +142 -0
  79. package/protocol/media-option-issue.ts +90 -0
  80. package/protocol/media-types.ts +70 -0
  81. package/protocol/model-match.ts +1051 -0
  82. package/protocol/model-settings.ts +327 -0
  83. package/protocol/models.ts +767 -0
  84. package/protocol/mux.ts +722 -0
  85. package/protocol/plan-surface.ts +59 -0
  86. package/protocol/provider-models.ts +16 -0
  87. package/protocol/provider-status.ts +206 -0
  88. package/protocol/provider-tier.ts +67 -0
  89. package/protocol/provider-usage.ts +263 -0
  90. package/protocol/providers.ts +901 -0
  91. package/protocol/public-usage-index.ts +354 -0
  92. package/protocol/realtime-generated.ts +31 -0
  93. package/protocol/realtime.ts +324 -0
  94. package/protocol/registry-pointer.ts +118 -0
  95. package/protocol/relay.ts +702 -0
  96. package/protocol/replay-session.ts +11 -0
  97. package/protocol/responses.ts +280 -0
  98. package/protocol/semver.ts +182 -0
  99. package/protocol/setup-mode.ts +22 -0
  100. package/protocol/sha256-hex.ts +98 -0
  101. package/protocol/stats.ts +406 -0
  102. package/protocol/streaming.ts +19 -0
  103. package/protocol/subscription-daemon-floors.ts +33 -0
  104. package/protocol/subscription-provider-compat.ts +104 -0
  105. package/protocol/subscription-provider.ts +32 -0
  106. package/protocol/team-grant.ts +17 -0
  107. package/protocol/team-shareable.ts +61 -0
  108. package/protocol/transcription-encoding.ts +76 -0
  109. package/protocol/url-locality-dns.ts +37 -0
  110. package/protocol/url-locality.ts +288 -0
  111. package/protocol/usage-snapshots.ts +9 -0
  112. package/protocol/vendor-cli-install.ts +29 -0
  113. package/protocol/video-job-plan.ts +50 -0
  114. package/protocol/videos.ts +227 -0
  115. package/tsconfig.json +14 -0
  116. package/tunnel/ARCHITECTURE.md +111 -0
  117. package/tunnel/LICENSE +33 -0
  118. package/tunnel/README.md +45 -0
  119. package/tunnel/assets/openllm-light.svg +18 -0
  120. package/tunnel/assets/openllm.svg +18 -0
  121. package/tunnel/channel-envelope.ts +139 -0
  122. package/tunnel/codec.ts +191 -0
  123. package/tunnel/device-anchor.ts +229 -0
  124. package/tunnel/device-control.ts +118 -0
  125. package/tunnel/device-grant.ts +173 -0
  126. package/tunnel/fleet.ts +77 -0
  127. package/tunnel/index.ts +22 -0
  128. package/tunnel/mux.ts +580 -0
  129. package/tunnel/peer-link.ts +390 -0
  130. package/tunnel/rtc-auth.ts +415 -0
  131. package/tunnel/rtc-duplex.ts +187 -0
  132. package/tunnel/rtc-ice.ts +136 -0
  133. package/tunnel/secure.ts +1298 -0
  134. package/tunnel/stream-reset-error.ts +14 -0
  135. package/tunnel/streams.ts +1430 -0
  136. package/tunnel/team-grant.ts +302 -0
  137. package/tunnel/wire-bytes.ts +102 -0
  138. package/vault/ARCHITECTURE.md +470 -0
  139. package/vault/LICENSE +33 -0
  140. package/vault/api-key.ts +190 -0
  141. package/vault/argon2.ts +106 -0
  142. package/vault/cli-auth-seal.ts +157 -0
  143. package/vault/cred-seal.ts +146 -0
  144. package/vault/credential.ts +55 -0
  145. package/vault/crypto.ts +210 -0
  146. package/vault/daemon-attest.ts +229 -0
  147. package/vault/derive.ts +113 -0
  148. package/vault/device-access.ts +87 -0
  149. package/vault/device-anchor.ts +185 -0
  150. package/vault/device-control.ts +174 -0
  151. package/vault/handoff.ts +396 -0
  152. package/vault/index.ts +21 -0
  153. package/vault/passkey.ts +243 -0
  154. package/vault/phrase.ts +65 -0
  155. package/vault/pin.ts +153 -0
  156. package/vault/public-key-seal.ts +131 -0
  157. package/vault/seed.ts +272 -0
  158. package/vault/team.ts +355 -0
  159. package/vault/vault-item.ts +131 -0
  160. package/vault/vault-migrate-digest.ts +29 -0
  161. package/vault/wrapped.ts +77 -0
  162. package/wire/ARCHITECTURE.md +90 -0
  163. package/wire/CONTRIBUTING.md +19 -0
  164. package/wire/LICENSE +33 -0
  165. package/wire/README.md +51 -0
  166. package/wire/adapters/messages/anthropic-map.ts +37 -0
  167. package/wire/adapters/messages/index.ts +7 -0
  168. package/wire/adapters/messages/reasoning-from-items.ts +38 -0
  169. package/wire/adapters/messages/reasoning-signature.ts +243 -0
  170. package/wire/adapters/messages/request.ts +574 -0
  171. package/wire/adapters/messages/response.ts +215 -0
  172. package/wire/adapters/messages/streaming.ts +1027 -0
  173. package/wire/adapters/messages/usage.ts +43 -0
  174. package/wire/adapters/responses/index.ts +3 -0
  175. package/wire/adapters/responses/request.ts +395 -0
  176. package/wire/adapters/responses/response.ts +88 -0
  177. package/wire/adapters/responses/streaming.ts +344 -0
  178. package/wire/assets/openllm-light.svg +18 -0
  179. package/wire/assets/openllm.svg +18 -0
  180. package/wire/features/account-rank.ts +166 -0
  181. package/wire/features/compaction/compact-request.ts +862 -0
  182. package/wire/features/compaction/compaction-text.ts +43 -0
  183. package/wire/features/context-demote.ts +47 -0
  184. package/wire/features/context-overflow-strategy.ts +26 -0
  185. package/wire/features/context-skip.ts +170 -0
  186. package/wire/features/conversation-affinity.ts +144 -0
  187. package/wire/features/max-tokens-backfill.ts +141 -0
  188. package/wire/features/model-caps.ts +53 -0
  189. package/wire/features/model-settings.ts +24 -0
  190. package/wire/features/output-limit-clamp.ts +64 -0
  191. package/wire/features/quota-gate.ts +85 -0
  192. package/wire/index.ts +44 -0
  193. package/wire/lib/attempt-outcome.ts +43 -0
  194. package/wire/lib/canonical/content-part.ts +38 -0
  195. package/wire/lib/canonical/count-tokens-capability.ts +138 -0
  196. package/wire/lib/canonical/encoding-select.ts +82 -0
  197. package/wire/lib/canonical/image-signature.ts +202 -0
  198. package/wire/lib/canonical/image-sse.ts +216 -0
  199. package/wire/lib/canonical/message.ts +43 -0
  200. package/wire/lib/canonical/token-estimate.ts +266 -0
  201. package/wire/lib/encrypted-content.ts +66 -0
  202. package/wire/lib/error-class.ts +154 -0
  203. package/wire/lib/error-envelope.ts +56 -0
  204. package/wire/lib/forwarded-headers.ts +180 -0
  205. package/wire/lib/provider-error-rules.ts +48 -0
  206. package/wire/lib/refusal.ts +38 -0
  207. package/wire/lib/responses-apply-patch.ts +104 -0
  208. package/wire/lib/responses-namespace.ts +53 -0
  209. package/wire/lib/secret-scrub.ts +101 -0
  210. package/wire/lib/streaming/accumulate.ts +221 -0
  211. package/wire/lib/streaming/finish-reason.ts +33 -0
  212. package/wire/lib/streaming/peek.ts +154 -0
  213. package/wire/lib/streaming/provider-decode.ts +259 -0
  214. package/wire/lib/streaming/response-stream.ts +71 -0
  215. package/wire/lib/streaming/sse.ts +699 -0
  216. package/wire/lib/streaming/strip-tool-calls.ts +95 -0
  217. package/wire/lib/streaming/upstream-error.ts +58 -0
  218. package/wire/lib/strip-subagent-isolation.ts +284 -0
  219. package/wire/lib/thinking-signature.ts +156 -0
  220. package/wire/lib/token-ruler/bpe-core.ts +426 -0
  221. package/wire/lib/token-ruler/index.ts +2 -0
  222. package/wire/lib/token-ruler/ruler.ts +79 -0
  223. package/wire/lib/token-ruler/vocab/claude-ranks.ts +16 -0
  224. package/wire/lib/token-ruler/vocab/claude.ts +22 -0
  225. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +18 -0
  226. package/wire/lib/token-ruler/vocab/o200k.ts +19 -0
  227. package/wire/lib/tool-name-map.ts +271 -0
  228. package/wire/lib/tool-schema.ts +353 -0
  229. package/wire/lib/usage-observer.ts +125 -0
  230. package/wire/providers/anthropic/adaptive-thinking.ts +291 -0
  231. package/wire/providers/anthropic/beta-headers.ts +165 -0
  232. package/wire/providers/anthropic/index.ts +10 -0
  233. package/wire/providers/anthropic/request.ts +607 -0
  234. package/wire/providers/anthropic/response.ts +155 -0
  235. package/wire/providers/anthropic/streaming.ts +315 -0
  236. package/wire/providers/anthropic/web-search-domains.ts +49 -0
  237. package/wire/providers/chatgpt/common.ts +136 -0
  238. package/wire/providers/chatgpt/index.ts +9 -0
  239. package/wire/providers/chatgpt/request.ts +959 -0
  240. package/wire/providers/chatgpt/streaming.ts +1007 -0
  241. package/wire/providers/chatgpt/web-search.ts +63 -0
  242. package/wire/providers/grok/web-search.ts +87 -0
  243. package/wire/providers/kimi/web-search.ts +145 -0
  244. package/wire/providers/upstream-deny.ts +355 -0
  245. package/wire/providers/upstream-request.ts +619 -0
@@ -0,0 +1,439 @@
1
+ /**
2
+ * Marketplace integrations served THROUGH the one `openllm` MCP server.
3
+ * Each enabled integration (`/api/marketplace/launch`) is dialled as an
4
+ * upstream MCP server, and its tools are re-exported as `<id>__<tool>`.
5
+ *
6
+ * Dial transport is an injected {@link TMcpChannel}. The default is
7
+ * Streamable HTTP / SSE for remote launch entries; hosts that can spawn
8
+ * processes (the CLI) pass a stdio channel via `channel` / `channelFor`.
9
+ * Without a channel, stdio entries are skipped — a browser never dials them.
10
+ *
11
+ * A minimal JSON-RPC client: initialize → tools/list → tools/call. Every
12
+ * upstream fails open on its own — a dead vendor drops only its tools.
13
+ */
14
+
15
+ import type { CallToolResult } from "@modelcontextprotocol/server";
16
+ import { createClient } from "@openllmsh/sdk/client";
17
+ import type { TMarketplaceLaunchServer } from "@openllmsh/sdk/protocol";
18
+ import {
19
+ isMarketplaceLaunchServer,
20
+ isUpstreamToolExposed,
21
+ } from "@openllmsh/sdk/protocol";
22
+
23
+ export type { TMarketplaceLaunchServer };
24
+
25
+ export type TMarketplaceLaunch = {
26
+ readonly servers: readonly TMarketplaceLaunchServer[];
27
+ };
28
+
29
+ export type TUpstreamTool = {
30
+ readonly name: string;
31
+ readonly description?: string;
32
+ readonly inputSchema: Record<string, unknown>;
33
+ readonly annotations?: Record<string, unknown>;
34
+ };
35
+
36
+ export type TUpstream = {
37
+ readonly id: string;
38
+ readonly tools: readonly TUpstreamTool[];
39
+ call(name: string, args: Record<string, unknown>): Promise<CallToolResult>;
40
+ close(): Promise<void>;
41
+ };
42
+
43
+ /** Injected JSON-RPC transport for one upstream MCP server. */
44
+ export type TMcpChannel = {
45
+ readonly rpc: (
46
+ method: string,
47
+ params?: Record<string, unknown>,
48
+ ) => Promise<unknown>;
49
+ readonly notify: (method: string) => Promise<void>;
50
+ readonly close: () => Promise<void>;
51
+ };
52
+
53
+ const PROTOCOL_VERSION = "2025-06-18";
54
+ const MAX_TOOL_PAGES = 10;
55
+
56
+ /** Upstream MCP initialize / tools/list dial timeout. */
57
+ export const CONNECT_TIMEOUT_MS = 5_000;
58
+ /** Upstream MCP tools/call timeout. */
59
+ export const CALL_TIMEOUT_MS = 120_000;
60
+
61
+ /** Bound for `/api/marketplace/launch` and for the MCP factory wait on it. */
62
+ export const LAUNCH_TIMEOUT_MS = 5_000;
63
+
64
+ /** Separator between integration id and its tool name. */
65
+ export const UPSTREAM_TOOL_SEPARATOR = "__";
66
+
67
+ export const upstreamToolName = (id: string, tool: string): string =>
68
+ `${id}${UPSTREAM_TOOL_SEPARATOR}${tool}`;
69
+
70
+ /** Reserved ids — an integration can never shadow the built-in server. */
71
+ const RESERVED = new Set(["openllm"]);
72
+
73
+ const EMPTY_LAUNCH: TMarketplaceLaunch = { servers: [] };
74
+
75
+ export type TFetchMarketplaceLaunchParams = {
76
+ readonly cloudOrigin: string;
77
+ readonly apiKey: string;
78
+ };
79
+
80
+ /**
81
+ * The user's enabled marketplace integrations as ready upstream MCP servers
82
+ * (`GET /api/marketplace/launch`). Fails open to none: a slow or older
83
+ * gateway must never block the MCP server.
84
+ */
85
+ export const fetchMarketplaceLaunch = async (
86
+ params: TFetchMarketplaceLaunchParams,
87
+ ): Promise<TMarketplaceLaunch> => {
88
+ if (params.apiKey.length === 0) return EMPTY_LAUNCH;
89
+ const client = createClient({
90
+ origin: params.cloudOrigin,
91
+ apiKey: params.apiKey,
92
+ transport: {
93
+ fetch: globalThis.fetch.bind(globalThis),
94
+ websocket: WebSocket,
95
+ },
96
+ });
97
+ try {
98
+ const res = await client.http.call(
99
+ "marketplace.launch",
100
+ {},
101
+ { timeoutMs: LAUNCH_TIMEOUT_MS },
102
+ );
103
+ if (!res.ok) return EMPTY_LAUNCH;
104
+ const body =
105
+ res.body !== null && typeof res.body === "object"
106
+ ? (res.body as { servers?: unknown })
107
+ : {};
108
+ const servers = Array.isArray(body.servers)
109
+ ? body.servers
110
+ .filter(isMarketplaceLaunchServer)
111
+ .filter((s) => !RESERVED.has(s.id))
112
+ : [];
113
+ return { servers };
114
+ } catch {
115
+ return EMPTY_LAUNCH;
116
+ } finally {
117
+ client.close();
118
+ }
119
+ };
120
+
121
+ type TRpcMessage = {
122
+ id?: unknown;
123
+ result?: unknown;
124
+ error?: { code?: number; message?: string };
125
+ };
126
+
127
+ const unwrap = (msg: TRpcMessage): unknown => {
128
+ if (msg.error !== undefined)
129
+ throw new Error(msg.error.message ?? "upstream error");
130
+ return msg.result;
131
+ };
132
+
133
+ /** Pick the response for `id` out of an SSE body. */
134
+ const fromSse = (text: string, id: number): TRpcMessage | undefined => {
135
+ for (const event of text.split(/\r?\n\r?\n/)) {
136
+ const data = event
137
+ .split(/\r?\n/)
138
+ .filter((l) => l.startsWith("data:"))
139
+ .map((l) => l.slice(5).trimStart())
140
+ .join("\n");
141
+ if (data.length === 0) continue;
142
+ try {
143
+ const msg = JSON.parse(data) as TRpcMessage;
144
+ if (msg.id === id) return msg;
145
+ } catch {
146
+ // Not JSON — skip the event.
147
+ }
148
+ }
149
+ return undefined;
150
+ };
151
+
152
+ /** Default Streamable HTTP / SSE channel for a remote launch entry. */
153
+ export const httpChannel = (server: TMarketplaceLaunchServer): TMcpChannel => {
154
+ const url = server.url ?? "";
155
+ let sessionId: string | undefined;
156
+ let nextId = 0;
157
+ const post = async (
158
+ body: Record<string, unknown>,
159
+ timeoutMs: number,
160
+ ): Promise<Response> => {
161
+ const res = await fetch(url, {
162
+ method: "POST",
163
+ headers: {
164
+ ...server.headers,
165
+ "content-type": "application/json",
166
+ accept: "application/json, text/event-stream",
167
+ "mcp-protocol-version": PROTOCOL_VERSION,
168
+ ...(sessionId === undefined ? {} : { "mcp-session-id": sessionId }),
169
+ },
170
+ body: JSON.stringify({ jsonrpc: "2.0", ...body }),
171
+ signal: AbortSignal.timeout(timeoutMs),
172
+ });
173
+ sessionId = res.headers.get("mcp-session-id") ?? sessionId;
174
+ return res;
175
+ };
176
+ const rpc: TMcpChannel["rpc"] = async (method, params = {}) => {
177
+ const id = ++nextId;
178
+ const timeout =
179
+ method === "tools/call" ? CALL_TIMEOUT_MS : CONNECT_TIMEOUT_MS;
180
+ const res = await post({ id, method, params }, timeout);
181
+ const text = await res.text();
182
+ let msg: TRpcMessage | undefined;
183
+ try {
184
+ msg = (res.headers.get("content-type") ?? "").includes(
185
+ "text/event-stream",
186
+ )
187
+ ? fromSse(text, id)
188
+ : (JSON.parse(text) as TRpcMessage);
189
+ } catch {
190
+ msg = undefined;
191
+ }
192
+ // A non-2xx without a JSON-RPC body reports the status, not a parse error.
193
+ if (msg === undefined)
194
+ throw new Error(
195
+ res.ok ? "upstream sent no response" : `upstream HTTP ${res.status}`,
196
+ );
197
+ return unwrap(msg);
198
+ };
199
+ return {
200
+ rpc,
201
+ notify: async (method) => {
202
+ await post({ method }, CONNECT_TIMEOUT_MS).then((r) => r.body?.cancel());
203
+ },
204
+ close: async () => {
205
+ if (sessionId === undefined) return;
206
+ await fetch(url, {
207
+ method: "DELETE",
208
+ headers: { ...server.headers, "mcp-session-id": sessionId },
209
+ signal: AbortSignal.timeout(CONNECT_TIMEOUT_MS),
210
+ }).catch(() => undefined);
211
+ },
212
+ };
213
+ };
214
+
215
+ const isRecord = (v: unknown): v is Record<string, unknown> =>
216
+ v !== null && typeof v === "object" && !Array.isArray(v);
217
+
218
+ const toTool = (v: unknown): TUpstreamTool | undefined => {
219
+ if (!isRecord(v) || typeof v.name !== "string") return undefined;
220
+ return {
221
+ name: v.name,
222
+ ...(typeof v.description === "string"
223
+ ? { description: v.description }
224
+ : {}),
225
+ inputSchema: isRecord(v.inputSchema)
226
+ ? v.inputSchema
227
+ : { type: "object", properties: {} },
228
+ ...(isRecord(v.annotations) ? { annotations: v.annotations } : {}),
229
+ };
230
+ };
231
+
232
+ const listTools = async (rpc: TMcpChannel["rpc"]): Promise<TUpstreamTool[]> => {
233
+ const tools: TUpstreamTool[] = [];
234
+ let cursor: string | undefined;
235
+ for (let page = 0; page < MAX_TOOL_PAGES; page++) {
236
+ const result = await rpc(
237
+ "tools/list",
238
+ cursor === undefined ? {} : { cursor },
239
+ );
240
+ if (!isRecord(result) || !Array.isArray(result.tools)) break;
241
+ for (const raw of result.tools) {
242
+ const tool = toTool(raw);
243
+ if (tool !== undefined) tools.push(tool);
244
+ }
245
+ if (typeof result.nextCursor !== "string") break;
246
+ cursor = result.nextCursor;
247
+ }
248
+ return tools;
249
+ };
250
+
251
+ const errorResult = (text: string): CallToolResult => ({
252
+ content: [{ type: "text", text }],
253
+ isError: true,
254
+ });
255
+
256
+ const handshakeUpstream = async (
257
+ server: TMarketplaceLaunchServer,
258
+ channel: TMcpChannel,
259
+ clientVersion: string,
260
+ ): Promise<TUpstream> => {
261
+ try {
262
+ await channel.rpc("initialize", {
263
+ protocolVersion: PROTOCOL_VERSION,
264
+ capabilities: {},
265
+ clientInfo: { name: "openllm", version: clientVersion },
266
+ });
267
+ await channel.notify("notifications/initialized");
268
+ const exposed = (name: string): boolean =>
269
+ isUpstreamToolExposed(server, name);
270
+ const tools = (await listTools(channel.rpc)).filter((tool) =>
271
+ exposed(tool.name),
272
+ );
273
+ return {
274
+ id: server.id,
275
+ tools,
276
+ call: async (name, args) => {
277
+ if (!exposed(name))
278
+ return errorResult(`${server.id}: ${name} is not available`);
279
+ try {
280
+ const result = await channel.rpc("tools/call", {
281
+ name,
282
+ arguments: args,
283
+ });
284
+ return isRecord(result) && Array.isArray(result.content)
285
+ ? (result as CallToolResult)
286
+ : errorResult(`${server.id}: malformed tool result`);
287
+ } catch (err) {
288
+ return errorResult(
289
+ `${server.id}: ${err instanceof Error ? err.message : String(err)}`,
290
+ );
291
+ }
292
+ },
293
+ close: channel.close,
294
+ };
295
+ } catch (err) {
296
+ await channel.close();
297
+ throw err;
298
+ }
299
+ };
300
+
301
+ const defaultChannelFor = (
302
+ server: TMarketplaceLaunchServer,
303
+ ): TMcpChannel | undefined => {
304
+ if (server.transport === "stdio") return undefined;
305
+ if (server.url === undefined) return undefined;
306
+ return httpChannel(server);
307
+ };
308
+
309
+ export type TConnectUpstreamOptions = {
310
+ /** Client version string sent in MCP `initialize`. */
311
+ readonly clientVersion?: string;
312
+ /** Injected JSON-RPC channel. Defaults to HTTP/SSE for remote transports. */
313
+ readonly channel?: TMcpChannel;
314
+ };
315
+
316
+ /** Dial one upstream over `channel` (or the default HTTP/SSE channel). */
317
+ export const connectUpstream = async (
318
+ server: TMarketplaceLaunchServer,
319
+ options: TConnectUpstreamOptions = {},
320
+ ): Promise<TUpstream> => {
321
+ const channel = options.channel ?? defaultChannelFor(server);
322
+ if (channel === undefined) {
323
+ if (server.transport === "stdio") {
324
+ throw new Error(
325
+ `${server.id}: stdio transport requires an injected channel`,
326
+ );
327
+ }
328
+ throw new Error(`${server.id}: incomplete launch entry`);
329
+ }
330
+ return handshakeUpstream(
331
+ server,
332
+ channel,
333
+ options.clientVersion ?? "0.0.0-dev",
334
+ );
335
+ };
336
+
337
+ export type TConnectUpstreamsOptions = {
338
+ readonly clientVersion?: string;
339
+ /** Optional warning sink (defaults to `console.warn`). */
340
+ readonly onWarn?: (message: string) => void;
341
+ /**
342
+ * Host-supplied channel for a server (e.g. Bun.spawn stdio). When omitted
343
+ * for a stdio entry, that entry is skipped; remote entries still use HTTP.
344
+ */
345
+ readonly channelFor?: (
346
+ server: TMarketplaceLaunchServer,
347
+ ) => TMcpChannel | undefined;
348
+ };
349
+
350
+ /** Dial every upstream in parallel; failures are warned and dropped. */
351
+ export const connectUpstreams = async (
352
+ servers: readonly TMarketplaceLaunchServer[],
353
+ options: TConnectUpstreamsOptions = {},
354
+ ): Promise<readonly TUpstream[]> => {
355
+ const warn = options.onWarn ?? ((message: string) => console.warn(message));
356
+ const dialable = servers.flatMap((server) => {
357
+ // A host channel can throw synchronously (Bun.spawn on a missing
358
+ // command): skip that one server, never the whole set.
359
+ let channel: TMcpChannel | undefined;
360
+ try {
361
+ channel = options.channelFor?.(server) ?? defaultChannelFor(server);
362
+ } catch (err) {
363
+ warn(
364
+ `[MCP] marketplace ${server.id}: ${err instanceof Error ? err.message : String(err)}`,
365
+ );
366
+ return [];
367
+ }
368
+ if (channel === undefined) {
369
+ warn(
370
+ server.transport === "stdio"
371
+ ? `[MCP] marketplace ${server.id}: skipping stdio transport (no channel)`
372
+ : `[MCP] marketplace ${server.id}: incomplete launch entry`,
373
+ );
374
+ return [];
375
+ }
376
+ return [{ server, channel }];
377
+ });
378
+ const settled = await Promise.allSettled(
379
+ dialable.map(({ server, channel }) =>
380
+ handshakeUpstream(server, channel, options.clientVersion ?? "0.0.0-dev"),
381
+ ),
382
+ );
383
+ const byId = new Map<string, TUpstream>();
384
+ for (let i = 0; i < settled.length; i++) {
385
+ const r = settled[i];
386
+ const id = dialable[i]?.server.id;
387
+ if (r === undefined || id === undefined) continue;
388
+ if (r.status === "fulfilled") {
389
+ byId.set(id, r.value);
390
+ continue;
391
+ }
392
+ warn(
393
+ `[MCP] marketplace ${id}: ${r.reason instanceof Error ? r.reason.message : String(r.reason)}`,
394
+ );
395
+ }
396
+ // Preserve launch order.
397
+ return servers.flatMap((server) => {
398
+ const upstream = byId.get(server.id);
399
+ return upstream === undefined ? [] : [upstream];
400
+ });
401
+ };
402
+
403
+ export type TUpstreamToolEntry = {
404
+ readonly name: string;
405
+ readonly upstream: TUpstream;
406
+ readonly tool: TUpstreamTool;
407
+ };
408
+
409
+ export type TUpstreamToolEntriesOptions = {
410
+ readonly alreadyRegistered?: ReadonlySet<string>;
411
+ /** Return false to drop a composed `<id>__<tool>` name (e.g. OpenAI regex). */
412
+ readonly nameGuard?: (name: string) => boolean;
413
+ readonly onDuplicate?: (name: string) => void;
414
+ };
415
+
416
+ /**
417
+ * Deduped `<id>__<tool>` entries across marketplace upstreams. Shared by the
418
+ * MCP server registration path and the browser chat function-tool surface.
419
+ */
420
+ export const upstreamToolEntries = (
421
+ upstreams: readonly TUpstream[],
422
+ options: TUpstreamToolEntriesOptions = {},
423
+ ): readonly TUpstreamToolEntry[] => {
424
+ const registered = new Set(options.alreadyRegistered ?? []);
425
+ const out: TUpstreamToolEntry[] = [];
426
+ for (const upstream of upstreams) {
427
+ for (const tool of upstream.tools) {
428
+ const name = upstreamToolName(upstream.id, tool.name);
429
+ if (options.nameGuard !== undefined && !options.nameGuard(name)) continue;
430
+ if (registered.has(name)) {
431
+ options.onDuplicate?.(name);
432
+ continue;
433
+ }
434
+ registered.add(name);
435
+ out.push({ name, upstream, tool });
436
+ }
437
+ }
438
+ return out;
439
+ };