@openllmsh/sdk 0.0.0-stage → 2.10.12-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +43 -0
- package/LICENSE +202 -0
- package/README.md +142 -2
- package/assets/openllm-light.svg +18 -0
- package/assets/openllm.svg +18 -0
- package/client/chat.ts +140 -0
- package/client/devices.ts +269 -0
- package/client/http.ts +72 -0
- package/client/index.ts +129 -0
- package/client/relay-mux.ts +547 -0
- package/client/types.ts +51 -0
- package/client/vault.ts +239 -0
- package/connect/chat.ts +58 -0
- package/connect/client.ts +240 -0
- package/connect/config.ts +47 -0
- package/connect/errors.ts +121 -0
- package/connect/index.ts +23 -0
- package/connect/oauth.ts +265 -0
- package/connect/routes.ts +234 -0
- package/connect/store.ts +107 -0
- package/mcp/handle.ts +24 -0
- package/mcp/index.ts +76 -0
- package/mcp/server.ts +319 -0
- package/mcp/tools/marketplace.ts +439 -0
- package/mcp/tools/memory-client.ts +297 -0
- package/mcp/tools/memory-config.ts +32 -0
- package/mcp/tools/memory.ts +369 -0
- package/mcp/tools/model-priority.ts +88 -0
- package/mcp/tools/openllm.ts +883 -0
- package/mcp/types.ts +28 -0
- package/openapi/call.ts +90 -0
- package/openapi/index.ts +8 -0
- package/openapi/openapi.json +80213 -0
- package/openapi/operations.ts +2075 -0
- package/package.json +39 -4
- package/protocol/CONTRIBUTING.md +21 -0
- package/protocol/README.md +134 -0
- package/protocol/access.ts +186 -0
- package/protocol/agent-prompt-text.ts +32 -0
- package/protocol/agent.ts +991 -0
- package/protocol/api-key-syntax.ts +105 -0
- package/protocol/assets/openllm-light.svg +18 -0
- package/protocol/assets/openllm.svg +18 -0
- package/protocol/audio.ts +29 -0
- package/protocol/auth.ts +142 -0
- package/protocol/changelog.ts +155 -0
- package/protocol/chat.ts +458 -0
- package/protocol/client-registry.ts +356 -0
- package/protocol/config.ts +345 -0
- package/protocol/control-channel.ts +115 -0
- package/protocol/cooldown-reason.ts +78 -0
- package/protocol/cost.ts +10 -0
- package/protocol/daemon-port.ts +31 -0
- package/protocol/daemon.ts +1524 -0
- package/protocol/default-chains.ts +66 -0
- package/protocol/device-state.ts +85 -0
- package/protocol/doctor-report-local.ts +443 -0
- package/protocol/doctor-report-policy.ts +119 -0
- package/protocol/doctor-report.ts +947 -0
- package/protocol/errors.ts +14 -0
- package/protocol/execution-selection.ts +141 -0
- package/protocol/hop-grant.ts +33 -0
- package/protocol/image-edit-parse.ts +263 -0
- package/protocol/images.ts +298 -0
- package/protocol/index.ts +74 -0
- package/protocol/inference-headers.ts +3 -0
- package/protocol/keepalive.ts +69 -0
- package/protocol/local-auth.ts +300 -0
- package/protocol/local-device-control.ts +133 -0
- package/protocol/local-provider.ts +288 -0
- package/protocol/local-session.ts +118 -0
- package/protocol/marketplace.ts +187 -0
- package/protocol/media-attempt.ts +81 -0
- package/protocol/media-bytes.ts +28 -0
- package/protocol/media-default.ts +357 -0
- package/protocol/media-dimensions.ts +132 -0
- package/protocol/media-input.ts +61 -0
- package/protocol/media-model.ts +142 -0
- package/protocol/media-option-issue.ts +90 -0
- package/protocol/media-types.ts +70 -0
- package/protocol/model-match.ts +1051 -0
- package/protocol/model-settings.ts +327 -0
- package/protocol/models.ts +767 -0
- package/protocol/mux.ts +722 -0
- package/protocol/plan-surface.ts +59 -0
- package/protocol/provider-models.ts +16 -0
- package/protocol/provider-status.ts +206 -0
- package/protocol/provider-tier.ts +67 -0
- package/protocol/provider-usage.ts +263 -0
- package/protocol/providers.ts +901 -0
- package/protocol/public-usage-index.ts +354 -0
- package/protocol/realtime-generated.ts +31 -0
- package/protocol/realtime.ts +324 -0
- package/protocol/registry-pointer.ts +118 -0
- package/protocol/relay.ts +702 -0
- package/protocol/replay-session.ts +11 -0
- package/protocol/responses.ts +280 -0
- package/protocol/semver.ts +182 -0
- package/protocol/setup-mode.ts +22 -0
- package/protocol/sha256-hex.ts +98 -0
- package/protocol/stats.ts +406 -0
- package/protocol/streaming.ts +19 -0
- package/protocol/subscription-daemon-floors.ts +33 -0
- package/protocol/subscription-provider-compat.ts +104 -0
- package/protocol/subscription-provider.ts +32 -0
- package/protocol/team-grant.ts +17 -0
- package/protocol/team-shareable.ts +61 -0
- package/protocol/transcription-encoding.ts +76 -0
- package/protocol/url-locality-dns.ts +37 -0
- package/protocol/url-locality.ts +288 -0
- package/protocol/usage-snapshots.ts +9 -0
- package/protocol/vendor-cli-install.ts +29 -0
- package/protocol/video-job-plan.ts +50 -0
- package/protocol/videos.ts +227 -0
- package/tsconfig.json +14 -0
- package/tunnel/ARCHITECTURE.md +111 -0
- package/tunnel/LICENSE +33 -0
- package/tunnel/README.md +45 -0
- package/tunnel/assets/openllm-light.svg +18 -0
- package/tunnel/assets/openllm.svg +18 -0
- package/tunnel/channel-envelope.ts +139 -0
- package/tunnel/codec.ts +191 -0
- package/tunnel/device-anchor.ts +229 -0
- package/tunnel/device-control.ts +118 -0
- package/tunnel/device-grant.ts +173 -0
- package/tunnel/fleet.ts +77 -0
- package/tunnel/index.ts +22 -0
- package/tunnel/mux.ts +580 -0
- package/tunnel/peer-link.ts +390 -0
- package/tunnel/rtc-auth.ts +415 -0
- package/tunnel/rtc-duplex.ts +187 -0
- package/tunnel/rtc-ice.ts +136 -0
- package/tunnel/secure.ts +1298 -0
- package/tunnel/stream-reset-error.ts +14 -0
- package/tunnel/streams.ts +1430 -0
- package/tunnel/team-grant.ts +302 -0
- package/tunnel/wire-bytes.ts +102 -0
- package/vault/ARCHITECTURE.md +470 -0
- package/vault/LICENSE +33 -0
- package/vault/api-key.ts +190 -0
- package/vault/argon2.ts +106 -0
- package/vault/cli-auth-seal.ts +157 -0
- package/vault/cred-seal.ts +146 -0
- package/vault/credential.ts +55 -0
- package/vault/crypto.ts +210 -0
- package/vault/daemon-attest.ts +229 -0
- package/vault/derive.ts +113 -0
- package/vault/device-access.ts +87 -0
- package/vault/device-anchor.ts +185 -0
- package/vault/device-control.ts +174 -0
- package/vault/handoff.ts +396 -0
- package/vault/index.ts +21 -0
- package/vault/passkey.ts +243 -0
- package/vault/phrase.ts +65 -0
- package/vault/pin.ts +153 -0
- package/vault/public-key-seal.ts +131 -0
- package/vault/seed.ts +272 -0
- package/vault/team.ts +355 -0
- package/vault/vault-item.ts +131 -0
- package/vault/vault-migrate-digest.ts +29 -0
- package/vault/wrapped.ts +77 -0
- package/wire/ARCHITECTURE.md +90 -0
- package/wire/CONTRIBUTING.md +19 -0
- package/wire/LICENSE +33 -0
- package/wire/README.md +51 -0
- package/wire/adapters/messages/anthropic-map.ts +37 -0
- package/wire/adapters/messages/index.ts +7 -0
- package/wire/adapters/messages/reasoning-from-items.ts +38 -0
- package/wire/adapters/messages/reasoning-signature.ts +243 -0
- package/wire/adapters/messages/request.ts +574 -0
- package/wire/adapters/messages/response.ts +215 -0
- package/wire/adapters/messages/streaming.ts +1027 -0
- package/wire/adapters/messages/usage.ts +43 -0
- package/wire/adapters/responses/index.ts +3 -0
- package/wire/adapters/responses/request.ts +395 -0
- package/wire/adapters/responses/response.ts +88 -0
- package/wire/adapters/responses/streaming.ts +344 -0
- package/wire/assets/openllm-light.svg +18 -0
- package/wire/assets/openllm.svg +18 -0
- package/wire/features/account-rank.ts +166 -0
- package/wire/features/compaction/compact-request.ts +862 -0
- package/wire/features/compaction/compaction-text.ts +43 -0
- package/wire/features/context-demote.ts +47 -0
- package/wire/features/context-overflow-strategy.ts +26 -0
- package/wire/features/context-skip.ts +170 -0
- package/wire/features/conversation-affinity.ts +144 -0
- package/wire/features/max-tokens-backfill.ts +141 -0
- package/wire/features/model-caps.ts +53 -0
- package/wire/features/model-settings.ts +24 -0
- package/wire/features/output-limit-clamp.ts +64 -0
- package/wire/features/quota-gate.ts +85 -0
- package/wire/index.ts +44 -0
- package/wire/lib/attempt-outcome.ts +43 -0
- package/wire/lib/canonical/content-part.ts +38 -0
- package/wire/lib/canonical/count-tokens-capability.ts +138 -0
- package/wire/lib/canonical/encoding-select.ts +82 -0
- package/wire/lib/canonical/image-signature.ts +202 -0
- package/wire/lib/canonical/image-sse.ts +216 -0
- package/wire/lib/canonical/message.ts +43 -0
- package/wire/lib/canonical/token-estimate.ts +266 -0
- package/wire/lib/encrypted-content.ts +66 -0
- package/wire/lib/error-class.ts +154 -0
- package/wire/lib/error-envelope.ts +56 -0
- package/wire/lib/forwarded-headers.ts +180 -0
- package/wire/lib/provider-error-rules.ts +48 -0
- package/wire/lib/refusal.ts +38 -0
- package/wire/lib/responses-apply-patch.ts +104 -0
- package/wire/lib/responses-namespace.ts +53 -0
- package/wire/lib/secret-scrub.ts +101 -0
- package/wire/lib/streaming/accumulate.ts +221 -0
- package/wire/lib/streaming/finish-reason.ts +33 -0
- package/wire/lib/streaming/peek.ts +154 -0
- package/wire/lib/streaming/provider-decode.ts +259 -0
- package/wire/lib/streaming/response-stream.ts +71 -0
- package/wire/lib/streaming/sse.ts +699 -0
- package/wire/lib/streaming/strip-tool-calls.ts +95 -0
- package/wire/lib/streaming/upstream-error.ts +58 -0
- package/wire/lib/strip-subagent-isolation.ts +284 -0
- package/wire/lib/thinking-signature.ts +156 -0
- package/wire/lib/token-ruler/bpe-core.ts +426 -0
- package/wire/lib/token-ruler/index.ts +2 -0
- package/wire/lib/token-ruler/ruler.ts +79 -0
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +16 -0
- package/wire/lib/token-ruler/vocab/claude.ts +22 -0
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +18 -0
- package/wire/lib/token-ruler/vocab/o200k.ts +19 -0
- package/wire/lib/tool-name-map.ts +271 -0
- package/wire/lib/tool-schema.ts +353 -0
- package/wire/lib/usage-observer.ts +125 -0
- package/wire/providers/anthropic/adaptive-thinking.ts +291 -0
- package/wire/providers/anthropic/beta-headers.ts +165 -0
- package/wire/providers/anthropic/index.ts +10 -0
- package/wire/providers/anthropic/request.ts +607 -0
- package/wire/providers/anthropic/response.ts +155 -0
- package/wire/providers/anthropic/streaming.ts +315 -0
- package/wire/providers/anthropic/web-search-domains.ts +49 -0
- package/wire/providers/chatgpt/common.ts +136 -0
- package/wire/providers/chatgpt/index.ts +9 -0
- package/wire/providers/chatgpt/request.ts +959 -0
- package/wire/providers/chatgpt/streaming.ts +1007 -0
- package/wire/providers/chatgpt/web-search.ts +63 -0
- package/wire/providers/grok/web-search.ts +87 -0
- package/wire/providers/kimi/web-search.ts +145 -0
- package/wire/providers/upstream-deny.ts +355 -0
- package/wire/providers/upstream-request.ts +619 -0
package/mcp/index.ts
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Public `@openllmsh/sdk/mcp` surface — transport-free MCP tools + server.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
export {
|
|
6
|
+
handleOpenllmTool,
|
|
7
|
+
isFreeTierOnlyTool,
|
|
8
|
+
isMcpListedTool,
|
|
9
|
+
isMediaOptionalModelTool,
|
|
10
|
+
isOpenllmTool,
|
|
11
|
+
LOCAL_TRANSCRIPTION_TIMEOUT_MS,
|
|
12
|
+
MAX_TRANSCRIPTION_BYTES,
|
|
13
|
+
MODELS_TOOL_NAME,
|
|
14
|
+
openllmToolDefs,
|
|
15
|
+
openllmToolDefsAll,
|
|
16
|
+
prioritizeSubscriptionModels,
|
|
17
|
+
TRANSCRIPTION_TIMEOUT_MS,
|
|
18
|
+
TRANSCRIPTION_TOOL_NAME,
|
|
19
|
+
toolNameFor,
|
|
20
|
+
uploadTranscription,
|
|
21
|
+
} from "./handle";
|
|
22
|
+
export type {
|
|
23
|
+
TBeginMarketplaceLoadOptions,
|
|
24
|
+
TCreateMcpServerOptions,
|
|
25
|
+
TLaunchConnected,
|
|
26
|
+
TMarketplaceLoad,
|
|
27
|
+
TMcpGatewayConfig,
|
|
28
|
+
TPermission,
|
|
29
|
+
} from "./server";
|
|
30
|
+
export {
|
|
31
|
+
attachMarketplaceUpstreams,
|
|
32
|
+
beginMarketplaceLoad,
|
|
33
|
+
createMcpServer,
|
|
34
|
+
filterLaunchServers,
|
|
35
|
+
OPENLLM_MEMORY_BUILTIN_ID,
|
|
36
|
+
OPENLLM_MEMORY_ENTRY_ID,
|
|
37
|
+
parseKeyPermissions,
|
|
38
|
+
} from "./server";
|
|
39
|
+
export type {
|
|
40
|
+
TConnectUpstreamOptions,
|
|
41
|
+
TConnectUpstreamsOptions,
|
|
42
|
+
TFetchMarketplaceLaunchParams,
|
|
43
|
+
TMarketplaceLaunch,
|
|
44
|
+
TMarketplaceLaunchServer,
|
|
45
|
+
TMcpChannel,
|
|
46
|
+
TUpstream,
|
|
47
|
+
TUpstreamTool,
|
|
48
|
+
TUpstreamToolEntriesOptions,
|
|
49
|
+
TUpstreamToolEntry,
|
|
50
|
+
} from "./tools/marketplace";
|
|
51
|
+
export {
|
|
52
|
+
CALL_TIMEOUT_MS,
|
|
53
|
+
CONNECT_TIMEOUT_MS,
|
|
54
|
+
connectUpstream,
|
|
55
|
+
connectUpstreams,
|
|
56
|
+
fetchMarketplaceLaunch,
|
|
57
|
+
httpChannel,
|
|
58
|
+
LAUNCH_TIMEOUT_MS,
|
|
59
|
+
UPSTREAM_TOOL_SEPARATOR,
|
|
60
|
+
upstreamToolEntries,
|
|
61
|
+
upstreamToolName,
|
|
62
|
+
} from "./tools/marketplace";
|
|
63
|
+
export { handleMemoryTool, memoryToolDefs } from "./tools/memory";
|
|
64
|
+
export type {
|
|
65
|
+
MatchedTeam,
|
|
66
|
+
Memory,
|
|
67
|
+
SaveOptions,
|
|
68
|
+
SearchOptions,
|
|
69
|
+
SearchResult,
|
|
70
|
+
WhoamiResult,
|
|
71
|
+
} from "./tools/memory-client";
|
|
72
|
+
export { MemoryClient } from "./tools/memory-client";
|
|
73
|
+
export type { MemoryConfig, TProjectRef } from "./tools/memory-config";
|
|
74
|
+
export { COLLECTION_NAME } from "./tools/memory-config";
|
|
75
|
+
export type { TToolResult, TToolResultContent } from "./types";
|
|
76
|
+
export { toolResultText } from "./types";
|
package/mcp/server.ts
ADDED
|
@@ -0,0 +1,319 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Transport-free MCP server factory for OpenLLM.
|
|
3
|
+
*
|
|
4
|
+
* Hosts (CLI `openllm mcp`, browser chat, external runtimes) inject version,
|
|
5
|
+
* already-resolved groups, gateway credentials, and optional handlers. This
|
|
6
|
+
* module never touches stdio, CLI onboarding, or local-auth tools.
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import type { CallToolResult } from "@modelcontextprotocol/server";
|
|
10
|
+
import { fromJsonSchema, McpServer } from "@modelcontextprotocol/server";
|
|
11
|
+
import type { TPermission } from "@openllmsh/sdk/protocol";
|
|
12
|
+
import { Permission } from "@openllmsh/sdk/protocol";
|
|
13
|
+
|
|
14
|
+
export type { TPermission };
|
|
15
|
+
|
|
16
|
+
const KNOWN_PERMISSIONS: ReadonlySet<string> = new Set(Permission.literals);
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* The `permissions` of an `/api/user/tier` answer, keeping only names this
|
|
20
|
+
* SDK knows; `undefined` when absent (an older gateway: list everything and
|
|
21
|
+
* let the gateway refuse what the key can't do).
|
|
22
|
+
*/
|
|
23
|
+
export const parseKeyPermissions = (
|
|
24
|
+
value: unknown,
|
|
25
|
+
): readonly TPermission[] | undefined =>
|
|
26
|
+
Array.isArray(value)
|
|
27
|
+
? value.filter(
|
|
28
|
+
(p): p is TPermission =>
|
|
29
|
+
typeof p === "string" && KNOWN_PERMISSIONS.has(p),
|
|
30
|
+
)
|
|
31
|
+
: undefined;
|
|
32
|
+
|
|
33
|
+
import type {
|
|
34
|
+
TMarketplaceLaunch,
|
|
35
|
+
TMarketplaceLaunchServer,
|
|
36
|
+
TUpstream,
|
|
37
|
+
} from "./tools/marketplace";
|
|
38
|
+
import {
|
|
39
|
+
connectUpstreams,
|
|
40
|
+
fetchMarketplaceLaunch,
|
|
41
|
+
LAUNCH_TIMEOUT_MS,
|
|
42
|
+
upstreamToolEntries,
|
|
43
|
+
} from "./tools/marketplace";
|
|
44
|
+
import {
|
|
45
|
+
MODELS_TOOL_NAME,
|
|
46
|
+
prioritizeSubscriptionModels,
|
|
47
|
+
} from "./tools/model-priority";
|
|
48
|
+
import {
|
|
49
|
+
handleOpenllmTool,
|
|
50
|
+
isFreeTierOnlyTool,
|
|
51
|
+
isMcpListedTool,
|
|
52
|
+
openllmToolDefs,
|
|
53
|
+
TRANSCRIPTION_TOOL_NAME,
|
|
54
|
+
} from "./tools/openllm";
|
|
55
|
+
import type { TToolResult } from "./types";
|
|
56
|
+
|
|
57
|
+
/** Catalog id for the OpenLLM Memory marketplace entry. */
|
|
58
|
+
export const OPENLLM_MEMORY_ENTRY_ID = "openllm-memory";
|
|
59
|
+
/** @deprecated Use {@link OPENLLM_MEMORY_ENTRY_ID}. */
|
|
60
|
+
export const OPENLLM_MEMORY_BUILTIN_ID = OPENLLM_MEMORY_ENTRY_ID;
|
|
61
|
+
|
|
62
|
+
export type TMcpGatewayConfig = {
|
|
63
|
+
readonly baseUrl: string;
|
|
64
|
+
readonly apiKey: string;
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
export type TCreateMcpServerOptions = {
|
|
68
|
+
/** Injected package / binary version for `serverInfo`. */
|
|
69
|
+
readonly version: string;
|
|
70
|
+
/** Already-resolved tool groups (e.g. `["openllm", "openllm-memory"]`). */
|
|
71
|
+
readonly groups: readonly string[];
|
|
72
|
+
readonly config: TMcpGatewayConfig;
|
|
73
|
+
readonly upstreams?: readonly TUpstream[];
|
|
74
|
+
/**
|
|
75
|
+
* When true, Gravity Index (free-tier-only) tools are registered. Defaults
|
|
76
|
+
* to false — unknown / paid tiers hide them.
|
|
77
|
+
*/
|
|
78
|
+
readonly includeFreeTierOnlyTools?: boolean;
|
|
79
|
+
/**
|
|
80
|
+
* Optional local transcription handler. The transcription tool is only
|
|
81
|
+
* registered when this is provided — the SDK never reads local files.
|
|
82
|
+
*/
|
|
83
|
+
readonly transcribe?: (
|
|
84
|
+
args: Record<string, unknown>,
|
|
85
|
+
config: TMcpGatewayConfig,
|
|
86
|
+
) => Promise<TToolResult>;
|
|
87
|
+
/**
|
|
88
|
+
* The calling key's permissions (`/api/user/tier`). When given, only tools
|
|
89
|
+
* the key may call are listed — a run-AI key is never offered account
|
|
90
|
+
* endpoints the gateway would refuse. Omit when unknown (fail open: the
|
|
91
|
+
* gateway still enforces every call).
|
|
92
|
+
*/
|
|
93
|
+
readonly permissions?: readonly TPermission[];
|
|
94
|
+
};
|
|
95
|
+
|
|
96
|
+
/** One registration path for both negotiated stdio eras and local tests. */
|
|
97
|
+
export const createMcpServer = ({
|
|
98
|
+
version,
|
|
99
|
+
groups,
|
|
100
|
+
config,
|
|
101
|
+
upstreams = [],
|
|
102
|
+
includeFreeTierOnlyTools = false,
|
|
103
|
+
transcribe,
|
|
104
|
+
permissions,
|
|
105
|
+
}: TCreateMcpServerOptions): McpServer => {
|
|
106
|
+
const held =
|
|
107
|
+
permissions === undefined ? undefined : new Set<string>(permissions);
|
|
108
|
+
const mayCall = (name: string): boolean => {
|
|
109
|
+
if (held === undefined) return true;
|
|
110
|
+
const def = openllmToolDefs.find((tool) => tool.name === name);
|
|
111
|
+
return def !== undefined && held.has(def.permission);
|
|
112
|
+
};
|
|
113
|
+
const openllmTools = openllmToolDefs.filter((tool) => {
|
|
114
|
+
if (!mayCall(tool.name)) return false;
|
|
115
|
+
if (!includeFreeTierOnlyTools && isFreeTierOnlyTool(tool.name))
|
|
116
|
+
return false;
|
|
117
|
+
// Transcription needs a host-provided local-file handler.
|
|
118
|
+
if (tool.name === TRANSCRIPTION_TOOL_NAME && transcribe === undefined)
|
|
119
|
+
return false;
|
|
120
|
+
return true;
|
|
121
|
+
});
|
|
122
|
+
const tools = [...(groups.includes("openllm") ? openllmTools : [])];
|
|
123
|
+
const server = new McpServer(
|
|
124
|
+
{ name: "openllm", version },
|
|
125
|
+
{ capabilities: { tools: {} } },
|
|
126
|
+
);
|
|
127
|
+
for (const tool of tools) {
|
|
128
|
+
const name = tool.name;
|
|
129
|
+
const inputSchema: Record<string, unknown> = tool.inputSchema;
|
|
130
|
+
// MCP server overloads accept either Zod shapes or StandardSchemaV1;
|
|
131
|
+
// `fromJsonSchema` returns the latter. Cast through unknown to the
|
|
132
|
+
// registerTool config slot so we don't depend on a Zod-shaped overload.
|
|
133
|
+
const toolConfig = {
|
|
134
|
+
description: tool.description,
|
|
135
|
+
...("annotations" in tool && tool.annotations !== undefined
|
|
136
|
+
? {
|
|
137
|
+
annotations: tool.annotations as {
|
|
138
|
+
readonly title?: string;
|
|
139
|
+
readonly readOnlyHint?: boolean;
|
|
140
|
+
readonly destructiveHint?: boolean;
|
|
141
|
+
readonly idempotentHint?: boolean;
|
|
142
|
+
readonly openWorldHint?: boolean;
|
|
143
|
+
},
|
|
144
|
+
}
|
|
145
|
+
: {}),
|
|
146
|
+
inputSchema: fromJsonSchema<Record<string, unknown>>(inputSchema),
|
|
147
|
+
};
|
|
148
|
+
server.registerTool(
|
|
149
|
+
name,
|
|
150
|
+
toolConfig as unknown as Parameters<McpServer["registerTool"]>[1],
|
|
151
|
+
async (args: Record<string, unknown>): Promise<TToolResult> => {
|
|
152
|
+
if (
|
|
153
|
+
groups.includes("openllm") &&
|
|
154
|
+
isMcpListedTool(name) &&
|
|
155
|
+
mayCall(name) &&
|
|
156
|
+
(includeFreeTierOnlyTools || !isFreeTierOnlyTool(name))
|
|
157
|
+
) {
|
|
158
|
+
if (name === TRANSCRIPTION_TOOL_NAME) {
|
|
159
|
+
if (transcribe === undefined) {
|
|
160
|
+
return {
|
|
161
|
+
content: [
|
|
162
|
+
{
|
|
163
|
+
type: "text",
|
|
164
|
+
text: "Transcription requires a host-provided transcribe handler",
|
|
165
|
+
},
|
|
166
|
+
],
|
|
167
|
+
isError: true,
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
return transcribe(args, config);
|
|
171
|
+
}
|
|
172
|
+
const result = await handleOpenllmTool(name, args, config);
|
|
173
|
+
return name === MODELS_TOOL_NAME
|
|
174
|
+
? prioritizeSubscriptionModels(result)
|
|
175
|
+
: result;
|
|
176
|
+
}
|
|
177
|
+
return {
|
|
178
|
+
content: [{ type: "text", text: `Unknown tool: ${name}` }],
|
|
179
|
+
isError: true,
|
|
180
|
+
};
|
|
181
|
+
},
|
|
182
|
+
);
|
|
183
|
+
}
|
|
184
|
+
if (upstreams.length > 0) {
|
|
185
|
+
attachMarketplaceUpstreams(
|
|
186
|
+
server,
|
|
187
|
+
upstreams,
|
|
188
|
+
new Set(tools.map((tool) => tool.name)),
|
|
189
|
+
);
|
|
190
|
+
}
|
|
191
|
+
return server;
|
|
192
|
+
};
|
|
193
|
+
|
|
194
|
+
/** Register marketplace proxy tools on a live server. Safe to call after
|
|
195
|
+
* listen — each `registerTool` notifies `tools/list_changed`. */
|
|
196
|
+
export const attachMarketplaceUpstreams = (
|
|
197
|
+
server: McpServer,
|
|
198
|
+
upstreams: readonly TUpstream[],
|
|
199
|
+
alreadyRegistered: ReadonlySet<string> = new Set(),
|
|
200
|
+
): void => {
|
|
201
|
+
// A duplicate name or an unconvertible schema skips that one tool only —
|
|
202
|
+
// a bad vendor manifest must never take the built-in tools down with it.
|
|
203
|
+
const entries = upstreamToolEntries(upstreams, {
|
|
204
|
+
alreadyRegistered,
|
|
205
|
+
onDuplicate: (name) =>
|
|
206
|
+
console.warn(`[MCP] marketplace: skipping duplicate tool ${name}`),
|
|
207
|
+
});
|
|
208
|
+
for (const { name, upstream, tool } of entries) {
|
|
209
|
+
try {
|
|
210
|
+
const upstreamConfig = {
|
|
211
|
+
...(tool.description === undefined
|
|
212
|
+
? {}
|
|
213
|
+
: { description: tool.description }),
|
|
214
|
+
...(tool.annotations === undefined
|
|
215
|
+
? {}
|
|
216
|
+
: {
|
|
217
|
+
annotations: tool.annotations as {
|
|
218
|
+
readonly title?: string;
|
|
219
|
+
readonly readOnlyHint?: boolean;
|
|
220
|
+
readonly destructiveHint?: boolean;
|
|
221
|
+
readonly idempotentHint?: boolean;
|
|
222
|
+
readonly openWorldHint?: boolean;
|
|
223
|
+
},
|
|
224
|
+
}),
|
|
225
|
+
inputSchema: fromJsonSchema<Record<string, unknown>>(tool.inputSchema),
|
|
226
|
+
};
|
|
227
|
+
server.registerTool(
|
|
228
|
+
name,
|
|
229
|
+
upstreamConfig as unknown as Parameters<McpServer["registerTool"]>[1],
|
|
230
|
+
(args: Record<string, unknown>): Promise<CallToolResult> =>
|
|
231
|
+
upstream.call(tool.name, args),
|
|
232
|
+
);
|
|
233
|
+
} catch (err) {
|
|
234
|
+
console.warn(
|
|
235
|
+
`[MCP] marketplace: skipping ${name}: ${err instanceof Error ? err.message : String(err)}`,
|
|
236
|
+
);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
};
|
|
240
|
+
|
|
241
|
+
export type TLaunchConnected = {
|
|
242
|
+
readonly upstreams: readonly TUpstream[];
|
|
243
|
+
};
|
|
244
|
+
|
|
245
|
+
export type TMarketplaceLoad = {
|
|
246
|
+
readonly launchPromise: Promise<TMarketplaceLaunch>;
|
|
247
|
+
readonly marketplacePromise: Promise<TLaunchConnected>;
|
|
248
|
+
};
|
|
249
|
+
|
|
250
|
+
export type TBeginMarketplaceLoadOptions = {
|
|
251
|
+
readonly fetchLaunch?: (
|
|
252
|
+
params: TMcpGatewayConfig,
|
|
253
|
+
) => Promise<TMarketplaceLaunch>;
|
|
254
|
+
readonly connect?: (
|
|
255
|
+
servers: readonly TMarketplaceLaunchServer[],
|
|
256
|
+
) => Promise<readonly TUpstream[]>;
|
|
257
|
+
readonly clientVersion?: string;
|
|
258
|
+
/** Group names that should trigger a launch fetch. */
|
|
259
|
+
readonly groups: readonly string[];
|
|
260
|
+
};
|
|
261
|
+
|
|
262
|
+
/**
|
|
263
|
+
* Filter launch servers for the requested MCP groups.
|
|
264
|
+
* - both / default: every server
|
|
265
|
+
* - `--only openllm-memory`: just the Memory marketplace entry
|
|
266
|
+
* - `--only openllm`: every server except Memory
|
|
267
|
+
*/
|
|
268
|
+
export const filterLaunchServers = (
|
|
269
|
+
servers: readonly TMarketplaceLaunchServer[],
|
|
270
|
+
groups: readonly string[],
|
|
271
|
+
): readonly TMarketplaceLaunchServer[] => {
|
|
272
|
+
const wantsOpenllm = groups.includes("openllm");
|
|
273
|
+
const wantsMemory = groups.includes("openllm-memory");
|
|
274
|
+
if (wantsMemory && !wantsOpenllm) {
|
|
275
|
+
return servers.filter((s) => s.id === OPENLLM_MEMORY_ENTRY_ID);
|
|
276
|
+
}
|
|
277
|
+
if (wantsOpenllm && !wantsMemory) {
|
|
278
|
+
return servers.filter((s) => s.id !== OPENLLM_MEMORY_ENTRY_ID);
|
|
279
|
+
}
|
|
280
|
+
return servers;
|
|
281
|
+
};
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* Kick off `/api/marketplace/launch` whenever the `openllm` OR
|
|
285
|
+
* `openllm-memory` group is requested, then dial the matching upstreams.
|
|
286
|
+
*/
|
|
287
|
+
export const beginMarketplaceLoad = (
|
|
288
|
+
gateway: TMcpGatewayConfig,
|
|
289
|
+
options: TBeginMarketplaceLoadOptions,
|
|
290
|
+
): TMarketplaceLoad => {
|
|
291
|
+
const fetchLaunch =
|
|
292
|
+
options.fetchLaunch ??
|
|
293
|
+
((cfg: TMcpGatewayConfig) =>
|
|
294
|
+
fetchMarketplaceLaunch({
|
|
295
|
+
cloudOrigin: cfg.baseUrl,
|
|
296
|
+
apiKey: cfg.apiKey,
|
|
297
|
+
}));
|
|
298
|
+
const connect =
|
|
299
|
+
options.connect ??
|
|
300
|
+
((servers: readonly TMarketplaceLaunchServer[]) =>
|
|
301
|
+
connectUpstreams(servers, { clientVersion: options.clientVersion }));
|
|
302
|
+
const requested = options.groups;
|
|
303
|
+
const wantsLaunch =
|
|
304
|
+
requested.includes("openllm") || requested.includes("openllm-memory");
|
|
305
|
+
const emptyLaunch: TMarketplaceLaunch = { servers: [] };
|
|
306
|
+
const launchPromise = wantsLaunch
|
|
307
|
+
? fetchLaunch(gateway)
|
|
308
|
+
: Promise.resolve(emptyLaunch);
|
|
309
|
+
const marketplacePromise: Promise<TLaunchConnected> = wantsLaunch
|
|
310
|
+
? launchPromise.then(async (launch) => ({
|
|
311
|
+
upstreams: await connect(
|
|
312
|
+
filterLaunchServers(launch.servers, requested),
|
|
313
|
+
),
|
|
314
|
+
}))
|
|
315
|
+
: Promise.resolve({ upstreams: [] as readonly TUpstream[] });
|
|
316
|
+
return { launchPromise, marketplacePromise };
|
|
317
|
+
};
|
|
318
|
+
|
|
319
|
+
export { LAUNCH_TIMEOUT_MS };
|