@openllmsh/sdk 0.0.0-stage → 2.10.12-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +43 -0
- package/LICENSE +202 -0
- package/README.md +142 -2
- package/assets/openllm-light.svg +18 -0
- package/assets/openllm.svg +18 -0
- package/client/chat.ts +140 -0
- package/client/devices.ts +269 -0
- package/client/http.ts +72 -0
- package/client/index.ts +129 -0
- package/client/relay-mux.ts +547 -0
- package/client/types.ts +51 -0
- package/client/vault.ts +239 -0
- package/connect/chat.ts +58 -0
- package/connect/client.ts +240 -0
- package/connect/config.ts +47 -0
- package/connect/errors.ts +121 -0
- package/connect/index.ts +23 -0
- package/connect/oauth.ts +265 -0
- package/connect/routes.ts +234 -0
- package/connect/store.ts +107 -0
- package/mcp/handle.ts +24 -0
- package/mcp/index.ts +76 -0
- package/mcp/server.ts +319 -0
- package/mcp/tools/marketplace.ts +439 -0
- package/mcp/tools/memory-client.ts +297 -0
- package/mcp/tools/memory-config.ts +32 -0
- package/mcp/tools/memory.ts +369 -0
- package/mcp/tools/model-priority.ts +88 -0
- package/mcp/tools/openllm.ts +883 -0
- package/mcp/types.ts +28 -0
- package/openapi/call.ts +90 -0
- package/openapi/index.ts +8 -0
- package/openapi/openapi.json +80213 -0
- package/openapi/operations.ts +2075 -0
- package/package.json +39 -4
- package/protocol/CONTRIBUTING.md +21 -0
- package/protocol/README.md +134 -0
- package/protocol/access.ts +186 -0
- package/protocol/agent-prompt-text.ts +32 -0
- package/protocol/agent.ts +991 -0
- package/protocol/api-key-syntax.ts +105 -0
- package/protocol/assets/openllm-light.svg +18 -0
- package/protocol/assets/openllm.svg +18 -0
- package/protocol/audio.ts +29 -0
- package/protocol/auth.ts +142 -0
- package/protocol/changelog.ts +155 -0
- package/protocol/chat.ts +458 -0
- package/protocol/client-registry.ts +356 -0
- package/protocol/config.ts +345 -0
- package/protocol/control-channel.ts +115 -0
- package/protocol/cooldown-reason.ts +78 -0
- package/protocol/cost.ts +10 -0
- package/protocol/daemon-port.ts +31 -0
- package/protocol/daemon.ts +1524 -0
- package/protocol/default-chains.ts +66 -0
- package/protocol/device-state.ts +85 -0
- package/protocol/doctor-report-local.ts +443 -0
- package/protocol/doctor-report-policy.ts +119 -0
- package/protocol/doctor-report.ts +947 -0
- package/protocol/errors.ts +14 -0
- package/protocol/execution-selection.ts +141 -0
- package/protocol/hop-grant.ts +33 -0
- package/protocol/image-edit-parse.ts +263 -0
- package/protocol/images.ts +298 -0
- package/protocol/index.ts +74 -0
- package/protocol/inference-headers.ts +3 -0
- package/protocol/keepalive.ts +69 -0
- package/protocol/local-auth.ts +300 -0
- package/protocol/local-device-control.ts +133 -0
- package/protocol/local-provider.ts +288 -0
- package/protocol/local-session.ts +118 -0
- package/protocol/marketplace.ts +187 -0
- package/protocol/media-attempt.ts +81 -0
- package/protocol/media-bytes.ts +28 -0
- package/protocol/media-default.ts +357 -0
- package/protocol/media-dimensions.ts +132 -0
- package/protocol/media-input.ts +61 -0
- package/protocol/media-model.ts +142 -0
- package/protocol/media-option-issue.ts +90 -0
- package/protocol/media-types.ts +70 -0
- package/protocol/model-match.ts +1051 -0
- package/protocol/model-settings.ts +327 -0
- package/protocol/models.ts +767 -0
- package/protocol/mux.ts +722 -0
- package/protocol/plan-surface.ts +59 -0
- package/protocol/provider-models.ts +16 -0
- package/protocol/provider-status.ts +206 -0
- package/protocol/provider-tier.ts +67 -0
- package/protocol/provider-usage.ts +263 -0
- package/protocol/providers.ts +901 -0
- package/protocol/public-usage-index.ts +354 -0
- package/protocol/realtime-generated.ts +31 -0
- package/protocol/realtime.ts +324 -0
- package/protocol/registry-pointer.ts +118 -0
- package/protocol/relay.ts +702 -0
- package/protocol/replay-session.ts +11 -0
- package/protocol/responses.ts +280 -0
- package/protocol/semver.ts +182 -0
- package/protocol/setup-mode.ts +22 -0
- package/protocol/sha256-hex.ts +98 -0
- package/protocol/stats.ts +406 -0
- package/protocol/streaming.ts +19 -0
- package/protocol/subscription-daemon-floors.ts +33 -0
- package/protocol/subscription-provider-compat.ts +104 -0
- package/protocol/subscription-provider.ts +32 -0
- package/protocol/team-grant.ts +17 -0
- package/protocol/team-shareable.ts +61 -0
- package/protocol/transcription-encoding.ts +76 -0
- package/protocol/url-locality-dns.ts +37 -0
- package/protocol/url-locality.ts +288 -0
- package/protocol/usage-snapshots.ts +9 -0
- package/protocol/vendor-cli-install.ts +29 -0
- package/protocol/video-job-plan.ts +50 -0
- package/protocol/videos.ts +227 -0
- package/tsconfig.json +14 -0
- package/tunnel/ARCHITECTURE.md +111 -0
- package/tunnel/LICENSE +33 -0
- package/tunnel/README.md +45 -0
- package/tunnel/assets/openllm-light.svg +18 -0
- package/tunnel/assets/openllm.svg +18 -0
- package/tunnel/channel-envelope.ts +139 -0
- package/tunnel/codec.ts +191 -0
- package/tunnel/device-anchor.ts +229 -0
- package/tunnel/device-control.ts +118 -0
- package/tunnel/device-grant.ts +173 -0
- package/tunnel/fleet.ts +77 -0
- package/tunnel/index.ts +22 -0
- package/tunnel/mux.ts +580 -0
- package/tunnel/peer-link.ts +390 -0
- package/tunnel/rtc-auth.ts +415 -0
- package/tunnel/rtc-duplex.ts +187 -0
- package/tunnel/rtc-ice.ts +136 -0
- package/tunnel/secure.ts +1298 -0
- package/tunnel/stream-reset-error.ts +14 -0
- package/tunnel/streams.ts +1430 -0
- package/tunnel/team-grant.ts +302 -0
- package/tunnel/wire-bytes.ts +102 -0
- package/vault/ARCHITECTURE.md +470 -0
- package/vault/LICENSE +33 -0
- package/vault/api-key.ts +190 -0
- package/vault/argon2.ts +106 -0
- package/vault/cli-auth-seal.ts +157 -0
- package/vault/cred-seal.ts +146 -0
- package/vault/credential.ts +55 -0
- package/vault/crypto.ts +210 -0
- package/vault/daemon-attest.ts +229 -0
- package/vault/derive.ts +113 -0
- package/vault/device-access.ts +87 -0
- package/vault/device-anchor.ts +185 -0
- package/vault/device-control.ts +174 -0
- package/vault/handoff.ts +396 -0
- package/vault/index.ts +21 -0
- package/vault/passkey.ts +243 -0
- package/vault/phrase.ts +65 -0
- package/vault/pin.ts +153 -0
- package/vault/public-key-seal.ts +131 -0
- package/vault/seed.ts +272 -0
- package/vault/team.ts +355 -0
- package/vault/vault-item.ts +131 -0
- package/vault/vault-migrate-digest.ts +29 -0
- package/vault/wrapped.ts +77 -0
- package/wire/ARCHITECTURE.md +90 -0
- package/wire/CONTRIBUTING.md +19 -0
- package/wire/LICENSE +33 -0
- package/wire/README.md +51 -0
- package/wire/adapters/messages/anthropic-map.ts +37 -0
- package/wire/adapters/messages/index.ts +7 -0
- package/wire/adapters/messages/reasoning-from-items.ts +38 -0
- package/wire/adapters/messages/reasoning-signature.ts +243 -0
- package/wire/adapters/messages/request.ts +574 -0
- package/wire/adapters/messages/response.ts +215 -0
- package/wire/adapters/messages/streaming.ts +1027 -0
- package/wire/adapters/messages/usage.ts +43 -0
- package/wire/adapters/responses/index.ts +3 -0
- package/wire/adapters/responses/request.ts +395 -0
- package/wire/adapters/responses/response.ts +88 -0
- package/wire/adapters/responses/streaming.ts +344 -0
- package/wire/assets/openllm-light.svg +18 -0
- package/wire/assets/openllm.svg +18 -0
- package/wire/features/account-rank.ts +166 -0
- package/wire/features/compaction/compact-request.ts +862 -0
- package/wire/features/compaction/compaction-text.ts +43 -0
- package/wire/features/context-demote.ts +47 -0
- package/wire/features/context-overflow-strategy.ts +26 -0
- package/wire/features/context-skip.ts +170 -0
- package/wire/features/conversation-affinity.ts +144 -0
- package/wire/features/max-tokens-backfill.ts +141 -0
- package/wire/features/model-caps.ts +53 -0
- package/wire/features/model-settings.ts +24 -0
- package/wire/features/output-limit-clamp.ts +64 -0
- package/wire/features/quota-gate.ts +85 -0
- package/wire/index.ts +44 -0
- package/wire/lib/attempt-outcome.ts +43 -0
- package/wire/lib/canonical/content-part.ts +38 -0
- package/wire/lib/canonical/count-tokens-capability.ts +138 -0
- package/wire/lib/canonical/encoding-select.ts +82 -0
- package/wire/lib/canonical/image-signature.ts +202 -0
- package/wire/lib/canonical/image-sse.ts +216 -0
- package/wire/lib/canonical/message.ts +43 -0
- package/wire/lib/canonical/token-estimate.ts +266 -0
- package/wire/lib/encrypted-content.ts +66 -0
- package/wire/lib/error-class.ts +154 -0
- package/wire/lib/error-envelope.ts +56 -0
- package/wire/lib/forwarded-headers.ts +180 -0
- package/wire/lib/provider-error-rules.ts +48 -0
- package/wire/lib/refusal.ts +38 -0
- package/wire/lib/responses-apply-patch.ts +104 -0
- package/wire/lib/responses-namespace.ts +53 -0
- package/wire/lib/secret-scrub.ts +101 -0
- package/wire/lib/streaming/accumulate.ts +221 -0
- package/wire/lib/streaming/finish-reason.ts +33 -0
- package/wire/lib/streaming/peek.ts +154 -0
- package/wire/lib/streaming/provider-decode.ts +259 -0
- package/wire/lib/streaming/response-stream.ts +71 -0
- package/wire/lib/streaming/sse.ts +699 -0
- package/wire/lib/streaming/strip-tool-calls.ts +95 -0
- package/wire/lib/streaming/upstream-error.ts +58 -0
- package/wire/lib/strip-subagent-isolation.ts +284 -0
- package/wire/lib/thinking-signature.ts +156 -0
- package/wire/lib/token-ruler/bpe-core.ts +426 -0
- package/wire/lib/token-ruler/index.ts +2 -0
- package/wire/lib/token-ruler/ruler.ts +79 -0
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +16 -0
- package/wire/lib/token-ruler/vocab/claude.ts +22 -0
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +18 -0
- package/wire/lib/token-ruler/vocab/o200k.ts +19 -0
- package/wire/lib/tool-name-map.ts +271 -0
- package/wire/lib/tool-schema.ts +353 -0
- package/wire/lib/usage-observer.ts +125 -0
- package/wire/providers/anthropic/adaptive-thinking.ts +291 -0
- package/wire/providers/anthropic/beta-headers.ts +165 -0
- package/wire/providers/anthropic/index.ts +10 -0
- package/wire/providers/anthropic/request.ts +607 -0
- package/wire/providers/anthropic/response.ts +155 -0
- package/wire/providers/anthropic/streaming.ts +315 -0
- package/wire/providers/anthropic/web-search-domains.ts +49 -0
- package/wire/providers/chatgpt/common.ts +136 -0
- package/wire/providers/chatgpt/index.ts +9 -0
- package/wire/providers/chatgpt/request.ts +959 -0
- package/wire/providers/chatgpt/streaming.ts +1007 -0
- package/wire/providers/chatgpt/web-search.ts +63 -0
- package/wire/providers/grok/web-search.ts +87 -0
- package/wire/providers/kimi/web-search.ts +145 -0
- package/wire/providers/upstream-deny.ts +355 -0
- package/wire/providers/upstream-request.ts +619 -0
package/mcp/types.ts
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/** The MCP tool-result envelope every group's handlers return. */
|
|
2
|
+
export type TToolResultContent =
|
|
3
|
+
| { readonly type: "text"; readonly text: string }
|
|
4
|
+
| { readonly type: "image"; readonly data: string; readonly mimeType: string }
|
|
5
|
+
| {
|
|
6
|
+
readonly type: "audio";
|
|
7
|
+
readonly data: string;
|
|
8
|
+
readonly mimeType: string;
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
export type TToolResult = {
|
|
12
|
+
content: Array<TToolResultContent>;
|
|
13
|
+
isError?: boolean;
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
/** Flatten an MCP tool result to the text the model should see. */
|
|
17
|
+
export const toolResultText = (result: {
|
|
18
|
+
readonly content: ReadonlyArray<{
|
|
19
|
+
readonly type: string;
|
|
20
|
+
readonly text?: string;
|
|
21
|
+
}>;
|
|
22
|
+
readonly isError?: boolean;
|
|
23
|
+
}): string => {
|
|
24
|
+
const text = result.content
|
|
25
|
+
.map((c) => (c.type === "text" && typeof c.text === "string" ? c.text : ""))
|
|
26
|
+
.join("\n");
|
|
27
|
+
return result.isError === true ? `Error: ${text}` : text;
|
|
28
|
+
};
|
package/openapi/call.ts
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Thin runtime wrapper over the generated operations table — the OpenLLM
|
|
3
|
+
* OpenAPI transport. Resolves an operation's path/query/body from the tool
|
|
4
|
+
* args, authenticates with the user's `sk-llm-...` key, and returns the
|
|
5
|
+
* parsed response. Lives in `@openllmsh/sdk/openapi` so the browser, CLI
|
|
6
|
+
* and external consumers share one caller.
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import type { TApiOperation } from "./operations";
|
|
10
|
+
|
|
11
|
+
/** Optional transport controls for latency-sensitive embedded consumers. */
|
|
12
|
+
export type THttpClientOptions = {
|
|
13
|
+
readonly fetch?: (input: string, init?: RequestInit) => Promise<Response>;
|
|
14
|
+
readonly timeoutMs?: number;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export type TSdkConfig = {
|
|
18
|
+
readonly baseUrl: string;
|
|
19
|
+
readonly apiKey: string;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
export type TSdkResponse = {
|
|
23
|
+
readonly ok: boolean;
|
|
24
|
+
readonly status: number;
|
|
25
|
+
readonly body: unknown;
|
|
26
|
+
readonly headers: Headers;
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
/** Substitute `{param}` path segments and collect query params. */
|
|
30
|
+
export const resolveUrl = (
|
|
31
|
+
config: TSdkConfig,
|
|
32
|
+
op: TApiOperation,
|
|
33
|
+
args: Record<string, unknown>,
|
|
34
|
+
): string => {
|
|
35
|
+
let path = op.path;
|
|
36
|
+
for (const p of op.pathParams) {
|
|
37
|
+
const v = args[p];
|
|
38
|
+
if (v === undefined || v === null || String(v).length === 0) {
|
|
39
|
+
throw new Error(`missing required path parameter "${p}"`);
|
|
40
|
+
}
|
|
41
|
+
path = path.replace(`{${p}}`, encodeURIComponent(String(v)));
|
|
42
|
+
}
|
|
43
|
+
const url = new URL(
|
|
44
|
+
// The spec binds operations to the `/api` server (same as the served
|
|
45
|
+
// swagger doc); `/v1/*` paths are already absolute under the origin.
|
|
46
|
+
path.startsWith("/v1/") ? path : `/api${path}`,
|
|
47
|
+
config.baseUrl,
|
|
48
|
+
);
|
|
49
|
+
for (const q of op.queryParams) {
|
|
50
|
+
const v = args[q.name];
|
|
51
|
+
if (v === undefined || v === null) {
|
|
52
|
+
if (q.required)
|
|
53
|
+
throw new Error(`missing required query parameter "${q.name}"`);
|
|
54
|
+
continue;
|
|
55
|
+
}
|
|
56
|
+
url.searchParams.set(q.name, String(v));
|
|
57
|
+
}
|
|
58
|
+
return url.toString();
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
// Generous ceiling: some native operations proxy long-running provider calls
|
|
62
|
+
// (image generation, chat), but a tool call must never hang the MCP server
|
|
63
|
+
// forever on a wedged upstream.
|
|
64
|
+
const REQUEST_TIMEOUT_MS = 120_000;
|
|
65
|
+
|
|
66
|
+
export const callOperation = async (
|
|
67
|
+
config: TSdkConfig,
|
|
68
|
+
op: TApiOperation,
|
|
69
|
+
args: Record<string, unknown>,
|
|
70
|
+
options: THttpClientOptions = {},
|
|
71
|
+
): Promise<TSdkResponse> => {
|
|
72
|
+
const url = resolveUrl(config, op, args);
|
|
73
|
+
const init: RequestInit = {
|
|
74
|
+
method: op.method.toUpperCase(),
|
|
75
|
+
headers: {
|
|
76
|
+
Authorization: `Bearer ${config.apiKey}`,
|
|
77
|
+
...(op.hasBody ? { "content-type": "application/json" } : {}),
|
|
78
|
+
},
|
|
79
|
+
...(op.hasBody && args.body !== undefined
|
|
80
|
+
? { body: JSON.stringify(args.body) }
|
|
81
|
+
: {}),
|
|
82
|
+
signal: AbortSignal.timeout(options.timeoutMs ?? REQUEST_TIMEOUT_MS),
|
|
83
|
+
};
|
|
84
|
+
const res = await (options.fetch ?? fetch)(url, init);
|
|
85
|
+
const ct = res.headers.get("content-type") ?? "";
|
|
86
|
+
const body = ct.includes("application/json")
|
|
87
|
+
? await res.json().catch(() => null)
|
|
88
|
+
: await res.text();
|
|
89
|
+
return { ok: res.ok, status: res.status, body, headers: res.headers };
|
|
90
|
+
};
|