@openllmsh/sdk 0.0.0-stage → 2.10.12-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/ARCHITECTURE.md +43 -0
  2. package/LICENSE +202 -0
  3. package/README.md +142 -2
  4. package/assets/openllm-light.svg +18 -0
  5. package/assets/openllm.svg +18 -0
  6. package/client/chat.ts +140 -0
  7. package/client/devices.ts +269 -0
  8. package/client/http.ts +72 -0
  9. package/client/index.ts +129 -0
  10. package/client/relay-mux.ts +547 -0
  11. package/client/types.ts +51 -0
  12. package/client/vault.ts +239 -0
  13. package/connect/chat.ts +58 -0
  14. package/connect/client.ts +240 -0
  15. package/connect/config.ts +47 -0
  16. package/connect/errors.ts +121 -0
  17. package/connect/index.ts +23 -0
  18. package/connect/oauth.ts +265 -0
  19. package/connect/routes.ts +234 -0
  20. package/connect/store.ts +107 -0
  21. package/mcp/handle.ts +24 -0
  22. package/mcp/index.ts +76 -0
  23. package/mcp/server.ts +319 -0
  24. package/mcp/tools/marketplace.ts +439 -0
  25. package/mcp/tools/memory-client.ts +297 -0
  26. package/mcp/tools/memory-config.ts +32 -0
  27. package/mcp/tools/memory.ts +369 -0
  28. package/mcp/tools/model-priority.ts +88 -0
  29. package/mcp/tools/openllm.ts +883 -0
  30. package/mcp/types.ts +28 -0
  31. package/openapi/call.ts +90 -0
  32. package/openapi/index.ts +8 -0
  33. package/openapi/openapi.json +80213 -0
  34. package/openapi/operations.ts +2075 -0
  35. package/package.json +39 -4
  36. package/protocol/CONTRIBUTING.md +21 -0
  37. package/protocol/README.md +134 -0
  38. package/protocol/access.ts +186 -0
  39. package/protocol/agent-prompt-text.ts +32 -0
  40. package/protocol/agent.ts +991 -0
  41. package/protocol/api-key-syntax.ts +105 -0
  42. package/protocol/assets/openllm-light.svg +18 -0
  43. package/protocol/assets/openllm.svg +18 -0
  44. package/protocol/audio.ts +29 -0
  45. package/protocol/auth.ts +142 -0
  46. package/protocol/changelog.ts +155 -0
  47. package/protocol/chat.ts +458 -0
  48. package/protocol/client-registry.ts +356 -0
  49. package/protocol/config.ts +345 -0
  50. package/protocol/control-channel.ts +115 -0
  51. package/protocol/cooldown-reason.ts +78 -0
  52. package/protocol/cost.ts +10 -0
  53. package/protocol/daemon-port.ts +31 -0
  54. package/protocol/daemon.ts +1524 -0
  55. package/protocol/default-chains.ts +66 -0
  56. package/protocol/device-state.ts +85 -0
  57. package/protocol/doctor-report-local.ts +443 -0
  58. package/protocol/doctor-report-policy.ts +119 -0
  59. package/protocol/doctor-report.ts +947 -0
  60. package/protocol/errors.ts +14 -0
  61. package/protocol/execution-selection.ts +141 -0
  62. package/protocol/hop-grant.ts +33 -0
  63. package/protocol/image-edit-parse.ts +263 -0
  64. package/protocol/images.ts +298 -0
  65. package/protocol/index.ts +74 -0
  66. package/protocol/inference-headers.ts +3 -0
  67. package/protocol/keepalive.ts +69 -0
  68. package/protocol/local-auth.ts +300 -0
  69. package/protocol/local-device-control.ts +133 -0
  70. package/protocol/local-provider.ts +288 -0
  71. package/protocol/local-session.ts +118 -0
  72. package/protocol/marketplace.ts +187 -0
  73. package/protocol/media-attempt.ts +81 -0
  74. package/protocol/media-bytes.ts +28 -0
  75. package/protocol/media-default.ts +357 -0
  76. package/protocol/media-dimensions.ts +132 -0
  77. package/protocol/media-input.ts +61 -0
  78. package/protocol/media-model.ts +142 -0
  79. package/protocol/media-option-issue.ts +90 -0
  80. package/protocol/media-types.ts +70 -0
  81. package/protocol/model-match.ts +1051 -0
  82. package/protocol/model-settings.ts +327 -0
  83. package/protocol/models.ts +767 -0
  84. package/protocol/mux.ts +722 -0
  85. package/protocol/plan-surface.ts +59 -0
  86. package/protocol/provider-models.ts +16 -0
  87. package/protocol/provider-status.ts +206 -0
  88. package/protocol/provider-tier.ts +67 -0
  89. package/protocol/provider-usage.ts +263 -0
  90. package/protocol/providers.ts +901 -0
  91. package/protocol/public-usage-index.ts +354 -0
  92. package/protocol/realtime-generated.ts +31 -0
  93. package/protocol/realtime.ts +324 -0
  94. package/protocol/registry-pointer.ts +118 -0
  95. package/protocol/relay.ts +702 -0
  96. package/protocol/replay-session.ts +11 -0
  97. package/protocol/responses.ts +280 -0
  98. package/protocol/semver.ts +182 -0
  99. package/protocol/setup-mode.ts +22 -0
  100. package/protocol/sha256-hex.ts +98 -0
  101. package/protocol/stats.ts +406 -0
  102. package/protocol/streaming.ts +19 -0
  103. package/protocol/subscription-daemon-floors.ts +33 -0
  104. package/protocol/subscription-provider-compat.ts +104 -0
  105. package/protocol/subscription-provider.ts +32 -0
  106. package/protocol/team-grant.ts +17 -0
  107. package/protocol/team-shareable.ts +61 -0
  108. package/protocol/transcription-encoding.ts +76 -0
  109. package/protocol/url-locality-dns.ts +37 -0
  110. package/protocol/url-locality.ts +288 -0
  111. package/protocol/usage-snapshots.ts +9 -0
  112. package/protocol/vendor-cli-install.ts +29 -0
  113. package/protocol/video-job-plan.ts +50 -0
  114. package/protocol/videos.ts +227 -0
  115. package/tsconfig.json +14 -0
  116. package/tunnel/ARCHITECTURE.md +111 -0
  117. package/tunnel/LICENSE +33 -0
  118. package/tunnel/README.md +45 -0
  119. package/tunnel/assets/openllm-light.svg +18 -0
  120. package/tunnel/assets/openllm.svg +18 -0
  121. package/tunnel/channel-envelope.ts +139 -0
  122. package/tunnel/codec.ts +191 -0
  123. package/tunnel/device-anchor.ts +229 -0
  124. package/tunnel/device-control.ts +118 -0
  125. package/tunnel/device-grant.ts +173 -0
  126. package/tunnel/fleet.ts +77 -0
  127. package/tunnel/index.ts +22 -0
  128. package/tunnel/mux.ts +580 -0
  129. package/tunnel/peer-link.ts +390 -0
  130. package/tunnel/rtc-auth.ts +415 -0
  131. package/tunnel/rtc-duplex.ts +187 -0
  132. package/tunnel/rtc-ice.ts +136 -0
  133. package/tunnel/secure.ts +1298 -0
  134. package/tunnel/stream-reset-error.ts +14 -0
  135. package/tunnel/streams.ts +1430 -0
  136. package/tunnel/team-grant.ts +302 -0
  137. package/tunnel/wire-bytes.ts +102 -0
  138. package/vault/ARCHITECTURE.md +470 -0
  139. package/vault/LICENSE +33 -0
  140. package/vault/api-key.ts +190 -0
  141. package/vault/argon2.ts +106 -0
  142. package/vault/cli-auth-seal.ts +157 -0
  143. package/vault/cred-seal.ts +146 -0
  144. package/vault/credential.ts +55 -0
  145. package/vault/crypto.ts +210 -0
  146. package/vault/daemon-attest.ts +229 -0
  147. package/vault/derive.ts +113 -0
  148. package/vault/device-access.ts +87 -0
  149. package/vault/device-anchor.ts +185 -0
  150. package/vault/device-control.ts +174 -0
  151. package/vault/handoff.ts +396 -0
  152. package/vault/index.ts +21 -0
  153. package/vault/passkey.ts +243 -0
  154. package/vault/phrase.ts +65 -0
  155. package/vault/pin.ts +153 -0
  156. package/vault/public-key-seal.ts +131 -0
  157. package/vault/seed.ts +272 -0
  158. package/vault/team.ts +355 -0
  159. package/vault/vault-item.ts +131 -0
  160. package/vault/vault-migrate-digest.ts +29 -0
  161. package/vault/wrapped.ts +77 -0
  162. package/wire/ARCHITECTURE.md +90 -0
  163. package/wire/CONTRIBUTING.md +19 -0
  164. package/wire/LICENSE +33 -0
  165. package/wire/README.md +51 -0
  166. package/wire/adapters/messages/anthropic-map.ts +37 -0
  167. package/wire/adapters/messages/index.ts +7 -0
  168. package/wire/adapters/messages/reasoning-from-items.ts +38 -0
  169. package/wire/adapters/messages/reasoning-signature.ts +243 -0
  170. package/wire/adapters/messages/request.ts +574 -0
  171. package/wire/adapters/messages/response.ts +215 -0
  172. package/wire/adapters/messages/streaming.ts +1027 -0
  173. package/wire/adapters/messages/usage.ts +43 -0
  174. package/wire/adapters/responses/index.ts +3 -0
  175. package/wire/adapters/responses/request.ts +395 -0
  176. package/wire/adapters/responses/response.ts +88 -0
  177. package/wire/adapters/responses/streaming.ts +344 -0
  178. package/wire/assets/openllm-light.svg +18 -0
  179. package/wire/assets/openllm.svg +18 -0
  180. package/wire/features/account-rank.ts +166 -0
  181. package/wire/features/compaction/compact-request.ts +862 -0
  182. package/wire/features/compaction/compaction-text.ts +43 -0
  183. package/wire/features/context-demote.ts +47 -0
  184. package/wire/features/context-overflow-strategy.ts +26 -0
  185. package/wire/features/context-skip.ts +170 -0
  186. package/wire/features/conversation-affinity.ts +144 -0
  187. package/wire/features/max-tokens-backfill.ts +141 -0
  188. package/wire/features/model-caps.ts +53 -0
  189. package/wire/features/model-settings.ts +24 -0
  190. package/wire/features/output-limit-clamp.ts +64 -0
  191. package/wire/features/quota-gate.ts +85 -0
  192. package/wire/index.ts +44 -0
  193. package/wire/lib/attempt-outcome.ts +43 -0
  194. package/wire/lib/canonical/content-part.ts +38 -0
  195. package/wire/lib/canonical/count-tokens-capability.ts +138 -0
  196. package/wire/lib/canonical/encoding-select.ts +82 -0
  197. package/wire/lib/canonical/image-signature.ts +202 -0
  198. package/wire/lib/canonical/image-sse.ts +216 -0
  199. package/wire/lib/canonical/message.ts +43 -0
  200. package/wire/lib/canonical/token-estimate.ts +266 -0
  201. package/wire/lib/encrypted-content.ts +66 -0
  202. package/wire/lib/error-class.ts +154 -0
  203. package/wire/lib/error-envelope.ts +56 -0
  204. package/wire/lib/forwarded-headers.ts +180 -0
  205. package/wire/lib/provider-error-rules.ts +48 -0
  206. package/wire/lib/refusal.ts +38 -0
  207. package/wire/lib/responses-apply-patch.ts +104 -0
  208. package/wire/lib/responses-namespace.ts +53 -0
  209. package/wire/lib/secret-scrub.ts +101 -0
  210. package/wire/lib/streaming/accumulate.ts +221 -0
  211. package/wire/lib/streaming/finish-reason.ts +33 -0
  212. package/wire/lib/streaming/peek.ts +154 -0
  213. package/wire/lib/streaming/provider-decode.ts +259 -0
  214. package/wire/lib/streaming/response-stream.ts +71 -0
  215. package/wire/lib/streaming/sse.ts +699 -0
  216. package/wire/lib/streaming/strip-tool-calls.ts +95 -0
  217. package/wire/lib/streaming/upstream-error.ts +58 -0
  218. package/wire/lib/strip-subagent-isolation.ts +284 -0
  219. package/wire/lib/thinking-signature.ts +156 -0
  220. package/wire/lib/token-ruler/bpe-core.ts +426 -0
  221. package/wire/lib/token-ruler/index.ts +2 -0
  222. package/wire/lib/token-ruler/ruler.ts +79 -0
  223. package/wire/lib/token-ruler/vocab/claude-ranks.ts +16 -0
  224. package/wire/lib/token-ruler/vocab/claude.ts +22 -0
  225. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +18 -0
  226. package/wire/lib/token-ruler/vocab/o200k.ts +19 -0
  227. package/wire/lib/tool-name-map.ts +271 -0
  228. package/wire/lib/tool-schema.ts +353 -0
  229. package/wire/lib/usage-observer.ts +125 -0
  230. package/wire/providers/anthropic/adaptive-thinking.ts +291 -0
  231. package/wire/providers/anthropic/beta-headers.ts +165 -0
  232. package/wire/providers/anthropic/index.ts +10 -0
  233. package/wire/providers/anthropic/request.ts +607 -0
  234. package/wire/providers/anthropic/response.ts +155 -0
  235. package/wire/providers/anthropic/streaming.ts +315 -0
  236. package/wire/providers/anthropic/web-search-domains.ts +49 -0
  237. package/wire/providers/chatgpt/common.ts +136 -0
  238. package/wire/providers/chatgpt/index.ts +9 -0
  239. package/wire/providers/chatgpt/request.ts +959 -0
  240. package/wire/providers/chatgpt/streaming.ts +1007 -0
  241. package/wire/providers/chatgpt/web-search.ts +63 -0
  242. package/wire/providers/grok/web-search.ts +87 -0
  243. package/wire/providers/kimi/web-search.ts +145 -0
  244. package/wire/providers/upstream-deny.ts +355 -0
  245. package/wire/providers/upstream-request.ts +619 -0
@@ -0,0 +1,215 @@
1
+ import type {
2
+ TAnthropicContentBlock,
3
+ TAnthropicResponse,
4
+ TChatCompletionResponse,
5
+ TToolCall,
6
+ } from "@openllmsh/sdk/protocol";
7
+ import { ensureCompactionSafeVisibleText } from "../../features/compaction/compaction-text";
8
+ import { parseToolArguments } from "../../lib/canonical/message";
9
+ import {
10
+ anthropicStopReasonFrom,
11
+ visibleAnswerAfterThought,
12
+ } from "./anthropic-map";
13
+ import { plainTextFromReasoningItems } from "./reasoning-from-items";
14
+ import {
15
+ encodeNativeAssistantSignature,
16
+ encodeReasoningSignature,
17
+ reasoningItemsFromUnknown,
18
+ } from "./reasoning-signature";
19
+ import { anthropicMessagesUsageFromInclusive } from "./usage";
20
+
21
+ const extractText = (
22
+ content: TChatCompletionResponse["choices"][number]["message"]["content"],
23
+ ): string => {
24
+ if (content == null) return "";
25
+ if (typeof content === "string") return content;
26
+ return content
27
+ .filter((p): p is { type: "text"; text: string } => p.type === "text")
28
+ .map((p) => p.text)
29
+ .join("");
30
+ };
31
+
32
+ const toolCallToUseBlock = (call: TToolCall): TAnthropicContentBlock => ({
33
+ type: "tool_use",
34
+ id: call.id,
35
+ name: call.function.name,
36
+ input: parseToolArguments(call.function.arguments),
37
+ });
38
+
39
+ /**
40
+ * Adapt the canonical OpenAI ChatCompletionResponse back to an
41
+ * Anthropic Messages response for a client that called `/v1/messages`.
42
+ *
43
+ * Phase 2: text + tool_use content blocks. The output `content` array
44
+ * carries both a text block (if any text was generated) and one
45
+ * tool_use block per OpenAI `tool_calls[*]`.
46
+ */
47
+ export const toAnthropicMessagesResponse = (
48
+ resp: TChatCompletionResponse,
49
+ ): TAnthropicResponse => {
50
+ const choice = resp.choices[0];
51
+ const text = choice !== undefined ? extractText(choice.message.content) : "";
52
+ const reasoningFromMessage =
53
+ choice !== undefined &&
54
+ typeof choice.message.reasoning_content === "string" &&
55
+ choice.message.reasoning_content.length > 0
56
+ ? choice.message.reasoning_content
57
+ : "";
58
+ const reasoningFromItems =
59
+ choice !== undefined
60
+ ? plainTextFromReasoningItems(choice.message.reasoning_items)
61
+ : "";
62
+ /** Same fields as ref `_build_reasoning_item` summary text; prefer streamed `reasoning_content` first. */
63
+ const reasoning =
64
+ reasoningFromMessage.length > 0 ? reasoningFromMessage : reasoningFromItems;
65
+ const stopReason =
66
+ choice !== undefined ? anthropicStopReasonFrom(choice.finish_reason) : null;
67
+
68
+ // Round-trip the upstream `reasoning` item(s) (Codex/Responses
69
+ // `encrypted_content`) through the thinking block's opaque
70
+ // `signature` so an Anthropic client replays them next turn. Without
71
+ // this a reasoning upstream loses chain-of-thought state every turn
72
+ // and loops forever.
73
+ const nativeSignature = encodeNativeAssistantSignature(
74
+ choice?.message.reasoning_items,
75
+ );
76
+ const reasoningSignature =
77
+ choice !== undefined
78
+ ? (nativeSignature ??
79
+ encodeReasoningSignature(
80
+ reasoningItemsFromUnknown(choice.message.reasoning_items),
81
+ ))
82
+ : null;
83
+
84
+ const content: TAnthropicContentBlock[] = [];
85
+ // Provider-executed hosted searches (e.g. Codex hosted web_search on a
86
+ // chatgpt hop) → the Anthropic wire's server-tool vocabulary, BEFORE the
87
+ // text that cites them. `server_tool_use.input` carries the real query the
88
+ // provider searched; the result CONTENT stays provider-internal (Codex
89
+ // never exposes result items), so the paired `web_search_tool_result` is
90
+ // an empty result list — honest: the search ran, its findings ride the
91
+ // grounded answer text. Clients like Claude Code count these blocks (and
92
+ // `usage.server_tool_use.web_search_requests`) for their "Did N searches".
93
+ const serverSearches = choice?.message.server_search_calls ?? [];
94
+ for (const search of serverSearches) {
95
+ content.push({
96
+ type: "server_tool_use",
97
+ id: search.id,
98
+ name: "web_search",
99
+ input: { query: search.query },
100
+ });
101
+ content.push({
102
+ type: "web_search_tool_result",
103
+ tool_use_id: search.id,
104
+ content: (search.results ?? []).map((r) => ({
105
+ type: "web_search_result",
106
+ url: r.url,
107
+ title: r.title ?? r.url,
108
+ })),
109
+ });
110
+ }
111
+ // A `thinking` block is emitted ONLY when it carries a replay-safe
112
+ // `signature` (the Codex/Responses `encrypted_content` round-trip via
113
+ // our `openllm-rs1:` codec). Anthropic hard-rejects a signature-less
114
+ // `thinking` block the moment Claude Code replays the assistant turn
115
+ // (`messages.N.content.0.thinking.signature: Field required`) — which
116
+ // then sends Claude Code into a retry storm and breaks prompt-cache
117
+ // reuse, draining the user's subscription. Reasoning WITHOUT a
118
+ // signature (every non-Codex reasoner, or a genuine-Anthropic turn
119
+ // that fell to the canonical path on a fallback hop) is therefore
120
+ // surfaced as plain visible `text`: always replay-safe.
121
+ if (reasoningSignature !== null) {
122
+ content.push({
123
+ type: "thinking",
124
+ thinking: reasoning,
125
+ signature: reasoningSignature,
126
+ });
127
+ }
128
+ const visibleReasoning =
129
+ reasoningSignature === null && reasoning.length > 0 ? reasoning : "";
130
+ const answerText =
131
+ nativeSignature === null &&
132
+ reasoningSignature !== null &&
133
+ reasoning.length > 0
134
+ ? visibleAnswerAfterThought(text, reasoning)
135
+ : text;
136
+ if (answerText.length > 0) {
137
+ const body =
138
+ visibleReasoning.length > 0
139
+ ? `${visibleReasoning}\n\n${answerText}`
140
+ : answerText;
141
+ content.push({
142
+ type: "text",
143
+ text:
144
+ nativeSignature !== null ? body : ensureCompactionSafeVisibleText(body),
145
+ });
146
+ } else if (visibleReasoning.length > 0) {
147
+ content.push({
148
+ type: "text",
149
+ text: ensureCompactionSafeVisibleText(visibleReasoning),
150
+ });
151
+ }
152
+ for (const call of choice?.message.tool_calls ?? []) {
153
+ content.push(toolCallToUseBlock(call));
154
+ }
155
+
156
+ // Claude Code `/compact` requires a non-empty user-visible `text`
157
+ // block for thinking-only replies. Never clone a signed summary
158
+ // (second ⏺). Use the compaction helper's neutral fallback only when
159
+ // the thinking block has no human summary. Unsigned leftover (Kimi)
160
+ // is the only visible channel and still becomes text. Same rule as
161
+ // the streaming adapter.
162
+ const restatedSignedThought =
163
+ reasoningSignature !== null && text.length > 0 && answerText.length === 0;
164
+ // A tool_use turn is exempt from the empty fallback: `/compact` only
165
+ // reads a text-only reply, and a reasoning model that calls a tool with
166
+ // no summary is the normal shape — the fallback there printed a stray
167
+ // "no visible summary text..." block before every tool call.
168
+ const emittedToolUse = content.some((b) => b.type === "tool_use");
169
+ if (
170
+ nativeSignature === null &&
171
+ !content.some((b) => b.type === "text") &&
172
+ !restatedSignedThought
173
+ ) {
174
+ if (reasoningSignature !== null) {
175
+ if (reasoning.length === 0 && !emittedToolUse) {
176
+ content.push({
177
+ type: "text",
178
+ text: ensureCompactionSafeVisibleText(""),
179
+ });
180
+ }
181
+ } else if (reasoning.length > 0) {
182
+ content.push({
183
+ type: "text",
184
+ text: ensureCompactionSafeVisibleText(reasoning),
185
+ });
186
+ }
187
+ }
188
+
189
+ // Anthropic's `input_tokens` EXCLUDES cache reads/creation; OpenAI's
190
+ // `prompt_tokens` includes them. Shared helper keeps streaming + direct
191
+ // Messages encoders on the same contract.
192
+ const usage = anthropicMessagesUsageFromInclusive({
193
+ promptTokens: resp.usage.prompt_tokens,
194
+ completionTokens: resp.usage.completion_tokens,
195
+ cachedTokens: resp.usage.prompt_tokens_details?.cached_tokens,
196
+ cacheCreationTokens:
197
+ resp.usage.prompt_tokens_details?.cache_creation_tokens,
198
+ });
199
+
200
+ return {
201
+ id: resp.id,
202
+ type: "message",
203
+ role: "assistant",
204
+ model: resp.model,
205
+ content,
206
+ stop_reason: stopReason,
207
+ stop_sequence: null,
208
+ usage: {
209
+ ...usage,
210
+ ...(serverSearches.length > 0
211
+ ? { server_tool_use: { web_search_requests: serverSearches.length } }
212
+ : {}),
213
+ },
214
+ };
215
+ };