@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,411 @@
1
+ import { fromAnthropicMessagesRequest } from "../adapters/messages/request.js";
2
+ import { fromResponsesRequest } from "../adapters/responses/index.js";
3
+ import { applyModelSettings } from "../features/model-settings.js";
4
+ import { requestHasImageContent } from "../lib/canonical/content-part.js";
5
+ import { normaliseAdaptiveThinking } from "./anthropic/adaptive-thinking.js";
6
+ import { ANTHROPIC_FILES_API_BETA, ANTHROPIC_OAUTH_BETA, deriveAnthropicBetaHeader, } from "./anthropic/beta-headers.js";
7
+ import { toAnthropicRequest } from "./anthropic/request.js";
8
+ import { normaliseAnthropicNativeTools } from "./anthropic/web-search-domains.js";
9
+ import { deriveChatGptSessionId, toChatGptRequest } from "./chatgpt/request.js";
10
+ import { finalizeUpstreamBody } from "./upstream-deny.js";
11
+ const DEFAULT_ANTHROPIC_VERSION = "2023-06-01";
12
+ /** The client's upstream wire, derived from the surface it hit. `responses`
13
+ * rides the OpenAI family for the passthrough decision (it never passes
14
+ * through — its body is Responses-shaped — so it always transforms). */
15
+ export const clientWireOf = (surface) => surface === "messages" ? "anthropic" : "openai";
16
+ /** Inbound (client-shaped) body → canonical ChatCompletion, per surface. */
17
+ export const canonicalFromInbound = (surface, rawBody) => surface === "messages"
18
+ ? fromAnthropicMessagesRequest(rawBody)
19
+ : surface === "responses"
20
+ ? fromResponsesRequest(rawBody)
21
+ : rawBody;
22
+ /**
23
+ * Canonical request → an UPSTREAM body, per upstream wire. The cross-wire half
24
+ * of the recipe: `toChatGptRequest` / `toAnthropicRequest` / OpenAI-identity.
25
+ * Exported because the daemon's web_search agentic loop rebuilds the upstream
26
+ * body each round from an ALREADY-canonical request (not the inbound body).
27
+ */
28
+ const inlineAnthropicSystemContent = (content) => typeof content === "string"
29
+ ? [{ type: "text", text: content }]
30
+ : Array.isArray(content)
31
+ ? content
32
+ : [];
33
+ /**
34
+ * Mid-conversation inline `role: "system"` messages are only present in bodies
35
+ * coming from Claude Code and are not universally accepted by Anthropic models.
36
+ * The rewrite is therefore triggered by BODY SHAPE (presence of inline system
37
+ * messages) and never by model id.
38
+ *
39
+ * Commit e6ac9b93 rewrote inline system messages unconditionally and destroyed
40
+ * cache behavior (constant `cache_read`, 250k-285k `cache_creation`/request).
41
+ * Commit 2f7357be then added a model gate, but this was still wrong because
42
+ * acceptance is not monotonic by family/version.
43
+ *
44
+ * Verified live ground truth (2026-07-26, handrolled claude_code hop, verbatim
45
+ * Claude Code preamble, hoist bypassed so this reads RAW model capability —
46
+ * re-measure with `tests/server/inline-system-capability.e2e.test.ts`):
47
+ * - accept: `claude-opus-5`, `claude-sonnet-5`, `claude-opus-4-8`,
48
+ * `claude-fable-5`
49
+ * - reject: `claude-opus-4-7`, `claude-opus-4-1`, `claude-sonnet-4-6`,
50
+ * `claude-sonnet-4-5`, `claude-haiku-4-5`
51
+ *
52
+ * `claude-opus-4-1` rejects while `claude-opus-4-8` accepts — NON-MONOTONIC
53
+ * within one family, which is exactly why no regex or list can work. The
54
+ * `anthropic-beta: mid-conversation-system-2026-04-07` header makes no
55
+ * difference either way.
56
+ *
57
+ * Prompt-cache rules:
58
+ * 1. No inline system message → the exact same object is returned (no
59
+ * rewrite, no re-serialisation, no key reordering).
60
+ * 2. A model whose card says `caps.inlineSystemMessages: true` also gets the
61
+ * exact same object back: the inline turns stay where the client put
62
+ * them. This is the ONLY cache-safe path when the client keeps appending
63
+ * new inline turns. The cache prefix is `tools → system → messages`, so a
64
+ * NEW block appended to top-level `system` changes the prefix BEFORE every
65
+ * message and invalidates the whole cached conversation — only tools + the
66
+ * original system prompt survive. (A stable hoisted block is fine on the
67
+ * next turn, which is all a 3-turn probe with one fixed reminder sees; a
68
+ * reminder every few turns is a full re-write every few turns. Same
69
+ * incident and same fix as LiteLLM v1.91.2.)
70
+ * 3. When the hoist runs (models that reject inline system, or no card),
71
+ * moved content is APPENDED AFTER the existing top-level `system` blocks
72
+ * so the client's `cache_control` breakpoint keeps its index — tools +
73
+ * original system stay cached, the messages after them do not.
74
+ * Locked in by `tests/transport/cache-prefix-stability.test.ts`.
75
+ */
76
+ /**
77
+ * Claude Code can emit mid-conversation inline system messages. Anthropic models
78
+ * accept equivalent top-level system prompts, so move inline system content into
79
+ * `system` when present and remove inline system messages from `messages`. Keep
80
+ * all moved blocks verbatim except for stripping inline `cache_control` fields.
81
+ */
82
+ const stripInlineSystemCacheMarker = (block) => {
83
+ if (block === null || typeof block !== "object" || Array.isArray(block)) {
84
+ return block;
85
+ }
86
+ const message = block;
87
+ if (!Object.hasOwn(message, "cache_control")) {
88
+ return block;
89
+ }
90
+ const { cache_control: _cacheControl, ...rest } = message;
91
+ return rest;
92
+ };
93
+ const isInlineSystemMessage = (message) => typeof message === "object" &&
94
+ message !== null &&
95
+ message.role === "system";
96
+ const isToolAdditionBlock = (block) => typeof block === "object" &&
97
+ block !== null &&
98
+ block.type === "tool_addition";
99
+ /** The tool a `tool_addition` block carries (`{type:"tool_definition",
100
+ * definition}`), or null for any other shape. */
101
+ const toolAdditionDefinition = (block) => {
102
+ const tool = block.tool;
103
+ if (typeof tool !== "object" || tool === null)
104
+ return null;
105
+ const definition = tool.definition;
106
+ return typeof definition === "object" && definition !== null
107
+ ? definition
108
+ : null;
109
+ };
110
+ const toolNameOf = (tool) => typeof tool === "object" && tool !== null
111
+ ? tool.name
112
+ : undefined;
113
+ /**
114
+ * A `tool_addition` block (`inline-tools-2026-09-15`) is valid only inside an
115
+ * inline system turn — hoisted into top-level `system` it 400s every later
116
+ * request in the session (`system.N.type: Input should be 'text'`). On a model
117
+ * that accepts it (`caps.inlineToolAdditions` not false) it stays in place as a
118
+ * system turn of just those blocks. On one that doesn't, its definition joins
119
+ * top-level `tools` (appended, deduped by name) — the shape a client without
120
+ * the beta would send. Everything else is hoisted.
121
+ */
122
+ const hoistInlineAnthropicSystemMessages = (body, caps) => {
123
+ if (!Array.isArray(body.messages))
124
+ return body;
125
+ if (!body.messages.some(isInlineSystemMessage))
126
+ return body;
127
+ // The model takes inline system turns (and any `tool_addition` in them) as
128
+ // sent: forward the exact object. Hoisting here would change top-level
129
+ // `system` every time the client appends a new inline turn, and because the
130
+ // cache prefix is `tools → system → messages` that re-writes the whole
131
+ // cached conversation (observed: cache_read pinned at tools+system,
132
+ // ~150–220k cache_creation per new reminder on claude-opus-5-5).
133
+ if (caps?.inlineSystemMessages === true && caps.inlineToolAdditions !== false)
134
+ return body;
135
+ const existingSystem = typeof body.system === "string"
136
+ ? [{ type: "text", text: body.system }]
137
+ : Array.isArray(body.system)
138
+ ? body.system
139
+ : [];
140
+ const keepInline = caps?.inlineToolAdditions !== false;
141
+ const hoistedSystem = [];
142
+ const addedTools = [];
143
+ const messages = [];
144
+ for (const message of body.messages) {
145
+ if (!isInlineSystemMessage(message)) {
146
+ messages.push(message);
147
+ continue;
148
+ }
149
+ const blocks = inlineAnthropicSystemContent(message.content);
150
+ for (const block of blocks)
151
+ if (!isToolAdditionBlock(block))
152
+ hoistedSystem.push(stripInlineSystemCacheMarker(block));
153
+ const additions = blocks.filter(isToolAdditionBlock);
154
+ const unconvertible = keepInline
155
+ ? additions
156
+ : additions.filter((block) => toolAdditionDefinition(block) === null);
157
+ if (!keepInline)
158
+ for (const block of additions) {
159
+ const definition = toolAdditionDefinition(block);
160
+ if (definition !== null)
161
+ addedTools.push(definition);
162
+ }
163
+ if (unconvertible.length > 0)
164
+ messages.push({
165
+ ...message,
166
+ content: unconvertible.map(stripInlineSystemCacheMarker),
167
+ });
168
+ }
169
+ const existingTools = Array.isArray(body.tools) ? body.tools : [];
170
+ const existingNames = new Set(existingTools.map(toolNameOf));
171
+ const newTools = addedTools.filter((tool) => {
172
+ const name = toolNameOf(tool);
173
+ if (existingNames.has(name))
174
+ return false;
175
+ existingNames.add(name);
176
+ return true;
177
+ });
178
+ return {
179
+ ...body,
180
+ system: [...existingSystem, ...hoistedSystem],
181
+ messages,
182
+ ...(newTools.length > 0 ? { tools: [...existingTools, ...newTools] } : {}),
183
+ };
184
+ };
185
+ /**
186
+ * Remove opaque Responses-only carriers before sending a canonical request to
187
+ * an OpenAI-compatible upstream. Responses/Codex re-emits these fields, but
188
+ * ordinary OpenAI-compatible APIs reject all three as unknown arguments.
189
+ */
190
+ export const stripResponsesCarriers = (request) => {
191
+ const { responses_tools: _responsesTools, responses_additional_tools: _responsesAdditionalTools, responses_client_metadata: _responsesClientMetadata, ...withoutCarriers } = request;
192
+ return withoutCarriers;
193
+ };
194
+ export const canonicalToUpstreamBody = (upstreamWire, canonical,
195
+ // Kept for callers of this public encoder; final policy runs in buildUpstreamBody.
196
+ _provider, providerModelId, stream,
197
+ // Whether the chatgpt (Responses) encode injects the Codex preamble. Undefined
198
+ // → inject (Codex default); `false` suppresses it for non-Codex Responses-wire
199
+ // providers (xAI Grok). No effect for the anthropic / openai wires.
200
+ codexInstructions,
201
+ // Resolved model card caps. Only the anthropic encoder reads them today
202
+ // (`thinkingModes` decides which thinking mode an inferred
203
+ // `reasoning_effort` maps to). Absent = unknown = permissive.
204
+ caps) => {
205
+ const options = { providerModelId, ...(caps !== undefined ? { caps } : {}) };
206
+ if (upstreamWire === "chatgpt") {
207
+ // Caps reach this encoder too: `reasoningContexts` is how it learns a
208
+ // model rejects `reasoning.context: "all_turns"` (the Codex spark family),
209
+ // a fact it used to read off the model id.
210
+ return toChatGptRequest(canonical, { ...options, codexInstructions });
211
+ }
212
+ if (upstreamWire === "anthropic") {
213
+ return { ...toAnthropicRequest(canonical, options), stream };
214
+ }
215
+ // OpenAI-identity passthrough drops `responses_tools`,
216
+ // `responses_additional_tools`, and `responses_client_metadata`: ChatGPT
217
+ // re-emits them, while OpenAI-compatible upstreams reject all three.
218
+ const openai = stripResponsesCarriers(canonical);
219
+ const streamOptions = stream === true
220
+ ? { ...openai.stream_options, include_usage: true }
221
+ : openai.stream_options;
222
+ return {
223
+ ...openai,
224
+ ...(streamOptions !== undefined ? { stream_options: streamOptions } : {}),
225
+ model: providerModelId,
226
+ stream,
227
+ };
228
+ };
229
+ /** Inbound (client-shaped) body → an upstream body, per `(surface,
230
+ * upstreamWire)`. Passthrough (+ adaptive-thinking normalise for anthropic)
231
+ * or cross-wire via canonical. Exported so the daemon's single-shot serve and
232
+ * the cloud runner share the exact body recipe. */
233
+ export const buildUpstreamBody = (surface, upstreamWire, rawBody, provider, providerModelId,
234
+ // `undefined` → PRESERVE the body's own stream flag (the cloud passthrough
235
+ // forwards verbatim); a boolean pins it (the daemon, off the 307's intent).
236
+ stream,
237
+ // Codex-preamble injection for the chatgpt wire (see canonicalToUpstreamBody).
238
+ codexInstructions, caps, modelSettings) => {
239
+ // No Claude launch-overlay prefix is injected.
240
+ // Passthrough: same wire in + out (NEVER for `responses` — its body is
241
+ // Responses-shaped). Only the model id + stream flag are pinned. The
242
+ // Anthropic passthrough additionally normalises adaptive-thinking knobs
243
+ // (`thinking:adaptive` / `output_config.effort` / top-level `effort`) for
244
+ // the RESOLVED model, which rejects them unless its card declares
245
+ // `adaptive` in `caps.thinkingModes`. No card = no rewrite.
246
+ if (upstreamWire === clientWireOf(surface) && surface !== "responses") {
247
+ // Pin the concrete model id + stream flag. The daemon always supplies a
248
+ // resolved `providerModelId` (off the 307); the cloud passthrough (whose
249
+ // body already carries the right model) passes the body's own model — and
250
+ // an empty id means "preserve the body's model", so it stays a true
251
+ // passthrough.
252
+ const raw = upstreamWire === "openai"
253
+ ? applyModelSettings(rawBody, modelSettings)
254
+ : rawBody;
255
+ const effectiveStream = stream ?? raw.stream === true;
256
+ const pinned = {
257
+ ...raw,
258
+ ...(upstreamWire === "openai" && effectiveStream
259
+ ? {
260
+ stream_options: {
261
+ ...raw.stream_options,
262
+ include_usage: true,
263
+ },
264
+ }
265
+ : {}),
266
+ ...(providerModelId.length > 0 ? { model: providerModelId } : {}),
267
+ ...(stream !== undefined ? { stream } : {}),
268
+ };
269
+ const result = upstreamWire === "anthropic"
270
+ ? normaliseAdaptiveThinking(hoistInlineAnthropicSystemMessages(normaliseAnthropicNativeTools(pinned), caps), caps)
271
+ : pinned;
272
+ return finalizeUpstreamBody(result, provider, caps, upstreamWire);
273
+ }
274
+ // Cross-wire: route through canonical, then encode to the upstream's wire.
275
+ return finalizeUpstreamBody(canonicalToUpstreamBody(upstreamWire, applyModelSettings(canonicalFromInbound(surface, rawBody), modelSettings), provider, providerModelId, stream ?? false, codexInstructions, caps), provider, caps, upstreamWire);
276
+ };
277
+ /**
278
+ * True when a cross-wire (canonical-shaped) body carries a `file` part
279
+ * referencing an uploaded file — `toAnthropicRequest` encodes that to a
280
+ * Files-API document source, which Anthropic only honours under the
281
+ * Files API beta.
282
+ */
283
+ const canonicalUsesFileIds = (canonical) => canonical.messages.some((m) => typeof m.content !== "string" &&
284
+ m.content != null &&
285
+ m.content.some((p) => p.type === "file" && p.file.file_id !== undefined));
286
+ /** Wire-derived headers (layered OVER the caller's auth/identity). Only the
287
+ * Anthropic upstream contributes here: version + the merged `anthropic-beta`
288
+ * (OAuth beta + the client's inbound betas + body-derived betas). */
289
+ const wireHeaders = (surface, upstreamWire, rawBody, inboundBeta, isOAuth, apiVersion) => {
290
+ if (upstreamWire !== "anthropic")
291
+ return { "content-type": "application/json" };
292
+ // Body-derived betas (web_search/web_fetch/files-api) only read the
293
+ // Anthropic-shaped request; for a non-messages (cross-wire) request there's
294
+ // no Anthropic-shaped request, so an empty stand-in yields no false derived
295
+ // betas — the Files-API beta is instead derived from the canonical body's
296
+ // `file_id` parts (which `toAnthropicRequest` encodes to file sources).
297
+ const request = surface === "messages"
298
+ ? rawBody
299
+ : { model: "", messages: [], max_tokens: 0 };
300
+ const extraBetas = surface !== "messages" &&
301
+ canonicalUsesFileIds(canonicalFromInbound(surface, rawBody))
302
+ ? [ANTHROPIC_FILES_API_BETA]
303
+ : [];
304
+ const beta = deriveAnthropicBetaHeader({
305
+ inboundBeta,
306
+ request,
307
+ isOAuth,
308
+ extraBetas,
309
+ });
310
+ return {
311
+ "anthropic-version": apiVersion ?? DEFAULT_ANTHROPIC_VERSION,
312
+ "content-type": "application/json",
313
+ ...(beta !== undefined
314
+ ? { "anthropic-beta": beta }
315
+ : isOAuth
316
+ ? { "anthropic-beta": ANTHROPIC_OAUTH_BETA }
317
+ : {}),
318
+ };
319
+ };
320
+ /**
321
+ * The caller's auth/identity (`baseHeaders`) with the wire-derived headers
322
+ * (anthropic-version / merged anthropic-beta / content-type) layered ON TOP so
323
+ * they win on collision. Exported so the daemon's web_search loop (which
324
+ * rebuilds the body per round but keeps one header set) can compute headers
325
+ * once, independently of the body.
326
+ */
327
+ export const buildUpstreamHeaders = (i) => {
328
+ const headers = {
329
+ ...i.baseHeaders,
330
+ ...wireHeaders(i.surface, i.upstreamWire, i.rawBody, i.inboundBeta ?? null, i.isOAuth ?? false, i.apiVersion),
331
+ };
332
+ if (i.upstreamWire === "chatgpt") {
333
+ ensureChatGptSessionAffinity(headers, i.surface, i.rawBody);
334
+ }
335
+ return headers;
336
+ };
337
+ /**
338
+ * Guarantee a STABLE `session_id` on the ChatGPT Codex wire (chatgpt + grok).
339
+ * The backend routes prompt-cache affinity by `session_id`; with none, every
340
+ * request lands on a cold machine and caches nothing (`cached=0`), re-billing
341
+ * the full conversation input every turn — a subscription drain for agentic
342
+ * coding (audit 2026-07-14-codex-handrolled-quota-drain). We PRESERVE the
343
+ * client's own session (a real Codex CLI already sends one, in either
344
+ * `session_id` or codex-rs `session-id` form) and only SYNTHESIZE a stable
345
+ * per-conversation one — derived from the immutable conversation prefix — when
346
+ * the client sent none, so bare clients (chat-completions, custom agents) also
347
+ * get cache affinity. `x-client-request-id` rides along for vendor-client
348
+ * parity (caching keys on `session_id`, not this).
349
+ */
350
+ const ensureChatGptSessionAffinity = (headers, surface, rawBody) => {
351
+ const hasSession = Object.keys(headers).some((k) => {
352
+ const lk = k.toLowerCase();
353
+ return lk === "session_id" || lk === "session-id";
354
+ });
355
+ if (hasSession)
356
+ return;
357
+ const sessionId = deriveChatGptSessionId(canonicalFromInbound(surface, rawBody));
358
+ headers.session_id = sessionId;
359
+ headers["x-client-request-id"] = sessionId;
360
+ };
361
+ /**
362
+ * Known-non-vision: catalog hit with a NON-empty capability set that
363
+ * does not include `"vision"`. Empty / missing capabilities are UNKNOWN
364
+ * (custom / passthrough) and must never be blocked.
365
+ */
366
+ const isKnownNonVision = (capabilities) => capabilities !== undefined &&
367
+ capabilities.length > 0 &&
368
+ !capabilities.includes("vision");
369
+ const inboundHasImageContent = (surface, rawBody) => {
370
+ if (surface === "chat_completions") {
371
+ if (typeof rawBody !== "object" ||
372
+ rawBody === null ||
373
+ !("messages" in rawBody) ||
374
+ !Array.isArray(rawBody.messages)) {
375
+ return false;
376
+ }
377
+ return requestHasImageContent(rawBody);
378
+ }
379
+ try {
380
+ return requestHasImageContent(canonicalFromInbound(surface, rawBody));
381
+ }
382
+ catch {
383
+ return false;
384
+ }
385
+ };
386
+ /**
387
+ * Thrown when a known-non-vision hop would otherwise leak `image_url`
388
+ * to a text-only OpenAI-compat backend. `type` + `name` are both the
389
+ * `unsupported_content` tag the tests (and callers) match.
390
+ */
391
+ export class UnsupportedContentError extends Error {
392
+ type = "unsupported_content";
393
+ constructor(providerModelId) {
394
+ super(`unsupported_content: model "${providerModelId}" does not support image content`);
395
+ this.name = "unsupported_content";
396
+ }
397
+ }
398
+ /**
399
+ * Prepare the `{ body, headers }` for ONE upstream call. The only place the
400
+ * `(clientWire × upstreamWire)` request recipe lives.
401
+ */
402
+ export const buildUpstreamRequest = (i) => {
403
+ if (isKnownNonVision(i.capabilities) &&
404
+ inboundHasImageContent(i.surface, i.rawBody)) {
405
+ throw new UnsupportedContentError(i.providerModelId);
406
+ }
407
+ return {
408
+ body: buildUpstreamBody(i.surface, i.upstreamWire, i.rawBody, i.provider, i.providerModelId, i.stream, i.codexInstructions, i.caps, i.modelSettings),
409
+ headers: buildUpstreamHeaders(i),
410
+ };
411
+ };
package/package.json CHANGED
@@ -1,34 +1,107 @@
1
1
  {
2
2
  "name": "@openllmsh/sdk",
3
- "version": "2.10.12-alpha.1",
3
+ "version": "2.10.12-alpha.2",
4
4
  "private": false,
5
+ "description": "The OpenLLM SDK: typed API contracts, wire-format adapters, the device tunnel, client-side vault crypto, the OpenAPI spec and MCP tools.",
6
+ "keywords": [
7
+ "openllm",
8
+ "llm",
9
+ "gateway",
10
+ "openai",
11
+ "anthropic",
12
+ "mcp",
13
+ "sdk"
14
+ ],
15
+ "homepage": "https://github.com/openllmsh/sdk#readme",
5
16
  "repository": {
6
17
  "type": "git",
7
18
  "url": "git+https://github.com/openllmsh/sdk.git"
8
19
  },
9
20
  "type": "module",
10
21
  "exports": {
11
- "./protocol": "./protocol/index.ts",
12
- "./protocol/*": "./protocol/*.ts",
13
- "./wire": "./wire/index.ts",
14
- "./wire/adapters/messages": "./wire/adapters/messages/index.ts",
15
- "./wire/adapters/responses": "./wire/adapters/responses/index.ts",
16
- "./wire/providers/anthropic": "./wire/providers/anthropic/index.ts",
17
- "./wire/providers/chatgpt": "./wire/providers/chatgpt/index.ts",
18
- "./wire/*": "./wire/*.ts",
19
- "./tunnel": "./tunnel/index.ts",
20
- "./tunnel/*": "./tunnel/*.ts",
21
- "./vault": "./vault/index.ts",
22
- "./vault/*": "./vault/*.ts",
23
- "./openapi": "./openapi/index.ts",
24
- "./openapi/*": "./openapi/*.ts",
25
- "./openapi/spec.json": "./openapi/openapi.json",
26
- "./mcp": "./mcp/index.ts",
27
- "./mcp/*": "./mcp/*.ts",
28
- "./client": "./client/index.ts",
29
- "./client/*": "./client/*.ts",
30
- "./connect": "./connect/index.ts",
31
- "./connect/*": "./connect/*.ts"
22
+ "./protocol": {
23
+ "types": "./dist/protocol/index.d.ts",
24
+ "default": "./dist/protocol/index.js"
25
+ },
26
+ "./protocol/*": {
27
+ "types": "./dist/protocol/*.d.ts",
28
+ "default": "./dist/protocol/*.js"
29
+ },
30
+ "./wire": {
31
+ "types": "./dist/wire/index.d.ts",
32
+ "default": "./dist/wire/index.js"
33
+ },
34
+ "./wire/adapters/messages": {
35
+ "types": "./dist/wire/adapters/messages/index.d.ts",
36
+ "default": "./dist/wire/adapters/messages/index.js"
37
+ },
38
+ "./wire/adapters/responses": {
39
+ "types": "./dist/wire/adapters/responses/index.d.ts",
40
+ "default": "./dist/wire/adapters/responses/index.js"
41
+ },
42
+ "./wire/providers/anthropic": {
43
+ "types": "./dist/wire/providers/anthropic/index.d.ts",
44
+ "default": "./dist/wire/providers/anthropic/index.js"
45
+ },
46
+ "./wire/providers/chatgpt": {
47
+ "types": "./dist/wire/providers/chatgpt/index.d.ts",
48
+ "default": "./dist/wire/providers/chatgpt/index.js"
49
+ },
50
+ "./wire/*": {
51
+ "types": "./dist/wire/*.d.ts",
52
+ "default": "./dist/wire/*.js"
53
+ },
54
+ "./tunnel": {
55
+ "types": "./dist/tunnel/index.d.ts",
56
+ "default": "./dist/tunnel/index.js"
57
+ },
58
+ "./tunnel/*": {
59
+ "types": "./dist/tunnel/*.d.ts",
60
+ "default": "./dist/tunnel/*.js"
61
+ },
62
+ "./vault": {
63
+ "types": "./dist/vault/index.d.ts",
64
+ "default": "./dist/vault/index.js"
65
+ },
66
+ "./vault/*": {
67
+ "types": "./dist/vault/*.d.ts",
68
+ "default": "./dist/vault/*.js"
69
+ },
70
+ "./openapi": {
71
+ "types": "./dist/openapi/index.d.ts",
72
+ "default": "./dist/openapi/index.js"
73
+ },
74
+ "./openapi/*": {
75
+ "types": "./dist/openapi/*.d.ts",
76
+ "default": "./dist/openapi/*.js"
77
+ },
78
+ "./openapi/spec.json": {
79
+ "default": "./dist/openapi/openapi.json"
80
+ },
81
+ "./mcp": {
82
+ "types": "./dist/mcp/index.d.ts",
83
+ "default": "./dist/mcp/index.js"
84
+ },
85
+ "./mcp/*": {
86
+ "types": "./dist/mcp/*.d.ts",
87
+ "default": "./dist/mcp/*.js"
88
+ },
89
+ "./client": {
90
+ "types": "./dist/client/index.d.ts",
91
+ "default": "./dist/client/index.js"
92
+ },
93
+ "./client/*": {
94
+ "types": "./dist/client/*.d.ts",
95
+ "default": "./dist/client/*.js"
96
+ },
97
+ "./connect": {
98
+ "types": "./dist/connect/index.d.ts",
99
+ "default": "./dist/connect/index.js"
100
+ },
101
+ "./connect/*": {
102
+ "types": "./dist/connect/*.d.ts",
103
+ "default": "./dist/connect/*.js"
104
+ }
32
105
  },
33
106
  "dependencies": {
34
107
  "@modelcontextprotocol/server": "^2.0.0",
@@ -37,5 +110,14 @@
37
110
  "effect": "4.0.6",
38
111
  "hash-wasm": "*"
39
112
  },
40
- "license": "(Apache-2.0 AND BUSL-1.1)"
113
+ "license": "(Apache-2.0 AND BUSL-1.1)",
114
+ "files": [
115
+ "dist",
116
+ "LICENSE",
117
+ "wire/LICENSE",
118
+ "tunnel/LICENSE",
119
+ "vault/LICENSE",
120
+ "README.md",
121
+ "assets"
122
+ ]
41
123
  }
package/ARCHITECTURE.md DELETED
@@ -1,43 +0,0 @@
1
- # `@openllmsh/sdk` architecture
2
-
3
- One workspace package, eight internal layers. Boundaries that used to be
4
- enforced by separate `package.json` deps are enforced by
5
- `tests/sdk/layering.test.ts`.
6
-
7
- ```
8
- protocol ← wire
9
- ← tunnel ← vault
10
- ← openapi
11
- openapi + protocol ← mcp
12
- any SDK layer ← client (no node:*)
13
- vault/crypto + vault/public-key-seal + wire SSE ← connect
14
- ```
15
-
16
- | Folder | May import | Detail |
17
- | --- | --- | --- |
18
- | `protocol/` | `effect` only | Public Effect-Schema contracts. See `protocol/README.md`. |
19
- | `wire/` | `effect`, `@openllmsh/sdk/protocol` | Pure wire transforms. See `wire/ARCHITECTURE.md`. |
20
- | `tunnel/` | `@openllmsh/sdk/protocol`, `effect` | Sans-I/O mux / RTC / Noise. See `tunnel/ARCHITECTURE.md`. |
21
- | `tunnel/codec*`, `tunnel/channel-envelope` | nothing outside themselves | Relay-safe subpaths. |
22
- | `vault/` | `@openllmsh/sdk/protocol`, `@openllmsh/sdk/tunnel`, `@noble/ed25519`, `@scure/bip39`, `hash-wasm` | Zero-knowledge crypto. See `vault/ARCHITECTURE.md`. |
23
- | `openapi/` | `@openllmsh/sdk/protocol` (+ committed JSON) | Spec + operations table + `callOperation`. |
24
- | `mcp/` | `@openllmsh/sdk/openapi`, `@openllmsh/sdk/protocol`, `@openllmsh/sdk/client`, `@modelcontextprotocol/server` | Tool defs + `createMcpServer`; no `node:*`. |
25
- | `client/` | any SDK layer; no `node:*` | I/O-injected facade (`createClient`): vault session, HTTP (`callOperation`), device tunnel (relay-mux + open ladder). |
26
- | `connect/` | `@openllmsh/sdk/vault/crypto`, `@openllmsh/sdk/vault/public-key-seal`, `@openllmsh/sdk/wire/lib/streaming/sse` only | Server-side "Connect with OpenLLM" for third-party apps (`createConnect`, `connectRoutes`, `encryptedConnectionStore`): OAuth + PKCE, key pickup, token refresh, chat streaming, Fetch-API routes. Never the vault barrel (argon2 WASM). |
27
-
28
- Rules that apply to every folder:
29
-
30
- - Never `@openllm/{schema,core,db,api}`.
31
- - No `node:*` outside the allow-list (`protocol/url-locality-dns.ts`,
32
- `tunnel/rtc-ice.ts`).
33
- - No nested `package.json` under `packages/sdk/*/`.
34
- - BUSL folders (`wire/`, `tunnel/`, `vault/`) each keep their own `LICENSE`.
35
-
36
- Intra-SDK imports use the package's own name (`@openllmsh/sdk/protocol`) so
37
- the public mirror is byte-identical to `packages/sdk` apart from the version
38
- stamp. There is no `"."` root export — a root barrel would re-couple the
39
- layers and drag vault's WASM into the relay bundle.
40
-
41
- Published as one mirror (`openllmsh/sdk`) by `git subtree split
42
- --prefix=packages/sdk`. The CLI mirror pins a single
43
- `"@openllmsh/sdk": "github:openllmsh/sdk#<tag>"`.