@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,607 +0,0 @@
1
- import type {
2
- TAnthropicContentBlock,
3
- TAnthropicMessage,
4
- TAnthropicProviderOptions,
5
- TAnthropicRequest,
6
- TAnthropicTool,
7
- TChatCompletionRequest,
8
- TChatMessage,
9
- TFilePart,
10
- TToolCall,
11
- } from "@openllmsh/sdk/protocol";
12
- import {
13
- extractMessageText,
14
- parseToolArguments,
15
- } from "../../lib/canonical/message";
16
- import type { TToolNameMaps } from "../../lib/tool-name-map";
17
- import { buildToolCallIdMap, buildToolNameMaps } from "../../lib/tool-name-map";
18
- import { mapReasoningEffortToAnthropic } from "./adaptive-thinking";
19
-
20
- const DEFAULT_MAX_TOKENS = 4096;
21
- // Anthropic tool names and tool_use ids both use this documented identifier form.
22
- const ANTHROPIC_IDENTIFIER = {
23
- charset: /^[a-zA-Z0-9_-]$/,
24
- maxLen: 64,
25
- } as const;
26
-
27
- /**
28
- * Collect every client-facing tool name that may cross the Anthropic boundary.
29
- *
30
- * Definitions lead so collision assignments for declared tools remain stable;
31
- * replayed assistant calls and an explicit function choice then fill in names
32
- * that exist only in history or selection state.
33
- */
34
- export const collectAnthropicToolNames = (
35
- req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">,
36
- ): ReadonlyArray<string> => {
37
- const names: string[] = [];
38
- const seen = new Set<string>();
39
- const add = (name: string): void => {
40
- if (!seen.has(name)) {
41
- seen.add(name);
42
- names.push(name);
43
- }
44
- };
45
-
46
- for (const tool of req.tools ?? []) add(tool.function.name);
47
- for (const message of req.messages) {
48
- if (message.role !== "assistant") continue;
49
- for (const call of message.tool_calls ?? []) add(call.function.name);
50
- }
51
- if (req.tool_choice !== undefined && typeof req.tool_choice !== "string") {
52
- add(req.tool_choice.function.name);
53
- }
54
- return names;
55
- };
56
-
57
- export const buildAnthropicToolNameMap = (
58
- req: Pick<TChatCompletionRequest, "tools" | "messages" | "tool_choice">,
59
- ): ReadonlyMap<string, string> =>
60
- buildToolNameMaps(collectAnthropicToolNames(req), ANTHROPIC_IDENTIFIER)
61
- .inbound;
62
-
63
- /** Anthropic only has the one cache tier on the wire. */
64
- type TCacheControl = { readonly type: "ephemeral" };
65
-
66
- type TContentPart = Exclude<
67
- NonNullable<TChatMessage["content"]>,
68
- string
69
- >[number];
70
- type TTextPart = Extract<TContentPart, { type: "text" }>;
71
-
72
- /**
73
- * Read a prompt-cache breakpoint off any object that may carry one
74
- * (content part, message, tool). LiteLLM treats a present, dict-shaped
75
- * `cache_control` as "cache up to and including this element"
76
- * (`add_cache_control_to_content`); a `null` clears it. We normalise to
77
- * Anthropic's single ephemeral tier.
78
- */
79
- const readCacheControl = (v: {
80
- readonly cache_control?: { readonly type: "ephemeral" } | null;
81
- }): TCacheControl | undefined =>
82
- v.cache_control != null ? { type: "ephemeral" } : undefined;
83
-
84
- const withCacheControl = <T extends TAnthropicContentBlock>(
85
- block: T,
86
- cc: TCacheControl | undefined,
87
- ): T => (cc === undefined ? block : { ...block, cache_control: cc });
88
-
89
- /**
90
- * Anthropic accepts `cache_control` on text / image / document /
91
- * search_result / tool_use / tool_result blocks — never on thinking. A
92
- * message-level breakpoint applies to the message's LAST cache-eligible
93
- * block (LiteLLM folds `message["cache_control"]` onto the final
94
- * content element). Don't clobber a block that already carries its own
95
- * part-level breakpoint.
96
- */
97
- const applyMessageCacheControl = (
98
- blocks: TAnthropicContentBlock[],
99
- cc: TCacheControl | undefined,
100
- ): void => {
101
- if (cc === undefined || blocks.length === 0) return;
102
- for (let i = blocks.length - 1; i >= 0; i--) {
103
- const b = blocks[i];
104
- if (b === undefined) continue;
105
- if (
106
- b.type === "text" ||
107
- b.type === "image" ||
108
- b.type === "document" ||
109
- b.type === "search_result" ||
110
- b.type === "tool_use" ||
111
- b.type === "tool_result"
112
- ) {
113
- if (b.cache_control == null) blocks[i] = { ...b, cache_control: cc };
114
- return;
115
- }
116
- }
117
- };
118
-
119
- const DATA_URL_RE = /^data:([^;,]+);base64,(.*)$/;
120
-
121
- /** Runtime-agnostic base64 → UTF-8 (browser, node, bun). */
122
- const decodeBase64Utf8 = (b64: string): string => {
123
- const bin = atob(b64);
124
- const bytes = new Uint8Array(bin.length);
125
- for (let i = 0; i < bin.length; i++) bytes[i] = bin.charCodeAt(i);
126
- return new TextDecoder().decode(bytes);
127
- };
128
-
129
- /**
130
- * Map a base64 payload + media type to the Anthropic block that can
131
- * legally carry it: images → image block, PDFs → base64 document
132
- * source, text/plain → text document source, anything else → text
133
- * annotation. (Anthropic only accepts `application/pdf` for base64
134
- * documents and `text/plain` for text documents.)
135
- */
136
- const base64ToDocumentBlock = (
137
- mediaType: string,
138
- data: string,
139
- title: string | undefined,
140
- ): TAnthropicContentBlock => {
141
- if (mediaType.startsWith("image/")) {
142
- return {
143
- type: "image",
144
- source: { type: "base64", media_type: mediaType, data },
145
- };
146
- }
147
- if (mediaType === "application/pdf") {
148
- return {
149
- type: "document",
150
- source: { type: "base64", media_type: mediaType, data },
151
- ...(title !== undefined ? { title } : {}),
152
- };
153
- }
154
- if (mediaType === "text/plain") {
155
- // Malformed base64 must degrade like any other unusable payload —
156
- // a throw here would 400 the whole request at the transform layer.
157
- try {
158
- return {
159
- type: "document",
160
- source: {
161
- type: "text",
162
- media_type: "text/plain",
163
- data: decodeBase64Utf8(data),
164
- },
165
- ...(title !== undefined ? { title } : {}),
166
- };
167
- } catch {
168
- return {
169
- type: "text",
170
- text: "[file content omitted — file_data was not valid base64]",
171
- };
172
- }
173
- }
174
- return {
175
- type: "text",
176
- text: `[file content omitted — unsupported media type ${mediaType}]`,
177
- };
178
- };
179
-
180
- const imageUrlToAnthropicBlock = (
181
- url: string,
182
- cc: TCacheControl | undefined,
183
- ): TAnthropicContentBlock => {
184
- const m = DATA_URL_RE.exec(url);
185
- if (m !== null) {
186
- const mediaType = m[1] ?? "image/png";
187
- const data = m[2] ?? "";
188
- // Some OpenAI-format clients (LiteLLM among them) smuggle PDFs and
189
- // other files through `image_url` data URLs. A non-image media type
190
- // would make an invalid Anthropic image block — route it to the
191
- // block type that can carry it instead.
192
- if (!mediaType.startsWith("image/")) {
193
- return withCacheControl(
194
- base64ToDocumentBlock(mediaType, data, undefined),
195
- cc,
196
- );
197
- }
198
- return withCacheControl(
199
- {
200
- type: "image",
201
- source: { type: "base64", media_type: mediaType, data },
202
- },
203
- cc,
204
- );
205
- }
206
- return withCacheControl({ type: "image", source: { type: "url", url } }, cc);
207
- };
208
-
209
- const filePartToAnthropicBlock = (
210
- part: Pick<TFilePart, "file">,
211
- ): TAnthropicContentBlock => {
212
- const { file_data, file_id, filename, url } = part.file;
213
- if (url !== undefined) {
214
- return {
215
- type: "document",
216
- source: { type: "url", url },
217
- ...(filename !== undefined ? { title: filename } : {}),
218
- };
219
- }
220
- if (file_data !== undefined) {
221
- const m = DATA_URL_RE.exec(file_data);
222
- if (m !== null) {
223
- return base64ToDocumentBlock(
224
- m[1] ?? "application/octet-stream",
225
- m[2] ?? "",
226
- filename,
227
- );
228
- }
229
- return {
230
- type: "text",
231
- text: "[file content omitted — file_data was not a base64 data URL]",
232
- };
233
- }
234
- if (file_id !== undefined) {
235
- // Anthropic Files API source (beta) — pass the reference through.
236
- return {
237
- type: "document",
238
- source: { type: "file", file_id },
239
- ...(filename !== undefined ? { title: filename } : {}),
240
- };
241
- }
242
- return {
243
- type: "text",
244
- text: "[file content omitted — file part carried neither file_data nor file_id]",
245
- };
246
- };
247
-
248
- export const contentToAnthropicBlocks = (
249
- content: TChatMessage["content"] | null | undefined,
250
- ): TAnthropicContentBlock[] => {
251
- if (content == null) return [];
252
- if (typeof content === "string") {
253
- if (content.length === 0) return [];
254
- return [{ type: "text", text: content }];
255
- }
256
- const out: TAnthropicContentBlock[] = [];
257
- for (const part of content) {
258
- if (part.type === "text") {
259
- if (part.text.length > 0) {
260
- out.push(
261
- withCacheControl(
262
- { type: "text", text: part.text },
263
- readCacheControl(part),
264
- ),
265
- );
266
- }
267
- continue;
268
- }
269
- if (part.type === "image_url") {
270
- out.push(
271
- imageUrlToAnthropicBlock(part.image_url.url, readCacheControl(part)),
272
- );
273
- continue;
274
- }
275
- if (part.type === "file") {
276
- out.push(
277
- withCacheControl(
278
- filePartToAnthropicBlock(part),
279
- readCacheControl(part),
280
- ),
281
- );
282
- continue;
283
- }
284
- // input_audio: Anthropic doesn't accept audio on chat; drop with a
285
- // text annotation so the model is at least aware something was
286
- // attached.
287
- out.push({
288
- type: "text",
289
- text: "[audio content omitted — Anthropic does not accept audio input]",
290
- });
291
- }
292
- return out;
293
- };
294
-
295
- const isSystem = (
296
- m: TChatMessage,
297
- ): m is Extract<TChatMessage, { role: "system" }> => m.role === "system";
298
-
299
- const isUser = (
300
- m: TChatMessage,
301
- ): m is Extract<TChatMessage, { role: "user" }> => m.role === "user";
302
-
303
- const isAssistant = (
304
- m: TChatMessage,
305
- ): m is Extract<TChatMessage, { role: "assistant" }> => m.role === "assistant";
306
-
307
- const isTool = (
308
- m: TChatMessage,
309
- ): m is Extract<TChatMessage, { role: "tool" }> => m.role === "tool";
310
-
311
- const outboundToolName = (name: string, maps: TToolNameMaps): string =>
312
- maps.outbound.get(name) ?? name;
313
-
314
- // Resolve a client tool-call id to its request-scoped, collision-safe upstream
315
- // id. The map (built once per request) rewrites only when at least one id is
316
- // invalid, and then covers EVERY distinct id — so an id absent from the map is
317
- // already valid and must pass through VERBATIM. Re-sanitizing here would strip
318
- // leading/trailing/double underscores and collapse two distinct-but-valid ids
319
- // (e.g. `_x` and `x`) to one, breaking tool_use ↔ tool_result pairing.
320
- const anthropicToolCallId = (
321
- id: string,
322
- ids: ReadonlyMap<string, string>,
323
- ): string => ids.get(id) ?? id;
324
-
325
- const toolCallToUseBlock = (
326
- call: TToolCall,
327
- names: TToolNameMaps,
328
- ids: ReadonlyMap<string, string>,
329
- ): TAnthropicContentBlock => ({
330
- type: "tool_use",
331
- id: anthropicToolCallId(call.id, ids),
332
- name: outboundToolName(call.function.name, names),
333
- input: parseToolArguments(call.function.arguments),
334
- });
335
-
336
- const assistantToBlocks = (
337
- m: Extract<TChatMessage, { role: "assistant" }>,
338
- names: TToolNameMaps,
339
- ids: ReadonlyMap<string, string>,
340
- ): TAnthropicContentBlock[] => {
341
- const blocks: TAnthropicContentBlock[] = [];
342
- // Assistant turns currently only carry text — vision/audio output is
343
- // not a thing on this side of the wire — so flatten to a single text
344
- // block. Tool calls follow.
345
- const text = extractMessageText(m.content);
346
- if (text.length > 0) blocks.push({ type: "text", text });
347
- for (const call of m.tool_calls ?? []) {
348
- blocks.push(toolCallToUseBlock(call, names, ids));
349
- }
350
- return blocks;
351
- };
352
-
353
- const toolMessageToResultBlock = (
354
- m: Extract<TChatMessage, { role: "tool" }>,
355
- ids: ReadonlyMap<string, string>,
356
- ): TAnthropicContentBlock =>
357
- withCacheControl(
358
- {
359
- type: "tool_result",
360
- tool_use_id: anthropicToolCallId(m.tool_call_id, ids),
361
- content: extractMessageText(m.content),
362
- },
363
- readCacheControl(m),
364
- );
365
-
366
- /**
367
- * Walk the OpenAI messages array and produce Anthropic messages.
368
- *
369
- * Anthropic requires alternating user/assistant turns. Multiple OpenAI
370
- * `role: "tool"` messages in a row collapse into a single Anthropic
371
- * `role: "user"` turn with multiple `tool_result` content blocks.
372
- *
373
- * `cache_control` is preserved end-to-end: part-level breakpoints ride
374
- * their block, message-level breakpoints land on the message's last
375
- * cache-eligible block (LiteLLM `anthropic_messages_pt` semantics).
376
- * Without this, Claude Code / opencode / aider lose every breakpoint
377
- * and Anthropic re-bills the whole prefix each turn (~10x).
378
- */
379
- const buildTurnMessages = (
380
- messages: ReadonlyArray<TChatMessage>,
381
- names: TToolNameMaps,
382
- ids: ReadonlyMap<string, string>,
383
- ): TAnthropicMessage[] => {
384
- const out: TAnthropicMessage[] = [];
385
- let pendingToolResults: TAnthropicContentBlock[] = [];
386
-
387
- const flushToolResults = (): void => {
388
- if (pendingToolResults.length === 0) return;
389
- out.push({ role: "user", content: pendingToolResults });
390
- pendingToolResults = [];
391
- };
392
-
393
- for (const m of messages) {
394
- if (isSystem(m)) continue;
395
- if (isTool(m)) {
396
- pendingToolResults.push(toolMessageToResultBlock(m, ids));
397
- continue;
398
- }
399
- flushToolResults();
400
- if (isUser(m)) {
401
- const blocks = contentToAnthropicBlocks(m.content);
402
- if (blocks.length === 0) continue;
403
- applyMessageCacheControl(blocks, readCacheControl(m));
404
- // Collapse single bare-text block to a plain string for cleaner
405
- // wire payloads — but ONLY when no breakpoint rides it (a string
406
- // can't carry `cache_control`).
407
- const only = blocks[0];
408
- if (
409
- blocks.length === 1 &&
410
- only !== undefined &&
411
- only.type === "text" &&
412
- only.cache_control == null
413
- ) {
414
- out.push({ role: "user", content: only.text });
415
- } else {
416
- out.push({ role: "user", content: blocks });
417
- }
418
- continue;
419
- }
420
- if (isAssistant(m)) {
421
- const blocks = assistantToBlocks(m, names, ids);
422
- if (blocks.length === 0) continue;
423
- applyMessageCacheControl(blocks, readCacheControl(m));
424
- out.push({ role: "assistant", content: blocks });
425
- }
426
- }
427
- flushToolResults();
428
- return out;
429
- };
430
-
431
- const toAnthropicTool = (
432
- tool: NonNullable<TChatCompletionRequest["tools"]>[number],
433
- names: TToolNameMaps,
434
- ): TAnthropicTool => {
435
- const cc = readCacheControl(tool);
436
- return {
437
- name: outboundToolName(tool.function.name, names),
438
- ...(tool.function.description !== undefined
439
- ? { description: tool.function.description }
440
- : {}),
441
- input_schema: tool.function.parameters ?? {
442
- type: "object",
443
- properties: {},
444
- },
445
- ...(cc !== undefined ? { cache_control: cc } : {}),
446
- };
447
- };
448
-
449
- /**
450
- * Canonical `tool_choice` → Anthropic, carrying `parallel_tool_calls`
451
- * across as `disable_parallel_tool_use` (opposite polarity, same intent).
452
- *
453
- * `tool_choice: "none"` is the one shape that cannot carry the flag on the
454
- * Anthropic wire, and it is also the one shape where the flag is moot —
455
- * no tools will be called at all.
456
- */
457
- const toAnthropicToolChoice = (
458
- choice: NonNullable<TChatCompletionRequest["tool_choice"]>,
459
- names: TToolNameMaps,
460
- disableParallel: boolean,
461
- ): TAnthropicRequest["tool_choice"] => {
462
- const parallel = disableParallel
463
- ? { disable_parallel_tool_use: true as const }
464
- : {};
465
- if (choice === "auto") return { type: "auto", ...parallel };
466
- if (choice === "required") return { type: "any", ...parallel };
467
- if (choice === "none") return { type: "none" };
468
- return {
469
- type: "tool",
470
- name: outboundToolName(choice.function.name, names),
471
- ...parallel,
472
- };
473
- };
474
-
475
- type TSystemTextBlock = {
476
- readonly type: "text";
477
- readonly text: string;
478
- readonly cache_control?: TCacheControl;
479
- };
480
-
481
- /**
482
- * Build the Anthropic `system` field. The flat-string form cannot carry
483
- * a breakpoint, so the moment ANY system message/part is marked we emit
484
- * the structured array form with `cache_control` on the right block —
485
- * exactly LiteLLM's `_transform_system_message` behaviour. Otherwise we
486
- * keep the legacy joined string for clean wire payloads / back-compat.
487
- */
488
- const buildSystem = (
489
- messages: ReadonlyArray<TChatMessage>,
490
- ): string | ReadonlyArray<TSystemTextBlock> | undefined => {
491
- const blocks: TSystemTextBlock[] = [];
492
- const push = (text: string, cc: TCacheControl | undefined): void => {
493
- blocks.push(
494
- cc !== undefined
495
- ? { type: "text", text, cache_control: cc }
496
- : { type: "text", text },
497
- );
498
- };
499
-
500
- for (const m of messages) {
501
- if (!isSystem(m)) continue;
502
- const msgCc = readCacheControl(m);
503
- if (typeof m.content === "string") {
504
- if (m.content.length > 0) push(m.content, msgCc);
505
- continue;
506
- }
507
- const textParts = m.content.filter(
508
- (p): p is TTextPart => p.type === "text" && p.text.length > 0,
509
- );
510
- textParts.forEach((p, idx) => {
511
- // A message-level breakpoint folds onto the message's last block.
512
- const isLast = idx === textParts.length - 1;
513
- push(p.text, readCacheControl(p) ?? (isLast ? msgCc : undefined));
514
- });
515
- }
516
-
517
- if (blocks.length === 0) return undefined;
518
- if (blocks.some((b) => b.cache_control !== undefined)) return blocks;
519
- return blocks.map((b) => b.text).join("\n\n");
520
- };
521
-
522
- export const toAnthropicRequest = (
523
- req: TChatCompletionRequest,
524
- options: TAnthropicProviderOptions,
525
- ): TAnthropicRequest => {
526
- const names = buildToolNameMaps(
527
- collectAnthropicToolNames(req),
528
- ANTHROPIC_IDENTIFIER,
529
- );
530
- // Collision-safe id map covering every tool-call id in the request — both
531
- // the assistant `tool_calls[].id` we replay AND the `tool_call_id` on tool
532
- // results, so a rewritten id still pairs with its result. Distinct originals
533
- // stay distinct (unlike a per-id sanitize, which could collapse two).
534
- const toolCallIds: string[] = [];
535
- for (const m of req.messages) {
536
- if (m.role === "assistant") {
537
- for (const call of m.tool_calls ?? []) toolCallIds.push(call.id);
538
- } else if (m.role === "tool") {
539
- toolCallIds.push(m.tool_call_id);
540
- }
541
- }
542
- const idMap = buildToolCallIdMap(toolCallIds, {
543
- ...ANTHROPIC_IDENTIFIER,
544
- fallback: "tool_call",
545
- });
546
- const system = buildSystem(req.messages);
547
-
548
- const turnMessages = buildTurnMessages(req.messages, names, idMap);
549
-
550
- const max_tokens =
551
- req.max_completion_tokens ??
552
- req.max_tokens ??
553
- options.defaultMaxTokens ??
554
- DEFAULT_MAX_TOKENS;
555
-
556
- const stop_sequences =
557
- typeof req.stop === "string"
558
- ? [req.stop]
559
- : Array.isArray(req.stop)
560
- ? req.stop
561
- : undefined;
562
-
563
- const tools = req.tools?.map((tool) => toAnthropicTool(tool, names));
564
- // `parallel_tool_calls: false` is the client asking for ONE tool call per
565
- // turn. Anthropic spells that `tool_choice.disable_parallel_tool_use`, so
566
- // it needs a `tool_choice` to ride on — synthesize the `auto` default the
567
- // client was already getting when they sent no explicit choice, rather
568
- // than dropping the instruction (the previous behaviour).
569
- const disableParallel = req.parallel_tool_calls === false;
570
- const toolChoice =
571
- req.tool_choice !== undefined
572
- ? toAnthropicToolChoice(req.tool_choice, names, disableParallel)
573
- : disableParallel && tools !== undefined && tools.length > 0
574
- ? ({ type: "auto", disable_parallel_tool_use: true } as const)
575
- : undefined;
576
-
577
- // `reasoning_effort` → Anthropic extended thinking. Single source of
578
- // truth in `./adaptive-thinking.ts`; this is the only call site on
579
- // the canonical (`/v1/chat/completions` → Anthropic) path.
580
- const effortMapping =
581
- req.reasoning_effort !== undefined
582
- ? mapReasoningEffortToAnthropic(
583
- req.reasoning_effort,
584
- options.caps,
585
- max_tokens,
586
- )
587
- : null;
588
-
589
- return {
590
- model: options.providerModelId,
591
- messages: turnMessages,
592
- max_tokens,
593
- ...(system !== undefined ? { system } : {}),
594
- ...(req.temperature !== undefined ? { temperature: req.temperature } : {}),
595
- ...(req.top_p !== undefined ? { top_p: req.top_p } : {}),
596
- ...(req.top_k !== undefined ? { top_k: req.top_k } : {}),
597
- ...(stop_sequences !== undefined ? { stop_sequences } : {}),
598
- ...(req.stream !== undefined ? { stream: req.stream } : {}),
599
- ...(tools !== undefined && tools.length > 0 ? { tools } : {}),
600
- ...(toolChoice !== undefined ? { tool_choice: toolChoice } : {}),
601
- ...(req.user !== undefined ? { metadata: { user_id: req.user } } : {}),
602
- ...(effortMapping !== null ? { thinking: effortMapping.thinking } : {}),
603
- ...(effortMapping?.output_config !== undefined
604
- ? { output_config: effortMapping.output_config }
605
- : {}),
606
- };
607
- };