@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,125 +0,0 @@
1
- import type { TAttemptUsage } from "./attempt-outcome";
2
- import { sseEventStream } from "./streaming/sse";
3
-
4
- export type TUsageProtocol = "openai" | "anthropic" | "embeddings" | "none";
5
- export type TUsageTransport = "json" | "sse" | "error";
6
-
7
- const record = (value: unknown): Record<string, unknown> | null =>
8
- value !== null && typeof value === "object" && !Array.isArray(value)
9
- ? (value as Record<string, unknown>)
10
- : null;
11
-
12
- const count = (value: unknown): value is number =>
13
- typeof value === "number" && Number.isFinite(value) && value >= 0;
14
-
15
- const extract = (
16
- body: unknown,
17
- protocol: TUsageProtocol,
18
- ): TAttemptUsage | null => {
19
- if (protocol === "none") return null;
20
- const root = record(body);
21
- const owner = record(root?.response) ?? root;
22
- const usage = record(owner?.usage);
23
- if (usage === null) return null;
24
- const input =
25
- protocol === "anthropic"
26
- ? usage.input_tokens
27
- : (usage.prompt_tokens ?? usage.input_tokens);
28
- const output =
29
- protocol === "embeddings"
30
- ? 0
31
- : protocol === "anthropic"
32
- ? usage.output_tokens
33
- : (usage.completion_tokens ?? usage.output_tokens);
34
- if (!count(input) || !count(output)) return null;
35
- const separateCache =
36
- protocol === "anthropic" ||
37
- (usage.prompt_tokens === undefined &&
38
- usage.input_tokens_details === undefined);
39
- const read = separateCache ? (usage.cache_read_input_tokens ?? 0) : 0;
40
- const write = separateCache ? (usage.cache_creation_input_tokens ?? 0) : 0;
41
- if (!count(read) || !count(write) || !Number.isFinite(input + read + write))
42
- return null;
43
- // Fractional counts are floored, per side, like every cap settlement.
44
- const details =
45
- record(usage.prompt_tokens_details) ?? record(usage.input_tokens_details);
46
- const detailCached = details?.cached_tokens;
47
- const detailCreated = details?.cache_creation_tokens;
48
- const cached =
49
- protocol === "anthropic" ? read : count(detailCached) ? detailCached : 0;
50
- const cacheCreation =
51
- protocol === "anthropic" ? write : count(detailCreated) ? detailCreated : 0;
52
- return {
53
- in: Math.floor(input) + Math.floor(read) + Math.floor(write),
54
- out: Math.floor(output),
55
- cached: Math.floor(cached),
56
- cacheCreation: Math.floor(cacheCreation),
57
- };
58
- };
59
-
60
- /** Incrementally observes already-read objects or a separately drained SSE stream. */
61
- export const createUsageObserver = (
62
- protocol: TUsageProtocol,
63
- transport: TUsageTransport,
64
- ): {
65
- observe: (body: unknown) => void;
66
- observeStream: (stream: ReadableStream<Uint8Array>) => Promise<void>;
67
- usage: () => TAttemptUsage | null;
68
- } => {
69
- let last: TAttemptUsage | null = null;
70
- const anthropicUsage: Record<string, unknown> = {};
71
- const observe = (body: unknown): void => {
72
- let next: TAttemptUsage | null;
73
- if (protocol === "anthropic" && transport === "sse") {
74
- const event = record(body);
75
- const delta = event?.type === "message_delta";
76
- const incoming = record(
77
- delta
78
- ? event?.usage
79
- : event?.type === "message_start"
80
- ? record(event.message)?.usage
81
- : null,
82
- );
83
- if (incoming === null) return;
84
- for (const key of [
85
- "input_tokens",
86
- "output_tokens",
87
- "cache_read_input_tokens",
88
- "cache_creation_input_tokens",
89
- ] as const) {
90
- const value = incoming[key];
91
- if (count(value)) anthropicUsage[key] = value;
92
- // NaN (not null) so `?? 0` cannot turn an invalid count into zero.
93
- else if (value !== null && value !== undefined)
94
- anthropicUsage[key] = Number.NaN;
95
- }
96
- if (!delta || !count(incoming.output_tokens)) return;
97
- next = extract({ usage: anthropicUsage }, protocol);
98
- } else {
99
- next = extract(body, protocol);
100
- }
101
- if (next !== null) last = next;
102
- };
103
- const observeStream = async (
104
- stream: ReadableStream<Uint8Array>,
105
- ): Promise<void> => {
106
- const reader = sseEventStream(stream).getReader();
107
- try {
108
- for (;;) {
109
- const { value, done } = await reader.read();
110
- if (done) break;
111
- if (value.kind !== "data") continue;
112
- try {
113
- observe(JSON.parse(value.data));
114
- } catch {
115
- /* Ignore malformed events. */
116
- }
117
- }
118
- } catch {
119
- // Complete usage observed before a stream failure remains authoritative.
120
- } finally {
121
- reader.releaseLock();
122
- }
123
- };
124
- return { observe, observeStream, usage: () => last };
125
- };
@@ -1,291 +0,0 @@
1
- /**
2
- * Adaptive-thinking normalisation for Anthropic Messages requests.
3
- *
4
- * Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
5
- * `output_config.effort`) is only honoured by Claude 4.6+ models. Every
6
- * other model 400s with
7
- * "adaptive thinking is not supported on this model"
8
- * the moment any of the adaptive knobs appear in the body — even though
9
- * those same models support extended thinking via the older
10
- * `thinking: { type: "enabled", budget_tokens: N }` shape.
11
- *
12
- * This module translates the adaptive knobs into the supported shape so
13
- * a model like haiku-4-5 still gets thinking (we don't strip it). It is
14
- * the single source of truth for that translation; the pass-through
15
- * runner and the count_tokens handler both flow through here.
16
- *
17
- * Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
18
- * `_translate_reasoning_effort_to_anthropic` (see
19
- * `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
20
- * and `.../experimental_pass_through/messages/transformation.py`).
21
- * Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
22
- * constants in `litellm/constants.py` — keep them in sync if those move.
23
- */
24
-
25
- import type { TModelCaps } from "@openllmsh/sdk/protocol";
26
-
27
- /**
28
- * Effort → thinking budget. Same numbers LiteLLM uses; single source of
29
- * truth — do NOT inline these values anywhere else.
30
- */
31
- export const EFFORT_TO_BUDGET_TOKENS = {
32
- minimal: 128,
33
- low: 1024,
34
- medium: 2048,
35
- high: 4096,
36
- xhigh: 8192,
37
- max: 16384,
38
- } as const;
39
- export type TReasoningEffort = keyof typeof EFFORT_TO_BUDGET_TOKENS;
40
-
41
- /** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
42
- export const budgetToReasoningEffort = (
43
- budgetTokens: number,
44
- ): TReasoningEffort => {
45
- let effort: TReasoningEffort = "minimal";
46
- for (const [nextEffort, budget] of Object.entries(EFFORT_TO_BUDGET_TOKENS)) {
47
- const mappedEffort = readEffort(nextEffort);
48
- if (budgetTokens >= budget && mappedEffort !== undefined) {
49
- effort = mappedEffort;
50
- }
51
- }
52
- return effort;
53
- };
54
-
55
- /**
56
- * OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
57
- * map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
58
- * `minimal` folds into `low` because Anthropic's effort enum starts at
59
- * `low`; the rest is identity.
60
- */
61
- export const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT = {
62
- minimal: "low",
63
- low: "low",
64
- medium: "medium",
65
- high: "high",
66
- xhigh: "xhigh",
67
- max: "max",
68
- } as const;
69
-
70
- /** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
71
- export const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
72
-
73
- /**
74
- * Which thinking modes the resolved model accepts — read from the model
75
- * card's `caps.thinkingModes`, never from the model NAME.
76
- *
77
- * This used to be two regex tables over model ids. That put model
78
- * knowledge in the one package that must not have any, and it could not
79
- * be right for long: support is NON-monotonic within a family (4.5
80
- * extended-only, 4.6 both, 4.7+ adaptive-only), so no prefix encodes it
81
- * and every new model needed a wire-package edit. The catalog owns the
82
- * table now; these helpers only interpret it.
83
- *
84
- * ABSENT OR EMPTY IS PERMISSIVE on both questions. A custom endpoint, a
85
- * passthrough hop, or a model the catalog has not caught up with must
86
- * never be refused locally for a request the upstream might accept —
87
- * manufacturing a validation error from missing metadata would be a
88
- * worse failure than the one it prevents.
89
- */
90
- const declaredModes = (
91
- caps: TModelCaps | undefined,
92
- ): ReadonlyArray<string> | null => {
93
- const modes = caps?.thinkingModes;
94
- return modes !== undefined && modes.length > 0 ? modes : null;
95
- };
96
-
97
- /** True unless the card explicitly declares modes WITHOUT `adaptive`. */
98
- export const supportsAdaptiveThinking = (
99
- caps: TModelCaps | undefined,
100
- ): boolean => {
101
- const modes = declaredModes(caps);
102
- return modes === null || modes.includes("adaptive");
103
- };
104
-
105
- const readEffort = (v: unknown): TReasoningEffort | undefined => {
106
- if (typeof v !== "string") return undefined;
107
- return v in EFFORT_TO_BUDGET_TOKENS ? (v as TReasoningEffort) : undefined;
108
- };
109
-
110
- const isObject = (v: unknown): v is Record<string, unknown> =>
111
- v !== null && typeof v === "object";
112
-
113
- /**
114
- * Does the body's `tool_choice` force tool use? Anthropic accepts
115
- * `thinking: { type: "adaptive" }` paired with a forced tool_choice (the
116
- * model decides whether to think before invoking), but REJECTS
117
- * `thinking: { type: "enabled", budget_tokens: N }` + forced
118
- * with: "Thinking may not be enabled when tool_choice forces tool use."
119
- * So when we are about to downgrade adaptive → enabled on a non-
120
- * adaptive model (haiku, claude-3.*, claude-instant.*), we must also
121
- * check this and skip the enable. Forced shapes are `{type:"tool",
122
- * name}` and `{type:"any"}`; `{type:"auto"}` and `{type:"none"}` are
123
- * not forcing.
124
- */
125
- const toolChoiceForcesTool = (tc: unknown): boolean => {
126
- if (!isObject(tc)) return false;
127
- return tc.type === "tool" || tc.type === "any";
128
- };
129
-
130
- /**
131
- * Filter out `clear_thinking_*` strategies from
132
- * `context_management.edits`. Used only on the edge path where thinking
133
- * has to be dropped entirely — leaving the strategy in 400s with
134
- * "clear_thinking_20251015 strategy requires `thinking` to be
135
- * enabled or adaptive"
136
- * Other strategies (`clear_tool_uses_*`, …) stay. If filtering empties
137
- * the edits array, the whole `context_management` field is dropped.
138
- */
139
- /**
140
- * Translate an OpenAI-style `reasoning_effort` to the Anthropic
141
- * extended-thinking shape for the canonical (`/v1/chat/completions` →
142
- * Anthropic) path. Returns the two fields the caller should spread onto
143
- * the outbound `AnthropicRequest`, or `null` to mean "no thinking" (the
144
- * `reasoning_effort: "none"` case, or the model doesn't have room).
145
- *
146
- * Mirrors LiteLLM's `_map_reasoning_effort` +
147
- * `_translate_reasoning_effort_to_anthropic`:
148
- * - Adaptive-supporting model: `thinking: { type: "adaptive" }` +
149
- * `output_config: { effort: <mapped> }` so the model uses the
150
- * stable adaptive-thinking feature and tunes its own budget.
151
- * - Non-adaptive model: `thinking: { type: "enabled", budget_tokens }`
152
- * using the canonical effort table, clamped to `max_tokens - 1`.
153
- * `null` when the resulting budget would fall below
154
- * `ANTHROPIC_MIN_THINKING_BUDGET` (max_tokens too small).
155
- */
156
- export type TReasoningEffortInput = TReasoningEffort | "none";
157
- export type TAnthropicMappedEffort =
158
- (typeof REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT)[TReasoningEffort];
159
- export type TThinkingFromEffort = {
160
- readonly thinking:
161
- | { readonly type: "enabled"; readonly budget_tokens: number }
162
- | { readonly type: "adaptive" };
163
- readonly output_config?: { readonly effort: TAnthropicMappedEffort };
164
- };
165
-
166
- export const mapReasoningEffortToAnthropic = (
167
- effort: TReasoningEffortInput,
168
- caps: TModelCaps | undefined,
169
- maxTokens: number | undefined,
170
- ): TThinkingFromEffort | null => {
171
- if (effort === "none") return null;
172
- if (supportsAdaptiveThinking(caps)) {
173
- return {
174
- thinking: { type: "adaptive" },
175
- output_config: {
176
- effort: REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT[effort],
177
- },
178
- };
179
- }
180
- const targetBudget = EFFORT_TO_BUDGET_TOKENS[effort];
181
- const ceiling =
182
- maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
183
- const budget = Math.min(targetBudget, ceiling);
184
- if (budget < ANTHROPIC_MIN_THINKING_BUDGET) return null;
185
- return { thinking: { type: "enabled", budget_tokens: budget } };
186
- };
187
-
188
- const filterClearThinking = (cm: unknown): unknown | undefined => {
189
- if (!isObject(cm)) return cm;
190
- const edits = cm.edits;
191
- if (!Array.isArray(edits)) return cm;
192
- const filtered = edits.filter((e) => {
193
- if (!isObject(e)) return true;
194
- const t = e.type;
195
- return typeof t !== "string" || !t.startsWith("clear_thinking");
196
- });
197
- if (filtered.length === edits.length) return cm;
198
- if (filtered.length === 0) return undefined;
199
- return { ...cm, edits: filtered };
200
- };
201
-
202
- /**
203
- * Normalise the adaptive-thinking knobs on an Anthropic Messages
204
- * request body so it works against any chat model.
205
- *
206
- * On models that support adaptive thinking natively → no-op.
207
- * On every other model:
208
- * - Replace `thinking: { type: "adaptive" }` (or a bare
209
- * `reasoning_effort` / `output_config.effort` / top-level `effort`)
210
- * with `thinking: { type: "enabled", budget_tokens: N }`, where N
211
- * comes from the canonical effort table (default `medium` when
212
- * adaptive was requested without an explicit effort level). The
213
- * budget is clamped to `max_tokens - 1` so Anthropic's
214
- * `budget_tokens < max_tokens` invariant holds.
215
- * - Drop `output_config`, `reasoning_effort`, top-level `effort` —
216
- * they are adaptive-only and have no analogue under explicit
217
- * `budget_tokens`.
218
- * - `thinking: { type: "enabled" }` and unknown other shapes pass
219
- * through unchanged.
220
- * - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
221
- * thinking is dropped and any `clear_thinking_*` strategy in
222
- * `context_management.edits` is filtered out (else Anthropic
223
- * rejects the orphaned strategy).
224
- *
225
- * Returns the input untouched when no rewrite is needed, and a shallow
226
- * copy otherwise. Caller-provided `tools`, `system`, `metadata`,
227
- * `cache_control`, beta headers, etc. are never inspected.
228
- */
229
- export const normaliseAdaptiveThinking = (
230
- body: unknown,
231
- caps: TModelCaps | undefined,
232
- ): unknown => {
233
- if (!isObject(body)) return body;
234
- if (supportsAdaptiveThinking(caps)) return body;
235
-
236
- const {
237
- output_config,
238
- reasoning_effort,
239
- effort,
240
- thinking,
241
- context_management,
242
- ...rest
243
- } = body;
244
-
245
- const thinkingIsAdaptive = isObject(thinking) && thinking.type === "adaptive";
246
- const wantsThinking =
247
- thinkingIsAdaptive ||
248
- typeof reasoning_effort === "string" ||
249
- typeof effort === "string" ||
250
- (isObject(output_config) && typeof output_config.effort === "string");
251
-
252
- // No adaptive knobs to translate — nothing to rewrite.
253
- if (!wantsThinking) return body;
254
-
255
- const effortLevel: TReasoningEffort =
256
- (isObject(output_config) ? readEffort(output_config.effort) : undefined) ??
257
- readEffort(reasoning_effort) ??
258
- readEffort(effort) ??
259
- "medium";
260
-
261
- const targetBudget = EFFORT_TO_BUDGET_TOKENS[effortLevel];
262
- const maxTokens =
263
- typeof body.max_tokens === "number" &&
264
- Number.isFinite(body.max_tokens) &&
265
- body.max_tokens > 0
266
- ? Math.floor(body.max_tokens)
267
- : undefined;
268
- const ceiling =
269
- maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
270
- const budget = Math.min(targetBudget, ceiling);
271
-
272
- // Anthropic rejects `thinking: enabled` (the downgrade output) when
273
- // tool_choice forces tool use. Drop thinking entirely in that case,
274
- // matching the max_tokens-too-small edge path (filter orphaned
275
- // `clear_thinking_*` strategies; the forced tool still executes,
276
- // the model just doesn't get a thinking preamble). Adaptive remains
277
- // legal on adaptive-supporting models, which short-circuit above.
278
- const forcedTool = toolChoiceForcesTool(body.tool_choice);
279
-
280
- const out: Record<string, unknown> = { ...rest };
281
- if (budget >= ANTHROPIC_MIN_THINKING_BUDGET && !forcedTool) {
282
- out.thinking = { type: "enabled", budget_tokens: budget };
283
- if (context_management !== undefined) {
284
- out.context_management = context_management;
285
- }
286
- } else if (context_management !== undefined) {
287
- const filtered = filterClearThinking(context_management);
288
- if (filtered !== undefined) out.context_management = filtered;
289
- }
290
- return out;
291
- };