@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,108 @@
1
+ import { sseEventStream } from "./streaming/sse.js";
2
+ const record = (value) => value !== null && typeof value === "object" && !Array.isArray(value)
3
+ ? value
4
+ : null;
5
+ const count = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0;
6
+ const extract = (body, protocol) => {
7
+ if (protocol === "none")
8
+ return null;
9
+ const root = record(body);
10
+ const owner = record(root?.response) ?? root;
11
+ const usage = record(owner?.usage);
12
+ if (usage === null)
13
+ return null;
14
+ const input = protocol === "anthropic"
15
+ ? usage.input_tokens
16
+ : (usage.prompt_tokens ?? usage.input_tokens);
17
+ const output = protocol === "embeddings"
18
+ ? 0
19
+ : protocol === "anthropic"
20
+ ? usage.output_tokens
21
+ : (usage.completion_tokens ?? usage.output_tokens);
22
+ if (!count(input) || !count(output))
23
+ return null;
24
+ const separateCache = protocol === "anthropic" ||
25
+ (usage.prompt_tokens === undefined &&
26
+ usage.input_tokens_details === undefined);
27
+ const read = separateCache ? (usage.cache_read_input_tokens ?? 0) : 0;
28
+ const write = separateCache ? (usage.cache_creation_input_tokens ?? 0) : 0;
29
+ if (!count(read) || !count(write) || !Number.isFinite(input + read + write))
30
+ return null;
31
+ // Fractional counts are floored, per side, like every cap settlement.
32
+ const details = record(usage.prompt_tokens_details) ?? record(usage.input_tokens_details);
33
+ const detailCached = details?.cached_tokens;
34
+ const detailCreated = details?.cache_creation_tokens;
35
+ const cached = protocol === "anthropic" ? read : count(detailCached) ? detailCached : 0;
36
+ const cacheCreation = protocol === "anthropic" ? write : count(detailCreated) ? detailCreated : 0;
37
+ return {
38
+ in: Math.floor(input) + Math.floor(read) + Math.floor(write),
39
+ out: Math.floor(output),
40
+ cached: Math.floor(cached),
41
+ cacheCreation: Math.floor(cacheCreation),
42
+ };
43
+ };
44
+ /** Incrementally observes already-read objects or a separately drained SSE stream. */
45
+ export const createUsageObserver = (protocol, transport) => {
46
+ let last = null;
47
+ const anthropicUsage = {};
48
+ const observe = (body) => {
49
+ let next;
50
+ if (protocol === "anthropic" && transport === "sse") {
51
+ const event = record(body);
52
+ const delta = event?.type === "message_delta";
53
+ const incoming = record(delta
54
+ ? event?.usage
55
+ : event?.type === "message_start"
56
+ ? record(event.message)?.usage
57
+ : null);
58
+ if (incoming === null)
59
+ return;
60
+ for (const key of [
61
+ "input_tokens",
62
+ "output_tokens",
63
+ "cache_read_input_tokens",
64
+ "cache_creation_input_tokens",
65
+ ]) {
66
+ const value = incoming[key];
67
+ if (count(value))
68
+ anthropicUsage[key] = value;
69
+ // NaN (not null) so `?? 0` cannot turn an invalid count into zero.
70
+ else if (value !== null && value !== undefined)
71
+ anthropicUsage[key] = Number.NaN;
72
+ }
73
+ if (!delta || !count(incoming.output_tokens))
74
+ return;
75
+ next = extract({ usage: anthropicUsage }, protocol);
76
+ }
77
+ else {
78
+ next = extract(body, protocol);
79
+ }
80
+ if (next !== null)
81
+ last = next;
82
+ };
83
+ const observeStream = async (stream) => {
84
+ const reader = sseEventStream(stream).getReader();
85
+ try {
86
+ for (;;) {
87
+ const { value, done } = await reader.read();
88
+ if (done)
89
+ break;
90
+ if (value.kind !== "data")
91
+ continue;
92
+ try {
93
+ observe(JSON.parse(value.data));
94
+ }
95
+ catch {
96
+ /* Ignore malformed events. */
97
+ }
98
+ }
99
+ }
100
+ catch {
101
+ // Complete usage observed before a stream failure remains authoritative.
102
+ }
103
+ finally {
104
+ reader.releaseLock();
105
+ }
106
+ };
107
+ return { observe, observeStream, usage: () => last };
108
+ };
@@ -0,0 +1,125 @@
1
+ /**
2
+ * Adaptive-thinking normalisation for Anthropic Messages requests.
3
+ *
4
+ * Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
5
+ * `output_config.effort`) is only honoured by Claude 4.6+ models. Every
6
+ * other model 400s with
7
+ * "adaptive thinking is not supported on this model"
8
+ * the moment any of the adaptive knobs appear in the body — even though
9
+ * those same models support extended thinking via the older
10
+ * `thinking: { type: "enabled", budget_tokens: N }` shape.
11
+ *
12
+ * This module translates the adaptive knobs into the supported shape so
13
+ * a model like haiku-4-5 still gets thinking (we don't strip it). It is
14
+ * the single source of truth for that translation; the pass-through
15
+ * runner and the count_tokens handler both flow through here.
16
+ *
17
+ * Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
18
+ * `_translate_reasoning_effort_to_anthropic` (see
19
+ * `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
20
+ * and `.../experimental_pass_through/messages/transformation.py`).
21
+ * Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
22
+ * constants in `litellm/constants.py` — keep them in sync if those move.
23
+ */
24
+ import type { TModelCaps } from "@openllmsh/sdk/protocol";
25
+ /**
26
+ * Effort → thinking budget. Same numbers LiteLLM uses; single source of
27
+ * truth — do NOT inline these values anywhere else.
28
+ */
29
+ export declare const EFFORT_TO_BUDGET_TOKENS: {
30
+ readonly minimal: 128;
31
+ readonly low: 1024;
32
+ readonly medium: 2048;
33
+ readonly high: 4096;
34
+ readonly xhigh: 8192;
35
+ readonly max: 16384;
36
+ };
37
+ export type TReasoningEffort = keyof typeof EFFORT_TO_BUDGET_TOKENS;
38
+ /** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
39
+ export declare const budgetToReasoningEffort: (budgetTokens: number) => TReasoningEffort;
40
+ /**
41
+ * OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
42
+ * map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
43
+ * `minimal` folds into `low` because Anthropic's effort enum starts at
44
+ * `low`; the rest is identity.
45
+ */
46
+ export declare const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT: {
47
+ readonly minimal: "low";
48
+ readonly low: "low";
49
+ readonly medium: "medium";
50
+ readonly high: "high";
51
+ readonly xhigh: "xhigh";
52
+ readonly max: "max";
53
+ };
54
+ /** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
55
+ export declare const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
56
+ /** True unless the card explicitly declares modes WITHOUT `adaptive`. */
57
+ export declare const supportsAdaptiveThinking: (caps: TModelCaps | undefined) => boolean;
58
+ /**
59
+ * Filter out `clear_thinking_*` strategies from
60
+ * `context_management.edits`. Used only on the edge path where thinking
61
+ * has to be dropped entirely — leaving the strategy in 400s with
62
+ * "clear_thinking_20251015 strategy requires `thinking` to be
63
+ * enabled or adaptive"
64
+ * Other strategies (`clear_tool_uses_*`, …) stay. If filtering empties
65
+ * the edits array, the whole `context_management` field is dropped.
66
+ */
67
+ /**
68
+ * Translate an OpenAI-style `reasoning_effort` to the Anthropic
69
+ * extended-thinking shape for the canonical (`/v1/chat/completions` →
70
+ * Anthropic) path. Returns the two fields the caller should spread onto
71
+ * the outbound `AnthropicRequest`, or `null` to mean "no thinking" (the
72
+ * `reasoning_effort: "none"` case, or the model doesn't have room).
73
+ *
74
+ * Mirrors LiteLLM's `_map_reasoning_effort` +
75
+ * `_translate_reasoning_effort_to_anthropic`:
76
+ * - Adaptive-supporting model: `thinking: { type: "adaptive" }` +
77
+ * `output_config: { effort: <mapped> }` so the model uses the
78
+ * stable adaptive-thinking feature and tunes its own budget.
79
+ * - Non-adaptive model: `thinking: { type: "enabled", budget_tokens }`
80
+ * using the canonical effort table, clamped to `max_tokens - 1`.
81
+ * `null` when the resulting budget would fall below
82
+ * `ANTHROPIC_MIN_THINKING_BUDGET` (max_tokens too small).
83
+ */
84
+ export type TReasoningEffortInput = TReasoningEffort | "none";
85
+ export type TAnthropicMappedEffort = (typeof REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT)[TReasoningEffort];
86
+ export type TThinkingFromEffort = {
87
+ readonly thinking: {
88
+ readonly type: "enabled";
89
+ readonly budget_tokens: number;
90
+ } | {
91
+ readonly type: "adaptive";
92
+ };
93
+ readonly output_config?: {
94
+ readonly effort: TAnthropicMappedEffort;
95
+ };
96
+ };
97
+ export declare const mapReasoningEffortToAnthropic: (effort: TReasoningEffortInput, caps: TModelCaps | undefined, maxTokens: number | undefined) => TThinkingFromEffort | null;
98
+ /**
99
+ * Normalise the adaptive-thinking knobs on an Anthropic Messages
100
+ * request body so it works against any chat model.
101
+ *
102
+ * On models that support adaptive thinking natively → no-op.
103
+ * On every other model:
104
+ * - Replace `thinking: { type: "adaptive" }` (or a bare
105
+ * `reasoning_effort` / `output_config.effort` / top-level `effort`)
106
+ * with `thinking: { type: "enabled", budget_tokens: N }`, where N
107
+ * comes from the canonical effort table (default `medium` when
108
+ * adaptive was requested without an explicit effort level). The
109
+ * budget is clamped to `max_tokens - 1` so Anthropic's
110
+ * `budget_tokens < max_tokens` invariant holds.
111
+ * - Drop `output_config`, `reasoning_effort`, top-level `effort` —
112
+ * they are adaptive-only and have no analogue under explicit
113
+ * `budget_tokens`.
114
+ * - `thinking: { type: "enabled" }` and unknown other shapes pass
115
+ * through unchanged.
116
+ * - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
117
+ * thinking is dropped and any `clear_thinking_*` strategy in
118
+ * `context_management.edits` is filtered out (else Anthropic
119
+ * rejects the orphaned strategy).
120
+ *
121
+ * Returns the input untouched when no rewrite is needed, and a shallow
122
+ * copy otherwise. Caller-provided `tools`, `system`, `metadata`,
123
+ * `cache_control`, beta headers, etc. are never inspected.
124
+ */
125
+ export declare const normaliseAdaptiveThinking: (body: unknown, caps: TModelCaps | undefined) => unknown;
@@ -0,0 +1,221 @@
1
+ /**
2
+ * Adaptive-thinking normalisation for Anthropic Messages requests.
3
+ *
4
+ * Anthropic's "adaptive thinking" (`thinking: { type: "adaptive" }` +
5
+ * `output_config.effort`) is only honoured by Claude 4.6+ models. Every
6
+ * other model 400s with
7
+ * "adaptive thinking is not supported on this model"
8
+ * the moment any of the adaptive knobs appear in the body — even though
9
+ * those same models support extended thinking via the older
10
+ * `thinking: { type: "enabled", budget_tokens: N }` shape.
11
+ *
12
+ * This module translates the adaptive knobs into the supported shape so
13
+ * a model like haiku-4-5 still gets thinking (we don't strip it). It is
14
+ * the single source of truth for that translation; the pass-through
15
+ * runner and the count_tokens handler both flow through here.
16
+ *
17
+ * Mirror of LiteLLM's `AnthropicConfig._map_reasoning_effort` +
18
+ * `_translate_reasoning_effort_to_anthropic` (see
19
+ * `ref/.litellm/litellm/litellm/llms/anthropic/chat/transformation.py`
20
+ * and `.../experimental_pass_through/messages/transformation.py`).
21
+ * Numeric budgets match LiteLLM's `DEFAULT_REASONING_EFFORT_*_THINKING_BUDGET`
22
+ * constants in `litellm/constants.py` — keep them in sync if those move.
23
+ */
24
+ /**
25
+ * Effort → thinking budget. Same numbers LiteLLM uses; single source of
26
+ * truth — do NOT inline these values anywhere else.
27
+ */
28
+ export const EFFORT_TO_BUDGET_TOKENS = {
29
+ minimal: 128,
30
+ low: 1024,
31
+ medium: 2048,
32
+ high: 4096,
33
+ xhigh: 8192,
34
+ max: 16384,
35
+ };
36
+ /** Map an Anthropic `thinking` budget to the canonical effort enum (flooring to `minimal`). */
37
+ export const budgetToReasoningEffort = (budgetTokens) => {
38
+ let effort = "minimal";
39
+ for (const [nextEffort, budget] of Object.entries(EFFORT_TO_BUDGET_TOKENS)) {
40
+ const mappedEffort = readEffort(nextEffort);
41
+ if (budgetTokens >= budget && mappedEffort !== undefined) {
42
+ effort = mappedEffort;
43
+ }
44
+ }
45
+ return effort;
46
+ };
47
+ /**
48
+ * OpenAI-style `reasoning_effort` → Anthropic `output_config.effort`
49
+ * map. Mirrors LiteLLM's `REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT` —
50
+ * `minimal` folds into `low` because Anthropic's effort enum starts at
51
+ * `low`; the rest is identity.
52
+ */
53
+ export const REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT = {
54
+ minimal: "low",
55
+ low: "low",
56
+ medium: "medium",
57
+ high: "high",
58
+ xhigh: "xhigh",
59
+ max: "max",
60
+ };
61
+ /** Anthropic's hard floor on `thinking.budget_tokens`. Below this, 400. */
62
+ export const ANTHROPIC_MIN_THINKING_BUDGET = 1024;
63
+ /**
64
+ * Which thinking modes the resolved model accepts — read from the model
65
+ * card's `caps.thinkingModes`, never from the model NAME.
66
+ *
67
+ * This used to be two regex tables over model ids. That put model
68
+ * knowledge in the one package that must not have any, and it could not
69
+ * be right for long: support is NON-monotonic within a family (4.5
70
+ * extended-only, 4.6 both, 4.7+ adaptive-only), so no prefix encodes it
71
+ * and every new model needed a wire-package edit. The catalog owns the
72
+ * table now; these helpers only interpret it.
73
+ *
74
+ * ABSENT OR EMPTY IS PERMISSIVE on both questions. A custom endpoint, a
75
+ * passthrough hop, or a model the catalog has not caught up with must
76
+ * never be refused locally for a request the upstream might accept —
77
+ * manufacturing a validation error from missing metadata would be a
78
+ * worse failure than the one it prevents.
79
+ */
80
+ const declaredModes = (caps) => {
81
+ const modes = caps?.thinkingModes;
82
+ return modes !== undefined && modes.length > 0 ? modes : null;
83
+ };
84
+ /** True unless the card explicitly declares modes WITHOUT `adaptive`. */
85
+ export const supportsAdaptiveThinking = (caps) => {
86
+ const modes = declaredModes(caps);
87
+ return modes === null || modes.includes("adaptive");
88
+ };
89
+ const readEffort = (v) => {
90
+ if (typeof v !== "string")
91
+ return undefined;
92
+ return v in EFFORT_TO_BUDGET_TOKENS ? v : undefined;
93
+ };
94
+ const isObject = (v) => v !== null && typeof v === "object";
95
+ /**
96
+ * Does the body's `tool_choice` force tool use? Anthropic accepts
97
+ * `thinking: { type: "adaptive" }` paired with a forced tool_choice (the
98
+ * model decides whether to think before invoking), but REJECTS
99
+ * `thinking: { type: "enabled", budget_tokens: N }` + forced
100
+ * with: "Thinking may not be enabled when tool_choice forces tool use."
101
+ * So when we are about to downgrade adaptive → enabled on a non-
102
+ * adaptive model (haiku, claude-3.*, claude-instant.*), we must also
103
+ * check this and skip the enable. Forced shapes are `{type:"tool",
104
+ * name}` and `{type:"any"}`; `{type:"auto"}` and `{type:"none"}` are
105
+ * not forcing.
106
+ */
107
+ const toolChoiceForcesTool = (tc) => {
108
+ if (!isObject(tc))
109
+ return false;
110
+ return tc.type === "tool" || tc.type === "any";
111
+ };
112
+ export const mapReasoningEffortToAnthropic = (effort, caps, maxTokens) => {
113
+ if (effort === "none")
114
+ return null;
115
+ if (supportsAdaptiveThinking(caps)) {
116
+ return {
117
+ thinking: { type: "adaptive" },
118
+ output_config: {
119
+ effort: REASONING_EFFORT_TO_OUTPUT_CONFIG_EFFORT[effort],
120
+ },
121
+ };
122
+ }
123
+ const targetBudget = EFFORT_TO_BUDGET_TOKENS[effort];
124
+ const ceiling = maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
125
+ const budget = Math.min(targetBudget, ceiling);
126
+ if (budget < ANTHROPIC_MIN_THINKING_BUDGET)
127
+ return null;
128
+ return { thinking: { type: "enabled", budget_tokens: budget } };
129
+ };
130
+ const filterClearThinking = (cm) => {
131
+ if (!isObject(cm))
132
+ return cm;
133
+ const edits = cm.edits;
134
+ if (!Array.isArray(edits))
135
+ return cm;
136
+ const filtered = edits.filter((e) => {
137
+ if (!isObject(e))
138
+ return true;
139
+ const t = e.type;
140
+ return typeof t !== "string" || !t.startsWith("clear_thinking");
141
+ });
142
+ if (filtered.length === edits.length)
143
+ return cm;
144
+ if (filtered.length === 0)
145
+ return undefined;
146
+ return { ...cm, edits: filtered };
147
+ };
148
+ /**
149
+ * Normalise the adaptive-thinking knobs on an Anthropic Messages
150
+ * request body so it works against any chat model.
151
+ *
152
+ * On models that support adaptive thinking natively → no-op.
153
+ * On every other model:
154
+ * - Replace `thinking: { type: "adaptive" }` (or a bare
155
+ * `reasoning_effort` / `output_config.effort` / top-level `effort`)
156
+ * with `thinking: { type: "enabled", budget_tokens: N }`, where N
157
+ * comes from the canonical effort table (default `medium` when
158
+ * adaptive was requested without an explicit effort level). The
159
+ * budget is clamped to `max_tokens - 1` so Anthropic's
160
+ * `budget_tokens < max_tokens` invariant holds.
161
+ * - Drop `output_config`, `reasoning_effort`, top-level `effort` —
162
+ * they are adaptive-only and have no analogue under explicit
163
+ * `budget_tokens`.
164
+ * - `thinking: { type: "enabled" }` and unknown other shapes pass
165
+ * through unchanged.
166
+ * - If `max_tokens` is too small to fit `ANTHROPIC_MIN_THINKING_BUDGET`,
167
+ * thinking is dropped and any `clear_thinking_*` strategy in
168
+ * `context_management.edits` is filtered out (else Anthropic
169
+ * rejects the orphaned strategy).
170
+ *
171
+ * Returns the input untouched when no rewrite is needed, and a shallow
172
+ * copy otherwise. Caller-provided `tools`, `system`, `metadata`,
173
+ * `cache_control`, beta headers, etc. are never inspected.
174
+ */
175
+ export const normaliseAdaptiveThinking = (body, caps) => {
176
+ if (!isObject(body))
177
+ return body;
178
+ if (supportsAdaptiveThinking(caps))
179
+ return body;
180
+ const { output_config, reasoning_effort, effort, thinking, context_management, ...rest } = body;
181
+ const thinkingIsAdaptive = isObject(thinking) && thinking.type === "adaptive";
182
+ const wantsThinking = thinkingIsAdaptive ||
183
+ typeof reasoning_effort === "string" ||
184
+ typeof effort === "string" ||
185
+ (isObject(output_config) && typeof output_config.effort === "string");
186
+ // No adaptive knobs to translate — nothing to rewrite.
187
+ if (!wantsThinking)
188
+ return body;
189
+ const effortLevel = (isObject(output_config) ? readEffort(output_config.effort) : undefined) ??
190
+ readEffort(reasoning_effort) ??
191
+ readEffort(effort) ??
192
+ "medium";
193
+ const targetBudget = EFFORT_TO_BUDGET_TOKENS[effortLevel];
194
+ const maxTokens = typeof body.max_tokens === "number" &&
195
+ Number.isFinite(body.max_tokens) &&
196
+ body.max_tokens > 0
197
+ ? Math.floor(body.max_tokens)
198
+ : undefined;
199
+ const ceiling = maxTokens === undefined ? Number.POSITIVE_INFINITY : maxTokens - 1;
200
+ const budget = Math.min(targetBudget, ceiling);
201
+ // Anthropic rejects `thinking: enabled` (the downgrade output) when
202
+ // tool_choice forces tool use. Drop thinking entirely in that case,
203
+ // matching the max_tokens-too-small edge path (filter orphaned
204
+ // `clear_thinking_*` strategies; the forced tool still executes,
205
+ // the model just doesn't get a thinking preamble). Adaptive remains
206
+ // legal on adaptive-supporting models, which short-circuit above.
207
+ const forcedTool = toolChoiceForcesTool(body.tool_choice);
208
+ const out = { ...rest };
209
+ if (budget >= ANTHROPIC_MIN_THINKING_BUDGET && !forcedTool) {
210
+ out.thinking = { type: "enabled", budget_tokens: budget };
211
+ if (context_management !== undefined) {
212
+ out.context_management = context_management;
213
+ }
214
+ }
215
+ else if (context_management !== undefined) {
216
+ const filtered = filterClearThinking(context_management);
217
+ if (filtered !== undefined)
218
+ out.context_management = filtered;
219
+ }
220
+ return out;
221
+ };
@@ -0,0 +1,44 @@
1
+ import type { TAnthropicRequest } from "@openllmsh/sdk/protocol";
2
+ /** Beta required for the subscription-OAuth (`sk-ant-oat01-…`) path. */
3
+ export declare const ANTHROPIC_OAUTH_BETA = "oauth-2025-04-20";
4
+ /**
5
+ * Anthropic SUBSCRIPTION / OAuth credential matcher — the `claude setup-token`
6
+ * and "Sign in with Claude" tokens. These ride `Authorization: Bearer` + the
7
+ * oauth beta header, NOT `x-api-key` (which is for Console keys `sk-ant-api03-`).
8
+ * Anthropic has shipped TWO prefixes over time: the original `sk-ant-oat01-` and
9
+ * the current `sk-ant-at01-` (Claude CLI ≥ 2.1.x) — match BOTH, never a Console
10
+ * key. Single source of truth for the daemon (setup-token capture + validation)
11
+ * and the cloud (auth-header split, terms gate, count-tokens).
12
+ */
13
+ export declare const ANTHROPIC_OAUTH_TOKEN_RE: RegExp;
14
+ export declare const isAnthropicOAuthToken: (token: string) => boolean;
15
+ /** Beta required for Files-API (`file_id`) sources on image/document blocks. */
16
+ export declare const ANTHROPIC_FILES_API_BETA = "files-api-2025-04-14";
17
+ export type TBetaHeaderInput = {
18
+ /** Raw inbound `anthropic-beta` header value (comma-separated) or null. */
19
+ readonly inboundBeta: string | null;
20
+ /** The Anthropic request being forwarded (for body-derived betas). */
21
+ readonly request: TAnthropicRequest;
22
+ /** True when the credential is a subscription OAuth token. */
23
+ readonly isOAuth: boolean;
24
+ /**
25
+ * Extra betas the caller derived from a NON-Anthropic-shaped inbound
26
+ * body (cross-wire hops, where `request` is an empty stand-in) —
27
+ * e.g. the Files-API beta when a canonical `file_id` part will be
28
+ * encoded to an Anthropic file source.
29
+ */
30
+ readonly extraBetas?: ReadonlyArray<string>;
31
+ };
32
+ /**
33
+ * Compute the final, de-duplicated `anthropic-beta` token list to send
34
+ * upstream. Returns `undefined` when there is nothing to send so the
35
+ * caller can omit the header entirely.
36
+ *
37
+ * Order of precedence (first occurrence wins for dedupe, order is
38
+ * otherwise stable): inbound betas (deny-list filtered) → body-derived
39
+ * betas → the OAuth beta when authing via a subscription token.
40
+ *
41
+ * Tokens the client sends that aren't in `ANTHROPIC_BLOCKED_BETAS`
42
+ * forward verbatim — see the module header for the rationale.
43
+ */
44
+ export declare const deriveAnthropicBetaHeader: (input: TBetaHeaderInput) => string | undefined;