@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,266 +0,0 @@
1
- /**
2
- * The TWO input-token estimators, together in one module so the choice between
3
- * them is visible at the point of use. They are not interchangeable — each is
4
- * wrong for the other's job:
5
- *
6
- * - {@link estimateBodyTokens} — the ROUTING gate. Every string in the body
7
- * counts, so it OVER-estimates (discriminators, tool names, a base64 image
8
- * payload). That is the point: it decides whether a hop's context window can
9
- * hold the request, where over-shooting costs one extra chain step and
10
- * under-shooting ships a request that 400s.
11
- * - {@link estimateAnthropicInputTokens} — the CLIENT-FACING preflight
12
- * (`/v1/messages/count_tokens`). Counts only what the model actually reads,
13
- * so a client's context-window indicator isn't inflated by transport noise.
14
- * Always uses a real BPE (default {@link DEFAULT_ENCODING} / o200k). Never
15
- * use the routing estimator here: base64 image data alone would make
16
- * Claude Code believe a fresh session was nearly full.
17
- */
18
-
19
- /**
20
- * Rough input-token estimator over a request body, format-agnostic.
21
- *
22
- * Walks the JSON value summing string lengths (everything else
23
- * contributes zero) and divides by 4. Works for both canonical
24
- * OpenAI `ChatCompletionRequest` and raw Anthropic Messages bodies
25
- * because both encode all user-visible text inside string values.
26
- *
27
- * Used pre-fetch by the chain orchestrator to skip a hop whose
28
- * provider model can't fit the request — preventing the otherwise
29
- * inevitable 400 + waste of the chain entry. The estimate is
30
- * intentionally conservative: in borderline cases we'd rather burn
31
- * an extra chain step than ship an oversized request that 400s.
32
- */
33
-
34
- import type {
35
- TRulerCache,
36
- TTokenCounter,
37
- TTokenEncoding,
38
- } from "./encoding-select";
39
- import {
40
- DEFAULT_ENCODING,
41
- getTokenCounter,
42
- peekTokenCounter,
43
- } from "./encoding-select";
44
-
45
- /**
46
- * Count a single string as tokens for `encoding`, using the real BPE ruler when
47
- * that family's tokenizer is already warm on this isolate, and falling back to
48
- * the `chars/4` heuristic when it isn't. The synchronous fallback is what lets
49
- * every caller stay synchronous; warm the ruler at request entry
50
- * (`getTokenCounter`) to make the accurate path the common one. `max(1, …)` so
51
- * any non-empty text counts as at least one token.
52
- */
53
- const rulerTokens = (text: string, encoding: TTokenEncoding): number => {
54
- if (text.length === 0) return 0;
55
- const counter = peekTokenCounter(encoding);
56
- if (counter !== null) return Math.max(1, counter.count(text));
57
- return Math.max(1, Math.ceil(text.length / 4));
58
- };
59
-
60
- const stringCharsFromAny = (v: unknown): number => {
61
- if (typeof v === "string") return v.length;
62
- if (Array.isArray(v)) {
63
- let n = 0;
64
- for (const x of v) n += stringCharsFromAny(x);
65
- return n;
66
- }
67
- if (v !== null && typeof v === "object") {
68
- let n = 0;
69
- for (const k of Object.keys(v as Record<string, unknown>)) {
70
- n += stringCharsFromAny((v as Record<string, unknown>)[k]);
71
- }
72
- return n;
73
- }
74
- return 0;
75
- };
76
-
77
- /**
78
- * Collect every string in a JSON value, joined by "\n" (a token boundary the
79
- * BPE won't merge across), so the ruler counts them as one pass instead of
80
- * summing chars. Mirrors {@link stringCharsFromAny}'s walk exactly.
81
- */
82
- const collectStrings = (v: unknown, out: string[]): void => {
83
- if (typeof v === "string") {
84
- out.push(v);
85
- return;
86
- }
87
- if (Array.isArray(v)) {
88
- for (const x of v) collectStrings(x, out);
89
- return;
90
- }
91
- if (v !== null && typeof v === "object") {
92
- for (const k of Object.keys(v as Record<string, unknown>)) {
93
- collectStrings((v as Record<string, unknown>)[k], out);
94
- }
95
- }
96
- };
97
-
98
- /**
99
- * The ROUTING gate — ALWAYS the `chars/4` heuristic, never the BPE.
100
- *
101
- * This runs on every request (twice in the cloud handler, once per daemon walk),
102
- * so it is deliberately arithmetic-only: a string-length walk with no
103
- * tokenizer, no allocation of the joined body, and no dependence on whether
104
- * some earlier request happened to warm a ruler on this isolate.
105
- *
106
- * It used to consult {@link peekTokenCounter} and silently upgrade itself to a
107
- * real BPE pass once any ruler was warm. That made the hot path's cost — and
108
- * its ANSWER — a function of process history: the first oversized request
109
- * warmed the module-global counter cache and every later request on that
110
- * isolate then paid full tokenization. Accuracy is now opt-in via
111
- * {@link estimateBodyTokensExact}, taken only where it changes a decision
112
- * (compaction) rather than ambiently everywhere.
113
- */
114
- export const estimateBodyTokens = (body: unknown): number =>
115
- Math.ceil(stringCharsFromAny(body) / 4);
116
-
117
- /** Count the serialized wire body for cap holds. On a failed or cold ruler,
118
- * preserve the historical bytes/4 estimate instead of refusing the request.
119
- * The reserve/admit modes bracket both estimates so differently warmed direct
120
- * leg peers cannot reject an honest caller's signed allowance.
121
- */
122
- export const estimateCapInputTokens = (
123
- body: Uint8Array,
124
- mode: "reserve" | "admit" = "reserve",
125
- cache?: TRulerCache,
126
- ): number => {
127
- const fallback = Math.ceil(body.byteLength / 4);
128
- const counter = peekTokenCounter(DEFAULT_ENCODING, cache);
129
- const claude = mode === "reserve" ? peekTokenCounter("claude", cache) : null;
130
- if (counter === null && claude === null) return fallback;
131
- const text = new TextDecoder().decode(body);
132
- if (mode === "admit")
133
- return Math.min(counter?.count(text) ?? fallback, fallback);
134
- return Math.max(
135
- fallback,
136
- counter?.count(text) ?? 0,
137
- claude?.count(text) ?? 0,
138
- );
139
- };
140
-
141
- /**
142
- * Warm the rulers {@link estimateCapInputTokens} uses for `mode`, each
143
- * independently (a failed load leaves the other usable). Admission only reads
144
- * o200k, so a supplier never pays for the Claude ruler.
145
- */
146
- export const warmCapTokenCounter = async (
147
- mode: "reserve" | "admit" = "reserve",
148
- ): Promise<void> => {
149
- await Promise.allSettled([
150
- getTokenCounter(DEFAULT_ENCODING),
151
- ...(mode === "reserve" ? [getTokenCounter("claude")] : []),
152
- ]);
153
- };
154
-
155
- /**
156
- * The ACCURATE body estimate — the real BPE ruler when `encoding`'s family is
157
- * warm, `chars/4` when it isn't. Opt-in and explicit: use it only where the
158
- * extra precision changes an outcome and the caller has warmed the ruler
159
- * deliberately (the compaction seams do, via `getTokenCounter`).
160
- *
161
- * Never call this on the per-request routing path — that is
162
- * {@link estimateBodyTokens}, and it must stay arithmetic-only.
163
- */
164
- export const estimateBodyTokensExact = (
165
- body: unknown,
166
- encoding: TTokenEncoding = DEFAULT_ENCODING,
167
- ): number => {
168
- if (peekTokenCounter(encoding) === null) {
169
- // Cold — the ruler was never warmed, so fall back to the cheap heuristic.
170
- return Math.ceil(stringCharsFromAny(body) / 4);
171
- }
172
- const parts: string[] = [];
173
- collectStrings(body, parts);
174
- return rulerTokens(parts.join("\n"), encoding);
175
- };
176
-
177
- /**
178
- * The text an Anthropic content value actually puts in front of the model:
179
- * `text` blocks, a `tool_use`'s serialized input, a `tool_result`'s body
180
- * (recursively — it may itself be a block array), and prior `thinking`. Block
181
- * types the model does not read as text (image/document sources) contribute
182
- * nothing, which is exactly why this is not `estimateBodyTokens`.
183
- */
184
- const anthropicContentText = (content: unknown): string => {
185
- if (typeof content === "string") return content;
186
- if (!Array.isArray(content)) return "";
187
- const parts: string[] = [];
188
- for (const block of content) {
189
- if (block === null || typeof block !== "object") continue;
190
- const b = block as Record<string, unknown>;
191
- if (b.type === "text" && typeof b.text === "string") parts.push(b.text);
192
- else if (b.type === "tool_use") {
193
- // The name is billed alongside the arguments — both are in the transcript
194
- // the model reads back.
195
- if (typeof b.name === "string") parts.push(b.name);
196
- parts.push(JSON.stringify(b.input ?? {}));
197
- } else if (b.type === "tool_result") {
198
- const inner = b.content;
199
- if (typeof inner === "string") parts.push(inner);
200
- else if (Array.isArray(inner)) parts.push(anthropicContentText(inner));
201
- } else if (b.type === "thinking" && typeof b.thinking === "string") {
202
- parts.push(b.thinking);
203
- }
204
- }
205
- return parts.join("\n");
206
- };
207
-
208
- const visibleTranscriptOf = (body: unknown): string => {
209
- if (body === null || typeof body !== "object") return "";
210
- const b = body as Record<string, unknown>;
211
- const sections: string[] = [];
212
- const system = b.system;
213
- if (typeof system === "string") sections.push(system);
214
- else if (Array.isArray(system)) sections.push(anthropicContentText(system));
215
- if (Array.isArray(b.messages)) {
216
- for (const m of b.messages) {
217
- if (m === null || typeof m !== "object") continue;
218
- sections.push(
219
- anthropicContentText((m as Record<string, unknown>).content),
220
- );
221
- }
222
- }
223
- if (Array.isArray(b.tools) && b.tools.length > 0) {
224
- sections.push(JSON.stringify(b.tools));
225
- }
226
- return sections.filter((s) => s.length > 0).join("\n");
227
- };
228
-
229
- const countTranscript = (joined: string, counter: TTokenCounter): number =>
230
- joined.length === 0 ? 0 : Math.max(1, counter.count(joined));
231
-
232
- /**
233
- * Estimated `input_tokens` for an Anthropic-shaped Messages body — the answer
234
- * `/v1/messages/count_tokens` serves ONLY as a fallback, when the vendor's own
235
- * endpoint isn't reachable (no Anthropic-wire hop at the head of the chain, no
236
- * local credential, or an upstream refusal). Whenever the vendor can be asked,
237
- * its exact count is relayed instead and this function is not consulted.
238
- *
239
- * Always acquires a BPE counter — never a silent `chars/4` heuristic. Default
240
- * encoding is {@link DEFAULT_ENCODING} (o200k) regardless of inbound Messages
241
- * wire shape. Pass `"claude"` only when the caller is explicitly counting for
242
- * an Anthropic-family hop.
243
- *
244
- * Single-sourced here because BOTH preflight paths need the same number: the
245
- * cloud handler (`@openllm/api/handlers/count-tokens`) and the daemon's local
246
- * surface (`runCountTokens` in the walker).
247
- *
248
- * KNOWN LIMIT — text only. Images and documents contribute nothing, so an
249
- * image-heavy (or image-only) request UNDER-counts, materially. This is
250
- * deliberate: Anthropic prices an image at roughly `(w × h) / 750` tokens, and
251
- * neither dimension is recoverable from a base64 blob or a URL without decoding
252
- * or fetching it — so any number we put there would be fabricated, and a
253
- * fabricated count is worse than a knowingly-low one for a fallback whose
254
- * consumers use it as a context-window indicator. Counting the blob's own length
255
- * (what {@link estimateBodyTokens} does) is not a substitute: it tracks encoding
256
- * size, not token cost, and overstates by orders of magnitude.
257
- */
258
- export const estimateAnthropicInputTokens = async (
259
- body: unknown,
260
- encoding: TTokenEncoding = DEFAULT_ENCODING,
261
- ): Promise<number> => {
262
- const joined = visibleTranscriptOf(body);
263
- if (joined.length === 0) return 0;
264
- const counter = await getTokenCounter(encoding);
265
- return countTranscript(joined, counter);
266
- };
@@ -1,66 +0,0 @@
1
- /**
2
- * Recovery for a replayed `reasoning.encrypted_content` the upstream can't
3
- * decrypt. The OpenAI Responses backend (ChatGPT/Codex) and the Grok chat
4
- * proxy only decrypt encrypted reasoning THEY minted for that
5
- * account+model+session. On a fallback that switches account/model, the prior
6
- * hop's encrypted reasoning replays into a hop that can't decrypt it and the
7
- * backend 400s. Stripping the resumable state and retrying makes the request
8
- * succeed (the model just re-reasons) instead of surfacing a hard error — the
9
- * exact recovery the official partner client performs
10
- * (audit 2026-07-14-codex-upstream-wire §F2).
11
- */
12
-
13
- /** Does a 400 body signal an undecryptable replayed reasoning item? Matched
14
- * loosely across the OpenAI + xAI phrasings (`invalid_encrypted_content`,
15
- * `thinking_signature_invalid`, "could not decrypt", "failed to decrypt"). */
16
- const DECRYPT_FAILURE_RE =
17
- /encrypted[_\s-]?content|thinking[_\s-]?signature|(?:could|failed|unable)[^.]*?decrypt|decrypt[^.]*?fail/i;
18
-
19
- export const isEncryptedContentError = (rawBody: string): boolean =>
20
- rawBody.length > 0 && DECRYPT_FAILURE_RE.test(rawBody);
21
-
22
- /** True when a built Responses body carries a `reasoning` input item with
23
- * non-empty `encrypted_content` — i.e. stripping it would change the request
24
- * (so a retry is worth attempting). */
25
- export const responsesBodyHasEncryptedContent = (body: unknown): boolean => {
26
- if (body === null || typeof body !== "object") return false;
27
- const input = (body as { input?: unknown }).input;
28
- if (!Array.isArray(input)) return false;
29
- return input.some(
30
- (item) =>
31
- item !== null &&
32
- typeof item === "object" &&
33
- (item as { type?: unknown }).type === "reasoning" &&
34
- typeof (item as { encrypted_content?: unknown }).encrypted_content ===
35
- "string" &&
36
- ((item as { encrypted_content: string }).encrypted_content.length ?? 0) >
37
- 0,
38
- );
39
- };
40
-
41
- /** Return a copy of a built Responses body with `encrypted_content` removed
42
- * from every `reasoning` input item (the item itself stays — its `summary`
43
- * keeps the visible chain). The orphan `id` is dropped too: with
44
- * `store: false` Codex treats a named reasoning item as a persisted lookup
45
- * and 400s ("Item not found") when the ciphertext is gone. */
46
- export const stripResponsesEncryptedContent = (body: unknown): unknown => {
47
- if (body === null || typeof body !== "object") return body;
48
- const b = body as { input?: unknown };
49
- if (!Array.isArray(b.input)) return body;
50
- const input = b.input.map((item) => {
51
- if (
52
- item === null ||
53
- typeof item !== "object" ||
54
- (item as { type?: unknown }).type !== "reasoning"
55
- ) {
56
- return item;
57
- }
58
- const {
59
- encrypted_content: _dropped,
60
- id: _removedId,
61
- ...rest
62
- } = item as Record<string, unknown>;
63
- return rest;
64
- });
65
- return { ...(body as Record<string, unknown>), input };
66
- };
@@ -1,154 +0,0 @@
1
- import type { TCooldownReason, TErrorEnvelope } from "@openllmsh/sdk/protocol";
2
- import {
3
- errorRulesFor,
4
- providerRuleMatches,
5
- type TProviderErrorRule,
6
- } from "./provider-error-rules";
7
-
8
- /**
9
- * Classifies an uncommitted upstream hop failure. Lives in
10
- * `@openllmsh/sdk/wire` so the cloud orchestrator and coreless daemon walker
11
- * share one policy.
12
- *
13
- * Once the gateway has validated the inbound request, an upstream rejection
14
- * cannot prove that every other provider/model will reject the canonical
15
- * request. Therefore every non-abort failure is classified as `transient`
16
- * and the cooldown-policy action (`walk_no_cool` / `cool_and_advance` /
17
- * `retry_in_place` / `surface`) decides whether the walk continues. Only
18
- * request-deterministic reasons (`request_invalid`, `unprocessable`) surface
19
- * immediately; capability / unfamiliar 4xx (`upstream_rejection`) and
20
- * oversized payloads (`payload_too_large`) walk without cooling so a sibling
21
- * model can still serve. This decision is deliberately independent of
22
- * provider names for the defaults; optional `provider` rules may refine the
23
- * reason tag before those defaults run.
24
- *
25
- * A committed response never reaches this classifier. After output has been
26
- * committed, the serving transport owns any failure and cannot restart on a
27
- * different model safely.
28
- *
29
- * Some Envoy edge-connect failures wear a 5xx status despite describing a
30
- * network failure between the edge and its upstream. The narrow conjunction
31
- * below keeps those failures from cooling a model, while ordinary vendor 5xx
32
- * responses remain `server_error` and retain their cooldown.
33
- */
34
- export type TFallbackClass =
35
- | { readonly kind: "transient"; readonly reason: TCooldownReason }
36
- | { readonly kind: "abort" };
37
-
38
- export type TClassifierInput = {
39
- readonly status: number;
40
- readonly envelope?: TErrorEnvelope | undefined;
41
- readonly providerFormat: "openai" | "anthropic";
42
- readonly aborted: boolean;
43
- readonly provider?: string | undefined;
44
- };
45
-
46
- const QUOTA_BODY =
47
- /usage limit|usage balance|balance exhausted|quota|billing cycle|upgrade your plan|out of credits|purchase extra usage|insufficient_quota|insufficient (?:credits?|balance|funds)|credit balance|payment required|top[\s-]?up (?:your )?(?:credits?|balance|account)/i;
48
-
49
- /** Request-shape failures that every model would reject identically.
50
- * Capability / model-local refusals ("Unsupported parameter: …",
51
- * "Unknown parameter: …") stay out — those walk as `upstream_rejection`. */
52
- const REQUEST_INVALID_BODY =
53
- /missing required parameter|could not parse the json|invalid json body|extra inputs are not permitted/i;
54
-
55
- /** True when an error body says the account is out of quota (the same
56
- * phrasing that upgrades a 401/402/403/429 to `quota_exhausted`). */
57
- export const isQuotaExhaustedText = (text: string): boolean =>
58
- QUOTA_BODY.test(text);
59
- /**
60
- * The vendor error phrasings that mean "request too large for this model's
61
- * context window". Exported so callers that classify a raw upstream body — e.g.
62
- * the daemon walker's last-resort compaction trigger — reuse the SAME matcher
63
- * instead of maintaining a drifting copy.
64
- */
65
- export const CONTEXT_OVERFLOW_BODY =
66
- /maximum (prompt|context) length|exceeds the context window|too many tokens|reduce the length of the messages|prompt is too long|exceeds? (?:the )?model token limit|token limit: [\d,]+/i;
67
- // Envoy's first sentence is version-invariant; the trailing reset-reason
68
- // clause drifts between Envoy versions ("reset reason: …" vs "retried and the
69
- // latest reset reason: …"), so the matcher pins only the first sentence.
70
- const ENVOY_CONNECT_ERROR_BODY = [
71
- /upstream connect error/i,
72
- /disconnect\/reset before headers/i,
73
- ] as const;
74
-
75
- const isEnvoyConnectError = (message: string): boolean =>
76
- ENVOY_CONNECT_ERROR_BODY.every((pattern) => pattern.test(message));
77
-
78
- /**
79
- * Pure reason tagging. Accepts an optional `rules` override so tests can
80
- * exercise provider rules without mutating the empty shipped table.
81
- */
82
- export const reasonFor = (
83
- i: TClassifierInput,
84
- rules: readonly TProviderErrorRule[] = errorRulesFor(i.provider),
85
- ): TCooldownReason => {
86
- if (i.envelope?.error?.code === "content_filter") return "content_filter";
87
- // A 2xx the runner still couldn't use (an undecodable 200): the provider
88
- // ACCEPTED the request and may have billed it, so walking on would send —
89
- // and bill — it again. Only an explicit in-band refusal (content_filter,
90
- // above) walks from a 2xx; no body matcher or provider rule may turn an
91
- // accepted request into a walk. 3xx falls through to the normal rules
92
- // (typically `upstream_rejection` → walk).
93
- if (i.status >= 200 && i.status < 300) return "accepted_unreadable";
94
- const message = i.envelope?.error?.message ?? "";
95
- if (CONTEXT_OVERFLOW_BODY.test(message)) return "context_overflow";
96
-
97
- for (const rule of rules) {
98
- if (
99
- providerRuleMatches(rule, {
100
- status: i.status,
101
- code: i.envelope?.error?.code,
102
- message,
103
- })
104
- ) {
105
- return rule.reason;
106
- }
107
- }
108
-
109
- if (i.status === 0) return "network";
110
- if (i.status === 408) return "timeout";
111
- if (i.status === 429) {
112
- return QUOTA_BODY.test(message) ? "quota_exhausted" : "rate_limit";
113
- }
114
- if (i.status >= 500) {
115
- return isEnvoyConnectError(message) ? "network" : "server_error";
116
- }
117
- // 426 Upgrade Required: the upstream refuses THIS client (xAI's CLI proxy
118
- // gates on the device's installed grok version). Like an auth failure it is
119
- // hop-local — another provider/device can serve — so it cools and advances
120
- // instead of falling into a catch-all that used to surface and halt the chain.
121
- if (
122
- i.status === 401 ||
123
- i.status === 403 ||
124
- i.status === 407 ||
125
- i.status === 426
126
- ) {
127
- return QUOTA_BODY.test(message) ? "quota_exhausted" : "auth";
128
- }
129
- if (i.status === 402) {
130
- return QUOTA_BODY.test(message) ? "quota_exhausted" : "payment";
131
- }
132
- if (i.status === 404) return "not_found";
133
- if (i.status === 413) return "payload_too_large";
134
- if (i.status === 422) return "unprocessable";
135
- // Any remaining 4xx: quota / request-invalid body matchers before the
136
- // catch-all. A credits-exhausted OpenRouter 400 must cool-and-advance, not
137
- // stop the walk; a missing-parameter 400 still surfaces.
138
- if (i.status >= 400 && i.status < 500) {
139
- if (QUOTA_BODY.test(message)) return "quota_exhausted";
140
- if (REQUEST_INVALID_BODY.test(message)) return "request_invalid";
141
- }
142
- return "upstream_rejection";
143
- };
144
-
145
- export const classifyHopError = (
146
- i: TClassifierInput,
147
- rules?: readonly TProviderErrorRule[],
148
- ): TFallbackClass =>
149
- i.aborted
150
- ? { kind: "abort" }
151
- : {
152
- kind: "transient",
153
- reason: reasonFor(i, rules ?? errorRulesFor(i.provider)),
154
- };
@@ -1,56 +0,0 @@
1
- import type { TErrorEnvelope } from "@openllmsh/sdk/protocol";
2
-
3
- /** Keep enough of a non-JSON body for classification (quota phrases can sit
4
- * past a short display snippet). Display/header callers pass their own max. */
5
- const CLASSIFY_BODY_SNIPPET_CHARS = 500;
6
-
7
- /**
8
- * Short single-line snippet from an upstream body (max chars, with ellipsis).
9
- * Shared by the envelope parser (classification) and the daemon walker
10
- * (trail/UI headers) so the trim/ellipsis rules cannot drift.
11
- */
12
- export const bodySnippet = (raw: string, max = 200): string => {
13
- const line = raw.replace(/\s+/g, " ").trim();
14
- if (line.length === 0) return "";
15
- return line.length > max ? `${line.slice(0, max)}…` : line;
16
- };
17
-
18
- /**
19
- * Best-effort error-envelope extraction for reason tagging. Parsing is never
20
- * a routing gate: an unknown provider body still represents an uncommitted
21
- * candidate failure and therefore walks.
22
- *
23
- * A STRING-valued `error` is lifted into the canonical envelope: xAI's CLI
24
- * proxy answers an exhausted balance with `{"error":"Grok Build usage balance
25
- * exhausted"}`, and dropping that prose left the classifier with an empty
26
- * message — tagging the hop `payment` (60s) instead of `quota_exhausted`.
27
- * Non-JSON bodies become a truncated snippet with type `upstream_error`
28
- * (500 chars so a late quota phrase still classifies).
29
- */
30
- export const errorEnvelopeFrom = (raw: string): TErrorEnvelope | undefined => {
31
- try {
32
- const json = JSON.parse(raw) as { error?: unknown };
33
- if (typeof json.error === "string") {
34
- return { error: { message: json.error, type: "upstream_error" } };
35
- }
36
- if (json.error === null || typeof json.error !== "object") {
37
- return undefined;
38
- }
39
- const e = json.error as Record<string, unknown>;
40
- return {
41
- error: {
42
- message:
43
- typeof e.message === "string"
44
- ? e.message
45
- : "upstream error (unparseable message)",
46
- type: typeof e.type === "string" ? e.type : "upstream_error",
47
- ...(typeof e.code === "string" ? { code: e.code } : {}),
48
- },
49
- };
50
- } catch {
51
- const message = bodySnippet(raw, CLASSIFY_BODY_SNIPPET_CHARS);
52
- return message.length > 0
53
- ? { error: { message, type: "upstream_error" } }
54
- : undefined;
55
- }
56
- };
@@ -1,48 +0,0 @@
1
- import type { TCooldownReason } from "@openllmsh/sdk/protocol";
2
-
3
- /**
4
- * Optional per-provider overrides for hop-error classification. Pure data —
5
- * a rule returns only a reason (never abort). Custom providers (`custom:*`)
6
- * and unknown names get the empty list so they always use the shared
7
- * defaults; never accept user-supplied rules.
8
- */
9
- export type TProviderErrorRule = {
10
- readonly statuses?: readonly number[];
11
- readonly code?: string;
12
- readonly message?: RegExp;
13
- readonly reason: TCooldownReason;
14
- };
15
-
16
- /** Ships empty. Built-in providers use the shared defaults until a rule is added. */
17
- export const PROVIDER_ERROR_RULES: Readonly<
18
- Record<string, readonly TProviderErrorRule[]>
19
- > = {};
20
-
21
- export const errorRulesFor = (
22
- provider: string | undefined,
23
- rules: Readonly<
24
- Record<string, readonly TProviderErrorRule[]>
25
- > = PROVIDER_ERROR_RULES,
26
- ): readonly TProviderErrorRule[] => {
27
- if (provider === undefined || provider.length === 0) return [];
28
- if (provider.startsWith("custom:")) return [];
29
- return rules[provider] ?? [];
30
- };
31
-
32
- export const providerRuleMatches = (
33
- rule: TProviderErrorRule,
34
- input: {
35
- readonly status: number;
36
- readonly code?: string | undefined;
37
- readonly message: string;
38
- },
39
- ): boolean => {
40
- if (rule.statuses !== undefined && !rule.statuses.includes(input.status)) {
41
- return false;
42
- }
43
- if (rule.code !== undefined && input.code !== rule.code) return false;
44
- if (rule.message !== undefined && !rule.message.test(input.message)) {
45
- return false;
46
- }
47
- return true;
48
- };