@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,43 +0,0 @@
1
- import type { TAnthropicResponse } from "@openllmsh/sdk/protocol";
2
-
3
- /**
4
- * Claude Code compaction (`Xm()` in bundled CLI) rejects summaries when the
5
- * extracted visible text is empty or **shorter than 10 characters** after
6
- * trim — see https://github.com/anthropics/claude-code/issues/11095
7
- */
8
- export const COMPACTION_MIN_VISIBLE_TEXT_CHARS = 10;
9
-
10
- export type TAnthropicAssistantVisibleTextOpts = {
11
- /** Join between consecutive `text` blocks. Default `""` (matches Xm / #11095). */
12
- readonly betweenBlocks?: string;
13
- };
14
-
15
- export const anthropicAssistantVisibleTextTrimmed = (
16
- resp: TAnthropicResponse,
17
- opts: TAnthropicAssistantVisibleTextOpts = {},
18
- ): string => {
19
- const betweenBlocks = opts.betweenBlocks ?? "";
20
- const trimParts = betweenBlocks !== "";
21
- const texts = resp.content
22
- .filter((b): b is { type: "text"; text: string } => b.type === "text")
23
- .map((b) => (trimParts ? b.text.trim() : b.text));
24
- return texts.join(betweenBlocks).trim();
25
- };
26
-
27
- const FALLBACK_NO_SUMMARY =
28
- "OpenLLM: no visible summary text was returned for this compaction; you may retry /compact or continue the session.";
29
-
30
- /**
31
- * Ensures assistant `text` blocks meet Claude Code’s minimum length so
32
- * `/compact` does not fail at ~30–40% with “did not contain valid text content”.
33
- */
34
- export const ensureCompactionSafeVisibleText = (text: string): string => {
35
- const t = text.trim();
36
- if (t.length >= COMPACTION_MIN_VISIBLE_TEXT_CHARS) {
37
- return t;
38
- }
39
- if (t.length === 0) {
40
- return FALLBACK_NO_SUMMARY;
41
- }
42
- return `${t}${".".repeat(COMPACTION_MIN_VISIBLE_TEXT_CHARS - t.length)}`;
43
- };
@@ -1,47 +0,0 @@
1
- /**
2
- * Choose the next chain hop that can accommodate an input of the required
3
- * size. Shared by the cloud dispatch chain and the coreless daemon walker so
4
- * context-overflow demotion cannot drift between the two paths.
5
- */
6
- export const nextLargerContextModel = (
7
- chainModels: ReadonlyArray<string>,
8
- currentModel: string,
9
- requiredTokens: number,
10
- windowOf: (modelId: string) => number | null,
11
- ): string | null => {
12
- const currentIndex = chainModels.indexOf(currentModel);
13
- if (currentIndex === -1) return null;
14
- for (const modelId of chainModels.slice(currentIndex + 1)) {
15
- const window = windowOf(modelId);
16
- if (window !== null && window > requiredTokens) return modelId;
17
- }
18
- return null;
19
- };
20
-
21
- /**
22
- * Extract the upstream tokenizer's authoritative request size from an overflow
23
- * diagnostic. Recognises the three vendor shapes observed live:
24
- * - vLLM-style: "maximum prompt length is N ... contains M tokens" → M
25
- * - Anthropic: "prompt is too long: N tokens > M maximum" → N
26
- * - Kimi/DeepSeek:"... token limit: X (requested: N)" → N
27
- * Returns the REQUIRED size (how big the request actually is), not the window.
28
- */
29
- export const contextOverflowRequiredTokens = (raw: string): number | null => {
30
- const patterns = [
31
- // vLLM-style: the "contains M tokens" count.
32
- /maximum (?:prompt|context) length is\s+[\d,]+.*?contains\s+([\d,]+)\s+tokens/i,
33
- // Anthropic: "prompt is too long: N tokens > M maximum".
34
- /prompt is too long:\s*([\d,]+)\s*tokens/i,
35
- // Kimi/DeepSeek: "token limit: X (requested: N)". The "token limit" prefix
36
- // is required so an unrelated "(requested: N)" (e.g. a quota / validation
37
- // error) is NOT misread as a context overflow.
38
- /token limit:?\s*[\d,]+\s*\(requested:\s*([\d,]+)\)/i,
39
- ];
40
- for (const pattern of patterns) {
41
- const match = pattern.exec(raw);
42
- if (match === null) continue;
43
- const required = Number((match[1] ?? "").replaceAll(",", ""));
44
- if (Number.isSafeInteger(required) && required > 0) return required;
45
- }
46
- return null;
47
- };
@@ -1,26 +0,0 @@
1
- import type { TContextOverflowStrategy as TProtocolContextOverflowStrategy } from "@openllmsh/sdk/protocol";
2
-
3
- /**
4
- * Shared context-overflow routing strategy. The cloud and daemon resolve an
5
- * absent or unrecognised persisted value to the historical hop behaviour.
6
- */
7
-
8
- export type TContextOverflowStrategy = TProtocolContextOverflowStrategy;
9
-
10
- export const DEFAULT_CONTEXT_OVERFLOW_STRATEGY: TContextOverflowStrategy =
11
- "hop_to_larger_context";
12
-
13
- export const resolveContextOverflowStrategy = (
14
- raw: string | undefined | null,
15
- ): TContextOverflowStrategy =>
16
- raw === "compact_in_place"
17
- ? "compact_in_place"
18
- : DEFAULT_CONTEXT_OVERFLOW_STRATEGY;
19
-
20
- /** Hop mode both demotes on overflow and pre-skips known-too-small hops. */
21
- export const isHopToLargerContext = (
22
- strategy: TContextOverflowStrategy,
23
- ): boolean => strategy === "hop_to_larger_context";
24
-
25
- export const shouldDemoteOnContextOverflow = isHopToLargerContext;
26
- export const shouldSkipHopForSize = isHopToLargerContext;
@@ -1,144 +0,0 @@
1
- /**
2
- * Conversation affinity — keep one conversation on the backend that last
3
- * served it, because switching account, supplier or device cold-misses the
4
- * provider's prompt cache.
5
- *
6
- * Every routing layer ranks its candidates (chain hops, personal accounts,
7
- * team suppliers, supplier devices) from live data that drifts between turns.
8
- * Affinity sits on top of that ranking: the remembered candidate moves to the
9
- * front whenever it is still eligible, and the ranking only decides for a new
10
- * conversation or after the remembered one is excluded (cooling, exhausted,
11
- * offline, critical failure). Whatever serves next is remembered in its place.
12
- *
13
- * Pure: the key derivation, the reorder and an in-process TTL memory. Hosts
14
- * that need a cross-instance store wrap their own behind the same get/set.
15
- */
16
-
17
- /** Longer than any provider's prompt-cache lifetime. */
18
- export const CONVERSATION_AFFINITY_TTL_MS = 60 * 60 * 1000;
19
- const DEFAULT_MAX_ENTRIES = 10_000;
20
-
21
- type TJson = Record<string, unknown>;
22
-
23
- const isRecord = (value: unknown): value is TJson =>
24
- typeof value === "object" && value !== null && !Array.isArray(value);
25
-
26
- const nonEmpty = (value: unknown): string | null =>
27
- typeof value === "string" && value.trim() !== "" ? value : null;
28
-
29
- /** 64-bit FNV-1a (two 32-bit lanes) — a routing key, not a secret. */
30
- const hash64 = (text: string): string => {
31
- let a = 0x811c9dc5;
32
- let b = 0x01000193 ^ 0x9e3779b9;
33
- for (let i = 0; i < text.length; i += 1) {
34
- const code = text.charCodeAt(i);
35
- a = Math.imul(a ^ code, 0x01000193);
36
- b = Math.imul(b ^ code, 0x01000193 ^ 0x5bd1e995);
37
- }
38
- return (
39
- (a >>> 0).toString(16).padStart(8, "0") +
40
- (b >>> 0).toString(16).padStart(8, "0")
41
- );
42
- };
43
-
44
- /** The turns of an inbound body, whichever surface it arrived on. */
45
- const turnsOf = (body: TJson): ReadonlyArray<unknown> => {
46
- if (Array.isArray(body.messages)) return body.messages;
47
- if (Array.isArray(body.input)) return body.input;
48
- return [];
49
- };
50
-
51
- /**
52
- * A stable key for the conversation `body` belongs to, or null when the body
53
- * carries nothing to key on. A client-supplied cache/session id wins (OpenAI
54
- * `prompt_cache_key`, Anthropic `metadata.user_id`, which Claude Code scopes
55
- * per session); otherwise the hash of the conversation's fixed prefix — the
56
- * system prompt and the turns up to and including the first user turn, which
57
- * never change as the conversation grows.
58
- */
59
- export const conversationAffinityKey = (body: unknown): string | null => {
60
- if (!isRecord(body)) return null;
61
- const cacheKey = nonEmpty(body.prompt_cache_key);
62
- if (cacheKey !== null) return `k:${hash64(cacheKey)}`;
63
- const metadata = isRecord(body.metadata) ? body.metadata : null;
64
- const sessionId = nonEmpty(metadata?.user_id);
65
- if (sessionId !== null) return `s:${hash64(sessionId)}`;
66
- const turns = turnsOf(body);
67
- const firstUser = turns.findIndex(
68
- (turn) => isRecord(turn) && turn.role === "user",
69
- );
70
- // A bare string `input` (Responses) is a one-shot with no history to keep.
71
- if (firstUser === -1) return null;
72
- const prefix = JSON.stringify([
73
- body.system ?? null,
74
- body.instructions ?? null,
75
- turns.slice(0, firstUser + 1),
76
- ]);
77
- return `p:${hash64(prefix)}`;
78
- };
79
-
80
- /** `items` with the remembered one first; unchanged when it isn't present. */
81
- export const preferRemembered = <T>(
82
- items: ReadonlyArray<T>,
83
- isRemembered: (item: T) => boolean,
84
- ): ReadonlyArray<T> => {
85
- const index = items.findIndex(isRemembered);
86
- if (index <= 0) return items;
87
- return [
88
- items[index] as T,
89
- ...items.slice(0, index),
90
- ...items.slice(index + 1),
91
- ];
92
- };
93
-
94
- export type TAffinityMemory = {
95
- readonly get: (key: string) => string | undefined;
96
- readonly set: (key: string, value: string) => void;
97
- };
98
-
99
- /** Bounded in-process memory; the oldest entry is evicted first. */
100
- export const createAffinityMemory = (options?: {
101
- readonly ttlMs?: number;
102
- readonly maxEntries?: number;
103
- readonly now?: () => number;
104
- }): TAffinityMemory => {
105
- const ttlMs = options?.ttlMs ?? CONVERSATION_AFFINITY_TTL_MS;
106
- const maxEntries = options?.maxEntries ?? DEFAULT_MAX_ENTRIES;
107
- const now = options?.now ?? Date.now;
108
- const entries = new Map<string, { value: string; expiresAt: number }>();
109
- return {
110
- get: (key) => {
111
- const entry = entries.get(key);
112
- if (entry === undefined) return undefined;
113
- if (entry.expiresAt <= now()) {
114
- entries.delete(key);
115
- return undefined;
116
- }
117
- return entry.value;
118
- },
119
- set: (key, value) => {
120
- entries.delete(key);
121
- entries.set(key, { value, expiresAt: now() + ttlMs });
122
- while (entries.size > maxEntries) {
123
- const oldest = entries.keys().next().value;
124
- if (oldest === undefined) break;
125
- entries.delete(oldest);
126
- }
127
- },
128
- };
129
- };
130
-
131
- /** Memory slots, one per routing decision a conversation pins. */
132
- export const affinitySlot = {
133
- /** The chain hop (model id) that served. */
134
- hop: (conversation: string): string => `${conversation}|hop`,
135
- /** The personal account index that served `provider`. */
136
- account: (conversation: string, provider: string): string =>
137
- `${conversation}|account|${provider}`,
138
- /** The team share that served `teamModelId`. */
139
- share: (conversation: string, teamModelId: string): string =>
140
- `${conversation}|share|${teamModelId}`,
141
- /** The supplier device that served `shareId`. */
142
- device: (conversation: string, shareId: string): string =>
143
- `${conversation}|device|${shareId}`,
144
- } as const;
@@ -1,141 +0,0 @@
1
- /**
2
- * Raise-only output-token backfill — the shared rule the cloud dispatch
3
- * chain and the coreless daemon walker both apply so an alias / binding
4
- * / pin that resolves to a concrete model gets its live vendor-reported
5
- * ceiling instead of the client's conservative default for the
6
- * unrecognised alias id.
7
- *
8
- * Lives in `@openllmsh/sdk/wire` (not `@openllm/core`) so the daemon can
9
- * import it. Same gating as the historical `dispatch-chain` helper:
10
- * concrete-id requests, unknown ceilings, and already-generous client
11
- * values all no-op.
12
- */
13
-
14
- export type TMaxTokensBackfillArgs = {
15
- readonly requestedModel: string;
16
- readonly getOutputTokenLimit: (modelId: string) => number | null;
17
- };
18
-
19
- /**
20
- * When a hop's catalog id differs from the inbound requested id AND the
21
- * resolved model's native output ceiling is known AND it exceeds the
22
- * client's value, return that ceiling. Otherwise `null` (leave the
23
- * client's cap untouched).
24
- */
25
- export const backfilledMaxTokens = (
26
- modelId: string,
27
- clientMaxTokens: number | undefined,
28
- args: TMaxTokensBackfillArgs,
29
- ): number | null => {
30
- if (modelId === args.requestedModel) return null;
31
- const ceiling = args.getOutputTokenLimit(modelId);
32
- if (ceiling === null) return null;
33
- if (clientMaxTokens !== undefined && clientMaxTokens >= ceiling) return null;
34
- return ceiling;
35
- };
36
-
37
- const finiteNumber = (value: unknown): number | undefined =>
38
- typeof value === "number" && Number.isFinite(value) ? value : undefined;
39
-
40
- /**
41
- * Effective client output cap on an already-built upstream body.
42
- * The smallest present sibling wins: a leftover 32k `max_tokens` must
43
- * still trigger raise-only backfill even when `max_completion_tokens`
44
- * is already at the ceiling (first-present would miss it and leave
45
- * the smaller field to shadow upstream).
46
- */
47
- export const clientOutputCapFromBody = (body: unknown): number | undefined => {
48
- if (body === null || typeof body !== "object") return undefined;
49
- const rec = body as Record<string, unknown>;
50
- const caps: number[] = [];
51
- for (const key of [
52
- "max_output_tokens",
53
- "max_completion_tokens",
54
- "max_tokens",
55
- ] as const) {
56
- const value = finiteNumber(rec[key]);
57
- if (value !== undefined) caps.push(value);
58
- }
59
- if (caps.length === 0) return undefined;
60
- return Math.min(...caps);
61
- };
62
-
63
- const inboundRequestedModel = (rawBody: unknown): string | null => {
64
- if (rawBody === null || typeof rawBody !== "object") return null;
65
- const model = (rawBody as { readonly model?: unknown }).model;
66
- return typeof model === "string" && model.length > 0 ? model : null;
67
- };
68
-
69
- /**
70
- * Raise whichever output-cap fields the built body already carries so a
71
- * leftover smaller sibling cannot shadow the backfill. Codex Responses
72
- * bodies omit the field on purpose (`max_output_tokens` 400s) — do not
73
- * invent it. When no cap field is present on an openai / anthropic /
74
- * non-Codex Responses body, write the field that wire honors.
75
- */
76
- export const raiseOutputCapFields = (
77
- body: unknown,
78
- raised: number,
79
- wire: "anthropic" | "chatgpt" | "openai",
80
- // `false` = non-Codex Responses (Grok). Undefined / true = Codex.
81
- codexInstructions?: boolean,
82
- ): unknown => {
83
- if (body === null || typeof body !== "object" || Array.isArray(body)) {
84
- return body;
85
- }
86
- const rec = body as Record<string, unknown>;
87
- const hasOutput = finiteNumber(rec.max_output_tokens) !== undefined;
88
- const hasCompletion = finiteNumber(rec.max_completion_tokens) !== undefined;
89
- const hasTokens = finiteNumber(rec.max_tokens) !== undefined;
90
- if (!hasOutput && !hasCompletion && !hasTokens) {
91
- if (wire === "chatgpt" && codexInstructions !== false) return body;
92
- if (wire === "chatgpt") return { ...rec, max_output_tokens: raised };
93
- if (wire === "anthropic") return { ...rec, max_tokens: raised };
94
- return { ...rec, max_completion_tokens: raised };
95
- }
96
- const raiseField = (existing: unknown): number => {
97
- const current = finiteNumber(existing);
98
- return current === undefined ? raised : Math.max(current, raised);
99
- };
100
- // Per-field raise-only: a sibling already above the ceiling stays;
101
- // a leftover smaller sibling is lifted. Writing every field to
102
- // `raised` would lower a generous cap.
103
- return {
104
- ...rec,
105
- ...(hasOutput
106
- ? { max_output_tokens: raiseField(rec.max_output_tokens) }
107
- : {}),
108
- ...(hasCompletion
109
- ? { max_completion_tokens: raiseField(rec.max_completion_tokens) }
110
- : {}),
111
- ...(hasTokens ? { max_tokens: raiseField(rec.max_tokens) } : {}),
112
- };
113
- };
114
-
115
- /**
116
- * Apply raise-only backfill to a built upstream body. `null` get-limit
117
- * or a no-op rule returns `body` unchanged.
118
- */
119
- export const applyOutputTokenBackfill = (
120
- body: unknown,
121
- args: {
122
- readonly hopModelId: string;
123
- readonly rawBody: unknown;
124
- readonly getOutputTokenLimit: (modelId: string) => number | null;
125
- readonly wire: "anthropic" | "chatgpt" | "openai";
126
- readonly codexInstructions?: boolean;
127
- },
128
- ): unknown => {
129
- const requestedModel = inboundRequestedModel(args.rawBody) ?? args.hopModelId;
130
- const raised = backfilledMaxTokens(
131
- args.hopModelId,
132
- clientOutputCapFromBody(body),
133
- {
134
- requestedModel,
135
- getOutputTokenLimit: args.getOutputTokenLimit,
136
- },
137
- );
138
- return raised === null
139
- ? body
140
- : raiseOutputCapFields(body, raised, args.wire, args.codexInstructions);
141
- };
@@ -1,53 +0,0 @@
1
- import type { TModelCaps } from "@openllmsh/sdk/protocol";
2
-
3
- export type { TModelCaps };
4
-
5
- /**
6
- * Catalog-declared, model-family request constraints. These run after wire
7
- * encoding so the resolved model card can make the final provider-specific
8
- * adjustment without teaching a wire format about model names.
9
- */
10
-
11
- const otherMaxTokensField = (
12
- field: NonNullable<TModelCaps["maxTokensField"]>,
13
- ): "max_tokens" | "max_completion_tokens" =>
14
- field === "max_tokens" ? "max_completion_tokens" : "max_tokens";
15
-
16
- /**
17
- * Apply the resolved model card's final outbound-body constraints without
18
- * mutating the wire encoder's result.
19
- */
20
- export const applyModelCaps = (
21
- body: Record<string, unknown>,
22
- caps: TModelCaps | undefined,
23
- ): Record<string, unknown> => {
24
- if (caps === undefined) return body;
25
-
26
- const next = { ...body };
27
- for (const key of caps.deniedParams ?? []) {
28
- delete next[key];
29
- }
30
-
31
- if (caps.maxTokensField !== undefined) {
32
- const otherField = otherMaxTokensField(caps.maxTokensField);
33
- if (otherField in next) {
34
- if (!(caps.maxTokensField in next)) {
35
- next[caps.maxTokensField] = next[otherField];
36
- }
37
- delete next[otherField];
38
- }
39
- }
40
-
41
- if (caps.temperature === "only-1" && next.temperature !== 1) {
42
- delete next.temperature;
43
- } else if (caps.temperature === "clamp-0-1") {
44
- const temperature = next.temperature;
45
- if (typeof temperature === "number") {
46
- next.temperature = Math.min(1, Math.max(0, temperature));
47
- }
48
- } else if (caps.temperature === "drop") {
49
- delete next.temperature;
50
- }
51
-
52
- return next;
53
- };
@@ -1,24 +0,0 @@
1
- import type {
2
- TChatCompletionRequest,
3
- TModelSettings,
4
- } from "@openllmsh/sdk/protocol";
5
- import { applyReasoningEffortFloor } from "@openllmsh/sdk/protocol";
6
-
7
- /** Apply to a fresh hop-local canonical view, never the shared inbound request. */
8
- export const applyModelSettings = (
9
- request: TChatCompletionRequest,
10
- settings: TModelSettings | undefined,
11
- ): TChatCompletionRequest => {
12
- let next = request;
13
- if (request.service_tier == null && settings?.service_tier !== undefined) {
14
- next = { ...next, service_tier: settings.service_tier };
15
- }
16
- const effort = applyReasoningEffortFloor(
17
- next.reasoning_effort,
18
- settings?.min_reasoning_effort,
19
- );
20
- if (effort !== next.reasoning_effort) {
21
- next = { ...next, reasoning_effort: effort };
22
- }
23
- return next;
24
- };
@@ -1,64 +0,0 @@
1
- /**
2
- * Lower a wire request's output limit to a cap hold's budget — the one
3
- * field-level operation the cloud tunnel path and the daemon walker share
4
- * (review round 3, E1). Every output spelling present is clamped; when none
5
- * is, the surface's own spelling is added. The core dispatch chain clamps
6
- * its canonical request separately, because it is also bounded by the
7
- * client's own fields after model settings and output backfill.
8
- */
9
- export type TOutputLimitSurface = "chat_completions" | "messages" | "responses";
10
-
11
- const OUTPUT_FIELDS = [
12
- "max_tokens",
13
- "max_completion_tokens",
14
- "max_output_tokens",
15
- ] as const;
16
-
17
- /** A copy of `body` with its output limit at most `limit`. */
18
- export const clampOutputLimitFields = (
19
- body: Readonly<Record<string, unknown>>,
20
- surface: TOutputLimitSurface,
21
- limit: number,
22
- ): Record<string, unknown> => {
23
- const result: Record<string, unknown> = { ...body };
24
- let lowest = limit;
25
- for (const key of OUTPUT_FIELDS) {
26
- const value = result[key];
27
- if (value === undefined || value === null) continue;
28
- const clamped =
29
- typeof value === "number" && Number.isFinite(value)
30
- ? Math.min(value, limit)
31
- : limit;
32
- result[key] = clamped;
33
- lowest = Math.min(lowest, clamped);
34
- }
35
- const target = surface === "responses" ? "max_output_tokens" : "max_tokens";
36
- const hasTarget =
37
- result[target] != null ||
38
- (surface === "chat_completions" && result.max_completion_tokens != null);
39
- if (!hasTarget) result[target] = lowest;
40
- return result;
41
- };
42
-
43
- export const isOutputLimitSurface = (
44
- surface: string,
45
- ): surface is TOutputLimitSurface =>
46
- surface === "chat_completions" ||
47
- surface === "messages" ||
48
- surface === "responses";
49
-
50
- /** Parse and clamp a JSON wire body, rejecting malformed or non-object input. */
51
- export const clampOutputLimitBytes = (
52
- body: Uint8Array,
53
- surface: TOutputLimitSurface,
54
- limit: number,
55
- ): Uint8Array => {
56
- const parsed: unknown = JSON.parse(new TextDecoder().decode(body));
57
- if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed))
58
- throw new Error("Invalid team request body");
59
- return new TextEncoder().encode(
60
- JSON.stringify(
61
- clampOutputLimitFields(parsed as Record<string, unknown>, surface, limit),
62
- ),
63
- );
64
- };
@@ -1,85 +0,0 @@
1
- import type {
2
- TProviderUsageSnapshot,
3
- TSubscriptionMeterMatch,
4
- } from "@openllmsh/sdk/protocol";
5
- import { matchesSubscriptionMeter } from "@openllmsh/sdk/protocol";
6
-
7
- /** Maximum age for a stale quota snapshot to remain eligible for routing. */
8
- export const GATE_STALE_CAP_MS = 10 * 60_000;
9
-
10
- export type TQuotaGateDecision =
11
- | { readonly kind: "allow" }
12
- | { readonly kind: "skip"; readonly reason: string };
13
-
14
- type TQuotaPool = Extract<
15
- TProviderUsageSnapshot,
16
- { readonly kind: "quota" }
17
- >["windows"][number];
18
-
19
- /**
20
- * May a STALE snapshot's exhausted `pool` still gate routing?
21
- *
22
- * A pool whose reset instant is KNOWN and still ahead is self-validating: the
23
- * window cannot have refilled before it resets, so the read's age is
24
- * irrelevant — it gates until that instant, then stops. Age-capping this case
25
- * made the gate useless for precisely the provider that needs it: an exhausted
26
- * account serves no successful request, so nothing re-samples its usage, so its
27
- * snapshot sits permanently past the cap and the dead hop is dialled on every
28
- * request (grok weekly at 100% with a 6-day-out reset, read 20 min earlier →
29
- * dialled → HTTP 402 "usage balance exhausted").
30
- *
31
- * With NO reset instant there is nothing to validate against, so the freshness
32
- * cap remains the only evidence and an aged read is not trusted.
33
- */
34
- const stalePoolIsGateable = (
35
- snapshot: Extract<TProviderUsageSnapshot, { readonly kind: "quota" }>,
36
- pool: TQuotaPool | undefined,
37
- staleCapMs: number,
38
- now: number,
39
- ): boolean => {
40
- if (!snapshot.stale) return true;
41
- if (pool?.reset_at_ms !== null && pool?.reset_at_ms !== undefined) {
42
- return now < pool.reset_at_ms;
43
- }
44
- return (
45
- snapshot.as_of_ms !== undefined && now - snapshot.as_of_ms <= staleCapMs
46
- );
47
- };
48
-
49
- export const quotaGateDecision = (params: {
50
- readonly snapshot: TProviderUsageSnapshot | null;
51
- readonly meter: TSubscriptionMeterMatch | undefined;
52
- readonly finalHop: boolean;
53
- readonly staleCapMs: number;
54
- readonly now: number;
55
- }): TQuotaGateDecision => {
56
- if (params.finalHop || params.snapshot?.kind !== "quota") {
57
- return { kind: "allow" };
58
- }
59
-
60
- const { snapshot } = params;
61
- // A rejected quota snapshot derives from exhausted shared provider windows.
62
- // For fresh snapshots that vendor verdict is current. For stale snapshots,
63
- // assess EACH exhausted window independently: an old 5-hour window that has
64
- // reset cannot erase the still-future 7-day exhaustion in the same snapshot.
65
- const exhaustedProviderWindow = snapshot.windows.find(
66
- (window) =>
67
- window.percent_used >= 100 &&
68
- stalePoolIsGateable(snapshot, window, params.staleCapMs, params.now),
69
- );
70
- if (snapshot.status === "rejected" && exhaustedProviderWindow !== undefined) {
71
- return { kind: "skip", reason: "quota_skip: provider window exhausted" };
72
- }
73
-
74
- const exhaustedPool = snapshot.extra_pools?.find(
75
- (pool) =>
76
- matchesSubscriptionMeter(params.meter, pool.meter_id) &&
77
- pool.percent_used >= 100 &&
78
- stalePoolIsGateable(snapshot, pool, params.staleCapMs, params.now),
79
- );
80
- if (exhaustedPool !== undefined) {
81
- return { kind: "skip", reason: "quota_skip: model meter exhausted" };
82
- }
83
-
84
- return { kind: "allow" };
85
- };
package/wire/index.ts DELETED
@@ -1,44 +0,0 @@
1
- /**
2
- * `@openllmsh/sdk/wire` — pure wire-format transforms shared by the cloud
3
- * pipeline (`@openllm/core`) and the local daemon. Depends only on
4
- * `@openllmsh/sdk/protocol`: no Effect-DI, no provider registry, no `fetch`.
5
- *
6
- * These are the functions a coreless daemon needs to adapt a request
7
- * to a hop's wire, encode the response back, and synthesize usage —
8
- * carried verbatim from `core` so the matrix tests pin them unchanged.
9
- */
10
- export * from "./adapters/messages/reasoning-from-items";
11
- export * from "./adapters/messages/reasoning-signature";
12
- export * from "./adapters/messages/request";
13
- export * from "./adapters/messages/response";
14
- export * from "./adapters/messages/streaming";
15
- export * from "./features/account-rank";
16
- export * from "./features/compaction/compact-request";
17
- export * from "./features/compaction/compaction-text";
18
- export * from "./features/context-demote";
19
- export * from "./features/context-overflow-strategy";
20
- export * from "./features/context-skip";
21
- export * from "./features/conversation-affinity";
22
- export * from "./features/max-tokens-backfill";
23
- export * from "./features/model-caps";
24
- export * from "./features/output-limit-clamp";
25
- export * from "./features/quota-gate";
26
- export * from "./lib/attempt-outcome";
27
- export * from "./lib/canonical/content-part";
28
- export * from "./lib/canonical/count-tokens-capability";
29
- export * from "./lib/canonical/message";
30
- export * from "./lib/canonical/token-estimate";
31
- export * from "./lib/encrypted-content";
32
- export * from "./lib/error-class";
33
- export * from "./lib/error-envelope";
34
- export * from "./lib/provider-error-rules";
35
- export * from "./lib/refusal";
36
- export * from "./lib/secret-scrub";
37
- export * from "./lib/streaming/accumulate";
38
- export * from "./lib/streaming/peek";
39
- export * from "./lib/streaming/sse";
40
- export * from "./lib/streaming/strip-tool-calls";
41
- export * from "./lib/streaming/upstream-error";
42
- export * from "./lib/strip-subagent-isolation";
43
- export * from "./lib/thinking-signature";
44
- export * from "./lib/usage-observer";