@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,600 @@
1
+ const SSE_DONE = "[DONE]";
2
+ const textEncoder = new TextEncoder();
3
+ export const encodeSseEvent = (data) => {
4
+ const payload = data === SSE_DONE ? SSE_DONE : JSON.stringify(data);
5
+ return textEncoder.encode(`data: ${payload}\n\n`);
6
+ };
7
+ export const encodeSseDone = () => textEncoder.encode(`data: ${SSE_DONE}\n\n`);
8
+ export const encodeSseComment = (comment) => textEncoder.encode(`: ${comment}\n\n`);
9
+ // Anthropic's documented keepalive: a real `ping` event (NOT a bare
10
+ // SSE comment). Claude Code drives the official Anthropic SDK whose
11
+ // event-typed stream switch-cases on `type` — emitting the genuine
12
+ // ping is what its standby loop waits on between content blocks while
13
+ // the model is thinking / running tools. Ref: Anthropic streaming
14
+ // messages spec ("ping events ... periodically").
15
+ export const encodeAnthropicPing = () => textEncoder.encode('event: ping\ndata: {"type": "ping"}\n\n');
16
+ /**
17
+ * Length of an SSE line terminator at `i`, or 0 if this is not one.
18
+ * Returns -1 when `buffer[i]` is CR at end-of-buffer: a following LF
19
+ * (the second half of CRLF) may still arrive, so the caller must wait.
20
+ */
21
+ const lineTerminatorLength = (buffer, i, holdSplitCrlf) => {
22
+ if (i >= buffer.length)
23
+ return 0;
24
+ if (buffer[i] === "\r") {
25
+ if (i + 1 >= buffer.length)
26
+ return holdSplitCrlf ? -1 : 1;
27
+ return buffer[i + 1] === "\n" ? 2 : 1;
28
+ }
29
+ if (buffer[i] === "\n")
30
+ return 1;
31
+ return 0;
32
+ };
33
+ const stripTrailingLineTerminator = (value) => {
34
+ if (value.endsWith("\r\n"))
35
+ return value.slice(0, -2);
36
+ if (value.endsWith("\n") || value.endsWith("\r"))
37
+ return value.slice(0, -1);
38
+ return value;
39
+ };
40
+ const splitFrames = (buffer) => {
41
+ const frames = [];
42
+ let i = 0;
43
+ let lineStart = 0;
44
+ let eventStart = 0;
45
+ while (i < buffer.length) {
46
+ const term = lineTerminatorLength(buffer, i, true);
47
+ if (term === -1)
48
+ break;
49
+ if (term === 0) {
50
+ i += 1;
51
+ continue;
52
+ }
53
+ if (i === lineStart) {
54
+ frames.push({
55
+ content: stripTrailingLineTerminator(buffer.slice(eventStart, lineStart)),
56
+ raw: buffer.slice(eventStart, i + term),
57
+ });
58
+ i += term;
59
+ eventStart = i;
60
+ lineStart = i;
61
+ continue;
62
+ }
63
+ i += term;
64
+ lineStart = i;
65
+ }
66
+ return { frames, rest: buffer.slice(eventStart) };
67
+ };
68
+ const sseFieldLines = (raw) => {
69
+ const lines = [];
70
+ let i = 0;
71
+ let lineStart = 0;
72
+ while (i < raw.length) {
73
+ const term = lineTerminatorLength(raw, i, false);
74
+ if (term === -1)
75
+ break;
76
+ if (term === 0) {
77
+ i += 1;
78
+ continue;
79
+ }
80
+ lines.push(raw.slice(lineStart, i));
81
+ i += term;
82
+ lineStart = i;
83
+ }
84
+ if (lineStart < raw.length) {
85
+ lines.push(raw.slice(lineStart));
86
+ }
87
+ return lines;
88
+ };
89
+ const parseEvent = (raw) => {
90
+ const lines = sseFieldLines(raw);
91
+ const dataLines = [];
92
+ let comment = null;
93
+ for (const line of lines) {
94
+ if (line === "")
95
+ continue;
96
+ if (line.startsWith(":")) {
97
+ if (comment === null)
98
+ comment = line.slice(1).trimStart();
99
+ continue;
100
+ }
101
+ if (line.startsWith("data:")) {
102
+ dataLines.push(line.slice(5).trimStart());
103
+ }
104
+ // event: / id: / retry: are ignored and must not erase data.
105
+ }
106
+ if (dataLines.length > 0) {
107
+ const data = dataLines.join("\n");
108
+ if (data === SSE_DONE)
109
+ return { kind: "done" };
110
+ return { kind: "data", data };
111
+ }
112
+ if (comment !== null)
113
+ return { kind: "comment", comment };
114
+ return null;
115
+ };
116
+ const emptyRope = () => ({ parts: [], length: 0 });
117
+ const ropePush = (rope, piece) => {
118
+ if (piece.length === 0)
119
+ return;
120
+ rope.parts.push(piece);
121
+ rope.length += piece.length;
122
+ };
123
+ const ropeJoin = (rope) => {
124
+ if (rope.parts.length === 0)
125
+ return "";
126
+ if (rope.parts.length === 1)
127
+ return rope.parts[0] ?? "";
128
+ return rope.parts.join("");
129
+ };
130
+ const ropeSetRest = (rope, rest) => {
131
+ if (rest.length === 0) {
132
+ rope.parts = [];
133
+ rope.length = 0;
134
+ return;
135
+ }
136
+ rope.parts = [rest];
137
+ rope.length = rest.length;
138
+ };
139
+ /** True when the latest piece may have completed an SSE frame (blank line). */
140
+ const pieceMayCompleteFrame = (piece) => {
141
+ if (piece.length === 0)
142
+ return false;
143
+ // Blank-line terminators: \n\n, \r\n\r\n, \r\r, and mixed. A lone
144
+ // terminator at either end is enough to bother joining — the previous
145
+ // rest may have ended with `\n`/`\r` and this piece starts with the
146
+ // matching half of the blank-line boundary.
147
+ const first = piece.charCodeAt(0);
148
+ const last = piece.charCodeAt(piece.length - 1);
149
+ return (first === 10 /* \n */ ||
150
+ first === 13 /* \r */ ||
151
+ last === 10 ||
152
+ last === 13 ||
153
+ piece.includes("\n\n") ||
154
+ // Mixed endings: LF line + CR blank (`\n\r` / `\n\r\n`) interior to the
155
+ // piece — first/last checks miss these when the piece is padded.
156
+ piece.includes("\n\r") ||
157
+ piece.includes("\r\n\r\n") ||
158
+ piece.includes("\r\r"));
159
+ };
160
+ export const sseEventStream = (source) => {
161
+ const reader = source.getReader();
162
+ const decoder = new TextDecoder();
163
+ const rope = emptyRope();
164
+ return new ReadableStream({
165
+ async pull(controller) {
166
+ for (;;) {
167
+ const { value, done } = await reader.read();
168
+ if (done) {
169
+ ropePush(rope, decoder.decode());
170
+ const buffer = ropeJoin(rope);
171
+ const { frames, rest } = splitFrames(buffer);
172
+ for (const frame of frames) {
173
+ const parsed = parseEvent(frame.content);
174
+ if (parsed)
175
+ controller.enqueue(parsed);
176
+ }
177
+ const trailing = parseEvent(rest);
178
+ if (trailing)
179
+ controller.enqueue(trailing);
180
+ ropeSetRest(rope, "");
181
+ controller.close();
182
+ return;
183
+ }
184
+ const piece = decoder.decode(value, { stream: true });
185
+ ropePush(rope, piece);
186
+ // Skip the join+scan while the new bytes cannot complete a frame.
187
+ if (rope.parts.length > 1 && !pieceMayCompleteFrame(piece)) {
188
+ continue;
189
+ }
190
+ const buffer = ropeJoin(rope);
191
+ const { frames, rest } = splitFrames(buffer);
192
+ ropeSetRest(rope, rest);
193
+ if (frames.length === 0)
194
+ continue;
195
+ for (const frame of frames) {
196
+ const parsed = parseEvent(frame.content);
197
+ if (parsed)
198
+ controller.enqueue(parsed);
199
+ }
200
+ return;
201
+ }
202
+ },
203
+ cancel(reason) {
204
+ reader.cancel(reason).catch(() => { });
205
+ },
206
+ });
207
+ };
208
+ export const teeStream = (source) => {
209
+ const [a, b] = source.tee();
210
+ return { client: a, observer: b };
211
+ };
212
+ /**
213
+ * Inject a keepalive frame whenever the upstream goes quiet so a CLI
214
+ * sitting in its streaming read loop (Claude Code, Codex, …) doesn't
215
+ * hit its socket read timeout — and so idle-connection-reaping
216
+ * intermediaries (CDNs, corporate proxies) don't drop the connection —
217
+ * while a reasoning model is thinking or a tool is running.
218
+ *
219
+ * IMPORTANT: only safe over a source that enqueues COMPLETE SSE frames
220
+ * per chunk (our adapter encoders do). It must NOT wrap a raw upstream
221
+ * byte stream whose chunk boundaries are arbitrary — a keepalive could
222
+ * land mid-frame and corrupt the event. Native pass-through therefore
223
+ * relies on the upstream's own `ping`/`message_start` instead.
224
+ *
225
+ * The first beat fires immediately (not after `intervalMs`): the
226
+ * dangerous window is the silence between HTTP 200 and the first token
227
+ * of a slow reasoning run, which a delayed first beat would leave
228
+ * uncovered for a full interval.
229
+ */
230
+ export const withHeartbeat = (source, options) => {
231
+ const reader = source.getReader();
232
+ let timer = null;
233
+ let controllerRef = null;
234
+ let closed = false;
235
+ const beat = options.kind === "anthropic_ping"
236
+ ? encodeAnthropicPing
237
+ : () => encodeSseComment("keepalive");
238
+ const clear = () => {
239
+ if (timer !== null) {
240
+ clearInterval(timer);
241
+ timer = null;
242
+ }
243
+ };
244
+ const safeEnqueue = (chunk) => {
245
+ if (closed || controllerRef === null)
246
+ return;
247
+ try {
248
+ controllerRef.enqueue(chunk);
249
+ }
250
+ catch {
251
+ // Controller already closed/errored (client hung up between the
252
+ // timer firing and this microtask) — stop beating.
253
+ closed = true;
254
+ clear();
255
+ }
256
+ };
257
+ return new ReadableStream({
258
+ start(controller) {
259
+ controllerRef = controller;
260
+ // Immediate first beat closes the post-200 / pre-first-token gap.
261
+ safeEnqueue(beat());
262
+ timer = setInterval(() => safeEnqueue(beat()), options.intervalMs);
263
+ },
264
+ async pull(controller) {
265
+ const { value, done } = await reader.read();
266
+ if (done) {
267
+ closed = true;
268
+ clear();
269
+ controller.close();
270
+ return;
271
+ }
272
+ if (value)
273
+ controller.enqueue(value);
274
+ },
275
+ cancel(reason) {
276
+ closed = true;
277
+ clear();
278
+ reader.cancel(reason).catch(() => { });
279
+ },
280
+ });
281
+ };
282
+ /**
283
+ * Frame-aligned keepalive for a RAW upstream byte stream (native
284
+ * Anthropic pass-through). `withHeartbeat` cannot be used there: the
285
+ * upstream's chunk boundaries are arbitrary, so a keepalive injected
286
+ * between two reads could land in the middle of a half-sent SSE event
287
+ * and corrupt it. That is why pass-through historically injected
288
+ * nothing and relied on the upstream's own `ping` events — which
289
+ * leaves the client stranded the moment an anthropic-wire provider
290
+ * goes quiet for minutes during a long reasoning / tool run (the
291
+ * reported "chat stopped while it was actually doing something").
292
+ *
293
+ * This wrapper makes injection safe by re-aligning the stream to SSE
294
+ * frame boundaries: incoming bytes are buffered and only COMPLETE
295
+ * frames (terminated by a blank line) are forwarded; a partial frame
296
+ * is held back until its terminator arrives. Because the client only
297
+ * ever sees whole frames, a keepalive enqueued on the interval is
298
+ * always emitted at a frame boundary — never spliced inside an event
299
+ * — regardless of how the upstream chunked its bytes.
300
+ *
301
+ * Trailing bytes with no terminator (an upstream that ends mid-frame)
302
+ * are flushed verbatim on close so nothing is silently dropped.
303
+ */
304
+ export const withFrameAlignedHeartbeat = (source, options) => {
305
+ const reader = source.getReader();
306
+ const decoder = new TextDecoder();
307
+ let timer = null;
308
+ let controllerRef = null;
309
+ let closed = false;
310
+ const rope = emptyRope();
311
+ const beat = options.kind === "anthropic_ping"
312
+ ? encodeAnthropicPing
313
+ : () => encodeSseComment("keepalive");
314
+ const clear = () => {
315
+ if (timer !== null) {
316
+ clearInterval(timer);
317
+ timer = null;
318
+ }
319
+ };
320
+ const safeEnqueue = (chunk) => {
321
+ if (closed || controllerRef === null)
322
+ return;
323
+ try {
324
+ controllerRef.enqueue(chunk);
325
+ }
326
+ catch {
327
+ closed = true;
328
+ clear();
329
+ }
330
+ };
331
+ return new ReadableStream({
332
+ start(controller) {
333
+ controllerRef = controller;
334
+ // Immediate first beat closes the post-200 / pre-first-token gap.
335
+ safeEnqueue(beat());
336
+ timer = setInterval(() => safeEnqueue(beat()), options.intervalMs);
337
+ },
338
+ async pull(controller) {
339
+ try {
340
+ for (;;) {
341
+ const { value, done } = await reader.read();
342
+ if (done) {
343
+ // Flush decoder state, then any unterminated trailing bytes
344
+ // verbatim so an upstream that ends mid-frame loses nothing.
345
+ ropePush(rope, decoder.decode());
346
+ const buffer = ropeJoin(rope);
347
+ const flushed = splitFrames(buffer);
348
+ for (const frame of flushed.frames) {
349
+ controller.enqueue(textEncoder.encode(frame.raw));
350
+ }
351
+ if (flushed.rest.length > 0) {
352
+ controller.enqueue(textEncoder.encode(flushed.rest));
353
+ }
354
+ ropeSetRest(rope, "");
355
+ closed = true;
356
+ clear();
357
+ controller.close();
358
+ return;
359
+ }
360
+ const piece = decoder.decode(value, { stream: true });
361
+ ropePush(rope, piece);
362
+ if (rope.parts.length > 1 && !pieceMayCompleteFrame(piece)) {
363
+ continue;
364
+ }
365
+ const buffer = ropeJoin(rope);
366
+ const { frames, rest } = splitFrames(buffer);
367
+ ropeSetRest(rope, rest);
368
+ if (frames.length === 0)
369
+ continue;
370
+ for (const frame of frames) {
371
+ controller.enqueue(textEncoder.encode(frame.raw));
372
+ }
373
+ return;
374
+ }
375
+ }
376
+ catch {
377
+ // Raw passthrough has no canonical encoder to translate a rejected
378
+ // reader. Emit Anthropic's native terminal envelope rather than severing
379
+ // the socket; never expose the thrown message because fetch errors often
380
+ // contain credential-bearing upstream URLs.
381
+ closed = true;
382
+ clear();
383
+ controller.enqueue(textEncoder.encode('event: error\ndata: {"type":"error","error":{"type":"stream_error","message":"upstream stream failed"}}\n\n'));
384
+ controller.close();
385
+ }
386
+ },
387
+ cancel(reason) {
388
+ closed = true;
389
+ clear();
390
+ reader.cancel(reason).catch(() => { });
391
+ },
392
+ });
393
+ };
394
+ /**
395
+ * Self-imposed graceful deadline for a CANONICAL chunk stream.
396
+ *
397
+ * Vercel hard-kills a function the instant it hits `maxDuration`
398
+ * (clamped to the plan ceiling, which may be well below the declared
399
+ * value). Mid-stream that severs the SSE connection with no terminal
400
+ * frame: the client SDK sees a truncated stream and throws — it
401
+ * cannot distinguish a truncation from a crash, so it cannot
402
+ * continue. The idle heartbeat does NOT help here; it keeps the
403
+ * socket warm right up until the platform guillotine.
404
+ *
405
+ * `withStreamDeadline` cuts us off a touch early instead. It forwards
406
+ * real chunks until `deadlineMs` elapses, then:
407
+ * 1. cancels the source — propagating to the upstream `fetch` body
408
+ * so we stop paying the provider for tokens we'll never deliver;
409
+ * 2. emits ONE synthetic terminal chunk with
410
+ * `finish_reason: "length"` and closes cleanly.
411
+ *
412
+ * The text deltas already streamed ARE the partial answer (they're in
413
+ * the client's hands). The synthetic terminal makes the SSE encoders
414
+ * close properly — `data: [DONE]` for OpenAI, `message_delta`
415
+ * (`stop_reason: "max_tokens"`) + `message_stop` for Anthropic — so
416
+ * the caller gets a clean, truncated turn it can re-prompt to resume,
417
+ * instead of a thrown network error.
418
+ *
419
+ * Wrap BEFORE `.tee()` so the usage-drain branch also terminates.
420
+ */
421
+ export const withStreamDeadline = (source, options) => {
422
+ const reader = source.getReader();
423
+ let lastId = "chatcmpl-openllm-deadline";
424
+ let lastModel = "";
425
+ let lastCreated = 0;
426
+ let hasCreated = false;
427
+ let finished = false;
428
+ const DEADLINE = Symbol("deadline");
429
+ let timer = null;
430
+ const deadline = new Promise((resolve) => {
431
+ timer = setTimeout(() => resolve(DEADLINE), Math.max(0, options.deadlineMs));
432
+ });
433
+ const clear = () => {
434
+ if (timer !== null) {
435
+ clearTimeout(timer);
436
+ timer = null;
437
+ }
438
+ };
439
+ // The synthetic terminal preserves the stream's last-seen id/created/model but
440
+ // carries NO usage: OpenAI reports usage once, last-wins, on a `choices: []`
441
+ // chunk, so re-emitting the last usage snapshot on this populated-choice
442
+ // terminal would double-count for clients that sum snapshots. The usage-logging
443
+ // tee accounts partial usage independently.
444
+ const terminal = () => ({
445
+ id: lastId,
446
+ object: "chat.completion.chunk",
447
+ created: hasCreated ? lastCreated : Math.floor(Date.now() / 1000),
448
+ model: lastModel,
449
+ choices: [{ index: 0, delta: {}, finish_reason: "length" }],
450
+ });
451
+ return new ReadableStream({
452
+ async pull(controller) {
453
+ if (finished) {
454
+ controller.close();
455
+ return;
456
+ }
457
+ const read = reader.read();
458
+ // The losing race branch must not surface as an unhandled
459
+ // rejection once we cancel the reader on deadline.
460
+ read.catch(() => { });
461
+ let r;
462
+ try {
463
+ r = await Promise.race([read, deadline]);
464
+ }
465
+ catch (err) {
466
+ // Source errored before the deadline — preserve existing
467
+ // behaviour (the SSE encoder's catch emits a clean error
468
+ // frame + terminator).
469
+ finished = true;
470
+ clear();
471
+ throw err;
472
+ }
473
+ if (r === DEADLINE) {
474
+ finished = true;
475
+ clear();
476
+ reader.cancel("openllm-stream-deadline").catch(() => { });
477
+ if (options.onTruncate !== undefined) {
478
+ try {
479
+ options.onTruncate();
480
+ }
481
+ catch {
482
+ // Callback errors must not crash the stream.
483
+ }
484
+ }
485
+ controller.enqueue(terminal());
486
+ controller.close();
487
+ return;
488
+ }
489
+ if (r.done) {
490
+ finished = true;
491
+ clear();
492
+ controller.close();
493
+ return;
494
+ }
495
+ const value = r.value;
496
+ if (typeof value.id === "string" && value.id.length > 0) {
497
+ lastId = value.id;
498
+ }
499
+ if (typeof value.model === "string" && value.model.length > 0) {
500
+ lastModel = value.model;
501
+ }
502
+ if (Number.isFinite(value.created) && value.created >= 0) {
503
+ lastCreated = value.created;
504
+ hasCreated = true;
505
+ }
506
+ controller.enqueue(value);
507
+ },
508
+ cancel(reason) {
509
+ finished = true;
510
+ clear();
511
+ reader.cancel(reason).catch(() => { });
512
+ },
513
+ });
514
+ };
515
+ /**
516
+ * Sibling of `withStreamDeadline` for the Anthropic pass-through:
517
+ * the source is raw provider SSE bytes (not canonical chunks), and
518
+ * the synthetic terminator must be a pre-encoded SSE byte sequence
519
+ * because there is no canonical-decode step in the pipeline.
520
+ *
521
+ * On cutoff:
522
+ * 1. cancel the source — propagating to the upstream `fetch` body
523
+ * so we stop paying the provider for tokens we'll never deliver;
524
+ * 2. enqueue ONE pre-encoded `message_delta` + `message_stop` pair
525
+ * with `stop_reason: "max_tokens"` (matching what the canonical
526
+ * adapter already emits for `finish_reason: "length"`);
527
+ * 3. close cleanly so SSE clients see a terminated turn instead of
528
+ * a severed connection.
529
+ *
530
+ * Wrap BEFORE `.tee()` so the usage-drain branch also receives the
531
+ * terminator and the accumulator can finalise. The caller checks
532
+ * `isTruncated()` after consumption to skip caching a truncated body.
533
+ *
534
+ * Best-effort frame alignment: the deadline can fire mid-frame on the
535
+ * raw byte stream, but the synthetic terminator starts with a fresh
536
+ * `event:` line — so the worst case is a torn frame followed by two
537
+ * well-formed events, which the Anthropic SDK parser handles by
538
+ * discarding the unterminated lead bytes.
539
+ */
540
+ export const withByteStreamDeadline = (source, options) => {
541
+ const reader = source.getReader();
542
+ let finished = false;
543
+ let truncated = false;
544
+ const DEADLINE = Symbol("byte-stream-deadline");
545
+ let timer = null;
546
+ const deadline = new Promise((resolve) => {
547
+ timer = setTimeout(() => resolve(DEADLINE), Math.max(0, options.deadlineMs));
548
+ });
549
+ const clear = () => {
550
+ if (timer !== null) {
551
+ clearTimeout(timer);
552
+ timer = null;
553
+ }
554
+ };
555
+ const terminator = () => textEncoder.encode('event: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"max_tokens","stop_sequence":null},"usage":{"output_tokens":0}}\n\n' +
556
+ 'event: message_stop\ndata: {"type":"message_stop"}\n\n');
557
+ const stream = new ReadableStream({
558
+ async pull(controller) {
559
+ if (finished) {
560
+ controller.close();
561
+ return;
562
+ }
563
+ const read = reader.read();
564
+ // The losing race branch must not surface as an unhandled
565
+ // rejection once we cancel the reader on deadline.
566
+ read.catch(() => { });
567
+ let r;
568
+ try {
569
+ r = await Promise.race([read, deadline]);
570
+ }
571
+ catch (err) {
572
+ finished = true;
573
+ clear();
574
+ throw err;
575
+ }
576
+ if (r === DEADLINE) {
577
+ finished = true;
578
+ truncated = true;
579
+ clear();
580
+ reader.cancel("openllm-byte-stream-deadline").catch(() => { });
581
+ controller.enqueue(terminator());
582
+ controller.close();
583
+ return;
584
+ }
585
+ if (r.done) {
586
+ finished = true;
587
+ clear();
588
+ controller.close();
589
+ return;
590
+ }
591
+ controller.enqueue(r.value);
592
+ },
593
+ cancel(reason) {
594
+ finished = true;
595
+ clear();
596
+ reader.cancel(reason).catch(() => { });
597
+ },
598
+ });
599
+ return { stream, isTruncated: () => truncated };
600
+ };
@@ -0,0 +1,14 @@
1
+ import type { TChatCompletionChunk, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
2
+ /**
3
+ * Claude Code `/compact` uses `Xm()` which requires usable summary text.
4
+ * cf. https://github.com/anthropics/claude-code/issues/11095
5
+ *
6
+ * Some OpenAI-compatible providers still stream `tool_calls` when the request
7
+ * omits `tools` (conversation history is tool-heavy). That yields Anthropic
8
+ * `tool_use` + `stop_reason: tool_use` and breaks compaction extraction even
9
+ * with plenty of `text` deltas.
10
+ */
11
+ export declare const coerceOpenAiFinishReasonAfterStrippingToolCalls: (fr: string | null | undefined) => string | null | undefined;
12
+ export declare const stripToolCallDeltasFromChunk: (chunk: TChatCompletionChunk) => TChatCompletionChunk;
13
+ export declare const stripToolCallDeltasFromChunkStream: (source: ReadableStream<TChatCompletionChunk>) => ReadableStream<TChatCompletionChunk>;
14
+ export declare const stripAssistantToolCallsFromChatCompletion: (resp: TChatCompletionResponse) => TChatCompletionResponse;
@@ -0,0 +1,75 @@
1
+ /**
2
+ * Claude Code `/compact` uses `Xm()` which requires usable summary text.
3
+ * cf. https://github.com/anthropics/claude-code/issues/11095
4
+ *
5
+ * Some OpenAI-compatible providers still stream `tool_calls` when the request
6
+ * omits `tools` (conversation history is tool-heavy). That yields Anthropic
7
+ * `tool_use` + `stop_reason: tool_use` and breaks compaction extraction even
8
+ * with plenty of `text` deltas.
9
+ */
10
+ export const coerceOpenAiFinishReasonAfterStrippingToolCalls = (fr) => {
11
+ if (fr === "tool_calls" || fr === "function_call")
12
+ return "stop";
13
+ return fr;
14
+ };
15
+ export const stripToolCallDeltasFromChunk = (chunk) => ({
16
+ ...chunk,
17
+ choices: chunk.choices.map((choice, idx) => {
18
+ if (idx !== 0)
19
+ return choice;
20
+ const nextFr = coerceOpenAiFinishReasonAfterStrippingToolCalls(choice.finish_reason);
21
+ const delta = choice.delta;
22
+ const toolCalls = delta.tool_calls;
23
+ if (toolCalls === undefined ||
24
+ toolCalls === null ||
25
+ toolCalls.length === 0) {
26
+ if (nextFr === choice.finish_reason)
27
+ return choice;
28
+ return { ...choice, finish_reason: nextFr };
29
+ }
30
+ const { tool_calls: _omit, ...restDelta } = delta;
31
+ return {
32
+ ...choice,
33
+ finish_reason: nextFr,
34
+ delta: restDelta,
35
+ };
36
+ }),
37
+ });
38
+ export const stripToolCallDeltasFromChunkStream = (source) => {
39
+ const reader = source.getReader();
40
+ return new ReadableStream({
41
+ async pull(controller) {
42
+ const { value, done } = await reader.read();
43
+ if (done) {
44
+ controller.close();
45
+ return;
46
+ }
47
+ controller.enqueue(stripToolCallDeltasFromChunk(value));
48
+ },
49
+ cancel(reason) {
50
+ reader.cancel(reason).catch(() => { });
51
+ },
52
+ });
53
+ };
54
+ export const stripAssistantToolCallsFromChatCompletion = (resp) => {
55
+ const choice = resp.choices[0];
56
+ if (choice === undefined)
57
+ return resp;
58
+ const nextFr = coerceOpenAiFinishReasonAfterStrippingToolCalls(choice.finish_reason);
59
+ const tc = choice.message.tool_calls;
60
+ if ((tc === undefined || tc.length === 0) &&
61
+ nextFr === choice.finish_reason) {
62
+ return resp;
63
+ }
64
+ const { tool_calls: _t, ...restMessage } = choice.message;
65
+ return {
66
+ ...resp,
67
+ choices: [
68
+ {
69
+ ...choice,
70
+ finish_reason: nextFr,
71
+ message: restMessage,
72
+ },
73
+ ],
74
+ };
75
+ };