@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,12 @@
1
+ import type { TChatCompletionChunk, TChatCompletionResponse } from "@openllmsh/sdk/protocol";
2
+ /**
3
+ * Drain a stream of ChatCompletion chunks into a single non-streaming
4
+ * response. Used for providers that ONLY stream upstream (chatgpt.com
5
+ * `/backend-api/codex/responses`) so non-streaming callers still get a
6
+ * `chat.completion` JSON envelope.
7
+ *
8
+ * Concatenates `delta.content` into a single message string, rebuilds
9
+ * `tool_calls` from indexed deltas, and uses the final chunk's
10
+ * `finish_reason` / `usage` if present.
11
+ */
12
+ export declare const accumulateChunksToResponse: (chunks: ReadableStream<TChatCompletionChunk>, providerModelId: string) => Promise<TChatCompletionResponse>;
@@ -0,0 +1,187 @@
1
+ import { plainTextFromReasoningItems } from "../../adapters/messages/reasoning-from-items.js";
2
+ import { normalizeToolCallFinishReason } from "./finish-reason.js";
3
+ import { IncompleteStreamError } from "./upstream-error.js";
4
+ const ZERO_USAGE = {
5
+ prompt_tokens: 0,
6
+ completion_tokens: 0,
7
+ total_tokens: 0,
8
+ };
9
+ /**
10
+ * Drain a stream of ChatCompletion chunks into a single non-streaming
11
+ * response. Used for providers that ONLY stream upstream (chatgpt.com
12
+ * `/backend-api/codex/responses`) so non-streaming callers still get a
13
+ * `chat.completion` JSON envelope.
14
+ *
15
+ * Concatenates `delta.content` into a single message string, rebuilds
16
+ * `tool_calls` from indexed deltas, and uses the final chunk's
17
+ * `finish_reason` / `usage` if present.
18
+ */
19
+ export const accumulateChunksToResponse = async (chunks, providerModelId) => {
20
+ const reader = chunks.getReader();
21
+ let content = "";
22
+ let finishReason = null;
23
+ let usage = ZERO_USAGE;
24
+ let sawUsage = false;
25
+ let id = "";
26
+ let created = 0;
27
+ let hasCreated = false;
28
+ let systemFingerprint;
29
+ let refusal = "";
30
+ let logprobsContent;
31
+ const toolCalls = new Map();
32
+ let reasoningContent = "";
33
+ let reasoningItems;
34
+ // Provider-executed hosted searches (Codex `webSearch` items) — each delta
35
+ // carries the completed call(s); collect them all for the final message.
36
+ const serverSearchCalls = [];
37
+ try {
38
+ for (;;) {
39
+ const { value, done } = await reader.read();
40
+ if (done)
41
+ break;
42
+ if (value.id !== "")
43
+ id = value.id;
44
+ if (Number.isFinite(value.created) && value.created >= 0) {
45
+ created = value.created;
46
+ hasCreated = true;
47
+ }
48
+ if (typeof value.system_fingerprint === "string" &&
49
+ value.system_fingerprint.length > 0) {
50
+ systemFingerprint = value.system_fingerprint;
51
+ }
52
+ const choice = value.choices[0];
53
+ if (choice === undefined) {
54
+ if (value.usage !== undefined && value.usage !== null) {
55
+ usage = value.usage;
56
+ sawUsage = true;
57
+ }
58
+ continue;
59
+ }
60
+ if (value.usage !== undefined && value.usage !== null) {
61
+ usage = value.usage;
62
+ sawUsage = true;
63
+ }
64
+ const delta = choice.delta;
65
+ if (delta !== undefined) {
66
+ if (typeof delta.content === "string")
67
+ content += delta.content;
68
+ if (typeof delta.refusal === "string")
69
+ refusal += delta.refusal;
70
+ if (typeof delta.reasoning_content === "string") {
71
+ reasoningContent += delta.reasoning_content;
72
+ }
73
+ if (Array.isArray(delta.reasoning_items) &&
74
+ delta.reasoning_items.length > 0) {
75
+ reasoningItems = delta.reasoning_items;
76
+ }
77
+ if (Array.isArray(delta.server_search_calls) &&
78
+ delta.server_search_calls.length > 0) {
79
+ serverSearchCalls.push(...delta.server_search_calls);
80
+ }
81
+ if (Array.isArray(delta.tool_calls)) {
82
+ for (const tc of delta.tool_calls) {
83
+ const existing = toolCalls.get(tc.index) ?? {
84
+ id: "",
85
+ name: "",
86
+ arguments: "",
87
+ };
88
+ const next = {
89
+ id: tc.id ?? existing.id,
90
+ name: tc.function?.name ?? existing.name,
91
+ arguments: existing.arguments + (tc.function?.arguments ?? ""),
92
+ };
93
+ toolCalls.set(tc.index, next);
94
+ }
95
+ }
96
+ }
97
+ if (choice.logprobs !== null &&
98
+ typeof choice.logprobs === "object" &&
99
+ "content" in choice.logprobs &&
100
+ Array.isArray(choice.logprobs.content)) {
101
+ logprobsContent ??= [];
102
+ logprobsContent.push(...choice.logprobs.content);
103
+ }
104
+ if (choice.finish_reason !== null && choice.finish_reason !== undefined) {
105
+ finishReason = choice.finish_reason;
106
+ }
107
+ if (value.usage !== undefined && value.usage !== null) {
108
+ usage = value.usage;
109
+ }
110
+ }
111
+ }
112
+ catch (err) {
113
+ // A stream failure AFTER the terminal finish_reason chunk (a trailing
114
+ // upstream error event, a connection reset while draining the tail)
115
+ // cannot change the already-complete answer — salvage it instead of
116
+ // discarding the whole turn (issue #274). A failure BEFORE the terminal
117
+ // chunk still rejects: the answer is incomplete and the error is the
118
+ // only truthful outcome.
119
+ if (finishReason === null) {
120
+ throw new IncompleteStreamError(err, sawUsage ? usage : null);
121
+ }
122
+ // Same debug gate as provider-decode's dropped-chunk warning: keep the
123
+ // salvage observable without adding a logger dep to the pure wire layer.
124
+ if (process.env.OPENLLM_DEBUG_STREAM === "1") {
125
+ console.warn("[accumulateChunksToResponse] salvaged completed answer after trailing stream error:", err instanceof Error ? err.message : String(err));
126
+ }
127
+ }
128
+ finally {
129
+ // Release the underlying chunk source promptly when the caller
130
+ // bails (deadline cutoff, response abort, …) so the upstream
131
+ // `fetch` body doesn't stay open waiting for our next read.
132
+ reader.cancel().catch(() => { });
133
+ }
134
+ const finalToolCalls = [];
135
+ const indices = [...toolCalls.keys()].sort((a, b) => a - b);
136
+ for (const idx of indices) {
137
+ const tc = toolCalls.get(idx);
138
+ if (tc === undefined)
139
+ continue;
140
+ finalToolCalls.push({
141
+ id: tc.id,
142
+ type: "function",
143
+ function: { name: tc.name, arguments: tc.arguments },
144
+ });
145
+ }
146
+ const effectiveFinishReason = normalizeToolCallFinishReason({
147
+ message: finalToolCalls.length > 0 ? { tool_calls: finalToolCalls } : undefined,
148
+ finish_reason: finishReason,
149
+ }) ?? "stop";
150
+ const reasoningFromItems = plainTextFromReasoningItems(reasoningItems);
151
+ /** OpenLLM: surface ref `Delta.reasoning_items` text as `reasoning_content` when deltas omitted. */
152
+ const effectiveReasoningContent = reasoningContent.length > 0 ? reasoningContent : reasoningFromItems;
153
+ return {
154
+ id: id !== "" ? id : `chatcmpl-${crypto.randomUUID()}`,
155
+ object: "chat.completion",
156
+ created: hasCreated ? created : Math.floor(Date.now() / 1000),
157
+ model: providerModelId,
158
+ ...(systemFingerprint !== undefined
159
+ ? { system_fingerprint: systemFingerprint }
160
+ : {}),
161
+ choices: [
162
+ {
163
+ index: 0,
164
+ message: {
165
+ role: "assistant",
166
+ content,
167
+ ...(refusal.length > 0 ? { refusal } : {}),
168
+ ...(finalToolCalls.length > 0 ? { tool_calls: finalToolCalls } : {}),
169
+ ...(effectiveReasoningContent.length > 0
170
+ ? { reasoning_content: effectiveReasoningContent }
171
+ : {}),
172
+ ...(reasoningItems !== undefined
173
+ ? { reasoning_items: [...reasoningItems] }
174
+ : {}),
175
+ ...(serverSearchCalls.length > 0
176
+ ? { server_search_calls: serverSearchCalls }
177
+ : {}),
178
+ },
179
+ finish_reason: effectiveFinishReason,
180
+ ...(logprobsContent !== undefined
181
+ ? { logprobs: { content: logprobsContent } }
182
+ : {}),
183
+ },
184
+ ],
185
+ usage,
186
+ };
187
+ };
@@ -0,0 +1,20 @@
1
+ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
2
+ type TToolCallFinishReasonChoice = {
3
+ readonly finish_reason: TChatCompletionChunk["choices"][number]["finish_reason"];
4
+ /** Internal semantic signal for adapters that have already decoded tool use. */
5
+ readonly hasToolCalls?: boolean;
6
+ readonly message?: {
7
+ readonly tool_calls?: ReadonlyArray<unknown>;
8
+ };
9
+ readonly delta?: {
10
+ readonly tool_calls?: ReadonlyArray<unknown>;
11
+ };
12
+ };
13
+ /**
14
+ * Correct providers that emit tool calls but terminate their response as a
15
+ * normal stop. Both Chat Completions responses and stream chunks can carry
16
+ * tool calls, so accept either shape. Empty external arrays do not represent
17
+ * a tool call; adapters with prior decoded state provide `hasToolCalls`.
18
+ */
19
+ export declare const normalizeToolCallFinishReason: (choice: TToolCallFinishReasonChoice) => TChatCompletionChunk["choices"][number]["finish_reason"];
20
+ export {};
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Correct providers that emit tool calls but terminate their response as a
3
+ * normal stop. Both Chat Completions responses and stream chunks can carry
4
+ * tool calls, so accept either shape. Empty external arrays do not represent
5
+ * a tool call; adapters with prior decoded state provide `hasToolCalls`.
6
+ */
7
+ export const normalizeToolCallFinishReason = (choice) => {
8
+ const hasToolCalls = choice.hasToolCalls === true ||
9
+ (choice.message?.tool_calls?.length ?? 0) > 0 ||
10
+ (choice.delta?.tool_calls?.length ?? 0) > 0;
11
+ return hasToolCalls &&
12
+ (choice.finish_reason === null || choice.finish_reason === "stop")
13
+ ? "tool_calls"
14
+ : choice.finish_reason;
15
+ };
@@ -1,5 +1,4 @@
1
1
  import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
2
-
3
2
  /**
4
3
  * Pre-commit first-event peek — shared by the daemon walker and the cloud
5
4
  * dispatch chain (like the context ladder, ONE implementation so the two
@@ -10,7 +9,6 @@ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
10
9
  * chain can walk to the next hop, instead of failing inside an
11
10
  * already-committed 200 stream.
12
11
  */
13
-
14
12
  /** Outcome of peeking a decoded upstream stream's first meaningful event
15
13
  * before committing the client response:
16
14
  * - `chunks`: the first meaningful event was real output — the
@@ -22,11 +20,16 @@ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
22
20
  * can discard it and walk;
23
21
  * - `error`: the rejection that arrived before any output — including a
24
22
  * stream that closed without producing a single event. */
25
- export type TPeekedChunks<T> =
26
- | { readonly kind: "chunks"; readonly chunks: ReadableStream<T> }
27
- | { readonly kind: "refusal"; readonly chunks: ReadableStream<T> }
28
- | { readonly kind: "error"; readonly error: unknown };
29
-
23
+ export type TPeekedChunks<T> = {
24
+ readonly kind: "chunks";
25
+ readonly chunks: ReadableStream<T>;
26
+ } | {
27
+ readonly kind: "refusal";
28
+ readonly chunks: ReadableStream<T>;
29
+ } | {
30
+ readonly kind: "error";
31
+ readonly error: unknown;
32
+ };
30
33
  /**
31
34
  * Does this decoded chunk carry actual model output (content, reasoning,
32
35
  * tool calls, a finish, usage)? Housekeeping chunks — the role-only
@@ -36,29 +39,7 @@ export type TPeekedChunks<T> =
36
39
  * housekeeping would forfeit the pre-commit walk for exactly the overflow
37
40
  * shape the peek exists to catch.
38
41
  */
39
- export const isMeaningfulChunk = (chunk: TChatCompletionChunk): boolean => {
40
- if (chunk.usage !== undefined && chunk.usage !== null) return true;
41
- return chunk.choices.some((choice) => {
42
- if (choice.finish_reason !== undefined && choice.finish_reason !== null) {
43
- return true;
44
- }
45
- const d = choice.delta;
46
- const nonEmpty = (s: string | null | undefined): boolean =>
47
- typeof s === "string" && s.length > 0;
48
- const nonEmptyArr = (
49
- a: ReadonlyArray<unknown> | null | undefined,
50
- ): boolean => Array.isArray(a) && a.length > 0;
51
- return (
52
- nonEmpty(d.content) ||
53
- nonEmpty(d.reasoning_content) ||
54
- nonEmpty(d.refusal) ||
55
- nonEmptyArr(d.tool_calls) ||
56
- nonEmptyArr(d.reasoning_items) ||
57
- nonEmptyArr(d.server_search_calls)
58
- );
59
- });
60
- };
61
-
42
+ export declare const isMeaningfulChunk: (chunk: TChatCompletionChunk) => boolean;
62
43
  /**
63
44
  * Wait for the first MEANINGFUL event of a decoded upstream stream (see
64
45
  * the module doc for why), then return a stream that replays what was
@@ -87,10 +68,7 @@ export const isMeaningfulChunk = (chunk: TChatCompletionChunk): boolean => {
87
68
  * began still propagates mid-stream as before (committed = never
88
69
  * re-dispatched).
89
70
  */
90
- export const peekFirstChunk = async <T>(
91
- source: ReadableStream<T>,
92
- isMeaningful: (chunk: T) => boolean = () => true,
93
- opts?: {
71
+ export declare const peekFirstChunk: <T>(source: ReadableStream<T>, isMeaningful?: (chunk: T) => boolean, opts?: {
94
72
  readonly emptyStreamIsError?: boolean;
95
73
  /**
96
74
  * Classifies the FIRST meaningful chunk as a structured refusal. When
@@ -104,51 +82,4 @@ export const peekFirstChunk = async <T>(
104
82
  * committed output.
105
83
  */
106
84
  readonly isRefusal?: (chunk: T) => boolean;
107
- },
108
- ): Promise<TPeekedChunks<T>> => {
109
- const reader = source.getReader();
110
- const buffered: T[] = [];
111
- const replayed = (): ReadableStream<T> =>
112
- new ReadableStream<T>({
113
- pull: async (controller) => {
114
- const next = buffered.shift();
115
- if (next !== undefined) {
116
- controller.enqueue(next);
117
- return;
118
- }
119
- const r = await reader.read();
120
- if (r.done) {
121
- controller.close();
122
- return;
123
- }
124
- controller.enqueue(r.value);
125
- },
126
- cancel: (reason) => reader.cancel(reason),
127
- });
128
- try {
129
- for (;;) {
130
- const r = await reader.read();
131
- if (r.done) {
132
- if (buffered.length === 0 && opts?.emptyStreamIsError !== false) {
133
- return {
134
- kind: "error",
135
- error: new Error(
136
- "upstream closed the stream before producing any event",
137
- ),
138
- };
139
- }
140
- // Housekeeping-only stream that closed cleanly: commit and replay
141
- // what arrived rather than synthesizing a failure.
142
- return { kind: "chunks", chunks: replayed() };
143
- }
144
- buffered.push(r.value);
145
- if (isMeaningful(r.value)) {
146
- return opts?.isRefusal?.(r.value) === true
147
- ? { kind: "refusal", chunks: replayed() }
148
- : { kind: "chunks", chunks: replayed() };
149
- }
150
- }
151
- } catch (error) {
152
- return { kind: "error", error };
153
- }
154
- };
85
+ }) => Promise<TPeekedChunks<T>>;
@@ -0,0 +1,100 @@
1
+ /**
2
+ * Does this decoded chunk carry actual model output (content, reasoning,
3
+ * tool calls, a finish, usage)? Housekeeping chunks — the role-only
4
+ * empty-content chunk decoded from `response.created` (chatgpt) or
5
+ * `message_start` (anthropic) — do NOT commit the response: an in-stream
6
+ * rejection can still follow them (`response.failed`), and committing on
7
+ * housekeeping would forfeit the pre-commit walk for exactly the overflow
8
+ * shape the peek exists to catch.
9
+ */
10
+ export const isMeaningfulChunk = (chunk) => {
11
+ if (chunk.usage !== undefined && chunk.usage !== null)
12
+ return true;
13
+ return chunk.choices.some((choice) => {
14
+ if (choice.finish_reason !== undefined && choice.finish_reason !== null) {
15
+ return true;
16
+ }
17
+ const d = choice.delta;
18
+ const nonEmpty = (s) => typeof s === "string" && s.length > 0;
19
+ const nonEmptyArr = (a) => Array.isArray(a) && a.length > 0;
20
+ return (nonEmpty(d.content) ||
21
+ nonEmpty(d.reasoning_content) ||
22
+ nonEmpty(d.refusal) ||
23
+ nonEmptyArr(d.tool_calls) ||
24
+ nonEmptyArr(d.reasoning_items) ||
25
+ nonEmptyArr(d.server_search_calls));
26
+ });
27
+ };
28
+ /**
29
+ * Wait for the first MEANINGFUL event of a decoded upstream stream (see
30
+ * the module doc for why), then return a stream that replays what was
31
+ * buffered ahead of the live tail.
32
+ *
33
+ * The wait is UNBOUNDED by design — bounded only by the request's abort
34
+ * signal, which the upstream fetch carries (an aborted client errors the
35
+ * read). The rejection we're waiting for arrives after the vendor
36
+ * tokenizes the prompt, and a near-cap prompt (the exact overflow case)
37
+ * prefills for many seconds; any fixed deadline commits the response
38
+ * right before the rejection lands, stranding the client in a committed
39
+ * stream that then dies (the pre-fix stall). The client loses nothing
40
+ * from waiting: it would receive zero bytes before the first event
41
+ * regardless. (Same rule as ref/CLIProxyAPI's stream bootstrap: no
42
+ * timeouts after the upstream connection is established.)
43
+ *
44
+ * A stream that CLOSES before any event is an error by default (walkable
45
+ * — the upstream produced nothing), not an empty success. EXCEPT when the
46
+ * peeked stream is a lossy DECODED VIEW of a byte-verbatim passthrough
47
+ * (`opts.emptyStreamIsError: false`): there, zero decoded chunks can mean
48
+ * the decoder dropped frames the schema doesn't model — not an empty
49
+ * upstream — and the client's bytes ride the other tee branch untouched,
50
+ * so the peek must commit rather than 502 a healthy response. Buffered
51
+ * housekeeping chunks are replayed ahead of the live tail: no event is
52
+ * lost or duplicated, and a rejection that arrives after real output
53
+ * began still propagates mid-stream as before (committed = never
54
+ * re-dispatched).
55
+ */
56
+ export const peekFirstChunk = async (source, isMeaningful = () => true, opts) => {
57
+ const reader = source.getReader();
58
+ const buffered = [];
59
+ const replayed = () => new ReadableStream({
60
+ pull: async (controller) => {
61
+ const next = buffered.shift();
62
+ if (next !== undefined) {
63
+ controller.enqueue(next);
64
+ return;
65
+ }
66
+ const r = await reader.read();
67
+ if (r.done) {
68
+ controller.close();
69
+ return;
70
+ }
71
+ controller.enqueue(r.value);
72
+ },
73
+ cancel: (reason) => reader.cancel(reason),
74
+ });
75
+ try {
76
+ for (;;) {
77
+ const r = await reader.read();
78
+ if (r.done) {
79
+ if (buffered.length === 0 && opts?.emptyStreamIsError !== false) {
80
+ return {
81
+ kind: "error",
82
+ error: new Error("upstream closed the stream before producing any event"),
83
+ };
84
+ }
85
+ // Housekeeping-only stream that closed cleanly: commit and replay
86
+ // what arrived rather than synthesizing a failure.
87
+ return { kind: "chunks", chunks: replayed() };
88
+ }
89
+ buffered.push(r.value);
90
+ if (isMeaningful(r.value)) {
91
+ return opts?.isRefusal?.(r.value) === true
92
+ ? { kind: "refusal", chunks: replayed() }
93
+ : { kind: "chunks", chunks: replayed() };
94
+ }
95
+ }
96
+ }
97
+ catch (error) {
98
+ return { kind: "error", error };
99
+ }
100
+ };
@@ -0,0 +1,57 @@
1
+ /**
2
+ * Coreless upstream-SSE decode driver — the `@openllm/core`-free analogue
3
+ * of `core/lib/streaming/event-stream.ts`'s `providerEventStream`. The
4
+ * coreless daemon walker uses it to turn an upstream provider's raw SSE
5
+ * byte stream into canonical `TChatCompletionChunk`s, then re-encodes
6
+ * those to the client's wire.
7
+ *
8
+ * `core`'s version takes a whole `TChatProviderSpec`; this takes just the
9
+ * streaming pieces (`eventSchema` + `initialState` + `eventToChunk` +
10
+ * optional `isTerminalEvent`) so it has no dependency on `core`'s spec
11
+ * machinery — only `effect`'s `Schema` (for decode) + `@openllmsh/sdk/protocol`
12
+ * + the wire SSE primitives.
13
+ */
14
+ import type { TChatCompletionChunk } from "@openllmsh/sdk/protocol";
15
+ import { Schema } from "effect";
16
+ export type TStreamDecodeSpec<TEvent, TState, TOpts> = {
17
+ readonly eventSchema: Schema.Schema<TEvent>;
18
+ readonly onEvent?: (event: unknown) => void;
19
+ readonly initialState: (options: TOpts) => TState;
20
+ readonly eventToChunk: (event: TEvent, state: TState, options: TOpts) => TChatCompletionChunk | null;
21
+ /**
22
+ * Optional semantic-end predicate. When it returns true for a decoded
23
+ * event, the driver converts the event, closes the canonical stream,
24
+ * then cancels the source without awaiting transport EOF. Providers
25
+ * without this keep reading until EOF so usage trailers can still
26
+ * arrive (generic OpenAI-compat).
27
+ */
28
+ readonly isTerminalEvent?: (event: TEvent) => boolean;
29
+ };
30
+ /**
31
+ * Decode an upstream provider SSE stream into canonical chunks. Mirrors
32
+ * `core`'s `providerEventStream` exactly, including the DashScope
33
+ * `choices: []` recovery (harmless for non-OpenAI event schemas — it only
34
+ * runs on the already-failed decode path).
35
+ *
36
+ * Alibaba DashScope (and other OpenAI-compatible upstreams) OMIT the
37
+ * `choices` key entirely on the trailing `stream_options.include_usage`
38
+ * chunk — spec-correct providers send `choices: []`. The OpenAI chunk
39
+ * schema makes `choices` required, so that chunk fails decode. Since it
40
+ * is the ONLY chunk carrying token counts, a silent drop means zero
41
+ * usage for Alibaba (no live feed, no final total) while spec-correct
42
+ * providers work. Retry once with an empty `choices` filled in. (For
43
+ * non-OpenAI event schemas the extra key is ignored on decode, so this
44
+ * is provider-safe and only ever runs on the already-failed path.)
45
+ *
46
+ * A genuinely undecodable frame is still dropped so one odd chunk can't
47
+ * kill the stream — but surface it under a debug flag so the next
48
+ * provider divergence isn't invisible.
49
+ */
50
+ export declare const decodeProviderEventStream: <TEvent, TState, TOpts>(raw: ReadableStream<Uint8Array>, spec: TStreamDecodeSpec<TEvent, TState, TOpts>, options: TOpts) => ReadableStream<TChatCompletionChunk>;
51
+ /**
52
+ * Encode canonical chunks as an OpenAI-wire SSE byte stream (the client
53
+ * encoder for the chat-completions surface). Verbatim port of `core`'s
54
+ * `chunksToSseBytes`; on a mid-stream upstream error it emits a final
55
+ * error frame + `[DONE]` so the client sees a clean failure.
56
+ */
57
+ export declare const chunksToSseBytes: (chunks: ReadableStream<TChatCompletionChunk>) => ReadableStream<Uint8Array>;