@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,43 +0,0 @@
1
- export type TAttemptUsage = {
2
- readonly in: number;
3
- readonly out: number;
4
- /** Cache detail for logging and cost only; `in` already includes it where
5
- * the provider counts it separately. Never part of the cap charge. */
6
- readonly cached?: number;
7
- readonly cacheCreation?: number;
8
- };
9
-
10
- export type TAttemptOutcome = {
11
- readonly sent: boolean;
12
- readonly usage: TAttemptUsage | null;
13
- readonly definiteProviderError: boolean;
14
- };
15
-
16
- /** A successfully read nonempty body is evidence, distinct from JSON validity. */
17
- export const isReadableProviderBody = (text: string): boolean =>
18
- text.trim().length > 0;
19
-
20
- /** Classify an attempt only after validating any reported usage. */
21
- export const classifyAttemptOutcome = (
22
- sent: boolean,
23
- status: number | null,
24
- bodyRead: boolean,
25
- usage: TAttemptUsage | null,
26
- ): TAttemptOutcome => ({
27
- sent,
28
- usage,
29
- definiteProviderError:
30
- bodyRead &&
31
- status !== null &&
32
- [400, 401, 403, 404, 413, 415, 422].includes(status),
33
- });
34
-
35
- /** The charge for one attempt; an unsent attempt always refunds its hold. */
36
- export const chargeForAttempt = (
37
- outcome: TAttemptOutcome,
38
- reservation: number,
39
- ): number => {
40
- if (!outcome.sent) return 0;
41
- if (outcome.usage !== null) return outcome.usage.in + outcome.usage.out;
42
- return outcome.definiteProviderError ? 0 : reservation;
43
- };
@@ -1,138 +0,0 @@
1
- /**
2
- * Bounded in-process memory of upstreams that do not expose
3
- * `/v1/messages/count_tokens`. Client-facing preflight must still answer
4
- * `{ input_tokens }` via the local BPE; it must not re-dial an endpoint
5
- * already classified as unsupported.
6
- *
7
- * Skipping *auth/decrypt* is only possible when the count URL is known
8
- * without a credential (cloud catalog Anthropic `defaultBaseUrl`). The
9
- * daemon's captured inference URL is learned from the signed-plan
10
- * delegate, so `acquireUpstream` still runs; the memory then skips the
11
- * count HTTP. Identity is never taken from an unsigned caller URL.
12
- *
13
- * Scope is provider + endpoint identity (origin + pathname only).
14
- * Secrets, userinfo, query strings, and API keys never enter the key.
15
- * Custom endpoints stay isolated from each other and from catalog
16
- * providers. Model id is NOT part of the key: a missing count *route*
17
- * is an endpoint property; a missing *model* is not, and must not
18
- * poison the endpoint.
19
- */
20
-
21
- export const COUNT_TOKENS_CAPABILITY_LIMIT = 256;
22
-
23
- export type TCountTokensCapabilityScope = {
24
- readonly provider: string;
25
- readonly endpointIdentity: string;
26
- };
27
-
28
- /**
29
- * Stable identity for a count URL: origin + pathname. Unparseable input
30
- * (and anything that is not http/https) yields `""` — never the raw
31
- * string, which may carry query tokens or userinfo.
32
- */
33
- export const countTokensEndpointIdentity = (countUrl: string): string => {
34
- try {
35
- const u = new URL(countUrl);
36
- if (u.protocol !== "http:" && u.protocol !== "https:") return "";
37
- return `${u.origin}${u.pathname}`;
38
- } catch {
39
- return "";
40
- }
41
- };
42
-
43
- export type TCountTokensCapabilityMemory = {
44
- readonly isUnsupported: (scope: TCountTokensCapabilityScope) => boolean;
45
- readonly remember: (scope: TCountTokensCapabilityScope) => void;
46
- };
47
-
48
- /**
49
- * Build a capability memory with its own LRU. Production uses the module
50
- * default via {@link isCountTokensUnsupported} /
51
- * {@link rememberCountTokensUnsupported}; tests build a fresh one per case.
52
- */
53
- export const createCountTokensCapabilityMemory = (
54
- limit: number = COUNT_TOKENS_CAPABILITY_LIMIT,
55
- ): TCountTokensCapabilityMemory => {
56
- const unsupported = new Map<string, true>();
57
- const scopeKey = (scope: TCountTokensCapabilityScope): string =>
58
- `${scope.provider}\0${scope.endpointIdentity}`;
59
-
60
- return {
61
- isUnsupported(scope) {
62
- if (scope.endpointIdentity.length === 0) return false;
63
- const k = scopeKey(scope);
64
- if (!unsupported.has(k)) return false;
65
- unsupported.delete(k);
66
- unsupported.set(k, true);
67
- return true;
68
- },
69
- remember(scope) {
70
- if (scope.endpointIdentity.length === 0) return;
71
- const k = scopeKey(scope);
72
- if (unsupported.has(k)) {
73
- unsupported.delete(k);
74
- unsupported.set(k, true);
75
- return;
76
- }
77
- if (unsupported.size >= limit) {
78
- const oldest = unsupported.keys().next().value;
79
- if (oldest !== undefined) unsupported.delete(oldest);
80
- }
81
- unsupported.set(k, true);
82
- },
83
- };
84
- };
85
-
86
- const defaultMemory = createCountTokensCapabilityMemory();
87
-
88
- export const isCountTokensUnsupported = (
89
- scope: TCountTokensCapabilityScope,
90
- ): boolean => defaultMemory.isUnsupported(scope);
91
-
92
- export const rememberCountTokensUnsupported = (
93
- scope: TCountTokensCapabilityScope,
94
- ): void => {
95
- defaultMemory.remember(scope);
96
- };
97
-
98
- const modelMissing = (t: string): boolean =>
99
- /\bmodel\b.{0,120}\b(not found|unknown|does not exist|unsupported|invalid)\b/.test(
100
- t,
101
- ) ||
102
- /\b(not found|unknown|does not exist|unsupported|invalid).{0,120}\bmodel\b/.test(
103
- t,
104
- );
105
-
106
- const countRouteMissing = (t: string): boolean =>
107
- /\b(unknown|no such|missing)\s+(endpoint|route|path|url)\b/.test(t) ||
108
- /\b(endpoint|route|path|url)\s+(is\s+)?(not found|unknown|does not exist|missing)\b/.test(
109
- t,
110
- ) ||
111
- /\bcount_tokens\s+(endpoint|route|path)\s+(not found|does not exist|unknown|not implemented|missing)\b/.test(
112
- t,
113
- ) ||
114
- (t.includes("not implemented") &&
115
- (t.includes("count_tokens") || t.includes("count tokens"))) ||
116
- t.includes("method not allowed");
117
-
118
- /**
119
- * Classify an already-attempted count_tokens HTTP response as "this
120
- * endpoint does not provide the route" vs everything else.
121
- *
122
- * 501 / 405 are unambiguous. 404 is only unsupported when the body
123
- * names a missing *route/endpoint/method* — not a missing *model*,
124
- * even if the same sentence mentions `count_tokens`.
125
- * Auth, rate-limit, and server errors must never be remembered.
126
- */
127
- export const countTokensUnsupportedFromUpstream = (
128
- status: number,
129
- bodyText: string,
130
- ): boolean => {
131
- if (status === 401 || status === 403 || status === 429) return false;
132
- if (status === 501 || status === 405) return true;
133
- if (status >= 500) return false;
134
- if (status !== 404) return false;
135
- const t = bodyText.toLowerCase();
136
- if (modelMissing(t)) return false;
137
- return countRouteMissing(t);
138
- };
@@ -1,202 +0,0 @@
1
- /**
2
- * Bounded image-signature + dimension inspector. Filename/extension is not
3
- * evidence: live Cursor output was JPEG bytes saved as `.png`. Callers pass
4
- * the whole buffer (or a prefix large enough for headers); parsers never
5
- * scan past a small header budget except JPEG SOF, which walks markers with
6
- * a hard byte cap.
7
- */
8
-
9
- export const IMAGE_INSPECT_MAX_BYTES = 20 * 1024 * 1024;
10
- export const IMAGE_DIMENSION_MAX = 8_192;
11
-
12
- export type TInspectedImageMime =
13
- | "image/png"
14
- | "image/jpeg"
15
- | "image/webp"
16
- | "image/gif";
17
-
18
- export type TInspectedImage = {
19
- readonly mime: TInspectedImageMime;
20
- readonly width: number;
21
- readonly height: number;
22
- };
23
-
24
- const PNG_SIG = [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a] as const;
25
- const JPEG_SOI0 = 0xff;
26
- const JPEG_SOI1 = 0xd8;
27
- const GIF87 = [0x47, 0x49, 0x46, 0x38, 0x37, 0x61] as const;
28
- const GIF89 = [0x47, 0x49, 0x46, 0x38, 0x39, 0x61] as const;
29
- const RIFF = [0x52, 0x49, 0x46, 0x46] as const;
30
- const WEBP = [0x57, 0x45, 0x42, 0x50] as const;
31
-
32
- const u16be = (bytes: Uint8Array, offset: number): number =>
33
- ((bytes[offset] ?? 0) << 8) | (bytes[offset + 1] ?? 0);
34
-
35
- const u16le = (bytes: Uint8Array, offset: number): number =>
36
- (bytes[offset] ?? 0) | ((bytes[offset + 1] ?? 0) << 8);
37
-
38
- const u24le = (bytes: Uint8Array, offset: number): number =>
39
- (bytes[offset] ?? 0) |
40
- ((bytes[offset + 1] ?? 0) << 8) |
41
- ((bytes[offset + 2] ?? 0) << 16);
42
-
43
- const u32be = (bytes: Uint8Array, offset: number): number =>
44
- ((bytes[offset] ?? 0) * 0x1000000 +
45
- ((bytes[offset + 1] ?? 0) << 16) +
46
- ((bytes[offset + 2] ?? 0) << 8) +
47
- (bytes[offset + 3] ?? 0)) >>>
48
- 0;
49
-
50
- const startsWith = (
51
- bytes: Uint8Array,
52
- sig: ReadonlyArray<number>,
53
- offset = 0,
54
- ): boolean => {
55
- if (bytes.length < offset + sig.length) return false;
56
- for (let i = 0; i < sig.length; i++) {
57
- if (bytes[offset + i] !== sig[i]) return false;
58
- }
59
- return true;
60
- };
61
-
62
- const validDims = (width: number, height: number): boolean =>
63
- Number.isInteger(width) &&
64
- Number.isInteger(height) &&
65
- width > 0 &&
66
- height > 0 &&
67
- width <= IMAGE_DIMENSION_MAX &&
68
- height <= IMAGE_DIMENSION_MAX;
69
-
70
- const inspectPng = (bytes: Uint8Array): TInspectedImage | null => {
71
- if (!startsWith(bytes, PNG_SIG)) return null;
72
- // IHDR: 8 sig + 4 len + 4 type + 4 width + 4 height
73
- if (bytes.length < 24) return null;
74
- if (
75
- bytes[12] !== 0x49 ||
76
- bytes[13] !== 0x48 ||
77
- bytes[14] !== 0x44 ||
78
- bytes[15] !== 0x52
79
- ) {
80
- return null;
81
- }
82
- const width = u32be(bytes, 16);
83
- const height = u32be(bytes, 20);
84
- if (!validDims(width, height)) return null;
85
- return { mime: "image/png", width, height };
86
- };
87
-
88
- /** Walk JPEG markers until SOF0/1/2; ignore SOS payload. Cap the walk. */
89
- const inspectJpeg = (bytes: Uint8Array): TInspectedImage | null => {
90
- if (bytes.length < 4) return null;
91
- if (bytes[0] !== JPEG_SOI0 || bytes[1] !== JPEG_SOI1) return null;
92
- let i = 2;
93
- const cap = Math.min(bytes.length, 64 * 1024);
94
- while (i + 9 < cap) {
95
- if (bytes[i] !== 0xff) {
96
- i += 1;
97
- continue;
98
- }
99
- let marker = bytes[i + 1] ?? 0;
100
- while (marker === 0xff && i + 2 < cap) {
101
- i += 1;
102
- marker = bytes[i + 1] ?? 0;
103
- }
104
- if (marker === 0xd8 || marker === 0xd9 || marker === 0x01) {
105
- i += 2;
106
- continue;
107
- }
108
- // RST / TEM have no length
109
- if (marker >= 0xd0 && marker <= 0xd7) {
110
- i += 2;
111
- continue;
112
- }
113
- if (i + 4 >= cap) return null;
114
- const len = u16be(bytes, i + 2);
115
- if (len < 2) return null;
116
- // SOF0 / SOF1 / SOF2
117
- if (marker === 0xc0 || marker === 0xc1 || marker === 0xc2) {
118
- if (i + 9 >= cap) return null;
119
- const height = u16be(bytes, i + 5);
120
- const width = u16be(bytes, i + 7);
121
- if (!validDims(width, height)) return null;
122
- return { mime: "image/jpeg", width, height };
123
- }
124
- if (marker === 0xda) return null; // SOS without SOF
125
- i += 2 + len;
126
- }
127
- return null;
128
- };
129
-
130
- const inspectGif = (bytes: Uint8Array): TInspectedImage | null => {
131
- if (!startsWith(bytes, GIF87) && !startsWith(bytes, GIF89)) return null;
132
- if (bytes.length < 10) return null;
133
- const width = u16le(bytes, 6);
134
- const height = u16le(bytes, 8);
135
- if (!validDims(width, height)) return null;
136
- return { mime: "image/gif", width, height };
137
- };
138
-
139
- const inspectWebp = (bytes: Uint8Array): TInspectedImage | null => {
140
- if (!startsWith(bytes, RIFF) || !startsWith(bytes, WEBP, 8)) return null;
141
- if (bytes.length < 30) return null;
142
- const fourcc =
143
- String.fromCharCode(bytes[12] ?? 0) +
144
- String.fromCharCode(bytes[13] ?? 0) +
145
- String.fromCharCode(bytes[14] ?? 0) +
146
- String.fromCharCode(bytes[15] ?? 0);
147
- if (fourcc === "VP8X") {
148
- if (bytes.length < 30) return null;
149
- const width = u24le(bytes, 24) + 1;
150
- const height = u24le(bytes, 27) + 1;
151
- if (!validDims(width, height)) return null;
152
- return { mime: "image/webp", width, height };
153
- }
154
- if (fourcc === "VP8 ") {
155
- // lossy: bytes 16-19 are the "VP8 " chunk size, 20-22 the 3-byte VP8
156
- // frame tag, THEN the 0x9d 0x01 0x2a start code at 23-25, followed by
157
- // 16-bit width (26-27) / height (28-29). Verified against real
158
- // cwebp-encoded output — see `tests/transport/image-signature-webp.test.ts`
159
- // — a previous off-by-3 read the start code at 20-22 and dims at
160
- // 23/25, which never matched a real VP8 lossy stream.
161
- if (bytes.length < 30) return null;
162
- if (bytes[23] !== 0x9d || bytes[24] !== 0x01 || bytes[25] !== 0x2a) {
163
- return null;
164
- }
165
- const width = u16le(bytes, 26) & 0x3fff;
166
- const height = u16le(bytes, 28) & 0x3fff;
167
- if (!validDims(width, height)) return null;
168
- return { mime: "image/webp", width, height };
169
- }
170
- if (fourcc === "VP8L") {
171
- if (bytes.length < 25) return null;
172
- if (bytes[20] !== 0x2f) return null;
173
- const bits =
174
- (bytes[21] ?? 0) |
175
- ((bytes[22] ?? 0) << 8) |
176
- ((bytes[23] ?? 0) << 16) |
177
- ((bytes[24] ?? 0) << 24);
178
- const width = (bits & 0x3fff) + 1;
179
- const height = ((bits >> 14) & 0x3fff) + 1;
180
- if (!validDims(width, height)) return null;
181
- return { mime: "image/webp", width, height };
182
- }
183
- return null;
184
- };
185
-
186
- /**
187
- * Sniff magic + dimensions. Returns null for truncated, oversized, unknown,
188
- * or out-of-range dimensions. Does not throw.
189
- */
190
- export const inspectImageBytes = (
191
- bytes: Uint8Array,
192
- ): TInspectedImage | null => {
193
- if (bytes.byteLength === 0 || bytes.byteLength > IMAGE_INSPECT_MAX_BYTES) {
194
- return null;
195
- }
196
- return (
197
- inspectPng(bytes) ??
198
- inspectJpeg(bytes) ??
199
- inspectGif(bytes) ??
200
- inspectWebp(bytes)
201
- );
202
- };
@@ -1,216 +0,0 @@
1
- import type {
2
- TImageStreamCompletedEvent,
3
- TImageStreamEvent,
4
- TImageStreamPartialEvent,
5
- } from "@openllmsh/sdk/protocol";
6
- import { sseEventStream } from "../streaming/sse";
7
-
8
- /**
9
- * Canonical `/v1/images/generations` SSE.
10
- *
11
- * THE RULE THIS FILE EXISTS TO ENFORCE: the gateway always serves an honest
12
- * stream, and never a simulated one. Concretely:
13
- *
14
- * - A provider that genuinely emits progressive frames has them forwarded as
15
- * they arrive, in order, unbuffered.
16
- * - A provider that returns one finished image (Gemini, Grok, any
17
- * OpenAI-compatible endpoint that ignores `stream`) yields exactly ONE
18
- * `image_generation.completed` event and ZERO partials. We never chop a
19
- * buffered final image into fake `partial_image` frames, and we never
20
- * invent a `partial_image_index`.
21
- * - Keepalive is an SSE COMMENT line, never a zero-progress event, so it
22
- * cannot be mistaken for progress by any client.
23
- *
24
- * Framing follows the pinned spec: NAMED events (`event: image_generation.…`)
25
- * and NO `[DONE]` sentinel — `[DONE]` is chat framing and does not appear in
26
- * the images spec. The `completed` event is the terminator.
27
- */
28
-
29
- const encoder = new TextEncoder();
30
-
31
- /** One named SSE frame. The spec frames image events by name, not by `data` alone. */
32
- export const encodeImageSseEvent = (event: TImageStreamEvent): Uint8Array =>
33
- encoder.encode(`event: ${event.type}\ndata: ${JSON.stringify(event)}\n\n`);
34
-
35
- /**
36
- * A terminal error frame. Used when generation SUCCEEDED but the gateway
37
- * could not durably store the image: the caller must not be told the
38
- * operation completed when the media-library URL it implies does not exist.
39
- */
40
- export const encodeImageSseError = (message: string): Uint8Array =>
41
- encoder.encode(
42
- `event: error\ndata: ${JSON.stringify({ error: { message, type: "persistence_error" } })}\n\n`,
43
- );
44
-
45
- /**
46
- * An inert SSE COMMENT. A comment can never be parsed as an event by any
47
- * client, which is exactly why it is the only honest vehicle for something
48
- * that is not a result: a keepalive, or a note explaining what the stream
49
- * will NOT contain. Never use an event frame for either — that is how a
50
- * zero-progress frame ends up masquerading as progress.
51
- */
52
- export const encodeImageSseComment = (text: string): Uint8Array =>
53
- encoder.encode(`: ${text}\n\n`);
54
-
55
- /** Liveness only, for a stream opened before the work completes. */
56
- export const encodeImageSseKeepalive = (): Uint8Array =>
57
- encodeImageSseComment("keepalive");
58
-
59
- /**
60
- * Told to the caller when they asked for partial frames the resolved model is
61
- * KNOWN not to emit. Without it the request silently yields one completion
62
- * and the caller is left to guess whether partials were lost or never
63
- * existed. Emitted only on a positive catalog fact
64
- * (`nativeProgressiveImages === false`) — never on absent/unknown caps, which
65
- * must stay permissive.
66
- */
67
- export const encodeImageSsePartialsUnavailable = (): Uint8Array =>
68
- encodeImageSseComment(
69
- "partial_images requested, but this model does not emit progressive image frames; a single completion event will follow",
70
- );
71
-
72
- const isPartial = (v: unknown): v is TImageStreamPartialEvent =>
73
- typeof v === "object" &&
74
- v !== null &&
75
- (v as { type?: unknown }).type === "image_generation.partial_image";
76
-
77
- const isCompleted = (v: unknown): v is TImageStreamCompletedEvent =>
78
- typeof v === "object" &&
79
- v !== null &&
80
- (v as { type?: unknown }).type === "image_generation.completed";
81
-
82
- export type TUpstreamImageEvents = {
83
- /** Genuine progressive frames, in arrival order. Empty for a final-only provider. */
84
- readonly partials: ReadonlyArray<TImageStreamPartialEvent>;
85
- readonly completed: TImageStreamCompletedEvent | null;
86
- };
87
-
88
- /**
89
- * Read an upstream SSE image stream into its events.
90
- *
91
- * Callers that need true progressive forwarding use {@link readImageSse}
92
- * instead; this collector exists for the non-progressive case and for tests.
93
- */
94
- export const collectImageSse = async (
95
- upstream: Response,
96
- ): Promise<TUpstreamImageEvents> => {
97
- const partials: TImageStreamPartialEvent[] = [];
98
- let completed: TImageStreamCompletedEvent | null = null;
99
- for await (const event of readImageSse(upstream)) {
100
- if (isPartial(event)) partials.push(event);
101
- else if (isCompleted(event)) completed = event;
102
- }
103
- return { partials, completed };
104
- };
105
-
106
- /**
107
- * Yield upstream image events as they arrive. Unknown event types are skipped
108
- * rather than failing the stream — a provider adding an event we don't model
109
- * must not break a generation that otherwise succeeded.
110
- */
111
- export async function* readImageSse(
112
- upstream: Response,
113
- ): AsyncGenerator<TImageStreamEvent> {
114
- const body = upstream.body;
115
- if (body === null) return;
116
- const reader = sseEventStream(body).getReader();
117
- try {
118
- for (;;) {
119
- const { value, done } = await reader.read();
120
- if (done) return;
121
- if (value === undefined || value.kind !== "data") continue;
122
- let parsed: unknown;
123
- try {
124
- parsed = JSON.parse(value.data);
125
- } catch {
126
- continue;
127
- }
128
- if (isPartial(parsed) || isCompleted(parsed)) yield parsed;
129
- }
130
- } finally {
131
- reader.releaseLock();
132
- }
133
- }
134
-
135
- /**
136
- * Build a `completed` event for a provider that returned a finished image
137
- * rather than a stream. Every field carries a REAL value from that response —
138
- * notably `usage`, which is preserved rather than zeroed. Nothing here
139
- * fabricates progress: the absence of partials IS the honest signal that the
140
- * upstream was not progressive.
141
- */
142
- export const completedEventFromFinalImage = (input: {
143
- readonly b64_json: string;
144
- readonly createdAt: number;
145
- readonly size?: string;
146
- readonly quality?: string;
147
- readonly background?: string;
148
- readonly outputFormat?: string;
149
- readonly usage?: TImageStreamCompletedEvent["usage"];
150
- }): TImageStreamCompletedEvent => ({
151
- type: "image_generation.completed",
152
- b64_json: input.b64_json,
153
- created_at: input.createdAt,
154
- ...(input.size !== undefined ? { size: input.size } : {}),
155
- ...(input.quality !== undefined ? { quality: input.quality } : {}),
156
- ...(input.background !== undefined ? { background: input.background } : {}),
157
- ...(input.outputFormat !== undefined
158
- ? { output_format: input.outputFormat }
159
- : {}),
160
- ...(input.usage !== undefined ? { usage: input.usage } : {}),
161
- });
162
-
163
- /**
164
- * Collapse an image SSE stream into the JSON body a non-streaming consumer
165
- * expects.
166
- *
167
- * Intended for a caller WITHOUT an SSE reader. The previous approach silently
168
- * rewrote such a request to `stream: false`, which overrode a choice the
169
- * caller had made and meant an agent asking to stream got something else with
170
- * no indication. Aggregating instead honours the request end to end: the HTTP
171
- * surface still streams and progressive frames still reach anyone reading
172
- * them, while the tool consumer receives a final result it can render.
173
- *
174
- * Partials are DISCARDED rather than concatenated: they are successive
175
- * previews of one image, not fragments of it. Returns null when the stream
176
- * carried no completion.
177
- *
178
- * ⚠ SINGLE-IMAGE ONLY, AND CURRENTLY UNUSED. It keeps the LAST completion, so
179
- * an `n > 1` response — which emits one completion PER image — collapses to
180
- * the final one and the rest are lost. No production caller reaches it today:
181
- * the MCP tool deliberately implements its own `aggregateImageSseText` in
182
- * `packages/cli/src/mcp/openllm/tools.ts`, which keeps EVERY completion.
183
- * Before wiring this into any consumer that can request `n > 1`, make it
184
- * return all completions rather than adopting it as-is.
185
- */
186
- export const aggregateImageSse = async (
187
- upstream: Response,
188
- ): Promise<TImageStreamCompletedEvent | null> => {
189
- let last: TImageStreamCompletedEvent | null = null;
190
- for await (const event of readImageSse(upstream)) {
191
- if (isCompleted(event)) last = event;
192
- }
193
- return last;
194
- };
195
-
196
- /** The aggregated completion as an `ImagesResponse`-shaped JSON body. */
197
- export const imageSseToJsonBody = (
198
- completed: TImageStreamCompletedEvent,
199
- ): Record<string, unknown> => ({
200
- created: completed.created_at,
201
- data: [
202
- {
203
- b64_json: completed.b64_json,
204
- ...(completed.url !== undefined ? { url: completed.url } : {}),
205
- },
206
- ],
207
- ...(completed.usage !== undefined ? { usage: completed.usage } : {}),
208
- ...(completed.size !== undefined ? { size: completed.size } : {}),
209
- ...(completed.quality !== undefined ? { quality: completed.quality } : {}),
210
- ...(completed.background !== undefined
211
- ? { background: completed.background }
212
- : {}),
213
- ...(completed.output_format !== undefined
214
- ? { output_format: completed.output_format }
215
- : {}),
216
- });