@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,883 +0,0 @@
1
- /**
2
- * openllm native-API tool group — derived from `@openllmsh/sdk/openapi`
3
- * operations, so it tracks the spec automatically.
4
- * Two surfaces are exported:
5
- * - `openllmToolDefsAll` — every operation (browser chat + execution).
6
- * - `openllmToolDefs` — the MCP-listed subset (`isMcpExposed`), trimmed
7
- * to cut agent context bloat.
8
- * Execution (`byToolName` / `handleOpenllmTool`) always covers the FULL set,
9
- * so trimming ListTools never makes an operation uncallable. Mutating
10
- * operations (post/put/patch/delete) carry explicit consent copy in their
11
- * descriptions.
12
- */
13
-
14
- import { createClient } from "@openllmsh/sdk/client";
15
- import type { TApiOperation } from "@openllmsh/sdk/openapi";
16
- import { API_OPERATIONS, resolveUrl } from "@openllmsh/sdk/openapi";
17
- import generatedSpec from "@openllmsh/sdk/openapi/spec.json";
18
- import type { TPermission } from "@openllmsh/sdk/protocol";
19
- import {
20
- KEEPALIVE_REQUEST_HEADER,
21
- OAUTH_PROVIDER_SLUGS,
22
- OPENLLM_CHAIN_HEADER,
23
- OPENLLM_RESOLVED_MODEL_HEADER,
24
- unwrapKeepaliveResponse,
25
- } from "@openllmsh/sdk/protocol";
26
- import type { TToolResult } from "../types";
27
- import { MODELS_TOOL_NAME } from "./model-priority";
28
-
29
- const schemaObject = (value: unknown): Record<string, unknown> | undefined =>
30
- value !== null && typeof value === "object" && !Array.isArray(value)
31
- ? (value as Record<string, unknown>)
32
- : undefined;
33
-
34
- /** Resolve only local generated references; media body schemas have no recursive branches. */
35
- const resolveGeneratedSchema = (
36
- value: unknown,
37
- seen: ReadonlySet<string> = new Set(),
38
- ): unknown => {
39
- if (Array.isArray(value))
40
- return value.map((item) => resolveGeneratedSchema(item, seen));
41
- const object = schemaObject(value);
42
- if (object === undefined) return value;
43
- if (
44
- typeof object.$ref === "string" &&
45
- object.$ref.startsWith("#/") &&
46
- !seen.has(object.$ref)
47
- ) {
48
- let target: unknown = generatedSpec;
49
- for (const segment of object.$ref.slice(2).split("/"))
50
- target =
51
- schemaObject(target)?.[segment.replace(/~1/g, "/").replace(/~0/g, "~")];
52
- if (target !== undefined)
53
- return resolveGeneratedSchema(target, new Set([...seen, object.$ref]));
54
- }
55
- return Object.fromEntries(
56
- Object.entries(object).map(([key, child]) => [
57
- key,
58
- resolveGeneratedSchema(child, seen),
59
- ]),
60
- );
61
- };
62
-
63
- const generatedBodySchema = (
64
- op: TApiOperation,
65
- ): Record<string, unknown> | undefined => {
66
- const paths = schemaObject(generatedSpec.paths);
67
- const operation = schemaObject(schemaObject(paths?.[op.path])?.[op.method]);
68
- const content = schemaObject(schemaObject(operation?.requestBody)?.content);
69
- const schema = schemaObject(content?.["application/json"])?.schema;
70
- return schemaObject(resolveGeneratedSchema(schema));
71
- };
72
-
73
- /** MCP tool names must match `[a-zA-Z0-9_-]+` — sanitize the operation id.
74
- * Exported: the browser chat's tool bridge maps operations back to tool
75
- * names with the SAME convention (no second naming scheme). */
76
- export const toolNameFor = (op: TApiOperation): string =>
77
- `api_${op.id.replace(/[^a-zA-Z0-9_-]+/g, "_")}`;
78
-
79
- const MUTATING = new Set(["post", "put", "patch", "delete"]);
80
- const REQUEST_TIMEOUT_MS = 120_000;
81
-
82
- /** The media tools whose `model` is OPTIONAL — the one table. Consumers ask
83
- * through {@link isMediaOptionalModelTool} rather than re-listing it. */
84
- const MEDIA_OPTIONAL_MODEL_TOOLS: ReadonlySet<string> = new Set([
85
- "api_v1Images_imagesGenerations",
86
- "api_v1Images_imagesEdits",
87
- "api_v1Audio_transcriptions",
88
- "api_v1Audio_speech",
89
- "api_v1Videos_videosCreate",
90
- ]);
91
-
92
- /** Also read by the browser chat, which marks exactly these `strict: false` —
93
- * Responses normalizes an omitted `strict` toward strict, which would promote
94
- * their optional fields to required. */
95
- export const isMediaOptionalModelTool = (name: string): boolean =>
96
- MEDIA_OPTIONAL_MODEL_TOOLS.has(name);
97
-
98
- /** Answers the loop this fixes: an agent filled every optional field, then on
99
- * a rejection kept the body and swapped the model. So — smallest request,
100
- * omit `model` rather than invent one (`"auto"` is named because agents reach
101
- * for it, and it resolves as a literal id), and on a rejection change the FIELD
102
- * (only what the agent added; a user's own constraint is reported, not
103
- * silently overridden). */
104
- const MEDIA_OPTIONAL_MODEL_GUIDANCE =
105
- ' Send the smallest request that expresses the user\'s intent — the optional fields are not a checklist, so send an optional key only when the user asked for that specific thing. Model is optional. Omit model entirely for automatic selection: omitting it is the default-selection mechanism (it uses the catalog-ranked media default chain — subscription candidates first, then a compatible API-key tail — and may fall through at runtime after a failed, unaccepted attempt), so never send a placeholder in its place — `model: "auto"` and `model: ""` are both invalid ways to request automatic selection, and `"auto"` in particular is taken as a literal model id. An explicit model is used as requested. If a field is rejected, fix that field and do not retry the same rejected fields under a different model: drop the unsupported options you added on your own, keep every constraint the user gave (voice, format, size, quality and the like), and if one of THOSE is what the provider refuses, report the conflict and the supported alternatives instead of silently changing or dropping it.';
106
-
107
- /** Gravity Index tools: sponsored recommendations, FREE TIER ONLY. Both
108
- * surfaces drop them for anyone not confirmed free — the MCP server off
109
- * `fetchTier`, the browser chat off `useProductAccess` — and the gateway
110
- * refuses paid callers regardless. Keyed by tool name; the value is the
111
- * whole description (it replaces the generic one, consent copy included —
112
- * a search changes nothing on the user's account). */
113
- const GRAVITY_INDEX_TOOLS: ReadonlyMap<string, string> = new Map([
114
- [
115
- "api_gravity_indexSearch",
116
- "Gravity Index: recommend the best developer service for a need the user has (a database, auth, email/SMS API, payments, hosting, an AI API, …). Returns one recommendation with reasoning, optional install steps and a tracked `click_url`. Call it only when the user actually needs a third-party service. Results are SPONSORED: when you present one, say it is a sponsored recommendation via Gravity, give the `click_url` (never the raw website), and do not present it as your own independent pick. Pass `search_id` back to ask a follow-up.",
117
- ],
118
- [
119
- "api_gravity_indexShopSearch",
120
- "Gravity Index: find physical products the user wants to buy (shoes, electronics, kitchen, …). Returns a ranked list of in-stock products with price, image, merchant and a tracked `click_url`. Only pass filters the user stated. Results are SPONSORED: say so when you present them, link ONLY each product's `click_url`, and never buy anything on the user's behalf.",
121
- ],
122
- ]);
123
-
124
- /** True for a tool listed only to free-tier users. */
125
- export const isFreeTierOnlyTool = (name: string): boolean =>
126
- GRAVITY_INDEX_TOOLS.has(name);
127
-
128
- /** Ops whose body schema is resolved from the spec rather than left opaque. */
129
- const typedBodyTool = (name: string): boolean =>
130
- MEDIA_OPTIONAL_MODEL_TOOLS.has(name) || GRAVITY_INDEX_TOOLS.has(name);
131
-
132
- const descriptionFor = (op: TApiOperation): string => {
133
- const gravity = GRAVITY_INDEX_TOOLS.get(toolNameFor(op));
134
- if (gravity !== undefined) return gravity;
135
- const base =
136
- op.summary.length > 0
137
- ? op.summary
138
- : `${op.method.toUpperCase()} ${op.path}`;
139
- const wire = ` [${op.method.toUpperCase()} ${op.path}]`;
140
- const consent = MUTATING.has(op.method)
141
- ? " MUTATING operation — call only when the user explicitly asked for this change; confirm first when destructive."
142
- : "";
143
- const name = toolNameFor(op);
144
- const media = MEDIA_OPTIONAL_MODEL_TOOLS.has(name)
145
- ? MEDIA_OPTIONAL_MODEL_GUIDANCE
146
- : "";
147
- return `${base}${wire}${consent}${media}`;
148
- };
149
-
150
- const inputSchemaFor = (op: TApiOperation): Record<string, unknown> => {
151
- const properties: Record<string, unknown> = {};
152
- const required: string[] = [];
153
- for (const p of op.pathParams) {
154
- properties[p] = { type: "string", description: `Path parameter \`${p}\`` };
155
- required.push(p);
156
- }
157
- for (const q of op.queryParams) {
158
- properties[q.name] = {
159
- type: "string",
160
- description: `Query parameter \`${q.name}\``,
161
- };
162
- if (q.required) required.push(q.name);
163
- }
164
- if (op.hasBody) {
165
- properties.body = (typedBodyTool(toolNameFor(op))
166
- ? generatedBodySchema(op)
167
- : undefined) ?? {
168
- type: "object",
169
- description:
170
- "JSON request body — see the operation's schema in the OpenAPI spec (`openllm api --spec`).",
171
- };
172
- }
173
- return {
174
- type: "object",
175
- properties,
176
- ...(MEDIA_OPTIONAL_MODEL_TOOLS.has(toolNameFor(op))
177
- ? { additionalProperties: false }
178
- : {}),
179
- ...(required.length > 0 ? { required } : {}),
180
- };
181
- };
182
-
183
- /** Paths no agent may reach — not listed, not executable, not in web chat.
184
- * `/marketplace/launch` returns the user's DECRYPTED integration secrets
185
- * for the launcher to write into a 0600 run dir; as a tool it would put a
186
- * vendor key straight into model context. `/vault/passkey*` manages the
187
- * passkey wraps that unlock the vault: browser-session only (an `sk-llm`
188
- * caller gets 403), and an agent revoking a user's unlock method is not a
189
- * delegation anyone asked for. `/vault/handoff*` hands the vault to a new
190
- * device: an agent must neither ask for it (every request prompts the user's
191
- * devices) nor see or answer one — browser-session only, like the passkeys.
192
- * `/vault/device-control` and `/daemon/attestations` hold the device-control
193
- * trust root for agent sessions — same reasoning.
194
- * Web chat runs the full tool list with the session cookie, so the handlers'
195
- * own `sk-llm` refusal is not enough on its own. */
196
- const AGENT_FORBIDDEN_PATHS: ReadonlySet<string> = new Set([
197
- // Browser ad plumbing (the /chat ad slot and the pixel's retention event),
198
- // not agent capabilities.
199
- "/gravity/app-open",
200
- "/gravity/chat-ad",
201
- "/marketplace/launch",
202
- // Signing browsers out is the account owner's act, from Settings →
203
- // Sessions; the gateway refuses keys there anyway.
204
- "/user/sessions/revoke",
205
- "/user/sessions/revoke-others",
206
- "/vault/passkey",
207
- "/vault/passkey/{id}",
208
- "/vault/handoff",
209
- "/vault/handoff/pending",
210
- "/vault/handoff/{id}",
211
- "/vault/handoff/{id}/approve",
212
- "/vault/handoff/{id}/cancel",
213
- "/vault/handoff/{id}/claim",
214
- "/vault/handoff/{id}/deny",
215
- // Device-control trust material (the phrase-derived key that gates agent
216
- // sessions on the user's machines, and the attestations of which daemon
217
- // keys it trusts). Session-only; an agent writing either would let it
218
- // authorise itself onto the user's devices.
219
- "/vault/device-control",
220
- "/daemon/attestations",
221
- // OAuth connections: what a business may do with the user's account is the
222
- // user's consent, never an agent's (an agent widening or revoking one is
223
- // not a delegation). Pickup and revoke are the business's own calls.
224
- "/connect/grants",
225
- "/connect/grants/{id}",
226
- "/connect/grants/reconsent",
227
- "/connect/grants/pickup",
228
- "/connect/grants/revoke",
229
- // Connections → Your apps: making an app or a new secret returns the
230
- // client secret, and deleting one cuts off every person connected to it.
231
- // The developer's own act, in the browser.
232
- "/developer/apps",
233
- "/developer/apps/{client_id}",
234
- "/developer/apps/{client_id}/secret",
235
- "/developer/apps/{client_id}/sealed",
236
- // Asking OpenLLM to review an app (and reading those applications) speaks
237
- // for the developer to OpenLLM's team; also the developer's own act.
238
- "/developer/apps/{client_id}/review",
239
- "/developer/applications",
240
- // CLI OpenLLM OAuth approval (`/cli/authorize/[id]`): viewing, approving or
241
- // denying a waiting CLI login hands an account key to a terminal (or refuses
242
- // it). That is the signed-in user's act in the browser; as a web-chat tool it
243
- // would run under the session cookie and let an agent let a CLI in.
244
- "/cli/auth/{id}/approve",
245
- "/cli/auth/{id}/deny",
246
- "/cli/auth/{id}/view",
247
- ]);
248
-
249
- const AGENT_OPERATIONS: ReadonlyArray<TApiOperation> = API_OPERATIONS.filter(
250
- (op) => !AGENT_FORBIDDEN_PATHS.has(op.path),
251
- );
252
-
253
- const byToolName = new Map<string, TApiOperation>(
254
- AGENT_OPERATIONS.map((op) => [toolNameFor(op), op]),
255
- );
256
-
257
- /** Endpoints that require a browser SESSION, not an `sk-llm-…` key, and so
258
- * always 401 from the CLI. `/user/auth-methods` reads the auth service's
259
- * `list-accounts` with the caller's cookies (see `authMethodsHandler`) and
260
- * refuses the key path outright; `/user/sessions` does the same with
261
- * `list-sessions` (`listAuthSessionsHandler`). The vault device-handoff reads
262
- * (`vaultHandoffPendingHandler` / `vaultHandoffStatusHandler`) refuse any
263
- * request presenting a key with a 403. Execution stays possible via
264
- * `byToolName`; this only keeps them out of ListTools. */
265
- const SESSION_ONLY_PATHS: ReadonlySet<string> = new Set([
266
- "/connect/apps",
267
- "/connect/clients/{client_id}",
268
- "/connect/history",
269
- "/keys",
270
- "/user/auth-methods",
271
- "/user/sessions",
272
- "/vault/handoff/pending",
273
- "/vault/handoff/{id}",
274
- "/vault/migrate/rows",
275
- ]);
276
-
277
- /** Gateway-admin dashboards (`requireAdmin`): cross-user aggregates no agent
278
- * acting for one user should be offered. */
279
- const ADMIN_ONLY_PATHS: ReadonlySet<string> = new Set([
280
- "/stats/admin",
281
- "/stats/admin/value",
282
- ]);
283
-
284
- /** Browser/ops plumbing with no use to an agent: listing them only spends
285
- * its context. */
286
- const NOT_FOR_AGENTS_PATHS: ReadonlySet<string> = new Set([
287
- "/cookie-consent/region",
288
- "/health",
289
- "/public/usage-index",
290
- "/version",
291
- ]);
292
-
293
- /**
294
- * The permission each listed non-`/v1` operation needs, by path prefix —
295
- * the same gate its handler declares (`requireUser({ permission })`).
296
- * Longest prefix wins. `/v1/*` needs `inference.use`; anything else NOT
297
- * listed needs `account.manage`, so a new endpoint stays off a run-AI key's
298
- * list until it is mapped here.
299
- */
300
- const PERMISSION_BY_PREFIX: ReadonlyArray<readonly [string, TPermission]> = [
301
- ["/user/tier", "inference.use"],
302
- ["/marketplace/catalog", "mcp.use"],
303
- ["/marketplace/installations", "mcp.use"],
304
- ["/media", "media.read"],
305
- ["/sessions", "sessions.read"],
306
- ["/billing", "billing.manage"],
307
- ["/config", "config.manage"],
308
- ["/credentials", "credentials.manage"],
309
- ["/providers", "credentials.manage"],
310
- ["/stats", "stats.read"],
311
- ["/keys", "keys.manage"],
312
- ];
313
-
314
- /** What calling `op` needs from the key (see {@link PERMISSION_BY_PREFIX}). */
315
- export const permissionForOperation = (op: TApiOperation): TPermission => {
316
- if (op.path.startsWith("/v1/")) return "inference.use";
317
- let best: readonly [string, TPermission] | undefined;
318
- for (const entry of PERMISSION_BY_PREFIX) {
319
- const [prefix] = entry;
320
- const matches = op.path === prefix || op.path.startsWith(`${prefix}/`);
321
- if (matches && (best === undefined || prefix.length > best[0].length))
322
- best = entry;
323
- }
324
- return best?.[1] ?? "account.manage";
325
- };
326
-
327
- /** Which operations surface as MCP tools an agent SEES (ListTools). This
328
- * trims context bloat; it does NOT gate execution — `byToolName` above
329
- * keeps every operation callable, and the browser chat imports the full
330
- * `openllmToolDefsAll` below. Denylist:
331
- * 1. `/integrations/memory/*` — the OpenLLM Memory marketplace entry's
332
- * MCP group already exposes these; the raw HTTP mirrors are dupes.
333
- * 2. Non-`/v1/*` mutations (post/put/patch/delete) — account/config/
334
- * vault/keys/sessions/credentials writes an agent shouldn't drive
335
- * through MCP. Inference (`/v1/*`) and all read-only GETs stay.
336
- * 3. {@link SESSION_ONLY_PATHS} — read-only GETs the gateway serves ONLY to
337
- * a browser session. The CLI authenticates with an API key and has no
338
- * session cookie, so listing them spends an agent's context on a call
339
- * that can only ever come back 401. */
340
- const isMcpExposed = (op: TApiOperation): boolean => {
341
- if (op.path.startsWith("/integrations/memory")) return false;
342
- // POST, but a read: a search, not an account write (tier-gated by caller).
343
- if (GRAVITY_INDEX_TOOLS.has(toolNameFor(op))) return true;
344
- if (MUTATING.has(op.method) && !op.path.startsWith("/v1/")) return false;
345
- if (SESSION_ONLY_PATHS.has(op.path)) return false;
346
- if (ADMIN_ONLY_PATHS.has(op.path)) return false;
347
- if (NOT_FOR_AGENTS_PATHS.has(op.path)) return false;
348
- return true;
349
- };
350
-
351
- type TToolDef = {
352
- name: string;
353
- description: string;
354
- inputSchema: Record<string, unknown>;
355
- /** What the caller's key must hold for the gateway to answer this tool. */
356
- permission: TPermission;
357
- };
358
-
359
- const toolDef = (op: TApiOperation): TToolDef => ({
360
- name: toolNameFor(op),
361
- description: descriptionFor(op),
362
- inputSchema: inputSchemaFor(op),
363
- permission: permissionForOperation(op),
364
- });
365
-
366
- /** The FULL native-API tool surface — every operation. Consumed by the
367
- * browser chat tool bridge (`lib/chat/tools.ts`), which intentionally
368
- * exposes inference + account ops for in-chat delegation. */
369
- export const openllmToolDefsAll = AGENT_OPERATIONS.map(toolDef);
370
-
371
- /** Browser-safe identification/limit shared with the CLI-only local adapter. */
372
- export const TRANSCRIPTION_TOOL_NAME = "api_v1Audio_transcriptions";
373
- export const MAX_TRANSCRIPTION_BYTES = 25 * 1024 * 1024;
374
-
375
- /** MCP-listed subset, with local input contracts where the CLI owns the IO. */
376
- export const openllmToolDefs = AGENT_OPERATIONS.filter(isMcpExposed).map(
377
- (op): TToolDef => {
378
- const def = toolDef(op);
379
- if (def.name === MODELS_TOOL_NAME) {
380
- return {
381
- ...def,
382
- description: `${def.description} Subscription providers: ${OAUTH_PROVIDER_SLUGS.join(", ")}. Direct subscription provider/model IDs are listed first. Use exact returned IDs and check capabilities, audio formats, limits, and provider_type. Media inference may omit model (catalog-ranked chain; runtime fallback after a failed unaccepted attempt). Aliases are configurable fallback chains and may invoke API-key providers; they are not subscription guarantees. This is configured availability, not live readiness or remaining quota.`,
383
- };
384
- }
385
- if (def.name !== TRANSCRIPTION_TOOL_NAME) return def;
386
- return {
387
- ...def,
388
- description: `${def.description} Transcribe a local audio file by path; never send audio bytes or base64. Relative paths resolve from the MCP server working directory. Input and converted audio are limited to 25 MiB. Accepts any common audio or video file as it is (WAV, MP3, M4A/MP4/MOV, AAC, CAF, AIFF, FLAC, Ogg/Opus, WebM/MKV, WMA, AMR and more); never convert it yourself. With model omitted, models are tried in catalog order and the audio is converted (system ffmpeg on PATH) to whatever each model accepts, so the format never changes which model is used.`,
389
- inputSchema: {
390
- type: "object",
391
- properties: {
392
- path: {
393
- type: "string",
394
- minLength: 1,
395
- description:
396
- "Local audio file path (absolute or relative to the MCP server working directory).",
397
- },
398
- model: {
399
- type: "string",
400
- minLength: 1,
401
- description:
402
- "Optional model; omit to walk the catalog-ranked transcription chain, falling through to the next model on failure.",
403
- },
404
- language: {
405
- type: "string",
406
- minLength: 1,
407
- description: "Optional language code, for example en.",
408
- },
409
- },
410
- required: ["path"],
411
- additionalProperties: false,
412
- },
413
- };
414
- },
415
- );
416
-
417
- /** Names in the MCP-exposed subset. The `openllm mcp` server gates CallTool
418
- * on THIS — not `isOpenllmTool` — so a client cannot invoke a hidden
419
- * (generated-but-untrimmed) operation it was never offered. */
420
- const mcpListedNames = new Set(openllmToolDefs.map((t) => t.name));
421
-
422
- /** True when `name` is a native-API tool the CLI can EXECUTE. The full set
423
- * (every generated operation) — used by the browser chat bridge, which
424
- * exposes the whole surface. NOT an authorization gate for the MCP server;
425
- * that uses `isMcpListedTool`. */
426
- export const isOpenllmTool = (name: string): boolean => byToolName.has(name);
427
-
428
- /** True when `name` is in the MCP-LISTED subset (`openllmToolDefs`). The
429
- * `openllm mcp` CallTool handler uses this to reject tools it never
430
- * advertised, so trimming ListTools also trims what can be invoked. */
431
- export const isMcpListedTool = (name: string): boolean =>
432
- mcpListedNames.has(name);
433
-
434
- const textResult = (text: string, isError = false): TToolResult => ({
435
- content: [{ type: "text", text }],
436
- ...(isError ? { isError: true } : {}),
437
- });
438
-
439
- /** Which model served — or refused — this request, from the headers the
440
- * gateway attaches on BOTH outcomes. Empty when nothing was resolved. */
441
- const attributionFromHeaders = (headers: Headers): string => {
442
- const resolved = headers.get(OPENLLM_RESOLVED_MODEL_HEADER)?.trim() ?? "";
443
- if (resolved === "") return "";
444
- const chain = (headers.get(OPENLLM_CHAIN_HEADER) ?? "")
445
- .split(",")
446
- .map((hop) => hop.trim())
447
- .filter((hop) => hop !== "");
448
- return chain.length > 1
449
- ? `Served by ${resolved} (chain: ${chain.join(" → ")}).`
450
- : `Served by ${resolved}.`;
451
- };
452
-
453
- const withAttribution = (text: string, headers: Headers): string => {
454
- const attribution = attributionFromHeaders(headers);
455
- return attribution === "" ? text : `${text} ${attribution}`;
456
- };
457
-
458
- /** Status line and provider body (message, `param`, `code`) verbatim;
459
- * attribution is APPENDED, and absent when no model was ever selected. */
460
- const responseErrorResult = async (res: Response): Promise<TToolResult> => {
461
- const text = await res.text().catch(() => "");
462
- return textResult(
463
- withAttribution(`HTTP ${res.status}: ${text}`, res.headers),
464
- true,
465
- );
466
- };
467
-
468
- type TImageGenerationItem = {
469
- readonly url?: unknown;
470
- readonly b64_json?: unknown;
471
- readonly revised_prompt?: unknown;
472
- };
473
-
474
- const isImageGenerationBody = (
475
- body: unknown,
476
- ): body is { readonly data: ReadonlyArray<TImageGenerationItem> } =>
477
- typeof body === "object" &&
478
- body !== null &&
479
- "data" in body &&
480
- Array.isArray(body.data);
481
-
482
- /**
483
- * Aggregation of a canonical `/v1/images/generations` SSE body.
484
- *
485
- * A caller asking to stream is HONOURED end to end: the request is forwarded
486
- * unchanged and the HTTP surface really streams. This tool has no SSE reader,
487
- * so it collapses the event stream into the final result rather than
488
- * rewriting the caller's request to `stream: false` — which silently handed
489
- * an agent something other than what it asked for.
490
- *
491
- * Mirrors `packages/sdk/wire/lib/canonical/image-sse.ts` in behaviour, but is
492
- * reimplemented here because the CLI ships as a self-contained binary with no
493
- * workspace dependencies. Two deliberate differences from
494
- * `aggregateImageSse`: EVERY completion is kept (`n > 1` yields one completed
495
- * event per image, and dropping all but the last would lose images the user
496
- * paid for), and a terminal `error` frame is surfaced rather than swallowed.
497
- */
498
- type TImageSseAggregate =
499
- | {
500
- readonly kind: "body";
501
- readonly body: {
502
- readonly created: number;
503
- readonly data: ReadonlyArray<TImageGenerationItem>;
504
- };
505
- }
506
- | { readonly kind: "error"; readonly message: string };
507
-
508
- type TSseFrame = {
509
- readonly event: string | null;
510
- readonly data: string;
511
- };
512
-
513
- /**
514
- * Split an SSE body into frames.
515
- *
516
- * Follows the event-stream framing rules the gateway emits against: lines end
517
- * with LF, CRLF or CR; a blank line dispatches the frame; a line starting
518
- * with `:` is a COMMENT and carries no data (the gateway uses comments for
519
- * keepalives and for the "partials unavailable" note, precisely so no client
520
- * can mistake them for progress); repeated `data:` lines within one frame are
521
- * joined with a newline.
522
- */
523
- const parseSseFrames = (raw: string): ReadonlyArray<TSseFrame> => {
524
- const frames: TSseFrame[] = [];
525
- let event: string | null = null;
526
- let data: string[] = [];
527
- const flush = (): void => {
528
- if (data.length > 0) frames.push({ event, data: data.join("\n") });
529
- event = null;
530
- data = [];
531
- };
532
- for (const line of raw.split(/\r\n|\r|\n/)) {
533
- if (line === "") {
534
- flush();
535
- continue;
536
- }
537
- if (line.startsWith(":")) continue;
538
- const colon = line.indexOf(":");
539
- const field = colon === -1 ? line : line.slice(0, colon);
540
- const rawValue = colon === -1 ? "" : line.slice(colon + 1);
541
- const value = rawValue.startsWith(" ") ? rawValue.slice(1) : rawValue;
542
- if (field === "event") event = value;
543
- else if (field === "data") data.push(value);
544
- }
545
- // A stream cut off mid-frame never dispatched its last frame; the spec
546
- // discards it, and so do we — a truncated frame is not a result.
547
- return frames;
548
- };
549
-
550
- const sseFrameError = (
551
- event: string | null,
552
- parsed: unknown,
553
- ): string | null => {
554
- const error =
555
- typeof parsed === "object" && parsed !== null && "error" in parsed
556
- ? (parsed as { readonly error: unknown }).error
557
- : null;
558
- const message =
559
- typeof error === "object" &&
560
- error !== null &&
561
- "message" in error &&
562
- typeof (error as { readonly message: unknown }).message === "string"
563
- ? (error as { readonly message: string }).message
564
- : null;
565
- if (message !== null) return message;
566
- return event === "error" ? "The image stream reported an error." : null;
567
- };
568
-
569
- const aggregateImageSseText = (raw: string): TImageSseAggregate => {
570
- const data: TImageGenerationItem[] = [];
571
- let created: number | null = null;
572
- let errorMessage: string | null = null;
573
-
574
- for (const frame of parseSseFrames(raw)) {
575
- let parsed: unknown;
576
- try {
577
- parsed = JSON.parse(frame.data);
578
- } catch {
579
- // An unparseable frame is not a result. Skipping it keeps a provider's
580
- // unknown extension from failing a generation that otherwise succeeded.
581
- continue;
582
- }
583
- const failure = sseFrameError(frame.event, parsed);
584
- if (failure !== null) {
585
- errorMessage = failure;
586
- continue;
587
- }
588
- if (typeof parsed !== "object" || parsed === null) continue;
589
- const event = parsed as {
590
- readonly type?: unknown;
591
- readonly b64_json?: unknown;
592
- readonly url?: unknown;
593
- readonly created_at?: unknown;
594
- };
595
- // Partials are successive PREVIEWS of one image, not fragments of it, so
596
- // they are discarded rather than concatenated.
597
- if (event.type !== "image_generation.completed") continue;
598
- if (created === null && typeof event.created_at === "number")
599
- created = event.created_at;
600
- data.push({
601
- ...(typeof event.b64_json === "string"
602
- ? { b64_json: event.b64_json }
603
- : {}),
604
- ...(typeof event.url === "string" ? { url: event.url } : {}),
605
- });
606
- }
607
-
608
- if (errorMessage !== null) {
609
- // Terminal, but never silent about what DID land: a per-image persistence
610
- // failure can follow completions, and those urls stay useful.
611
- const urls = data
612
- .map((item) => (typeof item.url === "string" ? item.url : null))
613
- .filter((url): url is string => url !== null);
614
- return {
615
- kind: "error",
616
- message:
617
- urls.length === 0
618
- ? errorMessage
619
- : `${errorMessage} Images that were saved: ${urls.join(" ")}`,
620
- };
621
- }
622
- if (data.length === 0) {
623
- return {
624
- kind: "error",
625
- message:
626
- "The image stream ended without a completed image. Nothing was generated.",
627
- };
628
- }
629
- return { kind: "body", body: { created: created ?? 0, data } };
630
- };
631
-
632
- const isEventStream = (headers: Headers): boolean =>
633
- (headers.get("content-type") ?? "")
634
- .toLowerCase()
635
- .includes("text/event-stream");
636
-
637
- const imageResult = async (
638
- body: unknown,
639
- config: { readonly baseUrl: string },
640
- label: string,
641
- headers: Headers,
642
- ): Promise<TToolResult> => {
643
- if (!isImageGenerationBody(body)) {
644
- return textResult(JSON.stringify(body, null, 2));
645
- }
646
-
647
- // URLs only — never the bytes. A tool result lives in the client's session
648
- // history and is resent on every later turn, so an embedded multi-MB base64
649
- // image floods the context and eventually trips request-size limits (a
650
- // Vercel 413 on /v1/responses). The durable URL is the deliverable; a
651
- // client that wants to display the image downloads it itself.
652
- const urls: string[] = [];
653
- const revisedPrompts: string[] = [];
654
- let unsaved = 0;
655
- for (const item of body.data) {
656
- if (typeof item.url === "string" && item.url.length > 0) {
657
- urls.push(new URL(item.url, config.baseUrl).toString());
658
- } else {
659
- unsaved += 1;
660
- }
661
- if (typeof item.revised_prompt === "string") {
662
- revisedPrompts.push(item.revised_prompt);
663
- }
664
- }
665
-
666
- const notes = [
667
- withAttribution(label, headers),
668
- ...urls,
669
- ...(unsaved > 0
670
- ? [
671
- `${unsaved} image(s) could not be saved to the media library, so no URL is available for them.`,
672
- ]
673
- : []),
674
- ...revisedPrompts.map((prompt) => `Revised prompt: ${prompt}`),
675
- ];
676
- return textResult(notes.join(" "), urls.length === 0);
677
- };
678
-
679
- type TMediaRedirectKind = "audio" | "video";
680
-
681
- const mediaRedirectKindFor = (op: TApiOperation): TMediaRedirectKind | null => {
682
- if (op.path === "/v1/audio/speech") return "audio";
683
- if (op.path === "/v1/videos/{video_id}/content") return "video";
684
- return null;
685
- };
686
-
687
- const mediaRedirectResult = async (
688
- config: { readonly baseUrl: string; readonly apiKey: string },
689
- op: TApiOperation,
690
- args: Record<string, unknown>,
691
- kind: TMediaRedirectKind,
692
- ): Promise<TToolResult> => {
693
- const url = resolveUrl(config, op, args);
694
- const body =
695
- op.hasBody && args.body !== undefined
696
- ? JSON.stringify(args.body)
697
- : undefined;
698
- const client = createClient({
699
- origin: config.baseUrl,
700
- apiKey: config.apiKey,
701
- transport: {
702
- fetch: globalThis.fetch.bind(globalThis),
703
- websocket: WebSocket,
704
- },
705
- });
706
- let res: Response;
707
- try {
708
- res = await client.http.request(url, {
709
- method: op.method.toUpperCase(),
710
- headers: {
711
- ...(body === undefined ? {} : { "content-type": "application/json" }),
712
- },
713
- ...(body === undefined ? {} : { body }),
714
- signal: AbortSignal.timeout(REQUEST_TIMEOUT_MS),
715
- });
716
- } finally {
717
- client.close();
718
- }
719
- if (!res.ok) return responseErrorResult(res);
720
-
721
- await res.body?.cancel();
722
- const mediaUrl = res.headers.get("x-openllm-media-url");
723
- if (mediaUrl === null || mediaUrl.length === 0) {
724
- return textResult(
725
- withAttribution(
726
- `HTTP ${res.status}: missing media url header`,
727
- res.headers,
728
- ),
729
- true,
730
- );
731
- }
732
- const durableUrl = new URL(mediaUrl, config.baseUrl).toString();
733
- return textResult(
734
- withAttribution(
735
- `${kind === "video" ? "Video" : "Audio"} generated — ${durableUrl}`,
736
- res.headers,
737
- ),
738
- );
739
- };
740
-
741
- export const handleOpenllmTool = async (
742
- name: string,
743
- args: Record<string, unknown>,
744
- config: { baseUrl: string; apiKey: string },
745
- ): Promise<TToolResult> => {
746
- const op = byToolName.get(name);
747
- if (op === undefined) {
748
- return textResult(`Unknown tool: ${name}`, true);
749
- }
750
- if (op.path === "/v1/videos" && op.method === "post") {
751
- const properties = schemaObject(inputSchemaFor(op).properties) ?? {};
752
- if (Object.keys(args).some((key) => !Object.hasOwn(properties, key)))
753
- return textResult(
754
- "Invalid video tool envelope. Put canonical fields inside body; use input_image for a starting frame or reference_images for subject guidance, not input_reference.",
755
- true,
756
- );
757
- }
758
- try {
759
- const mediaRedirectKind = mediaRedirectKindFor(op);
760
- if (mediaRedirectKind !== null) {
761
- return await mediaRedirectResult(config, op, args, mediaRedirectKind);
762
- }
763
-
764
- const client = createClient({
765
- origin: config.baseUrl,
766
- apiKey: config.apiKey,
767
- transport: {
768
- fetch: globalThis.fetch.bind(globalThis),
769
- websocket: WebSocket,
770
- },
771
- });
772
- let res: Awaited<ReturnType<typeof client.http.call>>;
773
- try {
774
- res = await client.http.call(op, args);
775
- } finally {
776
- client.close();
777
- }
778
- const text =
779
- typeof res.body === "string"
780
- ? res.body
781
- : JSON.stringify(res.body, null, 2);
782
- // Name the model that refused, so a retry fixes the FIELD, not the model.
783
- if (!res.ok)
784
- return textResult(
785
- withAttribution(`HTTP ${res.status}: ${text}`, res.headers),
786
- true,
787
- );
788
- if (
789
- op.path === "/v1/images/generations" ||
790
- op.path === "/v1/images/edits"
791
- ) {
792
- const label =
793
- op.path === "/v1/images/edits" ? "Image edited." : "Image generated.";
794
- // The RESPONSE decides how it is read — the declared content type, not
795
- // a guess at the body's shape. An ordinary JSON answer takes the
796
- // unchanged path below; only a real event stream is aggregated.
797
- if (!isEventStream(res.headers)) {
798
- return imageResult(res.body, config, label, res.headers);
799
- }
800
- const aggregated = aggregateImageSseText(text);
801
- if (aggregated.kind === "error") {
802
- // An HTTP 200 carrying a terminal `error` frame was still served by
803
- // some model; don't let it be the one failure shape that hides it.
804
- return textResult(
805
- withAttribution(aggregated.message, res.headers),
806
- true,
807
- );
808
- }
809
- return imageResult(aggregated.body, config, label, res.headers);
810
- }
811
- if (op.path === "/v1/audio/transcriptions" || op.path === "/v1/videos") {
812
- return textResult(withAttribution(text, res.headers));
813
- }
814
- return textResult(text);
815
- } catch (err) {
816
- const msg = err instanceof Error ? err.message : String(err);
817
- return textResult(`Error: ${msg}`, true);
818
- }
819
- };
820
-
821
- /** A transcription answers with one whole body, after the provider has
822
- * processed every second of audio (whisper-1 took ~16 s per minute) and
823
- * the upload has crossed the caller's uplink. Wait as long as the gateway
824
- * function may run (`maxDuration = 300`), not the generic tool ceiling. */
825
- export const TRANSCRIPTION_TIMEOUT_MS = 300_000;
826
-
827
- /** The local daemon has no function time limit, and a subscription STT
828
- * (Grok) takes longer than real time: 5 minutes of audio took ~380 s. */
829
- export const LOCAL_TRANSCRIPTION_TIMEOUT_MS = 900_000;
830
-
831
- /**
832
- * Uploads audio to `/v1/audio/transcriptions` as multipart — the raw bytes,
833
- * not a base64 data URL in JSON (a third larger, fully buffered on both
834
- * ends). The result reads like {@link handleOpenllmTool}'s: the body plus
835
- * the attribution of the model that served (or refused) it.
836
- */
837
- export const uploadTranscription = async (
838
- form: FormData,
839
- config: { baseUrl: string; apiKey: string },
840
- timeoutMs: number = TRANSCRIPTION_TIMEOUT_MS,
841
- ): Promise<TToolResult> => {
842
- const client = createClient({
843
- origin: config.baseUrl,
844
- apiKey: config.apiKey,
845
- transport: {
846
- // Bun's fetch gives up after ~360 s without response headers, and a
847
- // local daemon answers only once the provider is done (Grok took
848
- // ~380 s for 5 minutes of audio). `timeout: false` lifts that; the
849
- // signal below still bounds the call. Other runtimes ignore the key.
850
- fetch: (input, init) =>
851
- globalThis.fetch(input, { ...init, timeout: false } as RequestInit),
852
- websocket: WebSocket,
853
- },
854
- });
855
- try {
856
- // Opt in to heartbeat bytes so a long recording survives the edge
857
- // proxy's ~100 s silence limit; the envelope unwraps to the real answer.
858
- const res = await unwrapKeepaliveResponse(
859
- await client.http.request("/v1/audio/transcriptions", {
860
- method: "POST",
861
- headers: { [KEEPALIVE_REQUEST_HEADER]: "1" },
862
- body: form,
863
- signal: AbortSignal.timeout(timeoutMs),
864
- }),
865
- );
866
- if (!res.ok) return await responseErrorResult(res);
867
- const raw = await res.text();
868
- let text = raw;
869
- if ((res.headers.get("content-type") ?? "").includes("application/json")) {
870
- try {
871
- text = JSON.stringify(JSON.parse(raw), null, 2);
872
- } catch {
873
- text = raw;
874
- }
875
- }
876
- return textResult(withAttribution(text, res.headers));
877
- } catch (err) {
878
- const msg = err instanceof Error ? err.message : String(err);
879
- return textResult(`Error: ${msg}`, true);
880
- } finally {
881
- client.close();
882
- }
883
- };