@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -1,767 +0,0 @@
1
- import { Schema as S } from "effect";
2
- import { LocalProviderVariant } from "./local-provider";
3
- import { OptionalVideoReferences } from "./media-input";
4
- import { ModelSettingDefinitions } from "./model-settings";
5
-
6
- export const ModelCapability = S.Literals([
7
- "chat",
8
- "embedding",
9
- "transcription",
10
- "speech",
11
- "image_generation",
12
- "image_editing",
13
- "video_generation",
14
- "realtime",
15
- "vision",
16
- "tools",
17
- "json_mode",
18
- "streaming",
19
- "reasoning",
20
- ]);
21
- export type TModelCapability = S.Schema.Type<typeof ModelCapability>;
22
-
23
- /**
24
- * Capability literals published before image_editing/realtime. Bootstrap
25
- * payloads sent to older daemons MUST be filtered to this set — a closed
26
- * `ModelCapability` decoder rejects the entire catalog if it sees an
27
- * unknown string.
28
- */
29
- export const BOOTSTRAP_SAFE_MODEL_CAPABILITIES = [
30
- "chat",
31
- "embedding",
32
- "transcription",
33
- "speech",
34
- "image_generation",
35
- "video_generation",
36
- "vision",
37
- "tools",
38
- "json_mode",
39
- "streaming",
40
- "reasoning",
41
- ] as const satisfies ReadonlyArray<TModelCapability>;
42
-
43
- export const isBootstrapSafeModelCapability = (
44
- capability: string,
45
- ): capability is (typeof BOOTSTRAP_SAFE_MODEL_CAPABILITIES)[number] =>
46
- (BOOTSTRAP_SAFE_MODEL_CAPABILITIES as ReadonlyArray<string>).includes(
47
- capability,
48
- );
49
-
50
- export const toBootstrapSafeCapabilities = (
51
- capabilities: ReadonlyArray<string>,
52
- ): TModelCapability[] => capabilities.filter(isBootstrapSafeModelCapability);
53
-
54
- /**
55
- * Advertises that the requesting daemon's `DaemonCatalogEntry.capabilities`
56
- * decoder accepts the OPEN string array (post image_editing/realtime
57
- * widening) rather than the older closed {@link ModelCapability} literal
58
- * set. Sent as the value of `DAEMON_BOOTSTRAP_CAPS_HEADER` (see
59
- * `./daemon`) by a daemon binary compiled after the widening landed. An
60
- * old compiled daemon never sends this — the bootstrap encoder MUST treat
61
- * its absence as "closed literal decoder only" and filter via
62
- * {@link toBootstrapSafeCapabilities}. Never inferred from a package/binary
63
- * version string, which an unbumped daemon build would leave stale.
64
- */
65
- export const MODEL_CAPABILITIES_OPEN_CAP = "model-capabilities-open1";
66
-
67
- /** Returns whether a negotiated capability list includes {@link MODEL_CAPABILITIES_OPEN_CAP}. */
68
- export const hasOpenModelCapabilitiesCap = (
69
- caps: readonly string[] | undefined,
70
- ): boolean => caps?.includes(MODEL_CAPABILITIES_OPEN_CAP) ?? false;
71
-
72
- export const isKnownModelCapability = (
73
- capability: string,
74
- ): capability is TModelCapability =>
75
- (ModelCapability.literals as ReadonlyArray<string>).includes(capability);
76
-
77
- /**
78
- * Discoverable audio/realtime option metadata. Presence on a catalog
79
- * card is not a billing claim — subscription media may still consume
80
- * vendor quota.
81
- */
82
- export const ModelAudioSupport = S.Struct({
83
- input_formats: S.optional(S.Array(S.String)),
84
- output_formats: S.optional(S.Array(S.String)),
85
- voices: S.optional(S.Array(S.String)),
86
- /**
87
- * Verified realtime operations only. Grok currently advertises
88
- * `text_to_audio`; microphone / interruption legs are omitted until
89
- * verified.
90
- */
91
- realtime_operations: S.optional(S.Array(S.String)),
92
- });
93
- export type TModelAudioSupport = S.Schema.Type<typeof ModelAudioSupport>;
94
-
95
- /** Canonical reference fields shared by request schemas. */
96
- export const VideoReferenceInputs = S.Struct({
97
- input_image: S.optionalKey(
98
- S.String.check(S.isMinLength(1)).pipe(
99
- S.annotate({
100
- description:
101
- "Starting-frame image as an HTTPS URL or base64 image data URL (for example data:image/png;base64,...). Not subject guidance. MIME is detected from PNG, JPEG, GIF, or WebP bytes; the provider validates its accepted formats.",
102
- }),
103
- ),
104
- ),
105
- reference_images: OptionalVideoReferences.pipe(
106
- S.annotate({
107
- description:
108
- "Optional ordered subject-reference images as HTTPS URLs or base64 image data URLs. Omit when unused; do not send a dummy empty array. References guide identity/appearance, not the first frame. Every input is preserved; the provider validates format and count limits.",
109
- }),
110
- ),
111
- reference_voices: OptionalVideoReferences.pipe(
112
- S.annotate({
113
- description:
114
- "Optional provider voice IDs for reference guidance. Omit when unused; do not send a dummy empty array.",
115
- }),
116
- ),
117
- });
118
-
119
- /** Finite receipt vocabulary; not an author-maintained model allowlist. */
120
- export const VideoInputMode = S.Literals([
121
- "text",
122
- "starting_image",
123
- "subject_images",
124
- "voices",
125
- "starting_image+subject_images",
126
- "starting_image+voices",
127
- "subject_images+voices",
128
- "starting_image+subject_images+voices",
129
- ]);
130
- export type TVideoInputMode = S.Schema.Type<typeof VideoInputMode>;
131
-
132
- // Built-in default-chain tiers. When a user has no fallback group with
133
- // one of these names, the gateway derives a virtual chain from catalog
134
- // entries flagged `default_tiers`, filtered to the user's available
135
- // providers — configuration that works out of the gate with no
136
- // onboarding step. Ordered best → cheapest; pickers prefer earlier
137
- // entries.
138
- export const DEFAULT_TIER_ALIASES = ["ultra", "plus", "lite"] as const;
139
-
140
- export const DefaultTier = S.Literals([...DEFAULT_TIER_ALIASES]);
141
- export type TDefaultTier = S.Schema.Type<typeof DefaultTier>;
142
-
143
- /** Chat tiers plus the one implicit media default class (not a user alias). */
144
- export const MEDIA_DEFAULT_CLASS = "media";
145
- export const DEFAULT_CHAIN_CLASSES = [
146
- ...DEFAULT_TIER_ALIASES,
147
- MEDIA_DEFAULT_CLASS,
148
- ] as const;
149
- export const DefaultChainClass = S.Literals([...DEFAULT_CHAIN_CLASSES]);
150
- export type TDefaultChainClass = S.Schema.Type<typeof DefaultChainClass>;
151
-
152
- /**
153
- * Canonical classification of a *direct* catalog/live/custom card.
154
- * `subscription` still consumes vendor quota (oauth variant). `api_key` is
155
- * BYOK auth — not a claim that usage is metered. `local` is a
156
- * device-discovered loopback server (cost 0, live-only). Omit on fallback
157
- * aliases: mixed chains are neither a subscription guarantee nor
158
- * API-key-only.
159
- */
160
- export const ModelProviderType = S.Literals([
161
- "subscription",
162
- "api_key",
163
- "local",
164
- ]);
165
- export type TModelProviderType = S.Schema.Type<typeof ModelProviderType>;
166
-
167
- export const ModelCard = S.Struct({
168
- id: S.String,
169
- object: S.Literals(["model"]),
170
- created: S.Number,
171
- owned_by: S.String,
172
- });
173
- export type TModelCard = S.Schema.Type<typeof ModelCard>;
174
-
175
- export const ModelList = S.Struct({
176
- object: S.Literals(["list"]),
177
- data: S.Array(ModelCard),
178
- });
179
- export type TModelList = S.Schema.Type<typeof ModelList>;
180
-
181
- // `/v1/models` envelope as openllm actually serves it: an OpenAI-shape
182
- // `ModelCard` carrying the extra metadata the dashboard's selectors
183
- // need (display_name, capability gating). OpenAI/Anthropic SDK clients
184
- // ignore the extra fields and parse only `id` + `object`; the dashboard
185
- // gets a strongly-typed list it can group/filter without a second
186
- // network round-trip against /api/credentials + the global catalog.
187
- export const ExtendedModelCard = S.Struct({
188
- ...ModelCard.fields,
189
- provider: S.String,
190
- provider_model_id: S.String,
191
- display_name: S.String,
192
- settings: S.optional(ModelSettingDefinitions),
193
- capabilities: S.Array(ModelCapability),
194
- /**
195
- * Optional audio/realtime support advertised on `/v1/models`. Catalog
196
- * capability is access, not billing inclusion.
197
- */
198
- audio_support: S.optional(ModelAudioSupport),
199
- // Curated list of dim presets to show in the endpoint picker on
200
- // `/config`. Catalog-defined so the UI doesn't have to know which
201
- // values are "interesting" — `text-embedding-3-large` could
202
- // technically request any dim ≤ 3072, but most users only care
203
- // about 256 / 1024 / 1536 / 3072.
204
- dimension_presets: S.optional(S.Array(S.Number)),
205
- // Token budgets aligned with LiteLLM `model_prices_and_context_window.json`
206
- // (`max_input_tokens` / `max_output_tokens`). Exposed on `/v1/models` so
207
- // CLI clients (e.g. Claude Code) can size context before auto-compact.
208
- max_input_tokens: S.optional(S.Number),
209
- max_output_tokens: S.optional(S.Number),
210
- /**
211
- * Direct-card auth class. Absent on fallback aliases. `api_key` is
212
- * not necessarily usage-billed.
213
- */
214
- provider_type: S.optional(ModelProviderType),
215
- /**
216
- * Daemon-only variant when `provider_type` is `subscription` (`oauth`)
217
- * or `local` (`local`). Absent on API-key cards and mixed aliases.
218
- */
219
- provider_variant: S.optional(LocalProviderVariant),
220
- /**
221
- * Catalog default-chain membership + rank, so clients can apply the
222
- * same ordering policy as the server without importing the catalog.
223
- */
224
- default_tiers: S.optional(S.Array(DefaultChainClass)),
225
- tier_rank: S.optional(S.Number),
226
- /** Prompt/context budget; equals `max_input_tokens` when present. */
227
- context_window: S.optional(S.Number),
228
- // llama.cpp/Ollama-style context hint mirrored under `meta.n_ctx`.
229
- // Some OpenAI-compatible clients read ONLY `meta.n_ctx` for a model's
230
- // context window during dynamic model discovery (e.g. goose's declarative
231
- // provider engine), ignoring `context_window`/`max_input_tokens`. Mirror
232
- // the same value here so those clients get per-model limits with no
233
- // bespoke provider. Equals `max_input_tokens` when present.
234
- meta: S.optional(S.Struct({ n_ctx: S.optional(S.Number) })),
235
- });
236
- export type TExtendedModelCard = S.Schema.Type<typeof ExtendedModelCard>;
237
-
238
- export const ExtendedModelList = S.Struct({
239
- object: S.Literals(["list"]),
240
- data: S.Array(ExtendedModelCard),
241
- });
242
- export type TExtendedModelList = S.Schema.Type<typeof ExtendedModelList>;
243
-
244
- export const ModelPricing = S.Struct({
245
- input_per_million: S.optional(S.Number),
246
- output_per_million: S.optional(S.Number),
247
- cache_read_per_million: S.optional(S.Number),
248
- cache_write_per_million: S.optional(S.Number),
249
- image_input_per_unit: S.optional(S.Number),
250
- audio_input_per_minute: S.optional(S.Number),
251
- });
252
- export type TModelPricing = S.Schema.Type<typeof ModelPricing>;
253
-
254
- export const PricingEntry = S.Struct({
255
- ...ModelPricing.fields,
256
- model_id: S.String,
257
- provider: S.String,
258
- });
259
- export type TPricingEntry = S.Schema.Type<typeof PricingEntry>;
260
-
261
- export const SubscriptionMeter = S.Struct({
262
- /**
263
- * Stable provider-namespaced machine id — "claude_code:fable",
264
- * "chatgpt:codex-spark". Never a display label.
265
- */
266
- meter_id: S.String,
267
- /**
268
- * Exact vendor-payload identities that resolve to this meter (Claude
269
- * scope display_name + legacy key; Codex limit_name + metered_feature).
270
- * Matched exactly, never fuzzy.
271
- */
272
- aliases: S.optional(S.Array(S.String)),
273
- });
274
- export type TSubscriptionMeter = S.Schema.Type<typeof SubscriptionMeter>;
275
-
276
- /**
277
- * Per-model / per-family facts an adapter cannot derive from the wire.
278
- *
279
- * This is the ONE carrier: it already rides `ExtendedModel.caps` to chat
280
- * (`TBuildUpstreamRequestInput.caps`, `TResolvedHop.caps`) AND to media
281
- * (`TResolvedModel.caps`), so adapters consume resolved traits instead
282
- * of matching model ids themselves. Do not add a parallel structure.
283
- *
284
- * EVERY field is optional and absent means UNKNOWN, which must behave as
285
- * ALLOW/ATTEMPT — never inferred-unsupported. A model we do not
286
- * recognise (a custom endpoint, a passthrough vendor, something the
287
- * provider ships tomorrow) is forwarded untouched. Populate only from a
288
- * vendor's published contract, never from an observed upstream error: a
289
- * rejection can mean a malformed body rather than a missing capability.
290
- *
291
- * Provider-WIDE request domains (enums, integer ranges, array bounds)
292
- * belong in the shared schema layer, not here. This struct carries only
293
- * facts that genuinely vary BY MODEL within a provider.
294
- */
295
- export const ModelCaps = S.Struct({
296
- deniedParams: S.optional(S.Array(S.String)),
297
- maxTokensField: S.optional(
298
- S.Literals(["max_tokens", "max_completion_tokens"]),
299
- ),
300
- temperature: S.optional(S.Literals(["only-1", "clamp-0-1", "drop"])),
301
-
302
- // ─── Chat ──────────────────────────────────────────────────────────
303
- /**
304
- * Thinking modes this model accepts. Support is non-monotonic within a
305
- * family (4.5 extended-only → 4.6 both → 4.7+ adaptive-only), so a
306
- * boolean or a name prefix cannot encode it.
307
- *
308
- * `supportsAdaptiveThinking` = includes("adaptive");
309
- * `rejectsExtendedThinking` = present AND !includes("enabled").
310
- * Absent/empty stays permissive on BOTH, so an unknown model never
311
- * manufactures a local validation error the upstream might accept.
312
- */
313
- thinkingModes: S.optional(
314
- S.Array(S.Literals(["enabled", "adaptive", "disabled"])),
315
- ),
316
-
317
- /**
318
- * Values this model accepts for the Responses `reasoning.context` knob.
319
- *
320
- * The Codex `spark` family 400s on `all_turns` and accepts only `auto` /
321
- * `current_turn`; every other Codex model REQUIRES `all_turns`. The knob is
322
- * nested under `reasoning`, so `deniedParams` (which addresses top-level
323
- * keys) cannot express it — hence a trait of its own.
324
- *
325
- * An accepted-VALUE LIST rather than a boolean, matching `thinkingModes` /
326
- * `videoResolutions`: absent = unknown = PERMISSIVE, so an un-catalogued id
327
- * keeps the `all_turns` every non-spark Codex model needs and no adapter
328
- * invents a restriction the upstream might not have.
329
- */
330
- reasoningContexts: S.optional(
331
- S.Array(S.Literals(["auto", "current_turn", "all_turns"])),
332
- ),
333
-
334
- /**
335
- * Whether this model accepts a `tool_addition` block inline in an
336
- * inline system turn (`inline-tools-2026-09-15`, sent by Claude Code when a
337
- * tool appears mid-session). Not derivable from family or version — measured
338
- * live by `tests/server/inline-system-capability.e2e.test.ts`. When false the
339
- * passthrough moves the tool definition into top-level `tools` instead
340
- * (one cache rebuild per added tool). Absent = unknown = PERMISSIVE: the
341
- * block is forwarded as the client sent it.
342
- */
343
- inlineToolAdditions: S.optional(S.Boolean),
344
-
345
- /**
346
- * Whether this model accepts a mid-conversation `role: "system"` turn in
347
- * `messages` natively (Anthropic "mid-conversation system messages"; no
348
- * beta header). When true the anthropic passthrough forwards those turns
349
- * untouched, which is what keeps the prompt cache warm: the cache prefix is
350
- * `tools → system → messages`, so hoisting a NEW inline turn into top-level
351
- * `system` invalidates every cached message after it (a full-conversation
352
- * cache rewrite each time Claude Code appends a reminder). Measured live by
353
- * `tests/server/inline-system-capability.e2e.test.ts`; the API docs list the
354
- * supporting models. Absent = unknown = HOIST: the inline turns move into
355
- * top-level `system`, which every Anthropic model accepts — correct but
356
- * cache-hostile, so mark every model that accepts the inline form.
357
- */
358
- inlineSystemMessages: S.optional(S.Boolean),
359
-
360
- // ─── Image ─────────────────────────────────────────────────────────
361
- /**
362
- * Whether `response_format` is a real knob on this model's upstream.
363
- * When false the adapter OMITS the field — this is NOT a refusal: the
364
- * gateway persists every image and builds `data[]` itself, so the
365
- * caller's choice is still honoured.
366
- */
367
- upstreamAcceptsResponseFormat: S.optional(S.Boolean),
368
- /**
369
- * Whether `stream` is a real knob on this model's upstream image request.
370
- * When false the adapter OMITS the field — NOT a refusal: the gateway wraps
371
- * the final JSON in one genuine SSE completion event itself, so a streaming
372
- * caller is still served.
373
- *
374
- * DISTINCT from `nativeProgressiveImages`, deliberately. That trait says
375
- * whether real partial frames exist; this one says whether the request field
376
- * is accepted at all. A vendor can accept `stream` and answer with a single
377
- * final frame, and a model can emit partials on a wire that spells the knob
378
- * differently — so conflating them would either leak an unknown param into a
379
- * guaranteed 400 or silently stop streaming for a provider that streams.
380
- */
381
- upstreamAcceptsStream: S.optional(S.Boolean),
382
- /** `style` (vivid|natural). False is a genuine pre-dispatch refusal. */
383
- supportsStyle: S.optional(S.Boolean),
384
- /** GPT-image output group: output_format, output_compression, moderation, background. */
385
- supportsGptImageOutputOptions: S.optional(S.Boolean),
386
- /** Upstream always returns base64, which is what makes omitting `response_format` safe. */
387
- alwaysReturnsBase64: S.optional(S.Boolean),
388
- /**
389
- * Whether the model emits genuinely PROGRESSIVE image bytes upstream.
390
- *
391
- * This does NOT gate whether the gateway will stream: the gateway
392
- * always supports an honest SSE response and emits a single real
393
- * completion event for a final-only provider. This trait only says
394
- * whether real partial frames can be forwarded — so a provider that
395
- * cannot produce them degrades honestly instead of us fabricating
396
- * partials from a buffered final image.
397
- */
398
- nativeProgressiveImages: S.optional(S.Boolean),
399
- /** Upper bound on genuine partial frames, when the model emits them. */
400
- maxNativePartialImages: S.optional(S.Number),
401
-
402
- // ─── Native wire / media ───────────────────────────────────────────
403
- /**
404
- * Which upstream wire serves this model, when one provider exposes
405
- * more than one. Lets an adapter refuse a model it structurally
406
- * cannot carry (a `predict`-family id handed to a `generateContent`
407
- * adapter) WITHOUT any claim about that model's availability.
408
- */
409
- nativeWire: S.optional(S.Literals(["generateContent", "predict"])),
410
- /**
411
- * Output resolutions this specific model serves.
412
- */
413
- videoResolutions: S.optional(S.Array(S.String)),
414
-
415
- // ─── Media accepted-value sets (catalog-owned FACT DATA) ───────────
416
- //
417
- // The provider's own declared domain for a media request: which
418
- // durations, ratios, tiers and counts it accepts. These are DATA, not
419
- // code — they drift with a vendor's fleet — so they live on the card
420
- // (or a provider default) and never as constants in an adapter.
421
- //
422
- // Every one is optional and ABSENT MEANS UNKNOWN, never "unsupported":
423
- // a model with no metadata is forwarded untouched and the provider's
424
- // own error is the authority. An adapter may only refuse a value when
425
- // a set is PRESENT and the value is outside it.
426
- //
427
- // The request SHAPE (field names, JSON layout, which key carries image
428
- // bytes) stays in the protocol wire schemas — that is structure, not a
429
- // per-model fact.
430
-
431
- /** Exact clip lengths accepted, e.g. Veo's [4, 6, 8]. */
432
- mediaVideoDurationsSeconds: S.optional(S.Array(S.Number)),
433
- /** Inclusive duration bounds, for a surface that takes a range. */
434
- mediaVideoDurationRange: S.optional(
435
- S.Struct({ min: S.Number, max: S.Number }),
436
- ),
437
- /**
438
- * Duration this model REQUIRES when the request carries reference
439
- * images or a high resolution. Applies only to a duration the caller
440
- * actually sent: an omitted duration stays omitted so the provider's
441
- * own default applies.
442
- */
443
- mediaVideoDurationWithReferences: S.optional(S.Number),
444
- /** Accepted output aspect ratios, in the provider's own spelling. */
445
- mediaVideoAspectRatios: S.optional(S.Array(S.String)),
446
- /** Upper bound on subject-reference images. */
447
- mediaVideoMaxReferenceImages: S.optional(S.Number),
448
- /** Upper bound on voice/audio references. */
449
- mediaVideoMaxReferenceVoices: S.optional(S.Number),
450
- /** Reference-type discriminator this surface accepts (e.g. "asset"). */
451
- mediaVideoReferenceType: S.optional(S.String),
452
- /** True when a starting frame and subject references are exclusive. */
453
- mediaVideoStartingImageExclusiveWithReferences: S.optional(S.Boolean),
454
-
455
- /** Accepted image aspect ratios, in the provider's own spelling. */
456
- mediaImageAspectRatios: S.optional(S.Array(S.String)),
457
- /** Accepted image resolution tier names, e.g. ["1k", "2k", "1.5k"]. */
458
- mediaImageResolutions: S.optional(S.Array(S.String)),
459
- /**
460
- * Published pixel meaning of a tier, e.g. 1k = ~1024 long edge. Only
461
- * tiers with a DOCUMENTED size belong here: a tier the vendor names
462
- * without defining is left out so no caller size maps onto it.
463
- */
464
- mediaImageResolutionTiers: S.optional(
465
- S.Array(S.Struct({ resolution: S.String, longEdge: S.Number })),
466
- ),
467
- /** Tier applied when the caller sends no size. */
468
- mediaImageDefaultResolution: S.optional(S.String),
469
- /**
470
- * Canonical `WIDTHxHEIGHT` → provider aspect-ratio map, for a surface
471
- * that takes a ratio rather than pixels.
472
- */
473
- mediaImageSizeAspectRatios: S.optional(S.Record(S.String, S.String)),
474
- /** Inclusive bounds on the image count per request. */
475
- mediaImageCountRange: S.optional(S.Struct({ min: S.Number, max: S.Number })),
476
-
477
- // ─── Tokenization ──────────────────────────────────────────────────
478
- /**
479
- * Which ruler counts this model's tokens. One model fact that is
480
- * currently re-derived three different ways — by client surface
481
- * (`canonical/encoding-select`), by upstream wire (the daemon walker),
482
- * and by `provider === "anthropic"` (`handlers/count-tokens`). That
483
- * last one misses subscription twins: a `claude_code/*` hop is a
484
- * Claude model with provider `claude_code`, so it is counted with
485
- * o200k against a Claude ruler.
486
- *
487
- * Absent keeps each consumer's existing default, so adopting this is
488
- * incremental and never changes a count until a card declares one.
489
- */
490
- tokenizer: S.optional(S.Literals(["claude", "o200k"])),
491
- });
492
- export type TModelCaps = S.Schema.Type<typeof ModelCaps>;
493
-
494
- /**
495
- * A catalog-owned DEFAULT for models that have no card.
496
- *
497
- * The un-catalogued set is open-ended — every dated snapshot, every id a
498
- * user pins, everything a vendor ships next — so it cannot be covered by
499
- * cards without becoming the exhaustive allowlist we deliberately do not
500
- * keep. These rules close that gap without one: the catalog owns the
501
- * DATA (which family, which caps) and every consumer runs the same
502
- * generic matcher, so no adapter matches a model id itself.
503
- *
504
- * `pattern` is a regular-expression SOURCE matched case-insensitively
505
- * against the bare `provider_model_id`. Rules are consulted in order and
506
- * the FIRST match wins; a card, when one exists, always outranks them.
507
- * Absent/no-match stays UNKNOWN, preserving default-allow.
508
- */
509
- export const ModelCapsDefaultRule = S.Struct({
510
- provider: S.String,
511
- pattern: S.String,
512
- caps: ModelCaps,
513
- });
514
- export type TModelCapsDefaultRule = S.Schema.Type<typeof ModelCapsDefaultRule>;
515
-
516
- /**
517
- * Resolve family defaults for an un-catalogued `provider/model`.
518
- *
519
- * Pure and total: an invalid pattern is skipped rather than thrown, so a
520
- * bad rule can never take down resolution for every model. Shared by the
521
- * cloud resolver and the daemon walker so the two cannot drift.
522
- */
523
- export const resolveDefaultModelCaps = (
524
- rules: ReadonlyArray<TModelCapsDefaultRule>,
525
- provider: string,
526
- providerModelId: string,
527
- ): TModelCaps | undefined => {
528
- for (const rule of rules) {
529
- if (rule.provider !== provider) continue;
530
- let re: RegExp;
531
- try {
532
- re = new RegExp(rule.pattern, "i");
533
- } catch {
534
- continue;
535
- }
536
- if (re.test(providerModelId)) return rule.caps;
537
- }
538
- return undefined;
539
- };
540
-
541
- /**
542
- * Fold a LIVE OBSERVATION into authored caps.
543
- *
544
- * Some facts are only knowable from a vendor's own live model list (an
545
- * xAI row that omits `supports_reasoning_effort`). They are expressed in
546
- * this same vocabulary so a consumer never learns a second policy shape,
547
- * and they may only NARROW: `deniedParams` is a union (deduped, authored
548
- * order first), so an observation can add a denial and can never clear
549
- * one the catalog authored. Every other field takes the observation only
550
- * where the authored caps said nothing.
551
- *
552
- * Pure, and the caller re-derives it per request — an observation is a
553
- * snapshot, never accumulated state.
554
- */
555
- export const mergeObservedModelCaps = (
556
- authored: TModelCaps | undefined,
557
- observed: TModelCaps | null | undefined,
558
- ): TModelCaps | undefined => {
559
- if (observed === null || observed === undefined) return authored;
560
- if (authored === undefined) return observed;
561
- const denied =
562
- authored.deniedParams === undefined && observed.deniedParams === undefined
563
- ? undefined
564
- : [
565
- ...new Set([
566
- ...(authored.deniedParams ?? []),
567
- ...(observed.deniedParams ?? []),
568
- ]),
569
- ];
570
- return {
571
- ...observed,
572
- ...authored,
573
- ...(denied === undefined ? {} : { deniedParams: denied }),
574
- };
575
- };
576
-
577
- /**
578
- * Per-plan-tier monthly allowance for a model OpenLLM serves on its own key,
579
- * as ONE budget in input-token units. Output and cache-read tokens are
580
- * weighted by their price relative to fresh input — read from the model's
581
- * `api_equivalent_pricing` by {@link includedWeights}, never authored
582
- * separately — so the budget tracks what the tokens actually cost. Any
583
- * input/output mix fits: all-input gets the full budget, all-output gets
584
- * `budget / output weight`; output-heavy use can't beat the price ratio and
585
- * input-heavy use is never cut early by an unused output cap.
586
- * Tier keys mirror the billing tiers (`free` / `trial` / `pro`).
587
- */
588
- export const IncludedUsage = S.Struct({
589
- free: S.Int.check(S.isGreaterThanOrEqualTo(0)),
590
- trial: S.Int.check(S.isGreaterThanOrEqualTo(0)),
591
- pro: S.Int.check(S.isGreaterThanOrEqualTo(0)),
592
- });
593
- export type TIncludedUsage = S.Schema.Type<typeof IncludedUsage>;
594
-
595
- /** Cost of one output / cache-read token, in fresh-input-token units. */
596
- export type TIncludedWeights = {
597
- readonly output: number;
598
- readonly cacheRead: number;
599
- };
600
-
601
- /**
602
- * Weights from a price sheet: `output_per_million / input_per_million` and
603
- * `cache_read_per_million / input_per_million`. A missing price — or no
604
- * positive input price to divide by — weighs 1 (charged like fresh input),
605
- * which never under-charges.
606
- */
607
- export const includedWeights = (
608
- pricing: TModelPricing | undefined,
609
- ): TIncludedWeights => {
610
- const input = pricing?.input_per_million;
611
- const ratio = (price: number | undefined): number =>
612
- input === undefined || input <= 0 || price === undefined
613
- ? 1
614
- : price / input;
615
- return {
616
- output: ratio(pricing?.output_per_million),
617
- cacheRead: ratio(pricing?.cache_read_per_million),
618
- };
619
- };
620
-
621
- /** Token counts one spend is computed from. */
622
- export type TIncludedSpendTokens = {
623
- /** Fresh (uncached) input tokens. */
624
- readonly input: number;
625
- readonly cachedInput: number;
626
- readonly output: number;
627
- };
628
-
629
- /** Budget units spent, each token class at its price-derived weight. */
630
- export const includedSpend = (
631
- pricing: TModelPricing | undefined,
632
- tokens: TIncludedSpendTokens,
633
- ): number => {
634
- const w = includedWeights(pricing);
635
- return (
636
- tokens.input + tokens.cachedInput * w.cacheRead + tokens.output * w.output
637
- );
638
- };
639
-
640
- export const ExtendedModel = S.Struct({
641
- settings: S.optional(ModelSettingDefinitions),
642
- id: S.String,
643
- provider: S.String,
644
- provider_model_id: S.String,
645
- display_name: S.String,
646
- capabilities: S.Array(ModelCapability),
647
- /** @deprecated Prefer `max_input_tokens`; kept for older dashboard reads. */
648
- context_window: S.optional(S.Number),
649
- max_input_tokens: S.optional(S.Number),
650
- max_output_tokens: S.optional(S.Number),
651
- caps: S.optional(ModelCaps),
652
- /**
653
- * Catalog-internal: optional alternate input budgets a model can be
654
- * configured to use (e.g. Codex dual-window Sol/Astra at 272k / 1.05M).
655
- * Own list wins; absent inherits from the appropriate same-family donor;
656
- * explicit `[]` blocks inheritance. Not a live observation and not part of
657
- * the public `/v1/models` card — the card projects the effective window.
658
- */
659
- alternative_input_limits: S.optional(
660
- S.Array(S.Int.check(S.isGreaterThan(0))),
661
- ),
662
- /**
663
- * Codex v2 multi-agent models (gpt-5.6 sol/terra) emit a hierarchical
664
- * subagent-spawn shape that Claude Code materializes into isolated git
665
- * worktrees and loops. When true, the core `strip-subagent-isolation`
666
- * feature removes the `isolation`/`cwd` args from Task/Agent tool calls in
667
- * the response. Catalog-owned; not part of the public `/v1/models` card.
668
- */
669
- strip_subagent_isolation: S.optional(S.Boolean),
670
- pricing: S.optional(ModelPricing),
671
- /**
672
- * Subscription models only: what the same tokens would cost at
673
- * metered API pricing. Distinct from `pricing` — subscription usage
674
- * bills $0 per token (flat vendor subscription), so `pricing` stays
675
- * unset while this field feeds the overview savings computation.
676
- * Derived from the metered sibling's `pricing` where one exists
677
- * (see `subscriptionTwin` in the api catalog).
678
- */
679
- api_equivalent_pricing: S.optional(ModelPricing),
680
- /**
681
- * Subscription models only: the vendor usage meter this model draws on
682
- * beyond the shared plan windows, so routing can skip a model whose own
683
- * pool is exhausted while the shared window is open (Fable, Codex Spark).
684
- * Omitted for models metered only by the shared window.
685
- */
686
- subscription_meter: S.optional(SubscriptionMeter),
687
- /**
688
- * Host-paid included models only: the monthly token allowance each plan
689
- * tier gets on OpenLLM's own key. Catalog-owned so a limit change ships
690
- * with a catalog update. An included model also LEADS every default chain
691
- * it belongs to (see `compareDefaultChainMembers`).
692
- */
693
- included_usage: S.optional(IncludedUsage),
694
- deprecated: S.optional(S.Boolean),
695
- // Embedding-only metadata — see ExtendedModelCard for semantics.
696
- dimension_presets: S.optional(S.Array(S.Number)),
697
- audio_support: S.optional(ModelAudioSupport),
698
- // Membership in derived default chains (`DEFAULT_CHAIN_CLASSES`).
699
- // Chat uses ultra/plus/lite; media uses the single `media` class.
700
- // ARRAY ORDER is priority — index 0 is primary. `tier_rank` breaks
701
- // ties (lower = tried first), not catalog array order.
702
- default_tiers: S.optional(S.Array(DefaultChainClass)),
703
- tier_rank: S.optional(S.Number),
704
- /**
705
- * Auth class of this catalog/live entry. Subscription twins must set
706
- * `subscription` even if derived from an API-key sibling. Omitted on
707
- * mixed aliases.
708
- */
709
- provider_type: S.optional(ModelProviderType),
710
- /**
711
- * Daemon-only variant when `provider_type` is `subscription` (`oauth`)
712
- * or `local` (`local`). Absent on API-key cards and mixed aliases.
713
- */
714
- provider_variant: S.optional(LocalProviderVariant),
715
- });
716
- export type TExtendedModel = S.Schema.Type<typeof ExtendedModel>;
717
-
718
- export const AliasMap = S.Record(S.String, S.String);
719
- export type TAliasMap = S.Schema.Type<typeof AliasMap>;
720
-
721
- // One model as reported by a provider's own list endpoint (e.g. OpenAI
722
- // `GET /v1/models`, Moonshot `GET /coding/v1/models`). Deliberately
723
- // minimal — only what upstreams actually report. Everything else
724
- // (capabilities, tier chains, pricing, limits) stays catalog-owned and
725
- // is hybrid-merged at read time (docs/proposals/live-provider-model-catalog.md).
726
- // String/array bounds are defense-in-depth on the authenticated write
727
- // paths (`POST /api/daemon/models`, the cloud refresher) so a
728
- // misbehaving upstream or client can't bloat `model_cache` payloads:
729
- // id cap matches the proxy's `MAX_MODEL_ID_LENGTH` (128); the largest
730
- // real list observed is OpenAI's at ~122 entries.
731
- export const ProviderModelEntry = S.Struct({
732
- /** Upstream model id, e.g. `gpt-5.2` — NOT the catalog `provider/model` id. */
733
- provider_model_id: S.String.check(S.isMinLength(1), S.isMaxLength(128)),
734
- display_name: S.optional(S.String.check(S.isMaxLength(256))),
735
- created: S.optional(S.Number),
736
- context_window: S.optional(S.Number),
737
- /**
738
- * Vendor-reported completion (output) ceiling for this model, when the
739
- * provider's own list endpoint exposes one. Mirrors `context_window`'s
740
- * role for the input side — optional because most list endpoints only
741
- * report the input/context budget. A writer that never populates this
742
- * field leaves request output-cap backfill fail-open. Static catalog limits
743
- * remain display/config metadata only.
744
- */
745
- max_output_tokens: S.optional(S.Number),
746
- });
747
- export type TProviderModelEntry = S.Schema.Type<typeof ProviderModelEntry>;
748
-
749
- // Payload of one `model_cache` row: the live model list one writer
750
- // (daemon for subscription providers, cloud for API-key providers)
751
- // observed for a single provider.
752
- export const ProviderModelList = S.Array(ProviderModelEntry).check(
753
- S.makeFilter(
754
- (models: ReadonlyArray<TProviderModelEntry>): boolean =>
755
- models.length <= 1000,
756
- { message: "must contain at most 1000 entries" },
757
- ),
758
- );
759
- export type TProviderModelList = S.Schema.Type<typeof ProviderModelList>;
760
-
761
- /**
762
- * Bound on any model-list fetch against a provider's own list endpoint
763
- * — shared by the cloud refresher (`packages/api`) and the daemon
764
- * delegates (`packages/cli/daemon`), which can't import each other, so the
765
- * constant lives on the wire package both depend on.
766
- */
767
- export const MODEL_LIST_FETCH_TIMEOUT_MS = 10_000;