@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,50 @@
1
+ import type { TChatParams, TModelInfo } from "./chat.js";
2
+ import type { TConnectConfig } from "./config.js";
3
+ import type { TPendingConnect, TStartConnectReturnType } from "./oauth.js";
4
+ import type { TConnectionStore } from "./store.js";
5
+ export type CreateConnectParams = {
6
+ /** Defaults to `connectConfigFromEnv()` (the `OPENLLM_*` variables). */
7
+ readonly config?: TConnectConfig;
8
+ readonly store: TConnectionStore;
9
+ };
10
+ /** One of your users, connected: call OpenLLM as them. */
11
+ export type TConnectedUser = {
12
+ /** The OpenLLM user id. */
13
+ readonly userId: string;
14
+ /**
15
+ * `fetch` against OpenLLM (`/v1/...`) with auth set and the token refreshed
16
+ * and stored for you. Answers as-is, non-2xx included.
17
+ */
18
+ readonly fetch: (path: string, init?: RequestInit) => Promise<Response>;
19
+ /** Like `fetch`, but throws `OpenLLMError` on non-2xx. */
20
+ readonly request: (path: string, init?: RequestInit) => Promise<Response>;
21
+ readonly chat: {
22
+ /** Streamed reply as text deltas. */
23
+ readonly stream: (params: TChatParams, init?: Pick<RequestInit, "signal">) => Promise<ReadableStream<string>>;
24
+ /** The whole reply text. */
25
+ readonly complete: (params: TChatParams, init?: Pick<RequestInit, "signal">) => Promise<string>;
26
+ };
27
+ /** Every model this account can run (`/v1/models`). */
28
+ readonly models: () => Promise<readonly TModelInfo[]>;
29
+ /** Revoke this connection on OpenLLM and forget it here. */
30
+ readonly disconnect: () => Promise<void>;
31
+ };
32
+ export type TConnect = {
33
+ readonly config: TConnectConfig;
34
+ readonly store: TConnectionStore;
35
+ /** Begin: redirect the browser to `url`, keep the rest until the callback. */
36
+ readonly start: () => Promise<TStartConnectReturnType>;
37
+ /**
38
+ * The callback: exchange the code, open the key, store the connection under
39
+ * `userKey`. A user who connected before keeps their stored key.
40
+ */
41
+ readonly finish: (input: {
42
+ readonly userKey: string;
43
+ readonly code: string;
44
+ readonly pending: TPendingConnect;
45
+ readonly state: string | null;
46
+ }) => Promise<TConnectedUser>;
47
+ /** The stored connection for `userKey`, or `null` when not connected. */
48
+ readonly user: (userKey: string) => Promise<TConnectedUser | null>;
49
+ };
50
+ export declare const createConnect: (params: CreateConnectParams) => TConnect;
@@ -0,0 +1,141 @@
1
+ import { chatTextStream } from "./chat.js";
2
+ import { connectConfigFromEnv } from "./config.js";
3
+ import { errorFromResponse, OpenLLMError } from "./errors.js";
4
+ import { fetchAsConnection, finishConnect, REFRESH_SKEW_MS, refreshConnection, startConnect, } from "./oauth.js";
5
+ const JSON_HEADERS = { "content-type": "application/json" };
6
+ export const createConnect = (params) => {
7
+ // `params.config` is read on first use too: a factory that reads env at
8
+ // import time must not throw while the module is only being loaded.
9
+ let configCache;
10
+ const config = () => {
11
+ configCache ??= params.config ?? connectConfigFromEnv();
12
+ return configCache;
13
+ };
14
+ const { store } = params;
15
+ // One refresh per user at a time: refresh tokens rotate on every use, and
16
+ // two refreshes with the same token revoke the user's whole token family.
17
+ // This serializes within one process; an app running several instances
18
+ // should also serialize per user (a row lock around `store.save`).
19
+ const refreshing = new Map();
20
+ const refreshOnce = (userKey, current) => {
21
+ const inflight = refreshing.get(userKey);
22
+ if (inflight)
23
+ return inflight;
24
+ const run = (async () => {
25
+ // Another request may have refreshed and stored already.
26
+ const latest = (await store.load(userKey)) ?? current;
27
+ const next = await refreshConnection(config(), latest);
28
+ if (next !== latest)
29
+ await store.save(userKey, next);
30
+ return next;
31
+ })().finally(() => refreshing.delete(userKey));
32
+ refreshing.set(userKey, run);
33
+ return run;
34
+ };
35
+ // Only a revoked key is forgotten: any other refusal keeps the stored
36
+ // connection, because its key can't be collected again.
37
+ const forgetIfRevoked = async (userKey, err) => {
38
+ if (err instanceof OpenLLMError && err.keyRevoked)
39
+ await store.clear(userKey);
40
+ };
41
+ const bind = (userKey, initial) => {
42
+ let current = initial;
43
+ const fresh = async () => {
44
+ if (current.expiresAt - Date.now() > REFRESH_SKEW_MS)
45
+ return current;
46
+ try {
47
+ current = await refreshOnce(userKey, current);
48
+ return current;
49
+ }
50
+ catch (err) {
51
+ await forgetIfRevoked(userKey, err);
52
+ throw err;
53
+ }
54
+ };
55
+ const doFetch = async (path, init) => fetchAsConnection(config(), await fresh(), path, init);
56
+ const request = async (path, init) => {
57
+ const res = await doFetch(path, init);
58
+ if (res.ok)
59
+ return res;
60
+ const err = await errorFromResponse(res);
61
+ await forgetIfRevoked(userKey, err);
62
+ throw err;
63
+ };
64
+ const chatRequest = (body, stream, init) => request("/v1/chat/completions", {
65
+ method: "POST",
66
+ headers: JSON_HEADERS,
67
+ body: JSON.stringify({ ...body, stream }),
68
+ signal: init?.signal,
69
+ });
70
+ return {
71
+ get userId() {
72
+ return current.userId;
73
+ },
74
+ fetch: doFetch,
75
+ request,
76
+ chat: {
77
+ stream: async (body, init) => {
78
+ const res = await chatRequest(body, true, init);
79
+ if (!res.body)
80
+ throw new OpenLLMError(502, "openllm_error", "OpenLLM sent no stream");
81
+ return chatTextStream(res.body);
82
+ },
83
+ complete: async (body, init) => {
84
+ const res = await chatRequest(body, false, init);
85
+ const json = (await res.json());
86
+ const content = json.choices?.[0]?.message?.content;
87
+ return typeof content === "string" ? content : "";
88
+ },
89
+ },
90
+ models: async () => {
91
+ const res = await request("/v1/models");
92
+ const json = (await res.json());
93
+ return json.data ?? [];
94
+ },
95
+ // Forget the connection only once OpenLLM confirms the key is gone: the
96
+ // revoke succeeded, the grant was already gone (404), or the key was
97
+ // revoked. Anything else (network, 5xx, a failed refresh) keeps it so
98
+ // the caller can retry: forgetting a live grant would strand the user
99
+ // on already_picked_up.
100
+ disconnect: async () => {
101
+ try {
102
+ const res = await doFetch("/api/connect/grants/revoke", {
103
+ method: "POST",
104
+ });
105
+ if (!res.ok && res.status !== 404) {
106
+ const err = await errorFromResponse(res);
107
+ if (!err.keyRevoked)
108
+ throw err;
109
+ }
110
+ }
111
+ catch (err) {
112
+ if (!(err instanceof OpenLLMError && err.keyRevoked))
113
+ throw err;
114
+ }
115
+ await store.clear(userKey);
116
+ },
117
+ };
118
+ };
119
+ return {
120
+ get config() {
121
+ return config();
122
+ },
123
+ store,
124
+ start: () => startConnect(config()),
125
+ finish: async ({ userKey, code, pending, state }) => {
126
+ if (state === null || state !== pending.state)
127
+ throw new OpenLLMError(400, "state_mismatch", "The callback state doesn't match");
128
+ const connection = await finishConnect(config(), {
129
+ code,
130
+ codeVerifier: pending.codeVerifier,
131
+ previous: await store.load(userKey),
132
+ });
133
+ await store.save(userKey, connection);
134
+ return bind(userKey, connection);
135
+ },
136
+ user: async (userKey) => {
137
+ const stored = await store.load(userKey);
138
+ return stored === null ? null : bind(userKey, stored);
139
+ },
140
+ };
141
+ };
@@ -0,0 +1,22 @@
1
+ /** What your app needs, from the .env block OpenLLM showed you once. */
2
+ export type TConnectConfig = {
3
+ readonly clientId: string;
4
+ readonly clientSecret: string;
5
+ /** Your app's X25519 private key: base64 PKCS#8 (`OPENLLM_PRIVATE_KEY`). */
6
+ readonly privateKey: string;
7
+ /** The OAuth issuer; authorize, token and revoke live under it. */
8
+ readonly issuer: string;
9
+ /** Always sent as `resource`, or the access token comes back opaque. */
10
+ readonly resource: string;
11
+ /** OpenLLM's origin: key pickup and the `/v1` API live here. */
12
+ readonly apiOrigin: string;
13
+ /** Exactly one of the callback URLs you registered. */
14
+ readonly redirectUri: string;
15
+ };
16
+ export declare const DEFAULT_CONNECT_RESOURCE = "https://openllm.sh/v1";
17
+ type TEnv = Readonly<Record<string, string | undefined>>;
18
+ /** Read the config from the `OPENLLM_*` variables in the .env block. */
19
+ export declare const connectConfigFromEnv: (env?: TEnv) => TConnectConfig;
20
+ /** The "Connect with OpenLLM" button image, served by OpenLLM. */
21
+ export declare const connectButtonUrl: (config: Pick<TConnectConfig, "apiOrigin">) => string;
22
+ export {};
@@ -0,0 +1,22 @@
1
+ export const DEFAULT_CONNECT_RESOURCE = "https://openllm.sh/v1";
2
+ const processEnv = () => globalThis.process?.env ?? {};
3
+ /** Read the config from the `OPENLLM_*` variables in the .env block. */
4
+ export const connectConfigFromEnv = (env = processEnv()) => {
5
+ const need = (name) => {
6
+ const value = env[name]?.trim();
7
+ if (!value)
8
+ throw new Error(`${name} is not set`);
9
+ return value;
10
+ };
11
+ return {
12
+ clientId: need("OPENLLM_CLIENT_ID"),
13
+ clientSecret: need("OPENLLM_CLIENT_SECRET"),
14
+ privateKey: need("OPENLLM_PRIVATE_KEY"),
15
+ issuer: need("OPENLLM_ISSUER").replace(/\/+$/, ""),
16
+ resource: env.OPENLLM_RESOURCE?.trim() || DEFAULT_CONNECT_RESOURCE,
17
+ apiOrigin: need("OPENLLM_API_ORIGIN").replace(/\/+$/, ""),
18
+ redirectUri: need("OPENLLM_REDIRECT_URI"),
19
+ };
20
+ };
21
+ /** The "Connect with OpenLLM" button image, served by OpenLLM. */
22
+ export const connectButtonUrl = (config) => `${config.apiOrigin}/connect/button.svg`;
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Every code OpenLLM answers a connected app with. The server owns them
3
+ * (`packages/api/auth/connector-auth.ts`, `handlers/connect.ts`); this list is
4
+ * what an app can branch on.
5
+ */
6
+ export declare const CONNECT_ERROR_CODES: readonly ["connector_auth", "connector_reconnect", "connector_opaque_token", "connector_unavailable", "rate_limited", "already_picked_up", "no_pending_grant", "grant_expired", "pkce_mismatch", "client_disabled", "invalid_grant", "state_mismatch", "access_denied", "not_connected", "token_error", "token_expired", "openllm_error"];
7
+ export type TConnectErrorCode = (typeof CONNECT_ERROR_CODES)[number];
8
+ /** OpenLLM said no; `code` says why. */
9
+ export declare class OpenLLMError extends Error {
10
+ readonly status: number;
11
+ /** A `TConnectErrorCode`, or a code a newer server added. */
12
+ readonly code: string;
13
+ /** Seconds to wait, when the server said (`retry-after`). */
14
+ readonly retryAfter: number | null;
15
+ constructor(status: number, code: string, message: string, retryAfter?: number | null);
16
+ /**
17
+ * Send the user through connect again. Keep the stored connection unless
18
+ * `keyRevoked`: its `apiKey` can be collected only once, and reconnecting
19
+ * an active grant keeps it and takes fresh tokens.
20
+ */
21
+ get needsReconnect(): boolean;
22
+ /**
23
+ * OpenLLM revoked this connection's key (the user disconnected or reset
24
+ * their vault): the stored connection is dead and safe to forget.
25
+ */
26
+ get keyRevoked(): boolean;
27
+ /** Try the same call again later (`retryAfter` seconds when known). */
28
+ get retryable(): boolean;
29
+ }
30
+ export declare const isOpenLLMError: (value: unknown) => value is OpenLLMError;
31
+ /** Read an OpenLLM (or OAuth token endpoint) error response. */
32
+ export declare const errorFromResponse: (res: Response) => Promise<OpenLLMError>;
@@ -0,0 +1,85 @@
1
+ /**
2
+ * Every code OpenLLM answers a connected app with. The server owns them
3
+ * (`packages/api/auth/connector-auth.ts`, `handlers/connect.ts`); this list is
4
+ * what an app can branch on.
5
+ */
6
+ export const CONNECT_ERROR_CODES = [
7
+ // /v1 and revoke: the token + key pair was refused.
8
+ "connector_auth",
9
+ "connector_reconnect",
10
+ "connector_opaque_token",
11
+ "connector_unavailable",
12
+ "rate_limited",
13
+ // key pickup at the callback.
14
+ "already_picked_up",
15
+ "no_pending_grant",
16
+ "grant_expired",
17
+ "pkce_mismatch",
18
+ "client_disabled",
19
+ // token endpoint.
20
+ "invalid_grant",
21
+ // the SDK's own.
22
+ "state_mismatch",
23
+ "access_denied",
24
+ "not_connected",
25
+ "token_error",
26
+ "token_expired",
27
+ "openllm_error",
28
+ ];
29
+ const RECONNECT = new Set([
30
+ "connector_reconnect",
31
+ "connector_auth",
32
+ "invalid_grant",
33
+ "grant_expired",
34
+ "no_pending_grant",
35
+ "not_connected",
36
+ "token_expired",
37
+ ]);
38
+ const RETRYABLE = new Set([
39
+ "connector_unavailable",
40
+ "rate_limited",
41
+ ]);
42
+ /** OpenLLM said no; `code` says why. */
43
+ export class OpenLLMError extends Error {
44
+ status;
45
+ /** A `TConnectErrorCode`, or a code a newer server added. */
46
+ code;
47
+ /** Seconds to wait, when the server said (`retry-after`). */
48
+ retryAfter;
49
+ constructor(status, code, message, retryAfter = null) {
50
+ super(message);
51
+ this.name = "OpenLLMError";
52
+ this.status = status;
53
+ this.code = code;
54
+ this.retryAfter = retryAfter;
55
+ }
56
+ /**
57
+ * Send the user through connect again. Keep the stored connection unless
58
+ * `keyRevoked`: its `apiKey` can be collected only once, and reconnecting
59
+ * an active grant keeps it and takes fresh tokens.
60
+ */
61
+ get needsReconnect() {
62
+ return RECONNECT.has(this.code);
63
+ }
64
+ /**
65
+ * OpenLLM revoked this connection's key (the user disconnected or reset
66
+ * their vault): the stored connection is dead and safe to forget.
67
+ */
68
+ get keyRevoked() {
69
+ return this.code === "connector_reconnect";
70
+ }
71
+ /** Try the same call again later (`retryAfter` seconds when known). */
72
+ get retryable() {
73
+ return RETRYABLE.has(this.code);
74
+ }
75
+ }
76
+ export const isOpenLLMError = (value) => value instanceof OpenLLMError;
77
+ /** Read an OpenLLM (or OAuth token endpoint) error response. */
78
+ export const errorFromResponse = async (res) => {
79
+ const body = (await res.json().catch(() => ({})));
80
+ const retry = Number(res.headers.get("retry-after"));
81
+ const retryAfter = Number.isFinite(retry) && retry > 0 ? retry : null;
82
+ if (typeof body.error === "string")
83
+ return new OpenLLMError(res.status, body.error, body.error_description ?? `OpenLLM answered ${res.status}`, retryAfter);
84
+ return new OpenLLMError(res.status, body.error?.code ?? "openllm_error", body.error?.message ?? `OpenLLM answered ${res.status}`, retryAfter);
85
+ };
@@ -14,10 +14,10 @@
14
14
  *
15
15
  * Guide: https://docs.openllm.sh/connect
16
16
  */
17
- export * from "./chat";
18
- export * from "./client";
19
- export * from "./config";
20
- export * from "./errors";
21
- export * from "./oauth";
22
- export * from "./routes";
23
- export * from "./store";
17
+ export * from "./chat.js";
18
+ export * from "./client.js";
19
+ export * from "./config.js";
20
+ export * from "./errors.js";
21
+ export * from "./oauth.js";
22
+ export * from "./routes.js";
23
+ export * from "./store.js";
@@ -0,0 +1,23 @@
1
+ /**
2
+ * `@openllmsh/sdk/connect` — "Connect with OpenLLM" for your app's SERVER.
3
+ *
4
+ * Your users sign in with OpenLLM and run AI on their own account (their
5
+ * subscriptions, devices and keys). This module holds your client secret and
6
+ * private key: never import it into browser code.
7
+ *
8
+ * const connect = createConnect({ store: encryptedConnectionStore(db, secret) });
9
+ * const routes = connectRoutes(connect, { userKey: (req) => sessionUserId(req) });
10
+ * // mount routes.start / routes.callback / routes.chat / routes.disconnect
11
+ *
12
+ * const user = await connect.user(myUserId);
13
+ * const text = await user?.chat.stream({ model: "plus", messages });
14
+ *
15
+ * Guide: https://docs.openllm.sh/connect
16
+ */
17
+ export * from "./chat.js";
18
+ export * from "./client.js";
19
+ export * from "./config.js";
20
+ export * from "./errors.js";
21
+ export * from "./oauth.js";
22
+ export * from "./routes.js";
23
+ export * from "./store.js";
@@ -0,0 +1,51 @@
1
+ import type { TConnectorSealed } from "@openllmsh/sdk/vault/public-key-seal";
2
+ import type { TConnectConfig } from "./config.js";
3
+ /** One user's connection. Store it per user; it is a credential. */
4
+ export type TConnection = {
5
+ /** The OpenLLM user id (the token's `sub`). */
6
+ readonly userId: string;
7
+ /** The connection's own `sk-llm-…` key, sent as `X-OpenLLM-Key`. */
8
+ readonly apiKey: string;
9
+ readonly accessToken: string;
10
+ readonly refreshToken: string | null;
11
+ /** Unix ms when `accessToken` expires (tokens live about an hour). */
12
+ readonly expiresAt: number;
13
+ };
14
+ /** Kept between `start` and `finish` (a short-lived httpOnly cookie). */
15
+ export type TPendingConnect = {
16
+ readonly state: string;
17
+ readonly codeVerifier: string;
18
+ };
19
+ export type TStartConnectReturnType = TPendingConnect & {
20
+ readonly url: string;
21
+ };
22
+ /** Refresh this long before the access token expires. */
23
+ export declare const REFRESH_SKEW_MS = 60000;
24
+ /**
25
+ * Where to send the user, plus the `state` and `codeVerifier` to keep until the
26
+ * callback. PKCE S256; `prompt=consent` so OpenLLM shows its consent screen,
27
+ * which is where the user's key is made for you.
28
+ */
29
+ export declare const startConnect: (config: TConnectConfig) => Promise<TStartConnectReturnType>;
30
+ /** Open the sealed key OpenLLM made for this connection. */
31
+ export declare const openConnectionKey: (input: {
32
+ readonly config: Pick<TConnectConfig, "clientId" | "privateKey">;
33
+ readonly sealed: TConnectorSealed;
34
+ readonly userId: string;
35
+ readonly grantId: string;
36
+ }) => Promise<string>;
37
+ /**
38
+ * Exchange the callback's `code`, collect the connection's key (once) and open
39
+ * it. When the user was already connected the key can't be collected again:
40
+ * pass `previous` (the connection you stored for them) and it is kept with the
41
+ * fresh tokens. Without a matching `previous` that throws `already_picked_up`.
42
+ */
43
+ export declare const finishConnect: (config: TConnectConfig, input: {
44
+ readonly code: string;
45
+ readonly codeVerifier: string;
46
+ readonly previous?: TConnection | null;
47
+ }) => Promise<TConnection>;
48
+ /** The connection with a fresh access token (refreshed a minute early). */
49
+ export declare const refreshConnection: (config: TConnectConfig, connection: TConnection) => Promise<TConnection>;
50
+ /** `fetch` against OpenLLM as this connection; both auth headers set. */
51
+ export declare const fetchAsConnection: (config: Pick<TConnectConfig, "apiOrigin">, connection: Pick<TConnection, "accessToken" | "apiKey">, path: string, init?: RequestInit) => Promise<Response>;
@@ -0,0 +1,150 @@
1
+ import { fromB64, fromB64Url, toB64, toB64Url, zero, } from "@openllmsh/sdk/vault/crypto";
2
+ import { openSealed } from "@openllmsh/sdk/vault/public-key-seal";
3
+ import { errorFromResponse, OpenLLMError } from "./errors.js";
4
+ /** Refresh this long before the access token expires. */
5
+ export const REFRESH_SKEW_MS = 60_000;
6
+ const utf8 = (value) => new TextEncoder().encode(value);
7
+ const randomToken = (bytes) => toB64Url(crypto.getRandomValues(new Uint8Array(bytes)));
8
+ const jwtSub = (token) => {
9
+ const part = token.split(".")[1];
10
+ if (part === undefined)
11
+ throw new OpenLLMError(401, "connector_opaque_token", "The access token is not a JWT: send `resource` on authorize and token");
12
+ const json = new TextDecoder().decode(fromB64Url(part));
13
+ const sub = JSON.parse(json).sub;
14
+ if (typeof sub !== "string")
15
+ throw new OpenLLMError(401, "connector_auth", "The access token has no sub");
16
+ return sub;
17
+ };
18
+ /**
19
+ * Where to send the user, plus the `state` and `codeVerifier` to keep until the
20
+ * callback. PKCE S256; `prompt=consent` so OpenLLM shows its consent screen,
21
+ * which is where the user's key is made for you.
22
+ */
23
+ export const startConnect = async (config) => {
24
+ const codeVerifier = randomToken(48);
25
+ const challenge = toB64Url(new Uint8Array(await crypto.subtle.digest("SHA-256", utf8(codeVerifier))));
26
+ const state = randomToken(24);
27
+ const url = new URL(`${config.issuer}/oauth2/authorize`);
28
+ url.search = new URLSearchParams({
29
+ response_type: "code",
30
+ client_id: config.clientId,
31
+ redirect_uri: config.redirectUri,
32
+ scope: "openid offline_access",
33
+ resource: config.resource,
34
+ code_challenge: challenge,
35
+ code_challenge_method: "S256",
36
+ state,
37
+ prompt: "consent",
38
+ }).toString();
39
+ return { url: url.toString(), state, codeVerifier };
40
+ };
41
+ const tokenRequest = async (config, params) => {
42
+ const basic = btoa(`${encodeURIComponent(config.clientId)}:${encodeURIComponent(config.clientSecret)}`);
43
+ const res = await fetch(`${config.issuer}/oauth2/token`, {
44
+ method: "POST",
45
+ headers: {
46
+ "content-type": "application/x-www-form-urlencoded",
47
+ authorization: `Basic ${basic}`,
48
+ },
49
+ body: new URLSearchParams({ ...params, resource: config.resource }),
50
+ });
51
+ if (!res.ok)
52
+ throw await errorFromResponse(res);
53
+ const body = (await res.json().catch(() => ({})));
54
+ if (typeof body.access_token !== "string")
55
+ throw new OpenLLMError(res.status, "token_error", "The token endpoint sent no access token");
56
+ return {
57
+ accessToken: body.access_token,
58
+ refreshToken: typeof body.refresh_token === "string" ? body.refresh_token : null,
59
+ expiresAt: Date.now() +
60
+ (typeof body.expires_in === "number" ? body.expires_in : 3600) * 1000,
61
+ };
62
+ };
63
+ const importPrivateKey = async (pkcs8B64) => {
64
+ const privateKey = await crypto.subtle.importKey("pkcs8", fromB64(pkcs8B64), { name: "X25519" }, true, ["deriveBits"]);
65
+ // The recipient public key (base64 SPKI, as OpenLLM holds it) is bound
66
+ // into the seal's HKDF info, so derive it from the private key.
67
+ const jwk = await crypto.subtle.exportKey("jwk", privateKey);
68
+ const publicKey = await crypto.subtle.importKey("jwk", { kty: jwk.kty, crv: jwk.crv, x: jwk.x }, { name: "X25519" }, true, []);
69
+ const spki = new Uint8Array(await crypto.subtle.exportKey("spki", publicKey));
70
+ return { privateKey, publicKeyB64: toB64(spki) };
71
+ };
72
+ /** Open the sealed key OpenLLM made for this connection. */
73
+ export const openConnectionKey = async (input) => {
74
+ const { privateKey, publicKeyB64 } = await importPrivateKey(input.config.privateKey);
75
+ const plain = await openSealed({
76
+ clientId: input.config.clientId,
77
+ userId: input.userId,
78
+ grantId: input.grantId,
79
+ recipientPublicKeyB64: publicKeyB64,
80
+ }, input.sealed, privateKey);
81
+ try {
82
+ return new TextDecoder().decode(plain);
83
+ }
84
+ finally {
85
+ zero(plain);
86
+ }
87
+ };
88
+ /**
89
+ * Exchange the callback's `code`, collect the connection's key (once) and open
90
+ * it. When the user was already connected the key can't be collected again:
91
+ * pass `previous` (the connection you stored for them) and it is kept with the
92
+ * fresh tokens. Without a matching `previous` that throws `already_picked_up`.
93
+ */
94
+ export const finishConnect = async (config, input) => {
95
+ const tokens = await tokenRequest(config, {
96
+ grant_type: "authorization_code",
97
+ code: input.code,
98
+ redirect_uri: config.redirectUri,
99
+ code_verifier: input.codeVerifier,
100
+ });
101
+ const userId = jwtSub(tokens.accessToken);
102
+ const res = await fetch(`${config.apiOrigin}/api/connect/grants/pickup`, {
103
+ method: "POST",
104
+ headers: {
105
+ authorization: `Bearer ${tokens.accessToken}`,
106
+ "content-type": "application/json",
107
+ },
108
+ body: JSON.stringify({ code_verifier: input.codeVerifier }),
109
+ });
110
+ if (!res.ok) {
111
+ const err = await errorFromResponse(res);
112
+ const previous = input.previous;
113
+ if (err.code === "already_picked_up" &&
114
+ previous &&
115
+ previous.userId === userId)
116
+ return { ...previous, ...tokens };
117
+ throw err;
118
+ }
119
+ const picked = (await res.json());
120
+ const apiKey = await openConnectionKey({
121
+ config,
122
+ sealed: JSON.parse(picked.sealed),
123
+ userId,
124
+ grantId: picked.grant_id,
125
+ });
126
+ return { userId, apiKey, ...tokens };
127
+ };
128
+ /** The connection with a fresh access token (refreshed a minute early). */
129
+ export const refreshConnection = async (config, connection) => {
130
+ if (connection.expiresAt - Date.now() > REFRESH_SKEW_MS)
131
+ return connection;
132
+ if (connection.refreshToken === null)
133
+ throw new OpenLLMError(401, "token_expired", "The access token expired and there is no refresh token: connect again");
134
+ const tokens = await tokenRequest(config, {
135
+ grant_type: "refresh_token",
136
+ refresh_token: connection.refreshToken,
137
+ });
138
+ return {
139
+ ...connection,
140
+ ...tokens,
141
+ refreshToken: tokens.refreshToken ?? connection.refreshToken,
142
+ };
143
+ };
144
+ /** `fetch` against OpenLLM as this connection; both auth headers set. */
145
+ export const fetchAsConnection = (config, connection, path, init = {}) => {
146
+ const headers = new Headers(init.headers);
147
+ headers.set("authorization", `Bearer ${connection.accessToken}`);
148
+ headers.set("x-openllm-key", connection.apiKey);
149
+ return fetch(`${config.apiOrigin}${path}`, { ...init, headers });
150
+ };
@@ -0,0 +1,38 @@
1
+ import type { TConnect } from "./client.js";
2
+ /**
3
+ * Ready-made `(Request) => Response` handlers for the whole connect flow. They
4
+ * are plain Fetch API handlers, so they mount as-is in Next.js route handlers,
5
+ * Hono, Bun.serve, Deno, Remix, SvelteKit or Workers.
6
+ */
7
+ export type ConnectRoutesParams = {
8
+ /**
9
+ * Who is this in YOUR app (user id or session id). Return `null` when
10
+ * nobody is signed in to your app; the handlers answer 401.
11
+ */
12
+ readonly userKey: (req: Request) => string | null | Promise<string | null>;
13
+ /** Where `callback` sends the browser afterwards (default `/`). */
14
+ readonly returnTo?: string;
15
+ /** Cookie that carries state + PKCE between start and callback. */
16
+ readonly cookieName?: string;
17
+ };
18
+ export type TConnectRoutes = {
19
+ /** GET: redirect to OpenLLM's consent screen. */
20
+ readonly start: (req: Request) => Promise<Response>;
21
+ /** GET: the registered callback URL. Redirects to `returnTo`, `?error=` on failure. */
22
+ readonly callback: (req: Request) => Promise<Response>;
23
+ /** POST: revoke and forget. */
24
+ readonly disconnect: (req: Request) => Promise<Response>;
25
+ /** POST `{ model, messages }`: one chat turn, streamed back as plain text. */
26
+ readonly chat: (req: Request) => Promise<Response>;
27
+ /** GET: `{ connected, userId, models }` for the signed-in user. */
28
+ readonly status: (req: Request) => Promise<Response>;
29
+ };
30
+ export declare const DEFAULT_CONNECT_COOKIE = "openllm_connect";
31
+ /**
32
+ * An `OpenLLMError` as the `{ error: { code, message } }` JSON OpenLLM uses.
33
+ * Any other failure answers a fixed message: its text can carry internals
34
+ * (paths, hosts, config) and these responses reach the browser. The original
35
+ * is logged server-side.
36
+ */
37
+ export declare const errorResponse: (err: unknown) => Response;
38
+ export declare const connectRoutes: (connect: TConnect, params: ConnectRoutesParams) => TConnectRoutes;