@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (634) hide show
  1. package/README.md +27 -7
  2. package/dist/client/chat.d.ts +38 -0
  3. package/dist/client/chat.js +77 -0
  4. package/dist/client/devices.d.ts +70 -0
  5. package/dist/client/devices.js +172 -0
  6. package/dist/client/http.d.ts +24 -0
  7. package/dist/client/http.js +34 -0
  8. package/dist/client/index.d.ts +43 -0
  9. package/dist/client/index.js +57 -0
  10. package/dist/client/relay-mux.d.ts +71 -0
  11. package/dist/client/relay-mux.js +394 -0
  12. package/dist/client/types.d.ts +47 -0
  13. package/dist/client/types.js +5 -0
  14. package/dist/client/vault.d.ts +68 -0
  15. package/dist/client/vault.js +113 -0
  16. package/dist/connect/chat.d.ts +24 -0
  17. package/dist/connect/chat.js +25 -0
  18. package/dist/connect/client.d.ts +50 -0
  19. package/dist/connect/client.js +141 -0
  20. package/dist/connect/config.d.ts +22 -0
  21. package/dist/connect/config.js +22 -0
  22. package/dist/connect/errors.d.ts +32 -0
  23. package/dist/connect/errors.js +85 -0
  24. package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
  25. package/dist/connect/index.js +23 -0
  26. package/dist/connect/oauth.d.ts +51 -0
  27. package/dist/connect/oauth.js +150 -0
  28. package/dist/connect/routes.d.ts +38 -0
  29. package/dist/connect/routes.js +175 -0
  30. package/dist/connect/store.d.ts +26 -0
  31. package/dist/connect/store.js +65 -0
  32. package/dist/mcp/handle.d.ts +6 -0
  33. package/dist/mcp/handle.js +6 -0
  34. package/dist/mcp/index.d.ts +15 -0
  35. package/dist/mcp/index.js +10 -0
  36. package/dist/mcp/server.d.ts +84 -0
  37. package/dist/mcp/server.js +168 -0
  38. package/dist/mcp/tools/marketplace.d.ts +94 -0
  39. package/dist/mcp/tools/marketplace.js +303 -0
  40. package/dist/mcp/tools/memory-client.d.ts +109 -0
  41. package/dist/mcp/tools/memory-client.js +200 -0
  42. package/dist/mcp/tools/memory-config.d.ts +29 -0
  43. package/dist/mcp/tools/memory-config.js +12 -0
  44. package/dist/mcp/tools/memory.d.ts +92 -0
  45. package/dist/mcp/tools/memory.js +312 -0
  46. package/dist/mcp/tools/model-priority.d.ts +16 -0
  47. package/dist/mcp/tools/model-priority.js +87 -0
  48. package/dist/mcp/tools/openllm.d.ts +75 -0
  49. package/dist/mcp/tools/openllm.js +715 -0
  50. package/dist/mcp/types.d.ts +25 -0
  51. package/dist/mcp/types.js +7 -0
  52. package/dist/openapi/call.d.ts +26 -0
  53. package/dist/openapi/call.js +56 -0
  54. package/dist/openapi/index.d.ts +2 -0
  55. package/dist/openapi/index.js +2 -0
  56. package/dist/openapi/openapi.json +80213 -0
  57. package/dist/openapi/operations.d.ts +14 -0
  58. package/dist/openapi/operations.js +2060 -0
  59. package/dist/protocol/access.d.ts +81 -0
  60. package/dist/protocol/access.js +125 -0
  61. package/dist/protocol/agent-prompt-text.d.ts +15 -0
  62. package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
  63. package/dist/protocol/agent.d.ts +1487 -0
  64. package/dist/protocol/agent.js +787 -0
  65. package/dist/protocol/api-key-syntax.d.ts +58 -0
  66. package/dist/protocol/api-key-syntax.js +73 -0
  67. package/dist/protocol/audio.d.ts +18 -0
  68. package/dist/protocol/audio.js +21 -0
  69. package/dist/protocol/auth.d.ts +126 -0
  70. package/dist/protocol/auth.js +119 -0
  71. package/dist/protocol/changelog.d.ts +69 -0
  72. package/dist/protocol/changelog.js +107 -0
  73. package/dist/protocol/chat.d.ts +789 -0
  74. package/dist/protocol/chat.js +394 -0
  75. package/dist/protocol/client-registry.d.ts +151 -0
  76. package/dist/protocol/client-registry.js +238 -0
  77. package/dist/protocol/config.d.ts +508 -0
  78. package/dist/protocol/config.js +289 -0
  79. package/dist/protocol/control-channel.d.ts +102 -0
  80. package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
  81. package/dist/protocol/cooldown-reason.d.ts +30 -0
  82. package/dist/protocol/cooldown-reason.js +44 -0
  83. package/dist/protocol/cost.d.ts +9 -0
  84. package/dist/protocol/cost.js +8 -0
  85. package/dist/protocol/daemon-port.d.ts +2 -0
  86. package/dist/protocol/daemon-port.js +28 -0
  87. package/dist/protocol/daemon.d.ts +2034 -0
  88. package/dist/protocol/daemon.js +1286 -0
  89. package/dist/protocol/default-chains.d.ts +15 -0
  90. package/dist/protocol/default-chains.js +21 -0
  91. package/dist/protocol/device-state.d.ts +223 -0
  92. package/dist/protocol/device-state.js +52 -0
  93. package/dist/protocol/doctor-report-local.d.ts +105 -0
  94. package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
  95. package/dist/protocol/doctor-report-policy.d.ts +62 -0
  96. package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
  97. package/dist/protocol/doctor-report.d.ts +406 -0
  98. package/dist/protocol/doctor-report.js +645 -0
  99. package/dist/protocol/errors.d.ts +17 -0
  100. package/dist/protocol/errors.js +10 -0
  101. package/dist/protocol/execution-selection.d.ts +92 -0
  102. package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
  103. package/dist/protocol/hop-grant.d.ts +28 -0
  104. package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
  105. package/dist/protocol/image-edit-parse.d.ts +25 -0
  106. package/dist/protocol/image-edit-parse.js +196 -0
  107. package/dist/protocol/images.d.ts +288 -0
  108. package/dist/protocol/images.js +229 -0
  109. package/dist/protocol/index.d.ts +69 -0
  110. package/dist/protocol/index.js +74 -0
  111. package/dist/protocol/inference-headers.d.ts +3 -0
  112. package/dist/protocol/keepalive.d.ts +36 -0
  113. package/dist/protocol/keepalive.js +51 -0
  114. package/dist/protocol/local-auth.d.ts +125 -0
  115. package/dist/protocol/local-auth.js +227 -0
  116. package/dist/protocol/local-device-control.d.ts +108 -0
  117. package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
  118. package/dist/protocol/local-provider.d.ts +105 -0
  119. package/dist/protocol/local-provider.js +213 -0
  120. package/dist/protocol/local-session.d.ts +70 -0
  121. package/dist/protocol/local-session.js +87 -0
  122. package/dist/protocol/marketplace.d.ts +190 -0
  123. package/dist/protocol/marketplace.js +140 -0
  124. package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
  125. package/dist/protocol/media-attempt.js +50 -0
  126. package/dist/protocol/media-bytes.d.ts +8 -0
  127. package/dist/protocol/media-bytes.js +21 -0
  128. package/dist/protocol/media-default.d.ts +56 -0
  129. package/dist/protocol/media-default.js +302 -0
  130. package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
  131. package/dist/protocol/media-dimensions.js +90 -0
  132. package/dist/protocol/media-input.d.ts +20 -0
  133. package/dist/protocol/media-input.js +29 -0
  134. package/dist/protocol/media-model.d.ts +77 -0
  135. package/dist/protocol/media-model.js +89 -0
  136. package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
  137. package/dist/protocol/media-option-issue.js +50 -0
  138. package/dist/protocol/media-types.d.ts +14 -0
  139. package/dist/protocol/media-types.js +61 -0
  140. package/dist/protocol/model-match.d.ts +254 -0
  141. package/dist/protocol/model-match.js +760 -0
  142. package/dist/protocol/model-settings.d.ts +153 -0
  143. package/dist/protocol/model-settings.js +246 -0
  144. package/dist/protocol/models.d.ts +1065 -0
  145. package/dist/protocol/models.js +638 -0
  146. package/dist/protocol/mux.d.ts +350 -0
  147. package/dist/protocol/mux.js +595 -0
  148. package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
  149. package/dist/protocol/plan-surface.js +39 -0
  150. package/dist/protocol/provider-models.d.ts +8 -0
  151. package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
  152. package/dist/protocol/provider-status.d.ts +59 -0
  153. package/dist/protocol/provider-status.js +142 -0
  154. package/dist/protocol/provider-tier.d.ts +34 -0
  155. package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
  156. package/dist/protocol/provider-usage.d.ts +230 -0
  157. package/dist/protocol/provider-usage.js +214 -0
  158. package/dist/protocol/providers.d.ts +2496 -0
  159. package/dist/protocol/providers.js +723 -0
  160. package/dist/protocol/public-usage-index.d.ts +449 -0
  161. package/dist/protocol/public-usage-index.js +279 -0
  162. package/dist/protocol/realtime-generated.d.ts +29 -0
  163. package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
  164. package/dist/protocol/realtime.d.ts +241 -0
  165. package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
  166. package/dist/protocol/registry-pointer.d.ts +24 -0
  167. package/dist/protocol/registry-pointer.js +78 -0
  168. package/dist/protocol/relay.d.ts +1152 -0
  169. package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
  170. package/dist/protocol/replay-session.d.ts +4 -0
  171. package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
  172. package/dist/protocol/responses.d.ts +303 -0
  173. package/dist/protocol/responses.js +240 -0
  174. package/dist/protocol/semver.d.ts +59 -0
  175. package/dist/protocol/semver.js +171 -0
  176. package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
  177. package/dist/protocol/setup-mode.js +18 -0
  178. package/dist/protocol/sha256-hex.d.ts +2 -0
  179. package/dist/protocol/sha256-hex.js +93 -0
  180. package/dist/protocol/stats.d.ts +711 -0
  181. package/dist/protocol/stats.js +353 -0
  182. package/dist/protocol/streaming.d.ts +16 -0
  183. package/dist/protocol/streaming.js +15 -0
  184. package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
  185. package/dist/protocol/subscription-daemon-floors.js +4 -0
  186. package/dist/protocol/subscription-provider-compat.d.ts +44 -0
  187. package/dist/protocol/subscription-provider-compat.js +67 -0
  188. package/dist/protocol/subscription-provider.d.ts +15 -0
  189. package/dist/protocol/subscription-provider.js +17 -0
  190. package/dist/protocol/team-grant.d.ts +14 -0
  191. package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
  192. package/dist/protocol/team-shareable.d.ts +6 -0
  193. package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
  194. package/dist/protocol/transcription-encoding.d.ts +25 -0
  195. package/dist/protocol/transcription-encoding.js +47 -0
  196. package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
  197. package/dist/protocol/url-locality-dns.js +33 -0
  198. package/dist/protocol/url-locality.d.ts +45 -0
  199. package/dist/protocol/url-locality.js +288 -0
  200. package/dist/protocol/usage-snapshots.d.ts +8 -0
  201. package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
  202. package/dist/protocol/vendor-cli-install.d.ts +20 -0
  203. package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
  204. package/dist/protocol/video-job-plan.d.ts +18 -0
  205. package/dist/protocol/video-job-plan.js +44 -0
  206. package/dist/protocol/videos.d.ts +107 -0
  207. package/dist/protocol/videos.js +154 -0
  208. package/dist/tunnel/channel-envelope.d.ts +53 -0
  209. package/dist/tunnel/channel-envelope.js +100 -0
  210. package/dist/tunnel/codec.d.ts +71 -0
  211. package/dist/tunnel/codec.js +151 -0
  212. package/dist/tunnel/device-anchor.d.ts +62 -0
  213. package/dist/tunnel/device-anchor.js +168 -0
  214. package/dist/tunnel/device-control.d.ts +50 -0
  215. package/dist/tunnel/device-control.js +88 -0
  216. package/dist/tunnel/device-grant.d.ts +91 -0
  217. package/dist/tunnel/device-grant.js +105 -0
  218. package/dist/tunnel/fleet.d.ts +28 -0
  219. package/dist/tunnel/fleet.js +41 -0
  220. package/dist/tunnel/index.d.ts +22 -0
  221. package/dist/tunnel/index.js +22 -0
  222. package/dist/tunnel/mux.d.ts +64 -0
  223. package/dist/tunnel/mux.js +449 -0
  224. package/dist/tunnel/peer-link.d.ts +88 -0
  225. package/dist/tunnel/peer-link.js +271 -0
  226. package/dist/tunnel/rtc-auth.d.ts +159 -0
  227. package/dist/tunnel/rtc-auth.js +340 -0
  228. package/dist/tunnel/rtc-duplex.d.ts +52 -0
  229. package/dist/tunnel/rtc-duplex.js +148 -0
  230. package/dist/tunnel/rtc-ice.d.ts +55 -0
  231. package/dist/tunnel/rtc-ice.js +100 -0
  232. package/dist/tunnel/secure.d.ts +179 -0
  233. package/dist/tunnel/secure.js +936 -0
  234. package/dist/tunnel/stream-reset-error.d.ts +6 -0
  235. package/dist/tunnel/stream-reset-error.js +9 -0
  236. package/dist/tunnel/streams.d.ts +244 -0
  237. package/dist/tunnel/streams.js +1071 -0
  238. package/dist/tunnel/team-grant.d.ts +90 -0
  239. package/dist/tunnel/team-grant.js +226 -0
  240. package/dist/tunnel/wire-bytes.d.ts +32 -0
  241. package/dist/tunnel/wire-bytes.js +90 -0
  242. package/dist/vault/api-key.d.ts +71 -0
  243. package/dist/vault/api-key.js +130 -0
  244. package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
  245. package/dist/vault/argon2.js +82 -0
  246. package/dist/vault/cli-auth-seal.d.ts +35 -0
  247. package/dist/vault/cli-auth-seal.js +78 -0
  248. package/dist/vault/cred-seal.d.ts +18 -0
  249. package/dist/vault/cred-seal.js +86 -0
  250. package/dist/vault/credential.d.ts +21 -0
  251. package/dist/vault/credential.js +26 -0
  252. package/dist/vault/crypto.d.ts +51 -0
  253. package/dist/vault/crypto.js +156 -0
  254. package/dist/vault/daemon-attest.d.ts +68 -0
  255. package/dist/vault/daemon-attest.js +147 -0
  256. package/dist/vault/derive.d.ts +34 -0
  257. package/dist/vault/derive.js +84 -0
  258. package/dist/vault/device-access.d.ts +17 -0
  259. package/dist/vault/device-access.js +77 -0
  260. package/dist/vault/device-anchor.d.ts +42 -0
  261. package/dist/vault/device-anchor.js +90 -0
  262. package/dist/vault/device-control.d.ts +80 -0
  263. package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
  264. package/dist/vault/handoff.d.ts +102 -0
  265. package/dist/vault/handoff.js +236 -0
  266. package/dist/vault/index.d.ts +21 -0
  267. package/dist/vault/index.js +21 -0
  268. package/dist/vault/passkey.d.ts +82 -0
  269. package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
  270. package/dist/vault/phrase.d.ts +40 -0
  271. package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
  272. package/dist/vault/pin.d.ts +46 -0
  273. package/dist/vault/pin.js +92 -0
  274. package/dist/vault/public-key-seal.d.ts +17 -0
  275. package/dist/vault/public-key-seal.js +59 -0
  276. package/dist/vault/seed.d.ts +96 -0
  277. package/dist/vault/seed.js +179 -0
  278. package/dist/vault/team.d.ts +134 -0
  279. package/dist/vault/team.js +217 -0
  280. package/dist/vault/vault-item.d.ts +45 -0
  281. package/dist/vault/vault-item.js +62 -0
  282. package/dist/vault/vault-migrate-digest.d.ts +10 -0
  283. package/dist/vault/vault-migrate-digest.js +22 -0
  284. package/dist/vault/wrapped.d.ts +19 -0
  285. package/dist/vault/wrapped.js +52 -0
  286. package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
  287. package/dist/wire/adapters/messages/anthropic-map.js +32 -0
  288. package/dist/wire/adapters/messages/index.d.ts +7 -0
  289. package/dist/wire/adapters/messages/index.js +7 -0
  290. package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
  291. package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
  292. package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
  293. package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
  294. package/dist/wire/adapters/messages/request.d.ts +28 -0
  295. package/dist/wire/adapters/messages/request.js +490 -0
  296. package/dist/wire/adapters/messages/response.d.ts +10 -0
  297. package/dist/wire/adapters/messages/response.js +177 -0
  298. package/dist/wire/adapters/messages/streaming.d.ts +134 -0
  299. package/dist/wire/adapters/messages/streaming.js +791 -0
  300. package/dist/wire/adapters/messages/usage.d.ts +20 -0
  301. package/dist/wire/adapters/messages/usage.js +10 -0
  302. package/dist/wire/adapters/responses/index.d.ts +3 -0
  303. package/dist/wire/adapters/responses/index.js +3 -0
  304. package/dist/wire/adapters/responses/request.d.ts +2 -0
  305. package/dist/wire/adapters/responses/request.js +287 -0
  306. package/dist/wire/adapters/responses/response.d.ts +11 -0
  307. package/dist/wire/adapters/responses/response.js +69 -0
  308. package/dist/wire/adapters/responses/streaming.d.ts +2 -0
  309. package/dist/wire/adapters/responses/streaming.js +267 -0
  310. package/dist/wire/features/account-rank.d.ts +61 -0
  311. package/dist/wire/features/account-rank.js +109 -0
  312. package/dist/wire/features/compaction/compact-request.d.ts +69 -0
  313. package/dist/wire/features/compaction/compact-request.js +667 -0
  314. package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
  315. package/dist/wire/features/compaction/compaction-text.js +29 -0
  316. package/dist/wire/features/context-demote.d.ts +15 -0
  317. package/dist/wire/features/context-demote.js +45 -0
  318. package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
  319. package/dist/wire/features/context-overflow-strategy.js +8 -0
  320. package/dist/wire/features/context-skip.d.ts +120 -0
  321. package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
  322. package/dist/wire/features/conversation-affinity.d.ts +49 -0
  323. package/dist/wire/features/conversation-affinity.js +121 -0
  324. package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
  325. package/dist/wire/features/max-tokens-backfill.js +118 -0
  326. package/dist/wire/features/model-caps.d.ts +7 -0
  327. package/dist/wire/features/model-caps.js +40 -0
  328. package/dist/wire/features/model-settings.d.ts +3 -0
  329. package/dist/wire/features/model-settings.js +13 -0
  330. package/dist/wire/features/output-limit-clamp.d.ts +14 -0
  331. package/dist/wire/features/output-limit-clamp.js +36 -0
  332. package/dist/wire/features/quota-gate.d.ts +16 -0
  333. package/dist/wire/features/quota-gate.js +48 -0
  334. package/dist/wire/index.d.ts +44 -0
  335. package/dist/wire/index.js +44 -0
  336. package/dist/wire/lib/attempt-outcome.d.ts +19 -0
  337. package/dist/wire/lib/attempt-outcome.js +18 -0
  338. package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
  339. package/dist/wire/lib/canonical/content-part.js +11 -0
  340. package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
  341. package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
  342. package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
  343. package/dist/wire/lib/canonical/encoding-select.js +26 -0
  344. package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
  345. package/dist/wire/lib/canonical/image-signature.js +184 -0
  346. package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
  347. package/dist/wire/lib/canonical/image-sse.js +173 -0
  348. package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
  349. package/dist/wire/lib/canonical/message.js +31 -0
  350. package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
  351. package/dist/wire/lib/canonical/token-estimate.js +230 -0
  352. package/dist/wire/lib/encrypted-content.d.ts +22 -0
  353. package/dist/wire/lib/encrypted-content.js +55 -0
  354. package/dist/wire/lib/error-class.d.ts +57 -0
  355. package/dist/wire/lib/error-class.js +97 -0
  356. package/dist/wire/lib/error-envelope.d.ts +20 -0
  357. package/dist/wire/lib/error-envelope.js +53 -0
  358. package/dist/wire/lib/forwarded-headers.d.ts +16 -0
  359. package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
  360. package/dist/wire/lib/provider-error-rules.d.ts +21 -0
  361. package/dist/wire/lib/provider-error-rules.js +20 -0
  362. package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
  363. package/dist/wire/lib/refusal.js +27 -0
  364. package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
  365. package/dist/wire/lib/responses-apply-patch.js +81 -0
  366. package/dist/wire/lib/responses-namespace.d.ts +27 -0
  367. package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
  368. package/dist/wire/lib/secret-scrub.d.ts +23 -0
  369. package/dist/wire/lib/secret-scrub.js +72 -0
  370. package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
  371. package/dist/wire/lib/streaming/accumulate.js +187 -0
  372. package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
  373. package/dist/wire/lib/streaming/finish-reason.js +15 -0
  374. package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
  375. package/dist/wire/lib/streaming/peek.js +100 -0
  376. package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
  377. package/dist/wire/lib/streaming/provider-decode.js +210 -0
  378. package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
  379. package/dist/wire/lib/streaming/response-stream.js +64 -0
  380. package/dist/wire/lib/streaming/sse.d.ts +130 -0
  381. package/dist/wire/lib/streaming/sse.js +600 -0
  382. package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
  383. package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
  384. package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
  385. package/dist/wire/lib/streaming/upstream-error.js +45 -0
  386. package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
  387. package/dist/wire/lib/strip-subagent-isolation.js +240 -0
  388. package/dist/wire/lib/thinking-signature.d.ts +56 -0
  389. package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
  390. package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
  391. package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
  392. package/dist/wire/lib/token-ruler/index.d.ts +2 -0
  393. package/dist/wire/lib/token-ruler/index.js +2 -0
  394. package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
  395. package/dist/wire/lib/token-ruler/ruler.js +50 -0
  396. package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
  397. package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
  398. package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
  399. package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
  400. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
  401. package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
  402. package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
  403. package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
  404. package/dist/wire/lib/tool-name-map.d.ts +44 -0
  405. package/dist/wire/lib/tool-name-map.js +186 -0
  406. package/dist/wire/lib/tool-schema.d.ts +15 -0
  407. package/dist/wire/lib/tool-schema.js +307 -0
  408. package/dist/wire/lib/usage-observer.d.ts +9 -0
  409. package/dist/wire/lib/usage-observer.js +108 -0
  410. package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
  411. package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
  412. package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
  413. package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
  414. package/dist/wire/providers/anthropic/index.d.ts +6 -0
  415. package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
  416. package/dist/wire/providers/anthropic/request.d.ts +12 -0
  417. package/dist/wire/providers/anthropic/request.js +456 -0
  418. package/dist/wire/providers/anthropic/response.d.ts +3 -0
  419. package/dist/wire/providers/anthropic/response.js +126 -0
  420. package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
  421. package/dist/wire/providers/anthropic/streaming.js +268 -0
  422. package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
  423. package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
  424. package/dist/wire/providers/chatgpt/common.d.ts +27 -0
  425. package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
  426. package/dist/wire/providers/chatgpt/index.d.ts +4 -0
  427. package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
  428. package/dist/wire/providers/chatgpt/request.d.ts +132 -0
  429. package/dist/wire/providers/chatgpt/request.js +696 -0
  430. package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
  431. package/dist/wire/providers/chatgpt/streaming.js +761 -0
  432. package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
  433. package/dist/wire/providers/chatgpt/web-search.js +55 -0
  434. package/dist/wire/providers/grok/web-search.d.ts +23 -0
  435. package/dist/wire/providers/grok/web-search.js +74 -0
  436. package/dist/wire/providers/kimi/web-search.d.ts +48 -0
  437. package/dist/wire/providers/kimi/web-search.js +106 -0
  438. package/dist/wire/providers/upstream-deny.d.ts +61 -0
  439. package/dist/wire/providers/upstream-deny.js +293 -0
  440. package/dist/wire/providers/upstream-request.d.ts +104 -0
  441. package/dist/wire/providers/upstream-request.js +411 -0
  442. package/package.json +105 -23
  443. package/ARCHITECTURE.md +0 -43
  444. package/client/chat.ts +0 -140
  445. package/client/devices.ts +0 -269
  446. package/client/http.ts +0 -72
  447. package/client/index.ts +0 -129
  448. package/client/relay-mux.ts +0 -547
  449. package/client/types.ts +0 -51
  450. package/client/vault.ts +0 -239
  451. package/connect/chat.ts +0 -58
  452. package/connect/client.ts +0 -240
  453. package/connect/config.ts +0 -47
  454. package/connect/errors.ts +0 -121
  455. package/connect/oauth.ts +0 -265
  456. package/connect/routes.ts +0 -234
  457. package/connect/store.ts +0 -107
  458. package/mcp/handle.ts +0 -24
  459. package/mcp/index.ts +0 -76
  460. package/mcp/server.ts +0 -319
  461. package/mcp/tools/marketplace.ts +0 -439
  462. package/mcp/tools/memory-client.ts +0 -297
  463. package/mcp/tools/memory-config.ts +0 -32
  464. package/mcp/tools/memory.ts +0 -369
  465. package/mcp/tools/model-priority.ts +0 -88
  466. package/mcp/tools/openllm.ts +0 -883
  467. package/mcp/types.ts +0 -28
  468. package/openapi/call.ts +0 -90
  469. package/openapi/index.ts +0 -8
  470. package/openapi/openapi.json +0 -80213
  471. package/openapi/operations.ts +0 -2075
  472. package/protocol/CONTRIBUTING.md +0 -21
  473. package/protocol/README.md +0 -134
  474. package/protocol/access.ts +0 -186
  475. package/protocol/agent.ts +0 -991
  476. package/protocol/api-key-syntax.ts +0 -105
  477. package/protocol/assets/openllm-light.svg +0 -18
  478. package/protocol/assets/openllm.svg +0 -18
  479. package/protocol/audio.ts +0 -29
  480. package/protocol/auth.ts +0 -142
  481. package/protocol/changelog.ts +0 -155
  482. package/protocol/chat.ts +0 -458
  483. package/protocol/client-registry.ts +0 -356
  484. package/protocol/config.ts +0 -345
  485. package/protocol/cooldown-reason.ts +0 -78
  486. package/protocol/cost.ts +0 -10
  487. package/protocol/daemon-port.ts +0 -31
  488. package/protocol/daemon.ts +0 -1524
  489. package/protocol/default-chains.ts +0 -66
  490. package/protocol/device-state.ts +0 -85
  491. package/protocol/doctor-report.ts +0 -947
  492. package/protocol/errors.ts +0 -14
  493. package/protocol/image-edit-parse.ts +0 -263
  494. package/protocol/images.ts +0 -298
  495. package/protocol/index.ts +0 -74
  496. package/protocol/keepalive.ts +0 -69
  497. package/protocol/local-auth.ts +0 -300
  498. package/protocol/local-provider.ts +0 -288
  499. package/protocol/local-session.ts +0 -118
  500. package/protocol/marketplace.ts +0 -187
  501. package/protocol/media-bytes.ts +0 -28
  502. package/protocol/media-default.ts +0 -357
  503. package/protocol/media-input.ts +0 -61
  504. package/protocol/media-model.ts +0 -142
  505. package/protocol/media-types.ts +0 -70
  506. package/protocol/model-match.ts +0 -1051
  507. package/protocol/model-settings.ts +0 -327
  508. package/protocol/models.ts +0 -767
  509. package/protocol/mux.ts +0 -722
  510. package/protocol/provider-status.ts +0 -206
  511. package/protocol/provider-usage.ts +0 -263
  512. package/protocol/providers.ts +0 -901
  513. package/protocol/public-usage-index.ts +0 -354
  514. package/protocol/registry-pointer.ts +0 -118
  515. package/protocol/responses.ts +0 -280
  516. package/protocol/semver.ts +0 -182
  517. package/protocol/sha256-hex.ts +0 -98
  518. package/protocol/stats.ts +0 -406
  519. package/protocol/streaming.ts +0 -19
  520. package/protocol/subscription-provider-compat.ts +0 -104
  521. package/protocol/subscription-provider.ts +0 -32
  522. package/protocol/transcription-encoding.ts +0 -76
  523. package/protocol/url-locality.ts +0 -288
  524. package/protocol/video-job-plan.ts +0 -50
  525. package/protocol/videos.ts +0 -227
  526. package/tsconfig.json +0 -14
  527. package/tunnel/ARCHITECTURE.md +0 -111
  528. package/tunnel/assets/openllm-light.svg +0 -18
  529. package/tunnel/assets/openllm.svg +0 -18
  530. package/tunnel/channel-envelope.ts +0 -139
  531. package/tunnel/codec.ts +0 -191
  532. package/tunnel/device-anchor.ts +0 -229
  533. package/tunnel/device-control.ts +0 -118
  534. package/tunnel/device-grant.ts +0 -173
  535. package/tunnel/fleet.ts +0 -77
  536. package/tunnel/index.ts +0 -22
  537. package/tunnel/mux.ts +0 -580
  538. package/tunnel/peer-link.ts +0 -390
  539. package/tunnel/rtc-auth.ts +0 -415
  540. package/tunnel/rtc-duplex.ts +0 -187
  541. package/tunnel/rtc-ice.ts +0 -136
  542. package/tunnel/secure.ts +0 -1298
  543. package/tunnel/stream-reset-error.ts +0 -14
  544. package/tunnel/streams.ts +0 -1430
  545. package/tunnel/team-grant.ts +0 -302
  546. package/tunnel/wire-bytes.ts +0 -102
  547. package/vault/ARCHITECTURE.md +0 -470
  548. package/vault/api-key.ts +0 -190
  549. package/vault/cli-auth-seal.ts +0 -157
  550. package/vault/cred-seal.ts +0 -146
  551. package/vault/credential.ts +0 -55
  552. package/vault/crypto.ts +0 -210
  553. package/vault/daemon-attest.ts +0 -229
  554. package/vault/derive.ts +0 -113
  555. package/vault/device-access.ts +0 -87
  556. package/vault/device-anchor.ts +0 -185
  557. package/vault/handoff.ts +0 -396
  558. package/vault/index.ts +0 -21
  559. package/vault/pin.ts +0 -153
  560. package/vault/public-key-seal.ts +0 -131
  561. package/vault/seed.ts +0 -272
  562. package/vault/team.ts +0 -355
  563. package/vault/vault-item.ts +0 -131
  564. package/vault/vault-migrate-digest.ts +0 -29
  565. package/vault/wrapped.ts +0 -77
  566. package/wire/ARCHITECTURE.md +0 -90
  567. package/wire/CONTRIBUTING.md +0 -19
  568. package/wire/adapters/messages/anthropic-map.ts +0 -37
  569. package/wire/adapters/messages/index.ts +0 -7
  570. package/wire/adapters/messages/reasoning-from-items.ts +0 -38
  571. package/wire/adapters/messages/reasoning-signature.ts +0 -243
  572. package/wire/adapters/messages/request.ts +0 -574
  573. package/wire/adapters/messages/response.ts +0 -215
  574. package/wire/adapters/messages/streaming.ts +0 -1027
  575. package/wire/adapters/messages/usage.ts +0 -43
  576. package/wire/adapters/responses/index.ts +0 -3
  577. package/wire/adapters/responses/request.ts +0 -395
  578. package/wire/adapters/responses/response.ts +0 -88
  579. package/wire/adapters/responses/streaming.ts +0 -344
  580. package/wire/assets/openllm-light.svg +0 -18
  581. package/wire/assets/openllm.svg +0 -18
  582. package/wire/features/account-rank.ts +0 -166
  583. package/wire/features/compaction/compact-request.ts +0 -862
  584. package/wire/features/compaction/compaction-text.ts +0 -43
  585. package/wire/features/context-demote.ts +0 -47
  586. package/wire/features/context-overflow-strategy.ts +0 -26
  587. package/wire/features/conversation-affinity.ts +0 -144
  588. package/wire/features/max-tokens-backfill.ts +0 -141
  589. package/wire/features/model-caps.ts +0 -53
  590. package/wire/features/model-settings.ts +0 -24
  591. package/wire/features/output-limit-clamp.ts +0 -64
  592. package/wire/features/quota-gate.ts +0 -85
  593. package/wire/index.ts +0 -44
  594. package/wire/lib/attempt-outcome.ts +0 -43
  595. package/wire/lib/canonical/count-tokens-capability.ts +0 -138
  596. package/wire/lib/canonical/image-signature.ts +0 -202
  597. package/wire/lib/canonical/image-sse.ts +0 -216
  598. package/wire/lib/canonical/token-estimate.ts +0 -266
  599. package/wire/lib/encrypted-content.ts +0 -66
  600. package/wire/lib/error-class.ts +0 -154
  601. package/wire/lib/error-envelope.ts +0 -56
  602. package/wire/lib/provider-error-rules.ts +0 -48
  603. package/wire/lib/responses-apply-patch.ts +0 -104
  604. package/wire/lib/secret-scrub.ts +0 -101
  605. package/wire/lib/streaming/accumulate.ts +0 -221
  606. package/wire/lib/streaming/finish-reason.ts +0 -33
  607. package/wire/lib/streaming/provider-decode.ts +0 -259
  608. package/wire/lib/streaming/response-stream.ts +0 -71
  609. package/wire/lib/streaming/sse.ts +0 -699
  610. package/wire/lib/streaming/strip-tool-calls.ts +0 -95
  611. package/wire/lib/streaming/upstream-error.ts +0 -58
  612. package/wire/lib/strip-subagent-isolation.ts +0 -284
  613. package/wire/lib/token-ruler/bpe-core.ts +0 -426
  614. package/wire/lib/token-ruler/index.ts +0 -2
  615. package/wire/lib/token-ruler/ruler.ts +0 -79
  616. package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
  617. package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
  618. package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
  619. package/wire/lib/tool-name-map.ts +0 -271
  620. package/wire/lib/tool-schema.ts +0 -353
  621. package/wire/lib/usage-observer.ts +0 -125
  622. package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
  623. package/wire/providers/anthropic/request.ts +0 -607
  624. package/wire/providers/anthropic/response.ts +0 -155
  625. package/wire/providers/anthropic/streaming.ts +0 -315
  626. package/wire/providers/anthropic/web-search-domains.ts +0 -49
  627. package/wire/providers/chatgpt/request.ts +0 -959
  628. package/wire/providers/chatgpt/streaming.ts +0 -1007
  629. package/wire/providers/chatgpt/web-search.ts +0 -63
  630. package/wire/providers/grok/web-search.ts +0 -87
  631. package/wire/providers/kimi/web-search.ts +0 -145
  632. package/wire/providers/upstream-deny.ts +0 -355
  633. package/wire/providers/upstream-request.ts +0 -619
  634. /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
@@ -0,0 +1,105 @@
1
+ /**
2
+ * Count-only byte-pair-encoding core.
3
+ *
4
+ * Vendored and reduced from `gpt-tokenizer` (Bazyli Brzoska, MIT) — see
5
+ * NOTICE below. We keep ONLY the token-COUNT path: the regex pre-split, the
6
+ * string/binary rank lookups, and the `bytePairMerge` that the count walks.
7
+ * Everything `gpt-tokenizer` carries for the full round-trip — the `decoder`,
8
+ * `encode`/`decode`, the LRU merge cache, chat/cost helpers — is dropped,
9
+ * because the gateway never needs the token ids, only how many there are.
10
+ *
11
+ * Why vendor instead of `import`: `ai-tokenizer` (the prior dep) materialised
12
+ * a ~200k-key JS object per encoding (+47 MB heap / +42 MB external for o200k,
13
+ * ~320 ms cold parse). This core over the same vocab, stored as a rank-indexed
14
+ * array, measures +0.1 MB heap / +4.8 MB external / ~160 ms — a ~15× resident
15
+ * cut for byte-identical counts — and being plain `.ts` it compiles straight
16
+ * into the Bun daemon binary with no WASM / native-addon glue. One core serves
17
+ * BOTH the o200k and the (reverse-engineered) Claude vocab; only the rank table
18
+ * differs. See `./vocab/*`.
19
+ *
20
+ * NOTICE — portions derived from gpt-tokenizer:
21
+ * MIT License · Copyright (c) 2023-2024 Bazyli Brzoska
22
+ * https://github.com/niieani/gpt-tokenizer
23
+ */
24
+ /**
25
+ * The vocab as a rank-indexed array: `ranks[i]` is the token whose BPE rank is
26
+ * `i`. UTF-8-safe tokens are stored as a `string`; tokens that aren't valid
27
+ * UTF-8 are stored as their raw `number[]` bytes. Holes are allowed (an unused
28
+ * rank). This is exactly `gpt-tokenizer`'s on-disk shape, so its generated
29
+ * `bpeRanks/*` data drops in unchanged and our Claude table is generated to
30
+ * match.
31
+ */
32
+ export type TRawBytePairRanks = readonly (string | readonly number[] | null)[];
33
+ export type TBpeVocab = {
34
+ /** Rank-indexed token table (see {@link TRawBytePairRanks}). */
35
+ readonly bytePairRankDecoder: TRawBytePairRanks;
36
+ /** The encoding's pre-tokenisation regex (global + unicode flags). */
37
+ readonly tokenSplitRegex: RegExp;
38
+ };
39
+ export declare class BpeCounter {
40
+ private readonly stringRankEncoder;
41
+ private readonly binarySortedEncoder;
42
+ private readonly tokenSplitRegex;
43
+ /**
44
+ * piece → its merged token count. The vendoring note above records that
45
+ * `gpt-tokenizer`'s LRU merge cache was dropped; that turned out to be the
46
+ * single largest cost in this core, because `count` re-ran the full merge for
47
+ * EVERY occurrence of a piece. Prompts repeat pieces heavily (indentation,
48
+ * common words, punctuation runs), so counting a realistic body did the same
49
+ * merge thousands of times. A piece's count is a pure function of the piece
50
+ * and the vocab, so caching it is exact — the counts are unchanged.
51
+ */
52
+ private readonly mergeCountCache;
53
+ constructor(vocab: TBpeVocab);
54
+ /**
55
+ * Number of tokens `text` encodes to under this vocab.
56
+ *
57
+ * All input is treated as LITERAL text — special-token strings (e.g.
58
+ * `<|endoftext|>`) are counted as their constituent byte tokens, never as a
59
+ * single control token. That is the correct behaviour for a request-size
60
+ * estimator: user content is never actually a control token, and tiktoken
61
+ * itself refuses to encode special strings from untrusted text unless
62
+ * explicitly allowed. It also keeps the count an upper-bound-safe estimate.
63
+ */
64
+ count(text: string): number;
65
+ private rankOfBytes;
66
+ private binarySearch;
67
+ /**
68
+ * Piece length at or above which the merge switches from the straightforward
69
+ * scan-and-splice loop to the heap-driven one. The scan loop is O(n²) but
70
+ * allocation-free and faster in absolute terms for the short pieces that make
71
+ * up virtually all real text; the heap pays for its typed-array setup only
72
+ * where the quadratic term would actually dominate. Both produce identical
73
+ * merge orders, so the threshold can move without changing any count.
74
+ */
75
+ private static readonly HEAP_MERGE_MIN_LEN;
76
+ /**
77
+ * The BPE merge loop, returning only the final partition COUNT (never the
78
+ * token ids). Identical merge order to tiktoken/`gpt-tokenizer`, so the count
79
+ * is exact — we just skip building the output id array.
80
+ */
81
+ private bytePairMergeCount;
82
+ /**
83
+ * The same BPE merge, in O(n log n) instead of O(n²).
84
+ *
85
+ * The scan-and-splice loop above re-scans every rank to find the minimum and
86
+ * then does two O(n) `Array.splice`s per merge step. That is fine for short
87
+ * pieces, but both split regexes admit UNBOUNDED ones — the Claude vocab's
88
+ * ` ?\p{N}+` has no length cap where real o200k caps digits at `\p{N}{1,3}` —
89
+ * so a long digit or punctuation run made a single `count()` quadratic
90
+ * (measured ~36× the time for 8× the input).
91
+ *
92
+ * Same algorithm, different bookkeeping:
93
+ * - partitions live in a doubly-linked list over byte offsets, so removing
94
+ * one is O(1) rather than a splice;
95
+ * - a binary min-heap yields the next merge, with stale entries discarded
96
+ * lazily via a per-node version counter (cheaper than decrease-key).
97
+ *
98
+ * Merge ORDER is preserved exactly, including tiktoken's tie-break: the
99
+ * original picks the lowest INDEX among equal minimal ranks (its scan uses a
100
+ * strict `<`), so the heap orders by `(rank, node)` — node id is the byte
101
+ * offset, which is monotonic in the original's index. Counts are therefore
102
+ * byte-identical to the scan loop and to tiktoken.
103
+ */
104
+ private bytePairMergeCountHeap;
105
+ }
@@ -0,0 +1,398 @@
1
+ /**
2
+ * Count-only byte-pair-encoding core.
3
+ *
4
+ * Vendored and reduced from `gpt-tokenizer` (Bazyli Brzoska, MIT) — see
5
+ * NOTICE below. We keep ONLY the token-COUNT path: the regex pre-split, the
6
+ * string/binary rank lookups, and the `bytePairMerge` that the count walks.
7
+ * Everything `gpt-tokenizer` carries for the full round-trip — the `decoder`,
8
+ * `encode`/`decode`, the LRU merge cache, chat/cost helpers — is dropped,
9
+ * because the gateway never needs the token ids, only how many there are.
10
+ *
11
+ * Why vendor instead of `import`: `ai-tokenizer` (the prior dep) materialised
12
+ * a ~200k-key JS object per encoding (+47 MB heap / +42 MB external for o200k,
13
+ * ~320 ms cold parse). This core over the same vocab, stored as a rank-indexed
14
+ * array, measures +0.1 MB heap / +4.8 MB external / ~160 ms — a ~15× resident
15
+ * cut for byte-identical counts — and being plain `.ts` it compiles straight
16
+ * into the Bun daemon binary with no WASM / native-addon glue. One core serves
17
+ * BOTH the o200k and the (reverse-engineered) Claude vocab; only the rank table
18
+ * differs. See `./vocab/*`.
19
+ *
20
+ * NOTICE — portions derived from gpt-tokenizer:
21
+ * MIT License · Copyright (c) 2023-2024 Bazyli Brzoska
22
+ * https://github.com/niieani/gpt-tokenizer
23
+ */
24
+ const textEncoder = new TextEncoder();
25
+ const utf8Decoder = new TextDecoder("utf8", { fatal: false });
26
+ /**
27
+ * True when `bytes` is a well-formed UTF-8 sequence — so we know whether a
28
+ * byte pair can be looked up in the string map or must go to the binary map.
29
+ */
30
+ const isValidUtf8 = (bytes) => {
31
+ let i = 0;
32
+ while (i < bytes.length) {
33
+ const byte1 = bytes[i];
34
+ let numBytes = 0;
35
+ let codePoint = 0;
36
+ if (byte1 <= 0x7f) {
37
+ numBytes = 1;
38
+ codePoint = byte1;
39
+ }
40
+ else if ((byte1 & 0xe0) === 0xc0) {
41
+ numBytes = 2;
42
+ codePoint = byte1 & 0x1f;
43
+ if (byte1 <= 0xc1)
44
+ return false; // overlong
45
+ }
46
+ else if ((byte1 & 0xf0) === 0xe0) {
47
+ numBytes = 3;
48
+ codePoint = byte1 & 0x0f;
49
+ }
50
+ else if ((byte1 & 0xf8) === 0xf0) {
51
+ numBytes = 4;
52
+ codePoint = byte1 & 0x07;
53
+ if (byte1 > 0xf4)
54
+ return false; // > U+10FFFF
55
+ }
56
+ else {
57
+ return false;
58
+ }
59
+ if (i + numBytes > bytes.length)
60
+ return false;
61
+ for (let j = 1; j < numBytes; j++) {
62
+ const byte = bytes[i + j];
63
+ if (byte === undefined || (byte & 0xc0) !== 0x80)
64
+ return false;
65
+ codePoint = (codePoint << 6) | (byte & 0x3f);
66
+ }
67
+ if (numBytes === 2 && codePoint < 0x80)
68
+ return false;
69
+ if (numBytes === 3 && codePoint < 0x800)
70
+ return false;
71
+ if (numBytes === 4 && codePoint < 0x10000)
72
+ return false;
73
+ if (codePoint >= 0xd800 && codePoint <= 0xdfff)
74
+ return false; // surrogate
75
+ if (codePoint > 0x10ffff)
76
+ return false;
77
+ i += numBytes;
78
+ }
79
+ return true;
80
+ };
81
+ const tryConvertToString = (arr) => isValidUtf8(arr) ? utf8Decoder.decode(arr) : undefined;
82
+ const compareUint8Arrays = (a, b) => {
83
+ const len = Math.min(a.length, b.length);
84
+ for (let i = 0; i < len; i++) {
85
+ if (a[i] !== b[i])
86
+ return a[i] - b[i];
87
+ }
88
+ return a.length - b.length;
89
+ };
90
+ /**
91
+ * A prepared counter over one vocab. Construction builds the reverse lookups
92
+ * once (string→rank map + sorted binary table); `count` is then allocation-
93
+ * light and never touches a decoder or cache.
94
+ */
95
+ /**
96
+ * Cap on the per-piece merge-count cache. Real prompts are dominated by a small
97
+ * recurring vocabulary of pieces, so a few thousand entries captures nearly all
98
+ * the reuse; the cap is what keeps a pathological input (every piece distinct)
99
+ * from growing the map without bound. On overflow we clear rather than evict
100
+ * one-by-one — no LRU bookkeeping on the hot path, and the cache simply refills.
101
+ */
102
+ const MERGE_COUNT_CACHE_MAX = 8192;
103
+ /**
104
+ * Longest piece worth caching. Entry COUNT alone doesn't bound the memory: both
105
+ * split regexes admit unbounded pieces (the Claude vocab's ` ?\p{N}+` has no
106
+ * length cap, unlike o200k's `\p{N}{1,3}`), so a single pathological run could
107
+ * pin megabytes. Long pieces are also the least likely to recur, so skipping
108
+ * them costs nothing in hit rate.
109
+ */
110
+ const MERGE_COUNT_CACHE_MAX_PIECE = 512;
111
+ export class BpeCounter {
112
+ stringRankEncoder = new Map();
113
+ binarySortedEncoder = [];
114
+ tokenSplitRegex;
115
+ /**
116
+ * piece → its merged token count. The vendoring note above records that
117
+ * `gpt-tokenizer`'s LRU merge cache was dropped; that turned out to be the
118
+ * single largest cost in this core, because `count` re-ran the full merge for
119
+ * EVERY occurrence of a piece. Prompts repeat pieces heavily (indentation,
120
+ * common words, punctuation runs), so counting a realistic body did the same
121
+ * merge thousands of times. A piece's count is a pure function of the piece
122
+ * and the vocab, so caching it is exact — the counts are unchanged.
123
+ */
124
+ mergeCountCache = new Map();
125
+ constructor(vocab) {
126
+ // forEach skips array holes (unused ranks); we also skip explicit
127
+ // null/undefined, which the generated Claude table uses for unused ranks
128
+ // (JSON can't serialise a hole). Matches tiktoken semantics.
129
+ vocab.bytePairRankDecoder.forEach((value, rank) => {
130
+ if (value == null)
131
+ return;
132
+ if (typeof value === "string") {
133
+ this.stringRankEncoder.set(value, rank);
134
+ return;
135
+ }
136
+ this.binarySortedEncoder.push([new Uint8Array(value), rank]);
137
+ });
138
+ this.binarySortedEncoder.sort((a, b) => compareUint8Arrays(a[0], b[0]));
139
+ this.tokenSplitRegex = vocab.tokenSplitRegex;
140
+ }
141
+ /**
142
+ * Number of tokens `text` encodes to under this vocab.
143
+ *
144
+ * All input is treated as LITERAL text — special-token strings (e.g.
145
+ * `<|endoftext|>`) are counted as their constituent byte tokens, never as a
146
+ * single control token. That is the correct behaviour for a request-size
147
+ * estimator: user content is never actually a control token, and tiktoken
148
+ * itself refuses to encode special strings from untrusted text unless
149
+ * explicitly allowed. It also keeps the count an upper-bound-safe estimate.
150
+ */
151
+ count(text) {
152
+ let tokensCount = 0;
153
+ for (const [match] of text.matchAll(this.tokenSplitRegex)) {
154
+ const direct = this.stringRankEncoder.get(match);
155
+ if (direct !== undefined) {
156
+ tokensCount++;
157
+ continue;
158
+ }
159
+ const cached = this.mergeCountCache.get(match);
160
+ if (cached !== undefined) {
161
+ tokensCount += cached;
162
+ continue;
163
+ }
164
+ const encoded = textEncoder.encode(match);
165
+ const merged = this.bytePairMergeCount(encoded);
166
+ // Guard on the ENCODED byte length: that is what drives both the merge
167
+ // cost and the retained memory. `match.length` is UTF-16 code units, which
168
+ // understates multi-byte text by up to 4x (CJK, emoji).
169
+ if (encoded.length <= MERGE_COUNT_CACHE_MAX_PIECE) {
170
+ if (this.mergeCountCache.size >= MERGE_COUNT_CACHE_MAX) {
171
+ this.mergeCountCache.clear();
172
+ }
173
+ this.mergeCountCache.set(match, merged);
174
+ }
175
+ tokensCount += merged;
176
+ }
177
+ return tokensCount;
178
+ }
179
+ rankOfBytes(key) {
180
+ const asString = tryConvertToString(key);
181
+ if (asString !== undefined)
182
+ return this.stringRankEncoder.get(asString);
183
+ const index = this.binarySearch(key);
184
+ return index === -1 ? undefined : this.binarySortedEncoder[index][1];
185
+ }
186
+ binarySearch(key) {
187
+ let low = 0;
188
+ let high = this.binarySortedEncoder.length - 1;
189
+ while (low <= high) {
190
+ const mid = (low + high) >>> 1;
191
+ const cmp = compareUint8Arrays(this.binarySortedEncoder[mid][0], key);
192
+ if (cmp === 0)
193
+ return mid;
194
+ if (cmp < 0)
195
+ low = mid + 1;
196
+ else
197
+ high = mid - 1;
198
+ }
199
+ return -1;
200
+ }
201
+ /**
202
+ * Piece length at or above which the merge switches from the straightforward
203
+ * scan-and-splice loop to the heap-driven one. The scan loop is O(n²) but
204
+ * allocation-free and faster in absolute terms for the short pieces that make
205
+ * up virtually all real text; the heap pays for its typed-array setup only
206
+ * where the quadratic term would actually dominate. Both produce identical
207
+ * merge orders, so the threshold can move without changing any count.
208
+ */
209
+ static HEAP_MERGE_MIN_LEN = 64;
210
+ /**
211
+ * The BPE merge loop, returning only the final partition COUNT (never the
212
+ * token ids). Identical merge order to tiktoken/`gpt-tokenizer`, so the count
213
+ * is exact — we just skip building the output id array.
214
+ */
215
+ bytePairMergeCount(piece) {
216
+ if (piece.length === 1)
217
+ return 1;
218
+ if (piece.length >= BpeCounter.HEAP_MERGE_MIN_LEN) {
219
+ return this.bytePairMergeCountHeap(piece);
220
+ }
221
+ const starts = [];
222
+ const ranks = [];
223
+ // pairStart/pairEnd default to the `starts`-relative span, but callers can
224
+ // override them — the init loop MUST pass explicit byte indices because
225
+ // `starts` isn't fully built yet (reading starts[i+2] there is undefined).
226
+ const rankAt = (i, pairStart = starts[i], pairEnd = starts[i + 2]) => {
227
+ if (pairEnd === undefined)
228
+ return Number.POSITIVE_INFINITY;
229
+ const rank = this.rankOfBytes(piece.subarray(pairStart, pairEnd));
230
+ return rank ?? Number.POSITIVE_INFINITY;
231
+ };
232
+ for (let i = 0; i <= piece.length; i++) {
233
+ starts.push(i);
234
+ ranks.push(i < piece.length - 1 ? rankAt(i, i, i + 2) : Number.POSITIVE_INFINITY);
235
+ }
236
+ while (starts.length > 1) {
237
+ let lowestRank = Number.POSITIVE_INFINITY;
238
+ let lowestIndex = -1;
239
+ for (let i = 0; i < ranks.length - 1; i++) {
240
+ if (ranks[i] < lowestRank) {
241
+ lowestRank = ranks[i];
242
+ lowestIndex = i;
243
+ }
244
+ }
245
+ if (lowestRank === Number.POSITIVE_INFINITY || lowestIndex === -1)
246
+ break;
247
+ starts.splice(lowestIndex + 1, 1);
248
+ ranks.splice(lowestIndex, 1);
249
+ ranks[lowestIndex] = rankAt(lowestIndex);
250
+ if (lowestIndex > 0)
251
+ ranks[lowestIndex - 1] = rankAt(lowestIndex - 1);
252
+ }
253
+ // One token per surviving partition.
254
+ return starts.length - 1;
255
+ }
256
+ /**
257
+ * The same BPE merge, in O(n log n) instead of O(n²).
258
+ *
259
+ * The scan-and-splice loop above re-scans every rank to find the minimum and
260
+ * then does two O(n) `Array.splice`s per merge step. That is fine for short
261
+ * pieces, but both split regexes admit UNBOUNDED ones — the Claude vocab's
262
+ * ` ?\p{N}+` has no length cap where real o200k caps digits at `\p{N}{1,3}` —
263
+ * so a long digit or punctuation run made a single `count()` quadratic
264
+ * (measured ~36× the time for 8× the input).
265
+ *
266
+ * Same algorithm, different bookkeeping:
267
+ * - partitions live in a doubly-linked list over byte offsets, so removing
268
+ * one is O(1) rather than a splice;
269
+ * - a binary min-heap yields the next merge, with stale entries discarded
270
+ * lazily via a per-node version counter (cheaper than decrease-key).
271
+ *
272
+ * Merge ORDER is preserved exactly, including tiktoken's tie-break: the
273
+ * original picks the lowest INDEX among equal minimal ranks (its scan uses a
274
+ * strict `<`), so the heap orders by `(rank, node)` — node id is the byte
275
+ * offset, which is monotonic in the original's index. Counts are therefore
276
+ * byte-identical to the scan loop and to tiktoken.
277
+ */
278
+ bytePairMergeCountHeap(piece) {
279
+ const n = piece.length;
280
+ // Node i is the partition starting at byte offset i; node n is the end
281
+ // sentinel. `next[i] === -1` means "no successor".
282
+ const prev = new Int32Array(n + 1);
283
+ const next = new Int32Array(n + 1);
284
+ for (let i = 0; i <= n; i++) {
285
+ prev[i] = i - 1;
286
+ next[i] = i + 1;
287
+ }
288
+ next[n] = -1;
289
+ const rank = new Float64Array(n + 1).fill(Number.POSITIVE_INFINITY);
290
+ const version = new Int32Array(n + 1);
291
+ // Rank of merging node `i`'s partition with its successor's — i.e. the
292
+ // vocab rank of the bytes spanning both.
293
+ const rankOf = (i) => {
294
+ const j = next[i];
295
+ if (j === -1)
296
+ return Number.POSITIVE_INFINITY;
297
+ const k = next[j];
298
+ if (k === -1)
299
+ return Number.POSITIVE_INFINITY;
300
+ return this.rankOfBytes(piece.subarray(i, k)) ?? Number.POSITIVE_INFINITY;
301
+ };
302
+ // Binary min-heap over (rank, node), in parallel arrays. Entries carry the
303
+ // node's version at push time; a popped entry whose version has moved on is
304
+ // stale and skipped.
305
+ const heapRank = [];
306
+ const heapNode = [];
307
+ const heapVer = [];
308
+ // Lower rank wins; ties break to the lower node id (tiktoken's behaviour).
309
+ const less = (a, b) => heapRank[a] !== heapRank[b]
310
+ ? heapRank[a] < heapRank[b]
311
+ : heapNode[a] < heapNode[b];
312
+ const swap = (a, b) => {
313
+ [heapRank[a], heapRank[b]] = [heapRank[b], heapRank[a]];
314
+ [heapNode[a], heapNode[b]] = [heapNode[b], heapNode[a]];
315
+ [heapVer[a], heapVer[b]] = [heapVer[b], heapVer[a]];
316
+ };
317
+ const push = (r, node, ver) => {
318
+ heapRank.push(r);
319
+ heapNode.push(node);
320
+ heapVer.push(ver);
321
+ let c = heapRank.length - 1;
322
+ while (c > 0) {
323
+ const parent = (c - 1) >> 1;
324
+ if (!less(c, parent))
325
+ break;
326
+ swap(c, parent);
327
+ c = parent;
328
+ }
329
+ };
330
+ const pop = () => {
331
+ const top = 0;
332
+ const last = heapRank.length - 1;
333
+ swap(top, last);
334
+ heapRank.pop();
335
+ heapNode.pop();
336
+ heapVer.pop();
337
+ const size = heapRank.length;
338
+ let c = 0;
339
+ for (;;) {
340
+ const l = 2 * c + 1;
341
+ const r = l + 1;
342
+ let smallest = c;
343
+ if (l < size && less(l, smallest))
344
+ smallest = l;
345
+ if (r < size && less(r, smallest))
346
+ smallest = r;
347
+ if (smallest === c)
348
+ break;
349
+ swap(c, smallest);
350
+ c = smallest;
351
+ }
352
+ return last;
353
+ };
354
+ // Recompute a node's rank and publish it, invalidating its stale entries.
355
+ const refresh = (i) => {
356
+ if (i < 0)
357
+ return;
358
+ const r = rankOf(i);
359
+ rank[i] = r;
360
+ version[i]++;
361
+ if (r !== Number.POSITIVE_INFINITY)
362
+ push(r, i, version[i]);
363
+ };
364
+ for (let i = 0; i <= n; i++) {
365
+ const r = rankOf(i);
366
+ rank[i] = r;
367
+ if (r !== Number.POSITIVE_INFINITY)
368
+ push(r, i, version[i]);
369
+ }
370
+ // starts.length - 1 in the scan loop: n + 1 nodes → n partitions.
371
+ let partitions = n;
372
+ while (heapRank.length > 0) {
373
+ const node = heapNode[0];
374
+ const ver = heapVer[0];
375
+ pop();
376
+ // Stale: the node's rank was recomputed (or it was merged away) after
377
+ // this entry was pushed.
378
+ if (ver !== version[node])
379
+ continue;
380
+ const j = next[node];
381
+ if (j === -1)
382
+ continue;
383
+ // Merge `node` with its successor: unlink the successor.
384
+ const k = next[j];
385
+ next[node] = k;
386
+ if (k !== -1)
387
+ prev[k] = node;
388
+ // Any pending entry for the removed node is now stale.
389
+ version[j]++;
390
+ rank[j] = Number.POSITIVE_INFINITY;
391
+ partitions--;
392
+ // Only this node's rank and its predecessor's can have changed.
393
+ refresh(node);
394
+ refresh(prev[node]);
395
+ }
396
+ return partitions;
397
+ }
398
+ }
@@ -0,0 +1,2 @@
1
+ export * from "./bpe-core.js";
2
+ export * from "./ruler.js";
@@ -0,0 +1,2 @@
1
+ export * from "./bpe-core.js";
2
+ export * from "./ruler.js";
@@ -0,0 +1,36 @@
1
+ /**
2
+ * The token ruler: one count-only BPE core ({@link BpeCounter}) over two
3
+ * vocabs, lazily constructed and cached per family. This is what
4
+ * `../canonical/encoding-select.ts` warms and peeks; callers there resolve a
5
+ * request surface to a family and never touch this module directly.
6
+ *
7
+ * Vocab data is imported LAZILY (dynamic `import()`), so a family that is never
8
+ * counted never pays to build its ~65k–200k-entry lookup. Construction is the
9
+ * only cost (~160 ms for o200k, less for Claude); every `count` after is a
10
+ * warm, allocation-light merge.
11
+ */
12
+ import type { BpeCounter } from "./bpe-core.js";
13
+ /**
14
+ * The coarse tokenizer families the ruler counts for. NOT provider ids — many
15
+ * providers share a ruler (see `../canonical/encoding-select.ts`).
16
+ */
17
+ export type TRulerFamily = "claude" | "o200k";
18
+ export type TRulerCache = {
19
+ readonly get: (family: TRulerFamily) => Promise<BpeCounter>;
20
+ readonly peek: (family: TRulerFamily) => BpeCounter | null;
21
+ };
22
+ /**
23
+ * Build a per-family ruler cache. Production uses the module default via
24
+ * {@link getRuler} / {@link peekRuler}; tests that need a cold cache build
25
+ * their own.
26
+ */
27
+ export declare const createRulerCache: () => TRulerCache;
28
+ /**
29
+ * Resolve (and cache) the counter for a family, building it on first use. The
30
+ * in-flight promise dedupes concurrent first-calls; the `loading` entry is
31
+ * cleared on both fulfilment and rejection so a transient import failure can be
32
+ * retried rather than caching a rejected promise forever.
33
+ */
34
+ export declare const getRuler: (family: TRulerFamily) => Promise<BpeCounter>;
35
+ /** Synchronously return an already-built counter, or `null` if not warmed. */
36
+ export declare const peekRuler: (family: TRulerFamily) => BpeCounter | null;
@@ -0,0 +1,50 @@
1
+ const build = async (family) => {
2
+ const { BpeCounter: Counter } = await import("./bpe-core.js");
3
+ const vocab = family === "claude"
4
+ ? (await import("./vocab/claude.js")).claudeVocab
5
+ : (await import("./vocab/o200k.js")).o200kVocab;
6
+ return new Counter(vocab);
7
+ };
8
+ /**
9
+ * Build a per-family ruler cache. Production uses the module default via
10
+ * {@link getRuler} / {@link peekRuler}; tests that need a cold cache build
11
+ * their own.
12
+ */
13
+ export const createRulerCache = () => {
14
+ const counters = new Map();
15
+ const loading = new Map();
16
+ return {
17
+ get(family) {
18
+ const cached = counters.get(family);
19
+ if (cached !== undefined)
20
+ return Promise.resolve(cached);
21
+ const inflight = loading.get(family);
22
+ if (inflight !== undefined)
23
+ return inflight;
24
+ const p = build(family)
25
+ .then((counter) => {
26
+ counters.set(family, counter);
27
+ return counter;
28
+ })
29
+ .finally(() => {
30
+ if (loading.get(family) === p)
31
+ loading.delete(family);
32
+ });
33
+ loading.set(family, p);
34
+ return p;
35
+ },
36
+ peek(family) {
37
+ return counters.get(family) ?? null;
38
+ },
39
+ };
40
+ };
41
+ const defaultRulerCache = createRulerCache();
42
+ /**
43
+ * Resolve (and cache) the counter for a family, building it on first use. The
44
+ * in-flight promise dedupes concurrent first-calls; the `loading` entry is
45
+ * cleared on both fulfilment and rejection so a transient import failure can be
46
+ * retried rather than caching a rejected promise forever.
47
+ */
48
+ export const getRuler = (family) => defaultRulerCache.get(family);
49
+ /** Synchronously return an already-built counter, or `null` if not warmed. */
50
+ export const peekRuler = (family) => defaultRulerCache.peek(family);
@@ -0,0 +1,14 @@
1
+ /**
2
+ * Claude BPE ranks as a rank-indexed array (index = rank; string for UTF-8-safe
3
+ * tokens, number[] bytes otherwise; null = unused/special rank). GENERATED ONCE
4
+ * from ai-tokenizer's claude.json (MIT, (c) 2025 Coder Technologies Inc.,
5
+ * https://github.com/coder/ai-tokenizer) by scripts/token-ruler/gen-claude-vocab.ts.
6
+ *
7
+ * The Claude tokenizer is not published by Anthropic; this table is a
8
+ * reverse-engineered approximation. Counts use the shared
9
+ * `TOKEN_ESTIMATE_FACTOR` calibration defined in
10
+ * `packages/sdk/wire/features/context-skip.ts`; the authoritative count is
11
+ * /v1/messages/count_tokens.
12
+ */
13
+ declare const ranks: (string | number[] | null)[];
14
+ export default ranks;