@seanhogg/builderforce-webcontainers 2026.10.12 → 2026.10.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (372) hide show
  1. package/README.md +22 -0
  2. package/dist/adaptive/controller.d.ts +39 -0
  3. package/dist/adaptive/controller.d.ts.map +1 -0
  4. package/dist/adaptive/controller.js +108 -0
  5. package/dist/adaptive/controller.js.map +1 -0
  6. package/dist/adaptive/costModel.d.ts +37 -0
  7. package/dist/adaptive/costModel.d.ts.map +1 -0
  8. package/dist/adaptive/costModel.js +102 -0
  9. package/dist/adaptive/costModel.js.map +1 -0
  10. package/dist/adaptive/planner.d.ts +22 -0
  11. package/dist/adaptive/planner.d.ts.map +1 -0
  12. package/dist/adaptive/planner.js +114 -0
  13. package/dist/adaptive/planner.js.map +1 -0
  14. package/dist/adaptive/types.d.ts +138 -0
  15. package/dist/adaptive/types.d.ts.map +1 -0
  16. package/dist/adaptive/types.js +12 -0
  17. package/dist/adaptive/types.js.map +1 -0
  18. package/dist/assets.js +2 -2
  19. package/dist/check/cachedFetch.js.map +1 -1
  20. package/dist/check/index.d.ts +6 -1
  21. package/dist/check/index.d.ts.map +1 -1
  22. package/dist/check/index.js +6 -1
  23. package/dist/check/index.js.map +1 -1
  24. package/dist/componentCompilers.d.ts.map +1 -1
  25. package/dist/componentCompilers.js.map +1 -1
  26. package/dist/esbuildWasm.js.map +1 -1
  27. package/dist/host.d.ts +11 -5
  28. package/dist/host.d.ts.map +1 -1
  29. package/dist/host.js +19 -8
  30. package/dist/host.js.map +1 -1
  31. package/dist/inference/backends/mock.d.ts +24 -0
  32. package/dist/inference/backends/mock.d.ts.map +1 -0
  33. package/dist/inference/backends/mock.js +55 -0
  34. package/dist/inference/backends/mock.js.map +1 -0
  35. package/dist/inference/backends/onnx.d.ts +33 -0
  36. package/dist/inference/backends/onnx.d.ts.map +1 -0
  37. package/dist/inference/backends/onnx.js +60 -0
  38. package/dist/inference/backends/onnx.js.map +1 -0
  39. package/dist/inference/backends/webllm.d.ts +27 -0
  40. package/dist/inference/backends/webllm.d.ts.map +1 -0
  41. package/dist/inference/backends/webllm.js +52 -0
  42. package/dist/inference/backends/webllm.js.map +1 -0
  43. package/dist/inference/backends/wllama.d.ts +29 -0
  44. package/dist/inference/backends/wllama.d.ts.map +1 -0
  45. package/dist/inference/backends/wllama.js +51 -0
  46. package/dist/inference/backends/wllama.js.map +1 -0
  47. package/dist/inference/capabilities.d.ts +20 -0
  48. package/dist/inference/capabilities.d.ts.map +1 -0
  49. package/dist/inference/capabilities.js +33 -0
  50. package/dist/inference/capabilities.js.map +1 -0
  51. package/dist/inference/client.d.ts +45 -0
  52. package/dist/inference/client.d.ts.map +1 -0
  53. package/dist/inference/client.js +201 -0
  54. package/dist/inference/client.js.map +1 -0
  55. package/dist/inference/modelCache.d.ts +71 -0
  56. package/dist/inference/modelCache.d.ts.map +1 -0
  57. package/dist/inference/modelCache.js +91 -0
  58. package/dist/inference/modelCache.js.map +1 -0
  59. package/dist/inference/protocol.d.ts +94 -0
  60. package/dist/inference/protocol.d.ts.map +1 -0
  61. package/dist/inference/protocol.js +19 -0
  62. package/dist/inference/protocol.js.map +1 -0
  63. package/dist/inference/tokenStream.d.ts +26 -0
  64. package/dist/inference/tokenStream.d.ts.map +1 -0
  65. package/dist/inference/tokenStream.js +79 -0
  66. package/dist/inference/tokenStream.js.map +1 -0
  67. package/dist/inference/types.d.ts +108 -0
  68. package/dist/inference/types.d.ts.map +1 -0
  69. package/dist/inference/types.js +8 -0
  70. package/dist/inference/types.js.map +1 -0
  71. package/dist/inference/worker.bundle.js +5 -0
  72. package/dist/inference/worker.d.ts +35 -0
  73. package/dist/inference/worker.d.ts.map +1 -0
  74. package/dist/inference/worker.js +157 -0
  75. package/dist/inference/worker.js.map +1 -0
  76. package/dist/inference/workerEntry.d.ts +15 -0
  77. package/dist/inference/workerEntry.d.ts.map +1 -0
  78. package/dist/inference/workerEntry.js +17 -0
  79. package/dist/inference/workerEntry.js.map +1 -0
  80. package/dist/kvcache/advanced.d.ts +39 -0
  81. package/dist/kvcache/advanced.d.ts.map +1 -0
  82. package/dist/kvcache/advanced.js +59 -0
  83. package/dist/kvcache/advanced.js.map +1 -0
  84. package/dist/kvcache/compatibility.d.ts +14 -0
  85. package/dist/kvcache/compatibility.d.ts.map +1 -0
  86. package/dist/kvcache/compatibility.js +44 -0
  87. package/dist/kvcache/compatibility.js.map +1 -0
  88. package/dist/kvcache/lru.d.ts +45 -0
  89. package/dist/kvcache/lru.d.ts.map +1 -0
  90. package/dist/kvcache/lru.js +91 -0
  91. package/dist/kvcache/lru.js.map +1 -0
  92. package/dist/kvcache/paged.d.ts +86 -0
  93. package/dist/kvcache/paged.d.ts.map +1 -0
  94. package/dist/kvcache/paged.js +238 -0
  95. package/dist/kvcache/paged.js.map +1 -0
  96. package/dist/kvcache/quant.d.ts +30 -0
  97. package/dist/kvcache/quant.d.ts.map +1 -0
  98. package/dist/kvcache/quant.js +73 -0
  99. package/dist/kvcache/quant.js.map +1 -0
  100. package/dist/kvcache/radix.d.ts +28 -0
  101. package/dist/kvcache/radix.d.ts.map +1 -0
  102. package/dist/kvcache/radix.js +58 -0
  103. package/dist/kvcache/radix.js.map +1 -0
  104. package/dist/kvcache/runtime.d.ts +11 -0
  105. package/dist/kvcache/runtime.d.ts.map +1 -0
  106. package/dist/kvcache/runtime.js +204 -0
  107. package/dist/kvcache/runtime.js.map +1 -0
  108. package/dist/kvcache/types.d.ts +151 -0
  109. package/dist/kvcache/types.d.ts.map +1 -0
  110. package/dist/kvcache/types.js +10 -0
  111. package/dist/kvcache/types.js.map +1 -0
  112. package/dist/learning/fingerprint.d.ts +17 -0
  113. package/dist/learning/fingerprint.d.ts.map +1 -0
  114. package/dist/learning/fingerprint.js +46 -0
  115. package/dist/learning/fingerprint.js.map +1 -0
  116. package/dist/learning/index.d.ts +5 -0
  117. package/dist/learning/index.d.ts.map +1 -0
  118. package/dist/learning/index.js +3 -0
  119. package/dist/learning/index.js.map +1 -0
  120. package/dist/learning/learner.d.ts +21 -0
  121. package/dist/learning/learner.d.ts.map +1 -0
  122. package/dist/learning/learner.js +272 -0
  123. package/dist/learning/learner.js.map +1 -0
  124. package/dist/learning/ledger.d.ts +26 -0
  125. package/dist/learning/ledger.d.ts.map +1 -0
  126. package/dist/learning/ledger.js +40 -0
  127. package/dist/learning/ledger.js.map +1 -0
  128. package/dist/learning/selection.d.ts +44 -0
  129. package/dist/learning/selection.d.ts.map +1 -0
  130. package/dist/learning/selection.js +111 -0
  131. package/dist/learning/selection.js.map +1 -0
  132. package/dist/learning/stats.d.ts +19 -0
  133. package/dist/learning/stats.d.ts.map +1 -0
  134. package/dist/learning/stats.js +31 -0
  135. package/dist/learning/stats.js.map +1 -0
  136. package/dist/learning/types.d.ts +133 -0
  137. package/dist/learning/types.d.ts.map +1 -0
  138. package/dist/learning/types.js +8 -0
  139. package/dist/learning/types.js.map +1 -0
  140. package/dist/memory/envProbe.d.ts +16 -0
  141. package/dist/memory/envProbe.d.ts.map +1 -0
  142. package/dist/memory/envProbe.js +28 -0
  143. package/dist/memory/envProbe.js.map +1 -0
  144. package/dist/memory/estimates.d.ts +46 -0
  145. package/dist/memory/estimates.d.ts.map +1 -0
  146. package/dist/memory/estimates.js +72 -0
  147. package/dist/memory/estimates.js.map +1 -0
  148. package/dist/memory/eviction.d.ts +42 -0
  149. package/dist/memory/eviction.d.ts.map +1 -0
  150. package/dist/memory/eviction.js +143 -0
  151. package/dist/memory/eviction.js.map +1 -0
  152. package/dist/memory/manager.d.ts +34 -0
  153. package/dist/memory/manager.d.ts.map +1 -0
  154. package/dist/memory/manager.js +346 -0
  155. package/dist/memory/manager.js.map +1 -0
  156. package/dist/memory/managerTypes.d.ts +49 -0
  157. package/dist/memory/managerTypes.d.ts.map +1 -0
  158. package/dist/memory/managerTypes.js +7 -0
  159. package/dist/memory/managerTypes.js.map +1 -0
  160. package/dist/memory/pressure.d.ts +56 -0
  161. package/dist/memory/pressure.d.ts.map +1 -0
  162. package/dist/memory/pressure.js +80 -0
  163. package/dist/memory/pressure.js.map +1 -0
  164. package/dist/memory/spillTier.d.ts +47 -0
  165. package/dist/memory/spillTier.d.ts.map +1 -0
  166. package/dist/memory/spillTier.js +128 -0
  167. package/dist/memory/spillTier.js.map +1 -0
  168. package/dist/memory/storageSink.d.ts +69 -0
  169. package/dist/memory/storageSink.d.ts.map +1 -0
  170. package/dist/memory/storageSink.js +221 -0
  171. package/dist/memory/storageSink.js.map +1 -0
  172. package/dist/memory/types.d.ts +202 -0
  173. package/dist/memory/types.d.ts.map +1 -0
  174. package/dist/memory/types.js +15 -0
  175. package/dist/memory/types.js.map +1 -0
  176. package/dist/memory/victims.d.ts +32 -0
  177. package/dist/memory/victims.d.ts.map +1 -0
  178. package/dist/memory/victims.js +74 -0
  179. package/dist/memory/victims.js.map +1 -0
  180. package/dist/memory/workspace.d.ts +34 -0
  181. package/dist/memory/workspace.d.ts.map +1 -0
  182. package/dist/memory/workspace.js +55 -0
  183. package/dist/memory/workspace.js.map +1 -0
  184. package/dist/memoryIntegration/index.d.ts +8 -0
  185. package/dist/memoryIntegration/index.d.ts.map +1 -0
  186. package/dist/memoryIntegration/index.js +4 -0
  187. package/dist/memoryIntegration/index.js.map +1 -0
  188. package/dist/memoryIntegration/knowledgeMemory.d.ts +43 -0
  189. package/dist/memoryIntegration/knowledgeMemory.d.ts.map +1 -0
  190. package/dist/memoryIntegration/knowledgeMemory.js +285 -0
  191. package/dist/memoryIntegration/knowledgeMemory.js.map +1 -0
  192. package/dist/memoryIntegration/persistence.d.ts +15 -0
  193. package/dist/memoryIntegration/persistence.d.ts.map +1 -0
  194. package/dist/memoryIntegration/persistence.js +43 -0
  195. package/dist/memoryIntegration/persistence.js.map +1 -0
  196. package/dist/memoryIntegration/text.d.ts +57 -0
  197. package/dist/memoryIntegration/text.d.ts.map +1 -0
  198. package/dist/memoryIntegration/text.js +179 -0
  199. package/dist/memoryIntegration/text.js.map +1 -0
  200. package/dist/memoryIntegration/types.d.ts +131 -0
  201. package/dist/memoryIntegration/types.d.ts.map +1 -0
  202. package/dist/memoryIntegration/types.js +11 -0
  203. package/dist/memoryIntegration/types.js.map +1 -0
  204. package/dist/ml.d.ts +52 -0
  205. package/dist/ml.d.ts.map +1 -0
  206. package/dist/ml.js +33 -0
  207. package/dist/ml.js.map +1 -0
  208. package/dist/node/childRelay.d.ts +10 -0
  209. package/dist/node/childRelay.d.ts.map +1 -1
  210. package/dist/node/childRelay.js +12 -2
  211. package/dist/node/childRelay.js.map +1 -1
  212. package/dist/node/index.js.map +1 -1
  213. package/dist/node/portResponder.d.ts +2 -0
  214. package/dist/node/portResponder.d.ts.map +1 -1
  215. package/dist/node/portResponder.js +3 -3
  216. package/dist/node/portResponder.js.map +1 -1
  217. package/dist/node/processHost.d.ts +4 -1
  218. package/dist/node/processHost.d.ts.map +1 -1
  219. package/dist/node/processHost.js +19 -16
  220. package/dist/node/processHost.js.map +1 -1
  221. package/dist/node/protocol.d.ts +1 -0
  222. package/dist/node/protocol.d.ts.map +1 -1
  223. package/dist/node/responseWire.d.ts.map +1 -1
  224. package/dist/node/worker.js +127 -120
  225. package/dist/node/workerProcess.js +1 -1
  226. package/dist/node/workerProcess.js.map +1 -1
  227. package/dist/prefetch/admission.d.ts +41 -0
  228. package/dist/prefetch/admission.d.ts.map +1 -0
  229. package/dist/prefetch/admission.js +49 -0
  230. package/dist/prefetch/admission.js.map +1 -0
  231. package/dist/prefetch/loadRegistry.d.ts +56 -0
  232. package/dist/prefetch/loadRegistry.d.ts.map +1 -0
  233. package/dist/prefetch/loadRegistry.js +108 -0
  234. package/dist/prefetch/loadRegistry.js.map +1 -0
  235. package/dist/prefetch/predictor.d.ts +40 -0
  236. package/dist/prefetch/predictor.d.ts.map +1 -0
  237. package/dist/prefetch/predictor.js +178 -0
  238. package/dist/prefetch/predictor.js.map +1 -0
  239. package/dist/prefetch/prefetcher.d.ts +37 -0
  240. package/dist/prefetch/prefetcher.d.ts.map +1 -0
  241. package/dist/prefetch/prefetcher.js +339 -0
  242. package/dist/prefetch/prefetcher.js.map +1 -0
  243. package/dist/prefetch/residentStore.d.ts +49 -0
  244. package/dist/prefetch/residentStore.d.ts.map +1 -0
  245. package/dist/prefetch/residentStore.js +87 -0
  246. package/dist/prefetch/residentStore.js.map +1 -0
  247. package/dist/prefetch/selfTuner.d.ts +40 -0
  248. package/dist/prefetch/selfTuner.d.ts.map +1 -0
  249. package/dist/prefetch/selfTuner.js +78 -0
  250. package/dist/prefetch/selfTuner.js.map +1 -0
  251. package/dist/prefetch/stats.d.ts +52 -0
  252. package/dist/prefetch/stats.d.ts.map +1 -0
  253. package/dist/prefetch/stats.js +72 -0
  254. package/dist/prefetch/stats.js.map +1 -0
  255. package/dist/prefetch/streaming.d.ts +132 -0
  256. package/dist/prefetch/streaming.d.ts.map +1 -0
  257. package/dist/prefetch/streaming.js +141 -0
  258. package/dist/prefetch/streaming.js.map +1 -0
  259. package/dist/prefetch/targetIndex.d.ts +18 -0
  260. package/dist/prefetch/targetIndex.d.ts.map +1 -0
  261. package/dist/prefetch/targetIndex.js +32 -0
  262. package/dist/prefetch/targetIndex.js.map +1 -0
  263. package/dist/prefetch/types.d.ts +283 -0
  264. package/dist/prefetch/types.d.ts.map +1 -0
  265. package/dist/prefetch/types.js +19 -0
  266. package/dist/prefetch/types.js.map +1 -0
  267. package/dist/previewBridge.d.ts +6 -0
  268. package/dist/previewBridge.d.ts.map +1 -1
  269. package/dist/previewBridge.js +25 -5
  270. package/dist/previewBridge.js.map +1 -1
  271. package/dist/previewMessages.d.ts +4 -3
  272. package/dist/previewMessages.d.ts.map +1 -1
  273. package/dist/previewMessages.js +12 -6
  274. package/dist/previewMessages.js.map +1 -1
  275. package/dist/process-worker.js +127 -120
  276. package/dist/relay.html +1 -1
  277. package/dist/shared/clock.d.ts +7 -0
  278. package/dist/shared/clock.d.ts.map +1 -0
  279. package/dist/shared/clock.js +10 -0
  280. package/dist/shared/clock.js.map +1 -0
  281. package/dist/shared/hardwareProbe.d.ts +26 -0
  282. package/dist/shared/hardwareProbe.d.ts.map +1 -0
  283. package/dist/shared/hardwareProbe.js +62 -0
  284. package/dist/shared/hardwareProbe.js.map +1 -0
  285. package/dist/shared/idb.d.ts +41 -0
  286. package/dist/shared/idb.d.ts.map +1 -0
  287. package/dist/shared/idb.js +184 -0
  288. package/dist/shared/idb.js.map +1 -0
  289. package/dist/shared/tokens.d.ts +7 -0
  290. package/dist/shared/tokens.d.ts.map +1 -0
  291. package/dist/shared/tokens.js +9 -0
  292. package/dist/shared/tokens.js.map +1 -0
  293. package/dist/snapshotStore.d.ts +2 -1
  294. package/dist/snapshotStore.d.ts.map +1 -1
  295. package/dist/snapshotStore.js +27 -12
  296. package/dist/snapshotStore.js.map +1 -1
  297. package/dist/styleCompilers.d.ts.map +1 -1
  298. package/dist/styleCompilers.js.map +1 -1
  299. package/dist/transport.js.map +1 -1
  300. package/package.json +11 -5
  301. package/src/adaptive/controller.ts +151 -0
  302. package/src/adaptive/costModel.ts +131 -0
  303. package/src/adaptive/planner.ts +127 -0
  304. package/src/adaptive/types.ts +137 -0
  305. package/src/check/index.ts +6 -1
  306. package/src/host.ts +33 -11
  307. package/src/inference/backends/mock.ts +77 -0
  308. package/src/inference/backends/onnx.ts +91 -0
  309. package/src/inference/backends/webllm.ts +79 -0
  310. package/src/inference/backends/wllama.ts +79 -0
  311. package/src/inference/capabilities.ts +46 -0
  312. package/src/inference/client.ts +276 -0
  313. package/src/inference/modelCache.ts +145 -0
  314. package/src/inference/protocol.ts +119 -0
  315. package/src/inference/tokenStream.ts +92 -0
  316. package/src/inference/types.ts +115 -0
  317. package/src/inference/worker.ts +191 -0
  318. package/src/inference/workerEntry.ts +18 -0
  319. package/src/kvcache/advanced.ts +86 -0
  320. package/src/kvcache/compatibility.ts +51 -0
  321. package/src/kvcache/lru.ts +100 -0
  322. package/src/kvcache/paged.ts +270 -0
  323. package/src/kvcache/quant.ts +88 -0
  324. package/src/kvcache/radix.ts +68 -0
  325. package/src/kvcache/runtime.ts +239 -0
  326. package/src/kvcache/types.ts +167 -0
  327. package/src/learning/fingerprint.ts +50 -0
  328. package/src/learning/index.ts +15 -0
  329. package/src/learning/learner.ts +304 -0
  330. package/src/learning/ledger.ts +54 -0
  331. package/src/learning/selection.ts +137 -0
  332. package/src/learning/stats.ts +39 -0
  333. package/src/learning/types.ts +142 -0
  334. package/src/memory/envProbe.ts +30 -0
  335. package/src/memory/estimates.ts +98 -0
  336. package/src/memory/eviction.ts +145 -0
  337. package/src/memory/manager.ts +380 -0
  338. package/src/memory/managerTypes.ts +61 -0
  339. package/src/memory/pressure.ts +120 -0
  340. package/src/memory/spillTier.ts +159 -0
  341. package/src/memory/storageSink.ts +289 -0
  342. package/src/memory/types.ts +217 -0
  343. package/src/memory/victims.ts +80 -0
  344. package/src/memory/workspace.ts +74 -0
  345. package/src/memoryIntegration/index.ts +7 -0
  346. package/src/memoryIntegration/knowledgeMemory.ts +339 -0
  347. package/src/memoryIntegration/persistence.ts +54 -0
  348. package/src/memoryIntegration/text.ts +185 -0
  349. package/src/memoryIntegration/types.ts +145 -0
  350. package/src/ml.ts +180 -0
  351. package/src/node/childRelay.ts +16 -3
  352. package/src/node/portResponder.ts +5 -3
  353. package/src/node/processHost.ts +16 -15
  354. package/src/node/protocol.ts +1 -1
  355. package/src/node/workerProcess.ts +1 -1
  356. package/src/prefetch/admission.ts +74 -0
  357. package/src/prefetch/loadRegistry.ts +156 -0
  358. package/src/prefetch/predictor.ts +199 -0
  359. package/src/prefetch/prefetcher.ts +369 -0
  360. package/src/prefetch/residentStore.ts +121 -0
  361. package/src/prefetch/selfTuner.ts +110 -0
  362. package/src/prefetch/stats.ts +120 -0
  363. package/src/prefetch/streaming.ts +231 -0
  364. package/src/prefetch/targetIndex.ts +40 -0
  365. package/src/prefetch/types.ts +307 -0
  366. package/src/previewBridge.ts +25 -5
  367. package/src/previewMessages.ts +11 -6
  368. package/src/shared/clock.ts +9 -0
  369. package/src/shared/hardwareProbe.ts +68 -0
  370. package/src/shared/idb.ts +203 -0
  371. package/src/shared/tokens.ts +8 -0
  372. package/src/snapshotStore.ts +25 -10
@@ -0,0 +1 @@
1
+ {"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../src/inference/protocol.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE9F,6GAA6G;AAC7G,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;AAElE,eAAO,MAAM,eAAe,oBAAoB,CAAC;AACjD,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAC/C,eAAO,MAAM,kBAAkB,uBAAuB,CAAC;AACvD,eAAO,MAAM,gBAAgB,qBAAqB,CAAC;AACnD,eAAO,MAAM,uBAAuB,4BAA4B,CAAC;AACjE,eAAO,MAAM,sBAAsB,2BAA2B,CAAC;AAC/D,eAAO,MAAM,eAAe,oBAAoB,CAAC;AACjD,eAAO,MAAM,eAAe,oBAAoB,CAAC;AACjD,eAAO,MAAM,aAAa,kBAAkB,CAAC;AAC7C,eAAO,MAAM,eAAe,oBAAoB,CAAC;AACjD,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,eAAe,CAAC;IAC7B,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,OAAO,cAAc,CAAC;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,QAAQ,CAAC;IACd,mEAAmE;IACnE,OAAO,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,OAAO,kBAAkB,CAAC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,OAAO,CAAC,EAAE,mBAAmB,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,gBAAgB,CAAC;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,OAAO,uBAAuB,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,WAAW,GACX,eAAe,GACf,aAAa,GACb,mBAAmB,CAAC;AAExB,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,eAAe,CAAC;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,mBAAmB,CAAC;CACnC;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,eAAe,CAAC;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,OAAO,aAAa,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,eAAe,CAAC;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,OAAO,cAAc,CAAC;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,mGAAmG;IACnG,qBAAqB,EAAE,OAAO,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,cAAc,GACtB,UAAU,GACV,UAAU,GACV,QAAQ,GACR,UAAU,GACV,SAAS,CAAC;AAEd,6DAA6D;AAC7D,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CACzB"}
@@ -0,0 +1,19 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: worker protocol.
3
+ *
4
+ * Messages between the host-side `InferenceClient` and the inference worker.
5
+ * Structured so a future Phase 4/5 can add streaming KV-cache and prefill
6
+ * messages without reworking the envelope.
7
+ */
8
+ export const INFERENCE_PROBE = 'inference:probe';
9
+ export const INFERENCE_LOAD = 'inference:load';
10
+ export const INFERENCE_GENERATE = 'inference:generate';
11
+ export const INFERENCE_CANCEL = 'inference:cancel';
12
+ export const INFERENCE_DISPOSE_MODEL = 'inference:dispose-model';
13
+ export const INFERENCE_CAPABILITIES = 'inference:capabilities';
14
+ export const INFERENCE_READY = 'inference:ready';
15
+ export const INFERENCE_ERROR = 'inference:error';
16
+ export const INFERENCE_LOG = 'inference:log';
17
+ export const INFERENCE_TOKEN = 'inference:token';
18
+ export const INFERENCE_DONE = 'inference:done';
19
+ //# sourceMappingURL=protocol.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../src/inference/protocol.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AACjD,MAAM,CAAC,MAAM,cAAc,GAAG,gBAAgB,CAAC;AAC/C,MAAM,CAAC,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AACvD,MAAM,CAAC,MAAM,gBAAgB,GAAG,kBAAkB,CAAC;AACnD,MAAM,CAAC,MAAM,uBAAuB,GAAG,yBAAyB,CAAC;AACjE,MAAM,CAAC,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAC/D,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AACjD,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AACjD,MAAM,CAAC,MAAM,aAAa,GAAG,eAAe,CAAC;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AACjD,MAAM,CAAC,MAAM,cAAc,GAAG,gBAAgB,CAAC"}
@@ -0,0 +1,26 @@
1
+ /**
2
+ * Phase 1 — per-request token stream state for `InferenceClient.generate()`.
3
+ *
4
+ * ONE object holds everything a generate request owns on the host side — the
5
+ * token queue, the iterator's waiter, and the stats promise — so the client
6
+ * keeps a single `Map<id, TokenStream>` and cleanup can never leave a queue or
7
+ * waiter behind for a finished id.
8
+ */
9
+ import type { GenerationStats, InferenceToken } from './types.js';
10
+ export interface TokenStream {
11
+ /** A token from the worker. Dropped once the consumer has stopped iterating. */
12
+ push(token: InferenceToken): void;
13
+ /** The worker finished the request. */
14
+ done(stats: GenerationStats): void;
15
+ /** The request failed (worker error reply, worker crash, failed post). */
16
+ fail(error: Error): void;
17
+ /** Resolves with the final stats; rejects when the request fails. Never unhandled. */
18
+ readonly stats: Promise<GenerationStats>;
19
+ /**
20
+ * The consumer-facing iterator. `onEarlyClose` runs when the consumer stops
21
+ * iterating (break / return / throw) before the stream settled.
22
+ */
23
+ iterate(onEarlyClose: () => void): AsyncIterable<InferenceToken>;
24
+ }
25
+ export declare function createTokenStream(onSettled: () => void): TokenStream;
26
+ //# sourceMappingURL=tokenStream.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenStream.d.ts","sourceRoot":"","sources":["../../src/inference/tokenStream.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAElE,MAAM,WAAW,WAAW;IAC1B,gFAAgF;IAChF,IAAI,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;IAClC,uCAAuC;IACvC,IAAI,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAAC;IACnC,0EAA0E;IAC1E,IAAI,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IACzB,sFAAsF;IACtF,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACzC;;;OAGG;IACH,OAAO,CAAC,YAAY,EAAE,MAAM,IAAI,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;CAClE;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,IAAI,GAAG,WAAW,CAgEpE"}
@@ -0,0 +1,79 @@
1
+ /**
2
+ * Phase 1 — per-request token stream state for `InferenceClient.generate()`.
3
+ *
4
+ * ONE object holds everything a generate request owns on the host side — the
5
+ * token queue, the iterator's waiter, and the stats promise — so the client
6
+ * keeps a single `Map<id, TokenStream>` and cleanup can never leave a queue or
7
+ * waiter behind for a finished id.
8
+ */
9
+ export function createTokenStream(onSettled) {
10
+ const queue = [];
11
+ let notify;
12
+ let settled = false;
13
+ let detached = false;
14
+ let error;
15
+ let resolveStats;
16
+ let rejectStats;
17
+ const stats = new Promise((resolve, reject) => {
18
+ resolveStats = resolve;
19
+ rejectStats = reject;
20
+ });
21
+ stats.catch(() => { }); // The consumer may only observe the iterator; never leave this unhandled.
22
+ const wake = () => {
23
+ const n = notify;
24
+ notify = undefined;
25
+ n?.();
26
+ };
27
+ const settle = () => {
28
+ settled = true;
29
+ onSettled();
30
+ wake();
31
+ };
32
+ return {
33
+ push(token) {
34
+ if (settled || detached)
35
+ return;
36
+ queue.push(token);
37
+ wake();
38
+ },
39
+ done(s) {
40
+ if (settled)
41
+ return;
42
+ resolveStats(s);
43
+ settle();
44
+ },
45
+ fail(e) {
46
+ if (settled)
47
+ return;
48
+ error = e;
49
+ rejectStats(e);
50
+ settle();
51
+ },
52
+ stats,
53
+ iterate(onEarlyClose) {
54
+ return (async function* () {
55
+ try {
56
+ for (;;) {
57
+ while (queue.length)
58
+ yield queue.shift();
59
+ if (error)
60
+ throw error;
61
+ if (settled)
62
+ return;
63
+ await new Promise((resolve) => {
64
+ notify = resolve;
65
+ });
66
+ }
67
+ }
68
+ finally {
69
+ if (!settled && !detached) {
70
+ detached = true;
71
+ queue.length = 0;
72
+ onEarlyClose();
73
+ }
74
+ }
75
+ })();
76
+ },
77
+ };
78
+ }
79
+ //# sourceMappingURL=tokenStream.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenStream.js","sourceRoot":"","sources":["../../src/inference/tokenStream.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAoBH,MAAM,UAAU,iBAAiB,CAAC,SAAqB;IACrD,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,IAAI,MAAgC,CAAC;IACrC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,KAAwB,CAAC;IAC7B,IAAI,YAA+C,CAAC;IACpD,IAAI,WAAoC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7D,YAAY,GAAG,OAAO,CAAC;QACvB,WAAW,GAAG,MAAM,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,0EAA0E;IAEjG,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,MAAM,CAAC,GAAG,MAAM,CAAC;QACjB,MAAM,GAAG,SAAS,CAAC;QACnB,CAAC,EAAE,EAAE,CAAC;IACR,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,OAAO,GAAG,IAAI,CAAC;QACf,SAAS,EAAE,CAAC;QACZ,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;IAEF,OAAO;QACL,IAAI,CAAC,KAAK;YACR,IAAI,OAAO,IAAI,QAAQ;gBAAE,OAAO;YAChC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,IAAI,EAAE,CAAC;QACT,CAAC;QACD,IAAI,CAAC,CAAC;YACJ,IAAI,OAAO;gBAAE,OAAO;YACpB,YAAY,CAAC,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,CAAC;QACX,CAAC;QACD,IAAI,CAAC,CAAC;YACJ,IAAI,OAAO;gBAAE,OAAO;YACpB,KAAK,GAAG,CAAC,CAAC;YACV,WAAW,CAAC,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,CAAC;QACX,CAAC;QACD,KAAK;QACL,OAAO,CAAC,YAAY;YAClB,OAAO,CAAC,KAAK,SAAS,CAAC;gBACrB,IAAI,CAAC;oBACH,SAAS,CAAC;wBACR,OAAO,KAAK,CAAC,MAAM;4BAAE,MAAM,KAAK,CAAC,KAAK,EAAoB,CAAC;wBAC3D,IAAI,KAAK;4BAAE,MAAM,KAAK,CAAC;wBACvB,IAAI,OAAO;4BAAE,OAAO;wBACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;4BAClC,MAAM,GAAG,OAAO,CAAC;wBACnB,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAC1B,QAAQ,GAAG,IAAI,CAAC;wBAChB,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;wBACjB,YAAY,EAAE,CAAC;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,108 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: model and capability types.
3
+ *
4
+ * The runtime abstraction lives in `types.ts`; this file holds the shared
5
+ * shapes that cross the worker boundary and the capability probe results.
6
+ */
7
+ /** Quantization formats a backend may support. */
8
+ export type Quantization = 'q4' | 'q5' | 'q8';
9
+ /** A reference to a local model asset. */
10
+ export interface ModelRef {
11
+ /** Unique model identifier, e.g. `builderforce/tiny-instruct-q4`. */
12
+ id: string;
13
+ /** Parameter count (billions), used for tier recommendations. */
14
+ paramsB: number;
15
+ quantization: Quantization;
16
+ /** Number of weights in the model (informational). */
17
+ numWeights?: number;
18
+ /** Where the model bytes live. `url` is fetched once at provisioning time. */
19
+ source?: {
20
+ kind: 'url';
21
+ url: string;
22
+ bytes?: number;
23
+ };
24
+ }
25
+ /** Runtime/backend kinds the abstraction can host. */
26
+ export type BackendKind = 'onnx' | 'wllama' | 'webllm' | 'mock';
27
+ /** Backend + capability metadata returned by `probeCapabilities()`. */
28
+ export interface BackendInfo {
29
+ kind: BackendKind;
30
+ available: boolean;
31
+ /** Human-readable reason when unavailable (e.g. "WebGPU not present"). */
32
+ reason?: string;
33
+ /** WASM SIMD usable by this backend (best-effort probe). */
34
+ wasmSimd: boolean;
35
+ /** WebGPU usable by this backend. */
36
+ webgpu: boolean;
37
+ }
38
+ /** Everything the runtime could detect about the environment. */
39
+ export interface RuntimeCapabilities {
40
+ wasm: boolean;
41
+ wasmSimd: boolean;
42
+ webgpu: boolean;
43
+ crossOriginIsolated: boolean;
44
+ sharedArrayBuffer: boolean;
45
+ backends: BackendInfo[];
46
+ }
47
+ /** A generated token, streamed back to the caller. */
48
+ export interface InferenceToken {
49
+ token: string;
50
+ /** Cumulative tokens generated so far in this request. */
51
+ index: number;
52
+ }
53
+ /** Final stats for one `generate()` call. */
54
+ export interface GenerationStats {
55
+ /** Prompt length in tokens: the backend's tokenizer count, or the ~4 chars/token estimate (see `promptTokensEstimated`). */
56
+ promptTokens: number;
57
+ /** True when `promptTokens` is the heuristic estimate because the backend reports no count. */
58
+ promptTokensEstimated: boolean;
59
+ generatedTokens: number;
60
+ /** Wall-clock ms from generate() call to first token. */
61
+ ttftMs: number;
62
+ /** Wall-clock ms from first token to stream end. */
63
+ decodeMs: number;
64
+ tokensPerSecond: number;
65
+ }
66
+ /** One message in a chat-style prompt. */
67
+ export interface ChatMessage {
68
+ role: 'system' | 'user' | 'assistant';
69
+ content: string;
70
+ }
71
+ /** Options accepted by `generate()`. */
72
+ export interface GenerateOptions {
73
+ maxTokens?: number;
74
+ temperature?: number;
75
+ signal?: AbortSignal;
76
+ }
77
+ /** Public API of a loaded, ready-to-generate model instance. */
78
+ export interface InferenceModel {
79
+ readonly ref: ModelRef;
80
+ generate(messages: ChatMessage[], options?: GenerateOptions): AsyncIterable<InferenceToken>;
81
+ /** Release backend resources; the instance is unusable after. */
82
+ dispose(): Promise<void>;
83
+ }
84
+ /**
85
+ * A backend plugin: it can report availability, load a model from cached
86
+ * bytes, and generate tokens. The worker loop in `inference/worker.ts`
87
+ * drives a single backend at a time; the host-side `InferenceClient`
88
+ * (`inference/client.ts`) is what callers use.
89
+ */
90
+ export interface InferenceBackend {
91
+ readonly kind: BackendKind;
92
+ probe(): Promise<BackendInfo>;
93
+ load(model: ModelRef, weights: ArrayBuffer, context: BackendContext): Promise<void>;
94
+ generate(messages: ChatMessage[], options?: GenerateOptions): AsyncIterable<InferenceToken>;
95
+ /** Exact prompt token count from the loaded model's tokenizer, when the backend has one. */
96
+ countPromptTokens?(messages: ChatMessage[]): number;
97
+ dispose(): Promise<void>;
98
+ }
99
+ /** What a backend needs from its host environment. */
100
+ export interface BackendContext {
101
+ /** Log lines go to the host as worker log messages (debugging only). */
102
+ log(message: string): void;
103
+ /** True when the host supports the SharedArrayBuffer fast path. */
104
+ sharedArrayBuffer: boolean;
105
+ wasmSimd: boolean;
106
+ webgpu: boolean;
107
+ }
108
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/inference/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,kDAAkD;AAClD,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9C,0CAA0C;AAC1C,MAAM,WAAW,QAAQ;IACvB,qEAAqE;IACrE,EAAE,EAAE,MAAM,CAAC;IACX,iEAAiE;IACjE,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,YAAY,CAAC;IAC3B,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8EAA8E;IAC9E,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACvD;AAED,sDAAsD;AACtD,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEhE,uEAAuE;AACvE,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,0EAA0E;IAC1E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,QAAQ,EAAE,OAAO,CAAC;IAClB,qCAAqC;IACrC,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,iEAAiE;AACjE,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,QAAQ,EAAE,WAAW,EAAE,CAAC;CACzB;AAED,sDAAsD;AACtD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;CACf;AAED,6CAA6C;AAC7C,MAAM,WAAW,eAAe;IAC9B,4HAA4H;IAC5H,YAAY,EAAE,MAAM,CAAC;IACrB,+FAA+F;IAC/F,qBAAqB,EAAE,OAAO,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,yDAAyD;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,0CAA0C;AAC1C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wCAAwC;AACxC,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAC5F,iEAAiE;IACjE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpF,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAC5F,4FAA4F;IAC5F,iBAAiB,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IACpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,sDAAsD;AACtD,MAAM,WAAW,cAAc;IAC7B,wEAAwE;IACxE,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,mEAAmE;IACnE,iBAAiB,EAAE,OAAO,CAAC;IAC3B,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;CACjB"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: model and capability types.
3
+ *
4
+ * The runtime abstraction lives in `types.ts`; this file holds the shared
5
+ * shapes that cross the worker boundary and the capability probe results.
6
+ */
7
+ export {};
8
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/inference/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
@@ -0,0 +1,5 @@
1
+ "use strict";(()=>{var v="inference:probe",B="inference:load",M="inference:generate",T="inference:cancel",A="inference:dispose-model";var b="inference:ready",_="inference:error",S="inference:log",P="inference:token",F="inference:done";var V=new Uint8Array([0,97,115,109,1,0,0,0,1,4,1,96,0,0,3,2,1,0,10,9,1,7,0,65,0,253,15,26,11]);function G(){return typeof WebAssembly<"u"}function y(){if(typeof WebAssembly>"u"||typeof WebAssembly.validate!="function")return!1;try{return WebAssembly.validate(V)}catch{return!1}}function k(){let e=globalThis.navigator;return typeof e<"u"&&e!==null&&"gpu"in e&&e.gpu!=null}function R(){return typeof globalThis.SharedArrayBuffer<"u"}function L(){return globalThis.crossOriginIsolated===!0}var ee=1024*1024*1024;function J(){let e=G();return{wasm:e,wasmSimd:e&&y()}}function g(e=[]){let{wasm:r,wasmSimd:o}=J(),i=k();return{wasm:r,wasmSimd:o,webgpu:i,crossOriginIsolated:L(),sharedArrayBuffer:R(),backends:e.map(c=>({kind:c.kind,available:r,wasmSimd:o,webgpu:i}))}}function W(e){return Math.ceil(e.length/4)}function Q(e,r){let o=e.countPromptTokens?.(r);return typeof o=="number"&&Number.isFinite(o)&&o>=0?{tokens:o,estimated:!1}:{tokens:r.reduce((i,c)=>i+W(c.content),0),estimated:!0}}function X(e,r){let{backends:o}=r,i=r.now??(()=>Date.now()),c={log:n=>e.postMessage({type:S,id:-1,message:n}),get sharedArrayBuffer(){return R()},get wasmSimd(){return y()},get webgpu(){return k()}},s,a,m,u=n=>e.postMessage(n),l=(n,t)=>u({type:_,id:n,message:t instanceof Error?t.message:String(t)});async function p(){for(let n of o)if((await n.probe()).available)return n;throw new Error("no inference backend available in this environment")}async function x(){a?.abort();let n=s;s=void 0,await n?.dispose()}async function K(n,t){let f=s;if(!f)throw new Error("no model loaded");a?.abort();let d=new AbortController;a=d,m=n;let w=i(),E=-1,I=0;try{for await(let{token:z,index:U}of f.generate(t.messages,{...t.options,signal:d.signal}))E<0&&(E=i()),I++,e.postMessage({type:P,id:n,requestId:n,token:z,index:U});let O=i(),H=E>=0?E-w:O-w,N=E>=0?O-E:0,h=Q(f,t.messages),Y={type:F,id:n,requestId:n,promptTokens:h.tokens,promptTokensEstimated:h.estimated,generatedTokens:I,ttftMs:H,decodeMs:N,tokensPerSecond:N>0?I/N*1e3:0};u(Y)}finally{a===d&&(a=void 0,m=void 0)}}let C=n=>{let t=n.data;if(!t||typeof t!="object")return;let f=t.id;(async()=>{try{switch(t.type){case v:{let d=g(o);u({type:b,id:f,capabilities:d});break}case B:{await x();let d=await p();await d.load(t.ref,t.weights,c),s=d,u({type:b,id:f,capabilities:g(o)});break}case M:await K(f,t);break;case T:(t.requestId===void 0||t.requestId===m)&&a?.abort();break;case A:{await x(),u({type:b,id:f,capabilities:g(o)});break}}}catch(d){l(f,d)}})()};return e.addEventListener("message",C),()=>e.removeEventListener?.("message",C)}function q(e){X(globalThis,{backends:e})}function D(e){return e.map(r=>`<|${r.role}|>
2
+ ${r.content}</|${r.role}|>`).join(`
3
+ `)+`
4
+ <|assistant|>
5
+ `}var j=["the","quick","brown","fox","jumps","over","lazy","dog","and","runs","through","forest","while","birds","sing","softly","in","morning","light","."];function $(e={}){let r=e.msPerToken??50,o=e.seed??0,i=e.sleep??(s=>new Promise(a=>setTimeout(a,s))),c;return{kind:"mock",async probe(){return{kind:"mock",available:!0,wasmSimd:!1,webgpu:!1}},async load(s,a,m){c=s,m.log(`mock: loaded ${s.id}`)},async*generate(s,a){if(!c)throw new Error("mock: generate called before load");let m=a?.maxTokens??32,u=D(s),l=o;for(let p=0;p<u.length;p++)l=l*31+u.charCodeAt(p)|0;for(let p=0;p<m;p++){if(a?.signal?.aborted)return;await i(r),l=l*1103515245+12345|0,yield{token:j[Math.abs(l)%j.length]??"the",index:p}}},async dispose(){c=void 0}}}q([$()]);})();
@@ -0,0 +1,35 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: worker host (runs inside the Worker).
3
+ *
4
+ * Owns the backend registry, drives load/generate/cancel, and streams tokens
5
+ * back to the `InferenceClient` over postMessage. Generation runs here, on
6
+ * the worker thread, so the UI/main thread never blocks on decode. The
7
+ * worker global is typed locally (as in `sw.ts` / `check/worker.ts`) because
8
+ * `lib.webworker` cannot share a compilation with the DOM lib.
9
+ */
10
+ import { type InferenceReply } from './protocol.js';
11
+ import type { InferenceBackend } from './types.js';
12
+ interface WorkerGlobalLike {
13
+ postMessage(message: InferenceReply): void;
14
+ addEventListener(type: 'message', listener: (event: {
15
+ data: unknown;
16
+ }) => void): void;
17
+ removeEventListener?(type: 'message', listener: (event: {
18
+ data: unknown;
19
+ }) => void): void;
20
+ }
21
+ export interface InferenceWorkerHostOptions {
22
+ /** Backends in preference order; the first available one is used. */
23
+ backends: InferenceBackend[];
24
+ now?: () => number;
25
+ }
26
+ /**
27
+ * Wire the host into a worker global. Returns a dispose function that
28
+ * cancels any in-flight generation. Exported for tests, which drive it with
29
+ * a fake worker global.
30
+ */
31
+ export declare function startInferenceWorkerHost(worker: WorkerGlobalLike, options: InferenceWorkerHostOptions): () => void;
32
+ /** Entry point used by the real worker bundle. */
33
+ export declare function runInferenceWorker(backends: InferenceBackend[]): void;
34
+ export {};
35
+ //# sourceMappingURL=worker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../src/inference/worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAaL,KAAK,cAAc,EAEpB,MAAM,eAAe,CAAC;AAIvB,OAAO,KAAK,EAA+B,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEhF,UAAU,gBAAgB;IACxB,WAAW,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC3C,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,GAAG,IAAI,CAAC;IACtF,mBAAmB,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,GAAG,IAAI,CAAC;CAC3F;AAED,MAAM,WAAW,0BAA0B;IACzC,qEAAqE;IACrE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AASD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,gBAAgB,EACxB,OAAO,EAAE,0BAA0B,GAClC,MAAM,IAAI,CA+HZ;AAED,kDAAkD;AAClD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAErE"}
@@ -0,0 +1,157 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: worker host (runs inside the Worker).
3
+ *
4
+ * Owns the backend registry, drives load/generate/cancel, and streams tokens
5
+ * back to the `InferenceClient` over postMessage. Generation runs here, on
6
+ * the worker thread, so the UI/main thread never blocks on decode. The
7
+ * worker global is typed locally (as in `sw.ts` / `check/worker.ts`) because
8
+ * `lib.webworker` cannot share a compilation with the DOM lib.
9
+ */
10
+ import { INFERENCE_CANCEL, INFERENCE_DISPOSE_MODEL, INFERENCE_DONE, INFERENCE_ERROR, INFERENCE_GENERATE, INFERENCE_LOAD, INFERENCE_LOG, INFERENCE_PROBE, INFERENCE_READY, INFERENCE_TOKEN, } from './protocol.js';
11
+ import { probeRuntimeCapabilities } from './capabilities.js';
12
+ import { detectSharedArrayBuffer, detectWasmSimd, detectWebGpu } from '../shared/hardwareProbe.js';
13
+ import { estimateTokens } from '../shared/tokens.js';
14
+ /** Prompt size: the backend's tokenizer count when it has one, else the shared estimate. */
15
+ function countPrompt(backend, messages) {
16
+ const exact = backend.countPromptTokens?.(messages);
17
+ if (typeof exact === 'number' && Number.isFinite(exact) && exact >= 0)
18
+ return { tokens: exact, estimated: false };
19
+ return { tokens: messages.reduce((n, m) => n + estimateTokens(m.content), 0), estimated: true };
20
+ }
21
+ /**
22
+ * Wire the host into a worker global. Returns a dispose function that
23
+ * cancels any in-flight generation. Exported for tests, which drive it with
24
+ * a fake worker global.
25
+ */
26
+ export function startInferenceWorkerHost(worker, options) {
27
+ const { backends } = options;
28
+ const now = options.now ?? (() => Date.now());
29
+ const context = {
30
+ log: (message) => worker.postMessage({ type: INFERENCE_LOG, id: -1, message }),
31
+ get sharedArrayBuffer() {
32
+ return detectSharedArrayBuffer();
33
+ },
34
+ get wasmSimd() {
35
+ return detectWasmSimd();
36
+ },
37
+ get webgpu() {
38
+ return detectWebGpu();
39
+ },
40
+ };
41
+ let active;
42
+ let activeAbort;
43
+ let activeRequestId;
44
+ const reply = (message) => worker.postMessage(message);
45
+ const fail = (id, error) => reply({ type: INFERENCE_ERROR, id, message: error instanceof Error ? error.message : String(error) });
46
+ async function selectBackend() {
47
+ for (const backend of backends) {
48
+ const info = await backend.probe();
49
+ if (info.available)
50
+ return backend;
51
+ }
52
+ throw new Error('no inference backend available in this environment');
53
+ }
54
+ /** Abort any running generation and release the loaded model. */
55
+ async function releaseActive() {
56
+ activeAbort?.abort();
57
+ const previous = active;
58
+ active = undefined;
59
+ await previous?.dispose();
60
+ }
61
+ async function handleGenerate(id, request) {
62
+ const backend = active;
63
+ if (!backend)
64
+ throw new Error('no model loaded');
65
+ activeAbort?.abort();
66
+ const abort = new AbortController();
67
+ activeAbort = abort;
68
+ activeRequestId = id;
69
+ const started = now();
70
+ let firstTokenAt = -1;
71
+ let generated = 0;
72
+ try {
73
+ // The wire options never carry a signal (not cloneable); the worker-side
74
+ // controller is the ONE cancellation source (cancel request / next generate).
75
+ for await (const { token, index } of backend.generate(request.messages, {
76
+ ...request.options,
77
+ signal: abort.signal,
78
+ })) {
79
+ if (firstTokenAt < 0)
80
+ firstTokenAt = now();
81
+ generated++;
82
+ worker.postMessage({ type: INFERENCE_TOKEN, id, requestId: id, token, index });
83
+ }
84
+ const finished = now();
85
+ const ttftMs = firstTokenAt >= 0 ? firstTokenAt - started : finished - started;
86
+ const decodeMs = firstTokenAt >= 0 ? finished - firstTokenAt : 0;
87
+ const prompt = countPrompt(backend, request.messages);
88
+ const done = {
89
+ type: INFERENCE_DONE,
90
+ id,
91
+ requestId: id,
92
+ promptTokens: prompt.tokens,
93
+ promptTokensEstimated: prompt.estimated,
94
+ generatedTokens: generated,
95
+ ttftMs,
96
+ decodeMs,
97
+ tokensPerSecond: decodeMs > 0 ? (generated / decodeMs) * 1000 : 0,
98
+ };
99
+ reply(done);
100
+ }
101
+ finally {
102
+ if (activeAbort === abort) {
103
+ activeAbort = undefined;
104
+ activeRequestId = undefined;
105
+ }
106
+ }
107
+ }
108
+ const listener = (event) => {
109
+ const request = event.data;
110
+ if (!request || typeof request !== 'object')
111
+ return;
112
+ const id = request.id;
113
+ void (async () => {
114
+ try {
115
+ switch (request.type) {
116
+ case INFERENCE_PROBE: {
117
+ const capabilities = probeRuntimeCapabilities(backends);
118
+ reply({ type: INFERENCE_READY, id, capabilities });
119
+ break;
120
+ }
121
+ case INFERENCE_LOAD: {
122
+ // Abort + dispose the previous model BEFORE loading the next, so two
123
+ // models are never resident and no stale generation keeps decoding.
124
+ await releaseActive();
125
+ const next = await selectBackend();
126
+ await next.load(request.ref, request.weights, context);
127
+ active = next;
128
+ reply({ type: INFERENCE_READY, id, capabilities: probeRuntimeCapabilities(backends) });
129
+ break;
130
+ }
131
+ case INFERENCE_GENERATE:
132
+ await handleGenerate(id, request);
133
+ break;
134
+ case INFERENCE_CANCEL:
135
+ if (request.requestId === undefined || request.requestId === activeRequestId)
136
+ activeAbort?.abort();
137
+ break;
138
+ case INFERENCE_DISPOSE_MODEL: {
139
+ await releaseActive();
140
+ reply({ type: INFERENCE_READY, id, capabilities: probeRuntimeCapabilities(backends) });
141
+ break;
142
+ }
143
+ }
144
+ }
145
+ catch (error) {
146
+ fail(id, error);
147
+ }
148
+ })();
149
+ };
150
+ worker.addEventListener('message', listener);
151
+ return () => worker.removeEventListener?.('message', listener);
152
+ }
153
+ /** Entry point used by the real worker bundle. */
154
+ export function runInferenceWorker(backends) {
155
+ startInferenceWorkerHost(globalThis, { backends });
156
+ }
157
+ //# sourceMappingURL=worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/inference/worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,cAAc,EACd,aAAa,EACb,eAAe,EACf,eAAe,EACf,eAAe,GAKhB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AACnG,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAerD,4FAA4F;AAC5F,SAAS,WAAW,CAAC,OAAyB,EAAE,QAAuB;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAClH,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAClG,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACtC,MAAwB,EACxB,OAAmC;IAEnC,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAmB;QAC9B,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC9E,IAAI,iBAAiB;YACnB,OAAO,uBAAuB,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,QAAQ;YACV,OAAO,cAAc,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,MAAM;YACR,OAAO,YAAY,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;IAEF,IAAI,MAAoC,CAAC;IACzC,IAAI,WAAwC,CAAC;IAC7C,IAAI,eAAmC,CAAC;IAExC,MAAM,KAAK,GAAG,CAAC,OAAuB,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,KAAc,EAAE,EAAE,CAC1C,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAExG,KAAK,UAAU,aAAa;QAC1B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,SAAS;gBAAE,OAAO,OAAO,CAAC;QACrC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,iEAAiE;IACjE,KAAK,UAAU,aAAa;QAC1B,WAAW,EAAE,KAAK,EAAE,CAAC;QACrB,MAAM,QAAQ,GAAG,MAAM,CAAC;QACxB,MAAM,GAAG,SAAS,CAAC;QACnB,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,UAAU,cAAc,CAAC,EAAU,EAAE,OAAwB;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC;QACvB,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjD,WAAW,EAAE,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,WAAW,GAAG,KAAK,CAAC;QACpB,eAAe,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;QACtB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,yEAAyE;YACzE,8EAA8E;YAC9E,IAAI,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACtE,GAAG,OAAO,CAAC,OAAO;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,EAAE,CAAC;gBACH,IAAI,YAAY,GAAG,CAAC;oBAAE,YAAY,GAAG,GAAG,EAAE,CAAC;gBAC3C,SAAS,EAAE,CAAC;gBACZ,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC;YAC/E,MAAM,QAAQ,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,IAAI,GAAc;gBACtB,IAAI,EAAE,cAAc;gBACpB,EAAE;gBACF,SAAS,EAAE,EAAE;gBACb,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,qBAAqB,EAAE,MAAM,CAAC,SAAS;gBACvC,eAAe,EAAE,SAAS;gBAC1B,MAAM;gBACN,QAAQ;gBACR,eAAe,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;aAClE,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC1B,WAAW,GAAG,SAAS,CAAC;gBACxB,eAAe,GAAG,SAAS,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,KAAwB,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAA+B,CAAC;QACtD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO;QACpD,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACtB,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;oBACrB,KAAK,eAAe,EAAE,CAAC;wBACrB,MAAM,YAAY,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;wBACxD,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;wBACnD,MAAM;oBACR,CAAC;oBACD,KAAK,cAAc,EAAE,CAAC;wBACpB,qEAAqE;wBACrE,oEAAoE;wBACpE,MAAM,aAAa,EAAE,CAAC;wBACtB,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;wBACnC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;wBACvD,MAAM,GAAG,IAAI,CAAC;wBACd,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACvF,MAAM;oBACR,CAAC;oBACD,KAAK,kBAAkB;wBACrB,MAAM,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;wBAClC,MAAM;oBACR,KAAK,gBAAgB;wBACnB,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,SAAS,KAAK,eAAe;4BAAE,WAAW,EAAE,KAAK,EAAE,CAAC;wBACnG,MAAM;oBACR,KAAK,uBAAuB,EAAE,CAAC;wBAC7B,MAAM,aAAa,EAAE,CAAC;wBACtB,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACvF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7C,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,SAAS,EAAE,QAAiB,CAAC,CAAC;AAC1E,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,kBAAkB,CAAC,QAA4B;IAC7D,wBAAwB,CAAC,UAAyC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AACpF,CAAC"}
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: worker entry.
3
+ *
4
+ * Bundled to `dist/inference/worker.bundle.js` (see `scripts/build-sw.mjs`;
5
+ * exported as `@seanhogg/builderforce-webcontainers/ml/worker.js`). Backends
6
+ * are listed in preference order; `mock` is last so a real backend always
7
+ * wins when its module is present. The ONNX/Wllama/WebLLM adapters take an
8
+ * injected `loadModule()` so this package stays dependency-free — a host app
9
+ * that installs `onnxruntime-web` (or wllama / `@mlc-ai/web-llm`) and wants
10
+ * the worker to use it wires that in here. For now the worker runs the
11
+ * deterministic mock backend, which is what the tests and the
12
+ * offline/caching paths exercise.
13
+ */
14
+ export {};
15
+ //# sourceMappingURL=workerEntry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workerEntry.d.ts","sourceRoot":"","sources":["../../src/inference/workerEntry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG"}
@@ -0,0 +1,17 @@
1
+ /**
2
+ * Phase 1 — Local CPU Inference Engine: worker entry.
3
+ *
4
+ * Bundled to `dist/inference/worker.bundle.js` (see `scripts/build-sw.mjs`;
5
+ * exported as `@seanhogg/builderforce-webcontainers/ml/worker.js`). Backends
6
+ * are listed in preference order; `mock` is last so a real backend always
7
+ * wins when its module is present. The ONNX/Wllama/WebLLM adapters take an
8
+ * injected `loadModule()` so this package stays dependency-free — a host app
9
+ * that installs `onnxruntime-web` (or wllama / `@mlc-ai/web-llm`) and wants
10
+ * the worker to use it wires that in here. For now the worker runs the
11
+ * deterministic mock backend, which is what the tests and the
12
+ * offline/caching paths exercise.
13
+ */
14
+ import { runInferenceWorker } from './worker.js';
15
+ import { createMockBackend } from './backends/mock.js';
16
+ runInferenceWorker([createMockBackend()]);
17
+ //# sourceMappingURL=workerEntry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workerEntry.js","sourceRoot":"","sources":["../../src/inference/workerEntry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEvD,kBAAkB,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC"}
@@ -0,0 +1,39 @@
1
+ /**
2
+ * Phase 5 — optional advanced inference, gated by explicit opt-in flags
3
+ * AND capability checks. Architecture-specific optimizations are never
4
+ * applied to incompatible models; the plain path is the default.
5
+ */
6
+ import type { AdvancedCapabilities, OptimizationFlag } from './types.js';
7
+ export declare function isEnabled(flags: Partial<Record<OptimizationFlag, boolean>> | undefined, flag: OptimizationFlag): boolean;
8
+ export declare function canSpeculative(caps: AdvancedCapabilities): boolean;
9
+ export declare function canContinuousBatch(caps: AdvancedCapabilities): boolean;
10
+ export declare function canActivationSparsity(caps: AdvancedCapabilities): boolean;
11
+ /**
12
+ * Simulated decode cost in abstract time units.
13
+ * Speculative: draft + verify of a block; accepted tokens skip full compute.
14
+ * Sparsity: compute scaled by (1 - sparsityFraction).
15
+ * Continuous batching is applied at the batch level (see runtime).
16
+ */
17
+ export declare function decodeCost(input: {
18
+ tokens: number;
19
+ computePerToken: number;
20
+ speculative: boolean;
21
+ sparsity: boolean;
22
+ draftLen: number;
23
+ draftAccuracy: number;
24
+ draftPerToken: number;
25
+ verifyPerToken: number;
26
+ sparsityFraction: number;
27
+ }): {
28
+ cost: number;
29
+ applied: OptimizationFlag[];
30
+ };
31
+ export declare function batchCost(input: {
32
+ tokenCounts: number[];
33
+ computePerToken: number;
34
+ continuous: boolean;
35
+ }): {
36
+ cost: number;
37
+ applied: OptimizationFlag[];
38
+ };
39
+ //# sourceMappingURL=advanced.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"advanced.d.ts","sourceRoot":"","sources":["../../src/kvcache/advanced.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAIzE,wBAAgB,SAAS,CACvB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,EAC7D,IAAI,EAAE,gBAAgB,GACrB,OAAO,CAET;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAMlE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAEtE;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAEzE;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,gBAAgB,EAAE,CAAA;CAAE,CAqBhD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,OAAO,CAAC;CACrB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,gBAAgB,EAAE,CAAA;CAAE,CAShD"}
@@ -0,0 +1,59 @@
1
+ /**
2
+ * Phase 5 — optional advanced inference, gated by explicit opt-in flags
3
+ * AND capability checks. Architecture-specific optimizations are never
4
+ * applied to incompatible models; the plain path is the default.
5
+ */
6
+ const DECODER_FAMILIES = new Set(['decoder-transformer', 'llama', 'gpt', 'mistral', 'qwen']);
7
+ export function isEnabled(flags, flag) {
8
+ return flags?.[flag] === true;
9
+ }
10
+ export function canSpeculative(caps) {
11
+ return (caps.speculativeDecoding &&
12
+ caps.hasDraftModel &&
13
+ DECODER_FAMILIES.has(caps.architecture));
14
+ }
15
+ export function canContinuousBatch(caps) {
16
+ return caps.continuousBatching && DECODER_FAMILIES.has(caps.architecture);
17
+ }
18
+ export function canActivationSparsity(caps) {
19
+ return caps.activationSparsity && caps.sparsityFraction > 0 && DECODER_FAMILIES.has(caps.architecture);
20
+ }
21
+ /**
22
+ * Simulated decode cost in abstract time units.
23
+ * Speculative: draft + verify of a block; accepted tokens skip full compute.
24
+ * Sparsity: compute scaled by (1 - sparsityFraction).
25
+ * Continuous batching is applied at the batch level (see runtime).
26
+ */
27
+ export function decodeCost(input) {
28
+ const applied = [];
29
+ let per = input.computePerToken;
30
+ if (input.sparsity) {
31
+ per *= Math.max(0, 1 - input.sparsityFraction);
32
+ applied.push('activationSparsity');
33
+ }
34
+ if (!input.speculative || input.tokens <= 0) {
35
+ return { cost: input.tokens * per, applied };
36
+ }
37
+ applied.push('speculativeDecoding');
38
+ const block = Math.max(1, input.draftLen);
39
+ const blocks = Math.ceil(input.tokens / block);
40
+ const accepted = Math.min(1, Math.max(0, input.draftAccuracy));
41
+ // Each block: draft `block` tokens cheaply, then verify. Accepted tokens
42
+ // pay only draft+verify; rejected tokens fall back to full compute.
43
+ const draftCost = blocks * block * input.draftPerToken;
44
+ const verifyCost = blocks * input.verifyPerToken;
45
+ const rejectCost = (1 - accepted) * input.tokens * per;
46
+ const acceptCost = accepted * input.tokens * input.verifyPerToken;
47
+ return { cost: draftCost + verifyCost + rejectCost + acceptCost, applied };
48
+ }
49
+ export function batchCost(input) {
50
+ const sum = input.tokenCounts.reduce((a, b) => a + b, 0);
51
+ if (!input.continuous || input.tokenCounts.length <= 1) {
52
+ return { cost: sum * input.computePerToken, applied: [] };
53
+ }
54
+ // Continuous batching: shared prefill/decode step, cost ≈ max sequence
55
+ // rather than the sum. Demonstrably cheaper than sequential.
56
+ const max = input.tokenCounts.reduce((a, b) => Math.max(a, b), 0);
57
+ return { cost: max * input.computePerToken, applied: ['continuousBatching'] };
58
+ }
59
+ //# sourceMappingURL=advanced.js.map