@seanhogg/builderforce-webcontainers 2026.10.12 → 2026.10.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (372) hide show
  1. package/README.md +22 -0
  2. package/dist/adaptive/controller.d.ts +39 -0
  3. package/dist/adaptive/controller.d.ts.map +1 -0
  4. package/dist/adaptive/controller.js +108 -0
  5. package/dist/adaptive/controller.js.map +1 -0
  6. package/dist/adaptive/costModel.d.ts +37 -0
  7. package/dist/adaptive/costModel.d.ts.map +1 -0
  8. package/dist/adaptive/costModel.js +102 -0
  9. package/dist/adaptive/costModel.js.map +1 -0
  10. package/dist/adaptive/planner.d.ts +22 -0
  11. package/dist/adaptive/planner.d.ts.map +1 -0
  12. package/dist/adaptive/planner.js +114 -0
  13. package/dist/adaptive/planner.js.map +1 -0
  14. package/dist/adaptive/types.d.ts +138 -0
  15. package/dist/adaptive/types.d.ts.map +1 -0
  16. package/dist/adaptive/types.js +12 -0
  17. package/dist/adaptive/types.js.map +1 -0
  18. package/dist/assets.js +2 -2
  19. package/dist/check/cachedFetch.js.map +1 -1
  20. package/dist/check/index.d.ts +6 -1
  21. package/dist/check/index.d.ts.map +1 -1
  22. package/dist/check/index.js +6 -1
  23. package/dist/check/index.js.map +1 -1
  24. package/dist/componentCompilers.d.ts.map +1 -1
  25. package/dist/componentCompilers.js.map +1 -1
  26. package/dist/esbuildWasm.js.map +1 -1
  27. package/dist/host.d.ts +11 -5
  28. package/dist/host.d.ts.map +1 -1
  29. package/dist/host.js +19 -8
  30. package/dist/host.js.map +1 -1
  31. package/dist/inference/backends/mock.d.ts +24 -0
  32. package/dist/inference/backends/mock.d.ts.map +1 -0
  33. package/dist/inference/backends/mock.js +55 -0
  34. package/dist/inference/backends/mock.js.map +1 -0
  35. package/dist/inference/backends/onnx.d.ts +33 -0
  36. package/dist/inference/backends/onnx.d.ts.map +1 -0
  37. package/dist/inference/backends/onnx.js +60 -0
  38. package/dist/inference/backends/onnx.js.map +1 -0
  39. package/dist/inference/backends/webllm.d.ts +27 -0
  40. package/dist/inference/backends/webllm.d.ts.map +1 -0
  41. package/dist/inference/backends/webllm.js +52 -0
  42. package/dist/inference/backends/webllm.js.map +1 -0
  43. package/dist/inference/backends/wllama.d.ts +29 -0
  44. package/dist/inference/backends/wllama.d.ts.map +1 -0
  45. package/dist/inference/backends/wllama.js +51 -0
  46. package/dist/inference/backends/wllama.js.map +1 -0
  47. package/dist/inference/capabilities.d.ts +20 -0
  48. package/dist/inference/capabilities.d.ts.map +1 -0
  49. package/dist/inference/capabilities.js +33 -0
  50. package/dist/inference/capabilities.js.map +1 -0
  51. package/dist/inference/client.d.ts +45 -0
  52. package/dist/inference/client.d.ts.map +1 -0
  53. package/dist/inference/client.js +201 -0
  54. package/dist/inference/client.js.map +1 -0
  55. package/dist/inference/modelCache.d.ts +71 -0
  56. package/dist/inference/modelCache.d.ts.map +1 -0
  57. package/dist/inference/modelCache.js +91 -0
  58. package/dist/inference/modelCache.js.map +1 -0
  59. package/dist/inference/protocol.d.ts +94 -0
  60. package/dist/inference/protocol.d.ts.map +1 -0
  61. package/dist/inference/protocol.js +19 -0
  62. package/dist/inference/protocol.js.map +1 -0
  63. package/dist/inference/tokenStream.d.ts +26 -0
  64. package/dist/inference/tokenStream.d.ts.map +1 -0
  65. package/dist/inference/tokenStream.js +79 -0
  66. package/dist/inference/tokenStream.js.map +1 -0
  67. package/dist/inference/types.d.ts +108 -0
  68. package/dist/inference/types.d.ts.map +1 -0
  69. package/dist/inference/types.js +8 -0
  70. package/dist/inference/types.js.map +1 -0
  71. package/dist/inference/worker.bundle.js +5 -0
  72. package/dist/inference/worker.d.ts +35 -0
  73. package/dist/inference/worker.d.ts.map +1 -0
  74. package/dist/inference/worker.js +157 -0
  75. package/dist/inference/worker.js.map +1 -0
  76. package/dist/inference/workerEntry.d.ts +15 -0
  77. package/dist/inference/workerEntry.d.ts.map +1 -0
  78. package/dist/inference/workerEntry.js +17 -0
  79. package/dist/inference/workerEntry.js.map +1 -0
  80. package/dist/kvcache/advanced.d.ts +39 -0
  81. package/dist/kvcache/advanced.d.ts.map +1 -0
  82. package/dist/kvcache/advanced.js +59 -0
  83. package/dist/kvcache/advanced.js.map +1 -0
  84. package/dist/kvcache/compatibility.d.ts +14 -0
  85. package/dist/kvcache/compatibility.d.ts.map +1 -0
  86. package/dist/kvcache/compatibility.js +44 -0
  87. package/dist/kvcache/compatibility.js.map +1 -0
  88. package/dist/kvcache/lru.d.ts +45 -0
  89. package/dist/kvcache/lru.d.ts.map +1 -0
  90. package/dist/kvcache/lru.js +91 -0
  91. package/dist/kvcache/lru.js.map +1 -0
  92. package/dist/kvcache/paged.d.ts +86 -0
  93. package/dist/kvcache/paged.d.ts.map +1 -0
  94. package/dist/kvcache/paged.js +238 -0
  95. package/dist/kvcache/paged.js.map +1 -0
  96. package/dist/kvcache/quant.d.ts +30 -0
  97. package/dist/kvcache/quant.d.ts.map +1 -0
  98. package/dist/kvcache/quant.js +73 -0
  99. package/dist/kvcache/quant.js.map +1 -0
  100. package/dist/kvcache/radix.d.ts +28 -0
  101. package/dist/kvcache/radix.d.ts.map +1 -0
  102. package/dist/kvcache/radix.js +58 -0
  103. package/dist/kvcache/radix.js.map +1 -0
  104. package/dist/kvcache/runtime.d.ts +11 -0
  105. package/dist/kvcache/runtime.d.ts.map +1 -0
  106. package/dist/kvcache/runtime.js +204 -0
  107. package/dist/kvcache/runtime.js.map +1 -0
  108. package/dist/kvcache/types.d.ts +151 -0
  109. package/dist/kvcache/types.d.ts.map +1 -0
  110. package/dist/kvcache/types.js +10 -0
  111. package/dist/kvcache/types.js.map +1 -0
  112. package/dist/learning/fingerprint.d.ts +17 -0
  113. package/dist/learning/fingerprint.d.ts.map +1 -0
  114. package/dist/learning/fingerprint.js +46 -0
  115. package/dist/learning/fingerprint.js.map +1 -0
  116. package/dist/learning/index.d.ts +5 -0
  117. package/dist/learning/index.d.ts.map +1 -0
  118. package/dist/learning/index.js +3 -0
  119. package/dist/learning/index.js.map +1 -0
  120. package/dist/learning/learner.d.ts +21 -0
  121. package/dist/learning/learner.d.ts.map +1 -0
  122. package/dist/learning/learner.js +272 -0
  123. package/dist/learning/learner.js.map +1 -0
  124. package/dist/learning/ledger.d.ts +26 -0
  125. package/dist/learning/ledger.d.ts.map +1 -0
  126. package/dist/learning/ledger.js +40 -0
  127. package/dist/learning/ledger.js.map +1 -0
  128. package/dist/learning/selection.d.ts +44 -0
  129. package/dist/learning/selection.d.ts.map +1 -0
  130. package/dist/learning/selection.js +111 -0
  131. package/dist/learning/selection.js.map +1 -0
  132. package/dist/learning/stats.d.ts +19 -0
  133. package/dist/learning/stats.d.ts.map +1 -0
  134. package/dist/learning/stats.js +31 -0
  135. package/dist/learning/stats.js.map +1 -0
  136. package/dist/learning/types.d.ts +133 -0
  137. package/dist/learning/types.d.ts.map +1 -0
  138. package/dist/learning/types.js +8 -0
  139. package/dist/learning/types.js.map +1 -0
  140. package/dist/memory/envProbe.d.ts +16 -0
  141. package/dist/memory/envProbe.d.ts.map +1 -0
  142. package/dist/memory/envProbe.js +28 -0
  143. package/dist/memory/envProbe.js.map +1 -0
  144. package/dist/memory/estimates.d.ts +46 -0
  145. package/dist/memory/estimates.d.ts.map +1 -0
  146. package/dist/memory/estimates.js +72 -0
  147. package/dist/memory/estimates.js.map +1 -0
  148. package/dist/memory/eviction.d.ts +42 -0
  149. package/dist/memory/eviction.d.ts.map +1 -0
  150. package/dist/memory/eviction.js +143 -0
  151. package/dist/memory/eviction.js.map +1 -0
  152. package/dist/memory/manager.d.ts +34 -0
  153. package/dist/memory/manager.d.ts.map +1 -0
  154. package/dist/memory/manager.js +346 -0
  155. package/dist/memory/manager.js.map +1 -0
  156. package/dist/memory/managerTypes.d.ts +49 -0
  157. package/dist/memory/managerTypes.d.ts.map +1 -0
  158. package/dist/memory/managerTypes.js +7 -0
  159. package/dist/memory/managerTypes.js.map +1 -0
  160. package/dist/memory/pressure.d.ts +56 -0
  161. package/dist/memory/pressure.d.ts.map +1 -0
  162. package/dist/memory/pressure.js +80 -0
  163. package/dist/memory/pressure.js.map +1 -0
  164. package/dist/memory/spillTier.d.ts +47 -0
  165. package/dist/memory/spillTier.d.ts.map +1 -0
  166. package/dist/memory/spillTier.js +128 -0
  167. package/dist/memory/spillTier.js.map +1 -0
  168. package/dist/memory/storageSink.d.ts +69 -0
  169. package/dist/memory/storageSink.d.ts.map +1 -0
  170. package/dist/memory/storageSink.js +221 -0
  171. package/dist/memory/storageSink.js.map +1 -0
  172. package/dist/memory/types.d.ts +202 -0
  173. package/dist/memory/types.d.ts.map +1 -0
  174. package/dist/memory/types.js +15 -0
  175. package/dist/memory/types.js.map +1 -0
  176. package/dist/memory/victims.d.ts +32 -0
  177. package/dist/memory/victims.d.ts.map +1 -0
  178. package/dist/memory/victims.js +74 -0
  179. package/dist/memory/victims.js.map +1 -0
  180. package/dist/memory/workspace.d.ts +34 -0
  181. package/dist/memory/workspace.d.ts.map +1 -0
  182. package/dist/memory/workspace.js +55 -0
  183. package/dist/memory/workspace.js.map +1 -0
  184. package/dist/memoryIntegration/index.d.ts +8 -0
  185. package/dist/memoryIntegration/index.d.ts.map +1 -0
  186. package/dist/memoryIntegration/index.js +4 -0
  187. package/dist/memoryIntegration/index.js.map +1 -0
  188. package/dist/memoryIntegration/knowledgeMemory.d.ts +43 -0
  189. package/dist/memoryIntegration/knowledgeMemory.d.ts.map +1 -0
  190. package/dist/memoryIntegration/knowledgeMemory.js +285 -0
  191. package/dist/memoryIntegration/knowledgeMemory.js.map +1 -0
  192. package/dist/memoryIntegration/persistence.d.ts +15 -0
  193. package/dist/memoryIntegration/persistence.d.ts.map +1 -0
  194. package/dist/memoryIntegration/persistence.js +43 -0
  195. package/dist/memoryIntegration/persistence.js.map +1 -0
  196. package/dist/memoryIntegration/text.d.ts +57 -0
  197. package/dist/memoryIntegration/text.d.ts.map +1 -0
  198. package/dist/memoryIntegration/text.js +179 -0
  199. package/dist/memoryIntegration/text.js.map +1 -0
  200. package/dist/memoryIntegration/types.d.ts +131 -0
  201. package/dist/memoryIntegration/types.d.ts.map +1 -0
  202. package/dist/memoryIntegration/types.js +11 -0
  203. package/dist/memoryIntegration/types.js.map +1 -0
  204. package/dist/ml.d.ts +52 -0
  205. package/dist/ml.d.ts.map +1 -0
  206. package/dist/ml.js +33 -0
  207. package/dist/ml.js.map +1 -0
  208. package/dist/node/childRelay.d.ts +10 -0
  209. package/dist/node/childRelay.d.ts.map +1 -1
  210. package/dist/node/childRelay.js +12 -2
  211. package/dist/node/childRelay.js.map +1 -1
  212. package/dist/node/index.js.map +1 -1
  213. package/dist/node/portResponder.d.ts +2 -0
  214. package/dist/node/portResponder.d.ts.map +1 -1
  215. package/dist/node/portResponder.js +3 -3
  216. package/dist/node/portResponder.js.map +1 -1
  217. package/dist/node/processHost.d.ts +4 -1
  218. package/dist/node/processHost.d.ts.map +1 -1
  219. package/dist/node/processHost.js +19 -16
  220. package/dist/node/processHost.js.map +1 -1
  221. package/dist/node/protocol.d.ts +1 -0
  222. package/dist/node/protocol.d.ts.map +1 -1
  223. package/dist/node/responseWire.d.ts.map +1 -1
  224. package/dist/node/worker.js +127 -120
  225. package/dist/node/workerProcess.js +1 -1
  226. package/dist/node/workerProcess.js.map +1 -1
  227. package/dist/prefetch/admission.d.ts +41 -0
  228. package/dist/prefetch/admission.d.ts.map +1 -0
  229. package/dist/prefetch/admission.js +49 -0
  230. package/dist/prefetch/admission.js.map +1 -0
  231. package/dist/prefetch/loadRegistry.d.ts +56 -0
  232. package/dist/prefetch/loadRegistry.d.ts.map +1 -0
  233. package/dist/prefetch/loadRegistry.js +108 -0
  234. package/dist/prefetch/loadRegistry.js.map +1 -0
  235. package/dist/prefetch/predictor.d.ts +40 -0
  236. package/dist/prefetch/predictor.d.ts.map +1 -0
  237. package/dist/prefetch/predictor.js +178 -0
  238. package/dist/prefetch/predictor.js.map +1 -0
  239. package/dist/prefetch/prefetcher.d.ts +37 -0
  240. package/dist/prefetch/prefetcher.d.ts.map +1 -0
  241. package/dist/prefetch/prefetcher.js +339 -0
  242. package/dist/prefetch/prefetcher.js.map +1 -0
  243. package/dist/prefetch/residentStore.d.ts +49 -0
  244. package/dist/prefetch/residentStore.d.ts.map +1 -0
  245. package/dist/prefetch/residentStore.js +87 -0
  246. package/dist/prefetch/residentStore.js.map +1 -0
  247. package/dist/prefetch/selfTuner.d.ts +40 -0
  248. package/dist/prefetch/selfTuner.d.ts.map +1 -0
  249. package/dist/prefetch/selfTuner.js +78 -0
  250. package/dist/prefetch/selfTuner.js.map +1 -0
  251. package/dist/prefetch/stats.d.ts +52 -0
  252. package/dist/prefetch/stats.d.ts.map +1 -0
  253. package/dist/prefetch/stats.js +72 -0
  254. package/dist/prefetch/stats.js.map +1 -0
  255. package/dist/prefetch/streaming.d.ts +132 -0
  256. package/dist/prefetch/streaming.d.ts.map +1 -0
  257. package/dist/prefetch/streaming.js +141 -0
  258. package/dist/prefetch/streaming.js.map +1 -0
  259. package/dist/prefetch/targetIndex.d.ts +18 -0
  260. package/dist/prefetch/targetIndex.d.ts.map +1 -0
  261. package/dist/prefetch/targetIndex.js +32 -0
  262. package/dist/prefetch/targetIndex.js.map +1 -0
  263. package/dist/prefetch/types.d.ts +283 -0
  264. package/dist/prefetch/types.d.ts.map +1 -0
  265. package/dist/prefetch/types.js +19 -0
  266. package/dist/prefetch/types.js.map +1 -0
  267. package/dist/previewBridge.d.ts +6 -0
  268. package/dist/previewBridge.d.ts.map +1 -1
  269. package/dist/previewBridge.js +25 -5
  270. package/dist/previewBridge.js.map +1 -1
  271. package/dist/previewMessages.d.ts +4 -3
  272. package/dist/previewMessages.d.ts.map +1 -1
  273. package/dist/previewMessages.js +12 -6
  274. package/dist/previewMessages.js.map +1 -1
  275. package/dist/process-worker.js +127 -120
  276. package/dist/relay.html +1 -1
  277. package/dist/shared/clock.d.ts +7 -0
  278. package/dist/shared/clock.d.ts.map +1 -0
  279. package/dist/shared/clock.js +10 -0
  280. package/dist/shared/clock.js.map +1 -0
  281. package/dist/shared/hardwareProbe.d.ts +26 -0
  282. package/dist/shared/hardwareProbe.d.ts.map +1 -0
  283. package/dist/shared/hardwareProbe.js +62 -0
  284. package/dist/shared/hardwareProbe.js.map +1 -0
  285. package/dist/shared/idb.d.ts +41 -0
  286. package/dist/shared/idb.d.ts.map +1 -0
  287. package/dist/shared/idb.js +184 -0
  288. package/dist/shared/idb.js.map +1 -0
  289. package/dist/shared/tokens.d.ts +7 -0
  290. package/dist/shared/tokens.d.ts.map +1 -0
  291. package/dist/shared/tokens.js +9 -0
  292. package/dist/shared/tokens.js.map +1 -0
  293. package/dist/snapshotStore.d.ts +2 -1
  294. package/dist/snapshotStore.d.ts.map +1 -1
  295. package/dist/snapshotStore.js +27 -12
  296. package/dist/snapshotStore.js.map +1 -1
  297. package/dist/styleCompilers.d.ts.map +1 -1
  298. package/dist/styleCompilers.js.map +1 -1
  299. package/dist/transport.js.map +1 -1
  300. package/package.json +11 -5
  301. package/src/adaptive/controller.ts +151 -0
  302. package/src/adaptive/costModel.ts +131 -0
  303. package/src/adaptive/planner.ts +127 -0
  304. package/src/adaptive/types.ts +137 -0
  305. package/src/check/index.ts +6 -1
  306. package/src/host.ts +33 -11
  307. package/src/inference/backends/mock.ts +77 -0
  308. package/src/inference/backends/onnx.ts +91 -0
  309. package/src/inference/backends/webllm.ts +79 -0
  310. package/src/inference/backends/wllama.ts +79 -0
  311. package/src/inference/capabilities.ts +46 -0
  312. package/src/inference/client.ts +276 -0
  313. package/src/inference/modelCache.ts +145 -0
  314. package/src/inference/protocol.ts +119 -0
  315. package/src/inference/tokenStream.ts +92 -0
  316. package/src/inference/types.ts +115 -0
  317. package/src/inference/worker.ts +191 -0
  318. package/src/inference/workerEntry.ts +18 -0
  319. package/src/kvcache/advanced.ts +86 -0
  320. package/src/kvcache/compatibility.ts +51 -0
  321. package/src/kvcache/lru.ts +100 -0
  322. package/src/kvcache/paged.ts +270 -0
  323. package/src/kvcache/quant.ts +88 -0
  324. package/src/kvcache/radix.ts +68 -0
  325. package/src/kvcache/runtime.ts +239 -0
  326. package/src/kvcache/types.ts +167 -0
  327. package/src/learning/fingerprint.ts +50 -0
  328. package/src/learning/index.ts +15 -0
  329. package/src/learning/learner.ts +304 -0
  330. package/src/learning/ledger.ts +54 -0
  331. package/src/learning/selection.ts +137 -0
  332. package/src/learning/stats.ts +39 -0
  333. package/src/learning/types.ts +142 -0
  334. package/src/memory/envProbe.ts +30 -0
  335. package/src/memory/estimates.ts +98 -0
  336. package/src/memory/eviction.ts +145 -0
  337. package/src/memory/manager.ts +380 -0
  338. package/src/memory/managerTypes.ts +61 -0
  339. package/src/memory/pressure.ts +120 -0
  340. package/src/memory/spillTier.ts +159 -0
  341. package/src/memory/storageSink.ts +289 -0
  342. package/src/memory/types.ts +217 -0
  343. package/src/memory/victims.ts +80 -0
  344. package/src/memory/workspace.ts +74 -0
  345. package/src/memoryIntegration/index.ts +7 -0
  346. package/src/memoryIntegration/knowledgeMemory.ts +339 -0
  347. package/src/memoryIntegration/persistence.ts +54 -0
  348. package/src/memoryIntegration/text.ts +185 -0
  349. package/src/memoryIntegration/types.ts +145 -0
  350. package/src/ml.ts +180 -0
  351. package/src/node/childRelay.ts +16 -3
  352. package/src/node/portResponder.ts +5 -3
  353. package/src/node/processHost.ts +16 -15
  354. package/src/node/protocol.ts +1 -1
  355. package/src/node/workerProcess.ts +1 -1
  356. package/src/prefetch/admission.ts +74 -0
  357. package/src/prefetch/loadRegistry.ts +156 -0
  358. package/src/prefetch/predictor.ts +199 -0
  359. package/src/prefetch/prefetcher.ts +369 -0
  360. package/src/prefetch/residentStore.ts +121 -0
  361. package/src/prefetch/selfTuner.ts +110 -0
  362. package/src/prefetch/stats.ts +120 -0
  363. package/src/prefetch/streaming.ts +231 -0
  364. package/src/prefetch/targetIndex.ts +40 -0
  365. package/src/prefetch/types.ts +307 -0
  366. package/src/previewBridge.ts +25 -5
  367. package/src/previewMessages.ts +11 -6
  368. package/src/shared/clock.ts +9 -0
  369. package/src/shared/hardwareProbe.ts +68 -0
  370. package/src/shared/idb.ts +203 -0
  371. package/src/shared/tokens.ts +8 -0
  372. package/src/snapshotStore.ts +25 -10
@@ -0,0 +1,52 @@
1
+ /**
2
+ * Phase 4 — prefetcher counters and the bounded, explainable event log.
3
+ *
4
+ * One ledger per prefetcher. Every other prefetch module writes its counters
5
+ * here instead of keeping its own, so `stats()` is a pure projection.
6
+ */
7
+ import type { PrefetchEvent, PrefetchStats } from './types.js';
8
+ /** Mutable counters. Modules increment fields directly; `snapshot()` projects them. */
9
+ export interface PrefetchCounters {
10
+ hits: number;
11
+ misses: number;
12
+ prefetchHits: number;
13
+ attempts: number;
14
+ completed: number;
15
+ throttled: number;
16
+ cancelled: number;
17
+ failed: number;
18
+ skipped: number;
19
+ totalWaitMs: number;
20
+ waitSamples: number;
21
+ totalLoadMs: number;
22
+ loadSamples: number;
23
+ peakConcurrent: number;
24
+ }
25
+ /** Live values owned by other modules, folded into a stats snapshot. */
26
+ export interface PrefetchLiveState {
27
+ inFlight: number;
28
+ residentBytes: number;
29
+ selfTunedOff: boolean;
30
+ selfTuneTrips: number;
31
+ }
32
+ export interface PrefetchLedger {
33
+ readonly counters: PrefetchCounters;
34
+ /** Append an event (stamped with the clock) and forward it to `onEvent`. */
35
+ record(event: Omit<PrefetchEvent, 'at'>): void;
36
+ /** Bounded log, oldest first. */
37
+ events(): readonly PrefetchEvent[];
38
+ /** Record one caller wait sample. */
39
+ noteWait(waitMs: number): void;
40
+ /** Record one completed load's duration. */
41
+ noteLoad(loadMs: number): void;
42
+ /** Track the peak number of concurrent speculative loads. */
43
+ noteConcurrency(count: number): void;
44
+ snapshot(live: PrefetchLiveState): PrefetchStats;
45
+ }
46
+ export interface PrefetchLedgerOptions {
47
+ now: () => number;
48
+ eventLogLimit: number;
49
+ onEvent?: (event: PrefetchEvent) => void;
50
+ }
51
+ export declare function createPrefetchLedger(options: PrefetchLedgerOptions): PrefetchLedger;
52
+ //# sourceMappingURL=stats.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../src/prefetch/stats.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE/D,uFAAuF;AACvF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wEAAwE;AACxE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,4EAA4E;IAC5E,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC;IAC/C,iCAAiC;IACjC,MAAM,IAAI,SAAS,aAAa,EAAE,CAAC;IACnC,qCAAqC;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,4CAA4C;IAC5C,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,6DAA6D;IAC7D,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,GAAG,aAAa,CAAC;CAClD;AAED,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,MAAM,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CAC1C;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CA+DnF"}
@@ -0,0 +1,72 @@
1
+ /**
2
+ * Phase 4 — prefetcher counters and the bounded, explainable event log.
3
+ *
4
+ * One ledger per prefetcher. Every other prefetch module writes its counters
5
+ * here instead of keeping its own, so `stats()` is a pure projection.
6
+ */
7
+ export function createPrefetchLedger(options) {
8
+ const counters = {
9
+ hits: 0,
10
+ misses: 0,
11
+ prefetchHits: 0,
12
+ attempts: 0,
13
+ completed: 0,
14
+ throttled: 0,
15
+ cancelled: 0,
16
+ failed: 0,
17
+ skipped: 0,
18
+ totalWaitMs: 0,
19
+ waitSamples: 0,
20
+ totalLoadMs: 0,
21
+ loadSamples: 0,
22
+ peakConcurrent: 0,
23
+ };
24
+ const log = [];
25
+ return {
26
+ counters,
27
+ record(event) {
28
+ const full = { ...event, at: options.now() };
29
+ log.push(full);
30
+ if (log.length > options.eventLogLimit)
31
+ log.splice(0, log.length - options.eventLogLimit);
32
+ options.onEvent?.(full);
33
+ },
34
+ events: () => log,
35
+ noteWait(waitMs) {
36
+ counters.totalWaitMs += waitMs;
37
+ counters.waitSamples += 1;
38
+ },
39
+ noteLoad(loadMs) {
40
+ counters.totalLoadMs += loadMs;
41
+ counters.loadSamples += 1;
42
+ },
43
+ noteConcurrency(count) {
44
+ if (count > counters.peakConcurrent)
45
+ counters.peakConcurrent = count;
46
+ },
47
+ snapshot(live) {
48
+ const total = counters.hits + counters.misses;
49
+ return {
50
+ hits: counters.hits,
51
+ misses: counters.misses,
52
+ prefetchHits: counters.prefetchHits,
53
+ attempts: counters.attempts,
54
+ completed: counters.completed,
55
+ throttled: counters.throttled,
56
+ cancelled: counters.cancelled,
57
+ failed: counters.failed,
58
+ skipped: counters.skipped,
59
+ hitRate: total === 0 ? 0 : counters.hits / total,
60
+ totalWaitMs: counters.totalWaitMs,
61
+ waitMs: counters.waitSamples === 0 ? 0 : counters.totalWaitMs / counters.waitSamples,
62
+ avgLoadMs: counters.loadSamples === 0 ? 0 : counters.totalLoadMs / counters.loadSamples,
63
+ inFlight: live.inFlight,
64
+ maxConcurrent: counters.peakConcurrent,
65
+ residentBytes: live.residentBytes,
66
+ selfTunedOff: live.selfTunedOff,
67
+ selfTuneTrips: live.selfTuneTrips,
68
+ };
69
+ },
70
+ };
71
+ }
72
+ //# sourceMappingURL=stats.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.js","sourceRoot":"","sources":["../../src/prefetch/stats.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAmDH,MAAM,UAAU,oBAAoB,CAAC,OAA8B;IACjE,MAAM,QAAQ,GAAqB;QACjC,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,YAAY,EAAE,CAAC;QACf,QAAQ,EAAE,CAAC;QACX,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;KAClB,CAAC;IACF,MAAM,GAAG,GAAoB,EAAE,CAAC;IAEhC,OAAO;QACL,QAAQ;QACR,MAAM,CAAC,KAAK;YACV,MAAM,IAAI,GAAkB,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;YAC5D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,aAAa;gBAAE,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1F,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG;QACjB,QAAQ,CAAC,MAAM;YACb,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC;YAC/B,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,QAAQ,CAAC,MAAM;YACb,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC;YAC/B,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,eAAe,CAAC,KAAK;YACnB,IAAI,KAAK,GAAG,QAAQ,CAAC,cAAc;gBAAE,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC;QACvE,CAAC;QACD,QAAQ,CAAC,IAAI;YACX,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC9C,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;gBAChD,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,MAAM,EAAE,QAAQ,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW;gBACpF,SAAS,EAAE,QAAQ,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW;gBACvF,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,QAAQ,CAAC,cAAc;gBACtC,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,132 @@
1
+ /**
2
+ * Phase 4 — Predictive Prefetching: streaming primitives.
3
+ *
4
+ * Two independent concerns live here:
5
+ *
6
+ * 1. `createDoubleBuffer` — a two-slot buffer. The slot being consumed is
7
+ * never the slot being filled: a producer writes into the *staged* slot
8
+ * while the consumer drains the *current* slot, and the swap is atomic.
9
+ * This is what keeps a prefetch (or a streamed chunk) from corrupting
10
+ * the data the consumer is actively reading.
11
+ *
12
+ * 2. `createPrefillStream` — an adapter that streams PREFILL tokens when the
13
+ * backend supports it, and degrades gracefully (silently skipping the
14
+ * prefill phase) when it does not. Support is a probed FACT, never a
15
+ * gate: an unsupported backend still produces the same decode tokens.
16
+ *
17
+ * Both are pure TypeScript with no dependencies and no browser-only globals
18
+ * beyond `AbortSignal`, which is used opaquely.
19
+ */
20
+ /** A two-slot buffer: the consumed slot and the staging slot. */
21
+ export interface DoubleBuffer<T> {
22
+ /** The value currently being consumed (undefined when empty). */
23
+ current(): T | undefined;
24
+ /** The value staged for the next swap (undefined when nothing is staged). */
25
+ staged(): T | undefined;
26
+ /** True when a value is staged and ready to be swapped in. */
27
+ hasStaged(): boolean;
28
+ /** Stage the next value. Replaces any previously staged value. */
29
+ stage(next: T): void;
30
+ /**
31
+ * Swap the staged value into the consumed slot. Returns the value that was
32
+ * previously current (so the caller can release it), or undefined when
33
+ * nothing was staged.
34
+ */
35
+ swap(): T | undefined;
36
+ /** Set the consumed slot directly (used for the very first value). */
37
+ setCurrent(value: T): void;
38
+ /** Drop the staged value without swapping (e.g. it was invalidated). */
39
+ discardStaged(): void;
40
+ /** True when nothing is staged and nothing is current. */
41
+ isEmpty(): boolean;
42
+ }
43
+ export declare function createDoubleBuffer<T>(initial?: T): DoubleBuffer<T>;
44
+ /** A chunk produced by a streaming producer. */
45
+ export interface StreamChunk<T> {
46
+ /** The payload. */
47
+ value: T;
48
+ /** Sequence number, used to detect gaps. */
49
+ index: number;
50
+ }
51
+ /**
52
+ * Drive a producer through a double buffer so the consumer always reads a
53
+ * stable chunk while the next one is being produced.
54
+ *
55
+ * The producer is called with an `AbortSignal`; aborting it stops the pipeline
56
+ * and the consumer's iterator ends.
57
+ */
58
+ export declare function pumpDoubleBuffer<T>(produce: (signal: AbortSignal) => AsyncIterable<T>, options?: {
59
+ signal?: AbortSignal;
60
+ }): AsyncGenerator<StreamChunk<T>>;
61
+ /** One token emitted by a prefill-capable backend. */
62
+ export interface PrefillToken {
63
+ /** The token text (may be empty for a pure progress marker). */
64
+ token: string;
65
+ /** Index within the prefill stream. */
66
+ index: number;
67
+ /** True when this is the final prefill token. */
68
+ done?: boolean;
69
+ }
70
+ /** Options accepted by the prefill stream adapter. */
71
+ export interface PrefillStreamOptions {
72
+ /** The prompt messages being prefilled. */
73
+ messages: readonly {
74
+ role: 'system' | 'user' | 'assistant';
75
+ content: string;
76
+ }[];
77
+ /** Maximum tokens to prefill. */
78
+ maxPrefillTokens?: number;
79
+ /** Abort the stream. */
80
+ signal?: AbortSignal;
81
+ }
82
+ /**
83
+ * The backend contract the prefill adapter probes for.
84
+ *
85
+ * `supportsPrefillStreaming` is optional: when it is absent the adapter
86
+ * assumes prefill streaming is NOT supported and degrades gracefully.
87
+ */
88
+ export interface PrefillStreamBackend {
89
+ /** Probe (or state) whether prefill tokens can be streamed. */
90
+ supportsPrefillStreaming?(): boolean | Promise<boolean>;
91
+ /** Stream prefill tokens. Only called when support was reported. */
92
+ streamPrefill?(options: PrefillStreamOptions): AsyncIterable<PrefillToken> | Promise<AsyncIterable<PrefillToken>>;
93
+ /** Stream the decode phase. Always required. */
94
+ streamDecode?(options: PrefillStreamOptions): AsyncIterable<{
95
+ token: string;
96
+ }> | AsyncIterable<string>;
97
+ }
98
+ /** What the adapter produced, for accounting. */
99
+ export interface PrefillStreamResult {
100
+ /** Prefill tokens yielded (0 when the backend cannot stream prefill). */
101
+ prefillTokens: number;
102
+ /** True when the backend streamed prefill tokens. */
103
+ streamedPrefill: boolean;
104
+ /** Decode tokens yielded. */
105
+ decodeTokens: number;
106
+ }
107
+ /**
108
+ * A prefill/decode stream that degrades gracefully.
109
+ *
110
+ * When the backend supports prefill streaming, prefill tokens are yielded
111
+ * first (they are the "warm-up" of the request and let the caller render
112
+ * progress before the first decode token). When it does not, the adapter
113
+ * yields no prefill tokens and streams decode only — the caller sees the same
114
+ * decode tokens either way, so nothing downstream has to special-case it.
115
+ */
116
+ export interface PrefillStream {
117
+ /** Iterate the combined prefill + decode stream. */
118
+ stream(options: PrefillStreamOptions): AsyncGenerator<PrefillToken>;
119
+ /** Iterate and collect the accounting. */
120
+ run(options: PrefillStreamOptions): Promise<PrefillStreamResult>;
121
+ }
122
+ /**
123
+ * Create the prefill stream adapter.
124
+ *
125
+ * The backend's support probe is consulted once per `stream()` call, so a
126
+ * backend that gains support at runtime is picked up without recreating the
127
+ * adapter.
128
+ */
129
+ export declare function createPrefillStream(backend: PrefillStreamBackend): PrefillStream;
130
+ /** Probe prefill-streaming support without ever throwing. */
131
+ export declare function probeSupport(backend: PrefillStreamBackend): Promise<boolean>;
132
+ //# sourceMappingURL=streaming.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../src/prefetch/streaming.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,iEAAiE;AACjE,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,iEAAiE;IACjE,OAAO,IAAI,CAAC,GAAG,SAAS,CAAC;IACzB,6EAA6E;IAC7E,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACxB,8DAA8D;IAC9D,SAAS,IAAI,OAAO,CAAC;IACrB,kEAAkE;IAClE,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;IACrB;;;;OAIG;IACH,IAAI,IAAI,CAAC,GAAG,SAAS,CAAC;IACtB,sEAAsE;IACtE,UAAU,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC;IAC3B,wEAAwE;IACxE,aAAa,IAAI,IAAI,CAAC;IACtB,0DAA0D;IAC1D,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAyBlE;AAED,gDAAgD;AAChD,MAAM,WAAW,WAAW,CAAC,CAAC;IAC5B,mBAAmB;IACnB,KAAK,EAAE,CAAC,CAAC;IACT,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAuB,gBAAgB,CAAC,CAAC,EACvC,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,aAAa,CAAC,CAAC,CAAC,EAClD,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACrC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAmBhC;AAED,sDAAsD;AACtD,MAAM,WAAW,YAAY;IAC3B,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IACd,uCAAuC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,iDAAiD;IACjD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,sDAAsD;AACtD,MAAM,WAAW,oBAAoB;IACnC,2CAA2C;IAC3C,QAAQ,EAAE,SAAS;QAAE,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAChF,iCAAiC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,wBAAwB;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB;IACnC,+DAA+D;IAC/D,wBAAwB,CAAC,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACxD,oEAAoE;IACpE,aAAa,CAAC,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC;IAClH,gDAAgD;IAChD,YAAY,CAAC,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;CACxG;AAED,iDAAiD;AACjD,MAAM,WAAW,mBAAmB;IAClC,yEAAyE;IACzE,aAAa,EAAE,MAAM,CAAC;IACtB,qDAAqD;IACrD,eAAe,EAAE,OAAO,CAAC;IACzB,6BAA6B;IAC7B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,aAAa;IAC5B,oDAAoD;IACpD,MAAM,CAAC,OAAO,EAAE,oBAAoB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;IACpE,0CAA0C;IAC1C,GAAG,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;CAClE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAwChF;AAED,6DAA6D;AAC7D,wBAAsB,YAAY,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,CASlF"}
@@ -0,0 +1,141 @@
1
+ /**
2
+ * Phase 4 — Predictive Prefetching: streaming primitives.
3
+ *
4
+ * Two independent concerns live here:
5
+ *
6
+ * 1. `createDoubleBuffer` — a two-slot buffer. The slot being consumed is
7
+ * never the slot being filled: a producer writes into the *staged* slot
8
+ * while the consumer drains the *current* slot, and the swap is atomic.
9
+ * This is what keeps a prefetch (or a streamed chunk) from corrupting
10
+ * the data the consumer is actively reading.
11
+ *
12
+ * 2. `createPrefillStream` — an adapter that streams PREFILL tokens when the
13
+ * backend supports it, and degrades gracefully (silently skipping the
14
+ * prefill phase) when it does not. Support is a probed FACT, never a
15
+ * gate: an unsupported backend still produces the same decode tokens.
16
+ *
17
+ * Both are pure TypeScript with no dependencies and no browser-only globals
18
+ * beyond `AbortSignal`, which is used opaquely.
19
+ */
20
+ export function createDoubleBuffer(initial) {
21
+ let currentValue = initial;
22
+ let stagedValue;
23
+ return {
24
+ current: () => currentValue,
25
+ staged: () => stagedValue,
26
+ hasStaged: () => stagedValue !== undefined,
27
+ stage(next) {
28
+ stagedValue = next;
29
+ },
30
+ swap() {
31
+ if (stagedValue === undefined)
32
+ return undefined;
33
+ const previous = currentValue;
34
+ currentValue = stagedValue;
35
+ stagedValue = undefined;
36
+ return previous;
37
+ },
38
+ setCurrent(value) {
39
+ currentValue = value;
40
+ },
41
+ discardStaged() {
42
+ stagedValue = undefined;
43
+ },
44
+ isEmpty: () => currentValue === undefined && stagedValue === undefined,
45
+ };
46
+ }
47
+ /**
48
+ * Drive a producer through a double buffer so the consumer always reads a
49
+ * stable chunk while the next one is being produced.
50
+ *
51
+ * The producer is called with an `AbortSignal`; aborting it stops the pipeline
52
+ * and the consumer's iterator ends.
53
+ */
54
+ export async function* pumpDoubleBuffer(produce, options = {}) {
55
+ const controller = new AbortController();
56
+ const forwardAbort = () => controller.abort();
57
+ options.signal?.addEventListener('abort', forwardAbort, { once: true });
58
+ const buffer = createDoubleBuffer();
59
+ let index = 0;
60
+ try {
61
+ for await (const value of produce(controller.signal)) {
62
+ if (controller.signal.aborted)
63
+ break;
64
+ // Stage the freshly produced value while the consumer holds the
65
+ // previous one; the swap happens on the next iteration.
66
+ buffer.stage(value);
67
+ const previous = buffer.swap();
68
+ void previous;
69
+ yield { value: buffer.current(), index: index++ };
70
+ }
71
+ }
72
+ finally {
73
+ options.signal?.removeEventListener('abort', forwardAbort);
74
+ }
75
+ }
76
+ /**
77
+ * Create the prefill stream adapter.
78
+ *
79
+ * The backend's support probe is consulted once per `stream()` call, so a
80
+ * backend that gains support at runtime is picked up without recreating the
81
+ * adapter.
82
+ */
83
+ export function createPrefillStream(backend) {
84
+ async function* generate(options) {
85
+ let streamedPrefill = false;
86
+ const supported = await probeSupport(backend);
87
+ if (supported && backend.streamPrefill) {
88
+ const prefill = await backend.streamPrefill(options);
89
+ let index = 0;
90
+ for await (const token of prefill) {
91
+ if (options.signal?.aborted)
92
+ return;
93
+ streamedPrefill = true;
94
+ yield { token: token.token, index: index++, done: token.done };
95
+ }
96
+ }
97
+ if (!backend.streamDecode)
98
+ return;
99
+ const decode = backend.streamDecode(options);
100
+ for await (const event of decode) {
101
+ if (options.signal?.aborted)
102
+ return;
103
+ const token = typeof event === 'string' ? event : event.token;
104
+ yield { token, index: -1 };
105
+ }
106
+ void streamedPrefill;
107
+ }
108
+ return {
109
+ stream: generate,
110
+ async run(options) {
111
+ let prefillTokens = 0;
112
+ let decodeTokens = 0;
113
+ let streamedPrefill = false;
114
+ for await (const token of generate(options)) {
115
+ if (token.index >= 0) {
116
+ prefillTokens += 1;
117
+ streamedPrefill = true;
118
+ }
119
+ else {
120
+ decodeTokens += 1;
121
+ }
122
+ }
123
+ return { prefillTokens, decodeTokens, streamedPrefill };
124
+ },
125
+ };
126
+ }
127
+ /** Probe prefill-streaming support without ever throwing. */
128
+ export async function probeSupport(backend) {
129
+ if (!backend.supportsPrefillStreaming)
130
+ return false;
131
+ if (!backend.streamPrefill)
132
+ return false;
133
+ try {
134
+ const supported = await backend.supportsPrefillStreaming();
135
+ return supported === true;
136
+ }
137
+ catch {
138
+ return false;
139
+ }
140
+ }
141
+ //# sourceMappingURL=streaming.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"streaming.js","sourceRoot":"","sources":["../../src/prefetch/streaming.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AA0BH,MAAM,UAAU,kBAAkB,CAAI,OAAW;IAC/C,IAAI,YAAY,GAAkB,OAAO,CAAC;IAC1C,IAAI,WAA0B,CAAC;IAC/B,OAAO;QACL,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY;QAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW;QACzB,SAAS,EAAE,GAAG,EAAE,CAAC,WAAW,KAAK,SAAS;QAC1C,KAAK,CAAC,IAAO;YACX,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI;YACF,IAAI,WAAW,KAAK,SAAS;gBAAE,OAAO,SAAS,CAAC;YAChD,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC9B,YAAY,GAAG,WAAW,CAAC;YAC3B,WAAW,GAAG,SAAS,CAAC;YACxB,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,UAAU,CAAC,KAAQ;YACjB,YAAY,GAAG,KAAK,CAAC;QACvB,CAAC;QACD,aAAa;YACX,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS;KACvE,CAAC;AACJ,CAAC;AAUD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,OAAkD,EAClD,OAAO,GAA6B,EAAE;IAEtC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC9C,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,kBAAkB,EAAK,CAAC;IACvC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACrD,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YACrC,gEAAgE;YAChE,wDAAwD;YACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/B,KAAK,QAAQ,CAAC;YACd,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AA+DD;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAA6B;IAC/D,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA6B;QACpD,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACrD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAClC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,OAAO;gBACpC,eAAe,GAAG,IAAI,CAAC;gBACvB,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YACjE,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,YAAY;YAAE,OAAO;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACpC,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YAC9D,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;QAC7B,CAAC;QACD,KAAK,eAAe,CAAC;IACvB,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5C,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;oBACrB,aAAa,IAAI,CAAC,CAAC;oBACnB,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;qBAAM,CAAC;oBACN,YAAY,IAAI,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;YACD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,6DAA6D;AAC7D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA6B;IAC9D,IAAI,CAAC,OAAO,CAAC,wBAAwB;QAAE,OAAO,KAAK,CAAC;IACpD,IAAI,CAAC,OAAO,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,wBAAwB,EAAE,CAAC;QAC3D,OAAO,SAAS,KAAK,IAAI,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
@@ -0,0 +1,18 @@
1
+ /**
2
+ * Phase 4 — the bounded index of known prefetch targets.
3
+ *
4
+ * Targets declared in `config.targets` are permanent. Targets the prefetcher
5
+ * learns from `request` / `prefetch` calls are remembered up to a cap, oldest
6
+ * forgotten first, so a workload with unbounded distinct ids cannot grow the
7
+ * index without limit. The Map itself is what the predictors read.
8
+ */
9
+ import type { TargetIndex } from './predictor.js';
10
+ import type { PrefetchTarget } from './types.js';
11
+ export interface BoundedTargetIndex {
12
+ /** The live index the predictors read. */
13
+ readonly index: TargetIndex;
14
+ /** Remember a target first seen at runtime. No-op when already known. */
15
+ remember(target: PrefetchTarget): void;
16
+ }
17
+ export declare function createTargetIndex(declared: readonly PrefetchTarget[], maxLearned: number): BoundedTargetIndex;
18
+ //# sourceMappingURL=targetIndex.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"targetIndex.d.ts","sourceRoot":"","sources":["../../src/prefetch/targetIndex.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,MAAM,WAAW,kBAAkB;IACjC,0CAA0C;IAC1C,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,yEAAyE;IACzE,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;CACxC;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,SAAS,cAAc,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,kBAAkB,CAoB7G"}
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Phase 4 — the bounded index of known prefetch targets.
3
+ *
4
+ * Targets declared in `config.targets` are permanent. Targets the prefetcher
5
+ * learns from `request` / `prefetch` calls are remembered up to a cap, oldest
6
+ * forgotten first, so a workload with unbounded distinct ids cannot grow the
7
+ * index without limit. The Map itself is what the predictors read.
8
+ */
9
+ export function createTargetIndex(declared, maxLearned) {
10
+ const index = new Map();
11
+ for (const target of declared)
12
+ index.set(target.id, target);
13
+ const learned = new Set();
14
+ const cap = Math.max(1, maxLearned);
15
+ return {
16
+ index,
17
+ remember(target) {
18
+ if (index.has(target.id))
19
+ return;
20
+ index.set(target.id, target);
21
+ learned.add(target.id);
22
+ while (learned.size > cap) {
23
+ const oldest = learned.values().next().value;
24
+ if (oldest === undefined)
25
+ break;
26
+ learned.delete(oldest);
27
+ index.delete(oldest);
28
+ }
29
+ },
30
+ };
31
+ }
32
+ //# sourceMappingURL=targetIndex.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"targetIndex.js","sourceRoot":"","sources":["../../src/prefetch/targetIndex.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAYH,MAAM,UAAU,iBAAiB,CAAC,QAAmC,EAAE,UAAkB;IACvF,MAAM,KAAK,GAAgB,IAAI,GAAG,EAAE,CAAC;IACrC,KAAK,MAAM,MAAM,IAAI,QAAQ;QAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAEpC,OAAO;QACL,KAAK;QACL,QAAQ,CAAC,MAAM;YACb,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAE,OAAO;YACjC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,OAAO,OAAO,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;gBACnE,IAAI,MAAM,KAAK,SAAS;oBAAE,MAAM;gBAChC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACvB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}