@seanhogg/builderforce-webcontainers 2026.10.11 → 2026.10.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/adaptive/controller.d.ts +39 -0
- package/dist/adaptive/controller.d.ts.map +1 -0
- package/dist/adaptive/controller.js +108 -0
- package/dist/adaptive/controller.js.map +1 -0
- package/dist/adaptive/costModel.d.ts +37 -0
- package/dist/adaptive/costModel.d.ts.map +1 -0
- package/dist/adaptive/costModel.js +102 -0
- package/dist/adaptive/costModel.js.map +1 -0
- package/dist/adaptive/planner.d.ts +22 -0
- package/dist/adaptive/planner.d.ts.map +1 -0
- package/dist/adaptive/planner.js +114 -0
- package/dist/adaptive/planner.js.map +1 -0
- package/dist/adaptive/types.d.ts +138 -0
- package/dist/adaptive/types.d.ts.map +1 -0
- package/dist/adaptive/types.js +12 -0
- package/dist/adaptive/types.js.map +1 -0
- package/dist/assets.js +2 -2
- package/dist/check/cachedFetch.js.map +1 -1
- package/dist/check/index.d.ts +6 -1
- package/dist/check/index.d.ts.map +1 -1
- package/dist/check/index.js +6 -1
- package/dist/check/index.js.map +1 -1
- package/dist/componentCompilers.d.ts.map +1 -1
- package/dist/componentCompilers.js.map +1 -1
- package/dist/esbuildWasm.js.map +1 -1
- package/dist/host.d.ts +11 -5
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +19 -8
- package/dist/host.js.map +1 -1
- package/dist/inference/backends/mock.d.ts +24 -0
- package/dist/inference/backends/mock.d.ts.map +1 -0
- package/dist/inference/backends/mock.js +55 -0
- package/dist/inference/backends/mock.js.map +1 -0
- package/dist/inference/backends/onnx.d.ts +33 -0
- package/dist/inference/backends/onnx.d.ts.map +1 -0
- package/dist/inference/backends/onnx.js +60 -0
- package/dist/inference/backends/onnx.js.map +1 -0
- package/dist/inference/backends/webllm.d.ts +27 -0
- package/dist/inference/backends/webllm.d.ts.map +1 -0
- package/dist/inference/backends/webllm.js +52 -0
- package/dist/inference/backends/webllm.js.map +1 -0
- package/dist/inference/backends/wllama.d.ts +29 -0
- package/dist/inference/backends/wllama.d.ts.map +1 -0
- package/dist/inference/backends/wllama.js +51 -0
- package/dist/inference/backends/wllama.js.map +1 -0
- package/dist/inference/capabilities.d.ts +20 -0
- package/dist/inference/capabilities.d.ts.map +1 -0
- package/dist/inference/capabilities.js +33 -0
- package/dist/inference/capabilities.js.map +1 -0
- package/dist/inference/client.d.ts +45 -0
- package/dist/inference/client.d.ts.map +1 -0
- package/dist/inference/client.js +201 -0
- package/dist/inference/client.js.map +1 -0
- package/dist/inference/modelCache.d.ts +71 -0
- package/dist/inference/modelCache.d.ts.map +1 -0
- package/dist/inference/modelCache.js +91 -0
- package/dist/inference/modelCache.js.map +1 -0
- package/dist/inference/protocol.d.ts +94 -0
- package/dist/inference/protocol.d.ts.map +1 -0
- package/dist/inference/protocol.js +19 -0
- package/dist/inference/protocol.js.map +1 -0
- package/dist/inference/tokenStream.d.ts +26 -0
- package/dist/inference/tokenStream.d.ts.map +1 -0
- package/dist/inference/tokenStream.js +79 -0
- package/dist/inference/tokenStream.js.map +1 -0
- package/dist/inference/types.d.ts +108 -0
- package/dist/inference/types.d.ts.map +1 -0
- package/dist/inference/types.js +8 -0
- package/dist/inference/types.js.map +1 -0
- package/dist/inference/worker.bundle.js +5 -0
- package/dist/inference/worker.d.ts +35 -0
- package/dist/inference/worker.d.ts.map +1 -0
- package/dist/inference/worker.js +157 -0
- package/dist/inference/worker.js.map +1 -0
- package/dist/inference/workerEntry.d.ts +15 -0
- package/dist/inference/workerEntry.d.ts.map +1 -0
- package/dist/inference/workerEntry.js +17 -0
- package/dist/inference/workerEntry.js.map +1 -0
- package/dist/kvcache/advanced.d.ts +39 -0
- package/dist/kvcache/advanced.d.ts.map +1 -0
- package/dist/kvcache/advanced.js +59 -0
- package/dist/kvcache/advanced.js.map +1 -0
- package/dist/kvcache/compatibility.d.ts +14 -0
- package/dist/kvcache/compatibility.d.ts.map +1 -0
- package/dist/kvcache/compatibility.js +44 -0
- package/dist/kvcache/compatibility.js.map +1 -0
- package/dist/kvcache/lru.d.ts +45 -0
- package/dist/kvcache/lru.d.ts.map +1 -0
- package/dist/kvcache/lru.js +91 -0
- package/dist/kvcache/lru.js.map +1 -0
- package/dist/kvcache/paged.d.ts +86 -0
- package/dist/kvcache/paged.d.ts.map +1 -0
- package/dist/kvcache/paged.js +238 -0
- package/dist/kvcache/paged.js.map +1 -0
- package/dist/kvcache/quant.d.ts +30 -0
- package/dist/kvcache/quant.d.ts.map +1 -0
- package/dist/kvcache/quant.js +73 -0
- package/dist/kvcache/quant.js.map +1 -0
- package/dist/kvcache/radix.d.ts +28 -0
- package/dist/kvcache/radix.d.ts.map +1 -0
- package/dist/kvcache/radix.js +58 -0
- package/dist/kvcache/radix.js.map +1 -0
- package/dist/kvcache/runtime.d.ts +11 -0
- package/dist/kvcache/runtime.d.ts.map +1 -0
- package/dist/kvcache/runtime.js +204 -0
- package/dist/kvcache/runtime.js.map +1 -0
- package/dist/kvcache/types.d.ts +151 -0
- package/dist/kvcache/types.d.ts.map +1 -0
- package/dist/kvcache/types.js +10 -0
- package/dist/kvcache/types.js.map +1 -0
- package/dist/learning/fingerprint.d.ts +17 -0
- package/dist/learning/fingerprint.d.ts.map +1 -0
- package/dist/learning/fingerprint.js +46 -0
- package/dist/learning/fingerprint.js.map +1 -0
- package/dist/learning/index.d.ts +5 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +3 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/learner.d.ts +21 -0
- package/dist/learning/learner.d.ts.map +1 -0
- package/dist/learning/learner.js +272 -0
- package/dist/learning/learner.js.map +1 -0
- package/dist/learning/ledger.d.ts +26 -0
- package/dist/learning/ledger.d.ts.map +1 -0
- package/dist/learning/ledger.js +40 -0
- package/dist/learning/ledger.js.map +1 -0
- package/dist/learning/selection.d.ts +44 -0
- package/dist/learning/selection.d.ts.map +1 -0
- package/dist/learning/selection.js +111 -0
- package/dist/learning/selection.js.map +1 -0
- package/dist/learning/stats.d.ts +19 -0
- package/dist/learning/stats.d.ts.map +1 -0
- package/dist/learning/stats.js +31 -0
- package/dist/learning/stats.js.map +1 -0
- package/dist/learning/types.d.ts +133 -0
- package/dist/learning/types.d.ts.map +1 -0
- package/dist/learning/types.js +8 -0
- package/dist/learning/types.js.map +1 -0
- package/dist/memory/envProbe.d.ts +16 -0
- package/dist/memory/envProbe.d.ts.map +1 -0
- package/dist/memory/envProbe.js +28 -0
- package/dist/memory/envProbe.js.map +1 -0
- package/dist/memory/estimates.d.ts +46 -0
- package/dist/memory/estimates.d.ts.map +1 -0
- package/dist/memory/estimates.js +72 -0
- package/dist/memory/estimates.js.map +1 -0
- package/dist/memory/eviction.d.ts +42 -0
- package/dist/memory/eviction.d.ts.map +1 -0
- package/dist/memory/eviction.js +143 -0
- package/dist/memory/eviction.js.map +1 -0
- package/dist/memory/manager.d.ts +34 -0
- package/dist/memory/manager.d.ts.map +1 -0
- package/dist/memory/manager.js +346 -0
- package/dist/memory/manager.js.map +1 -0
- package/dist/memory/managerTypes.d.ts +49 -0
- package/dist/memory/managerTypes.d.ts.map +1 -0
- package/dist/memory/managerTypes.js +7 -0
- package/dist/memory/managerTypes.js.map +1 -0
- package/dist/memory/pressure.d.ts +56 -0
- package/dist/memory/pressure.d.ts.map +1 -0
- package/dist/memory/pressure.js +80 -0
- package/dist/memory/pressure.js.map +1 -0
- package/dist/memory/spillTier.d.ts +47 -0
- package/dist/memory/spillTier.d.ts.map +1 -0
- package/dist/memory/spillTier.js +128 -0
- package/dist/memory/spillTier.js.map +1 -0
- package/dist/memory/storageSink.d.ts +69 -0
- package/dist/memory/storageSink.d.ts.map +1 -0
- package/dist/memory/storageSink.js +221 -0
- package/dist/memory/storageSink.js.map +1 -0
- package/dist/memory/types.d.ts +202 -0
- package/dist/memory/types.d.ts.map +1 -0
- package/dist/memory/types.js +15 -0
- package/dist/memory/types.js.map +1 -0
- package/dist/memory/victims.d.ts +32 -0
- package/dist/memory/victims.d.ts.map +1 -0
- package/dist/memory/victims.js +74 -0
- package/dist/memory/victims.js.map +1 -0
- package/dist/memory/workspace.d.ts +34 -0
- package/dist/memory/workspace.d.ts.map +1 -0
- package/dist/memory/workspace.js +55 -0
- package/dist/memory/workspace.js.map +1 -0
- package/dist/memoryIntegration/index.d.ts +8 -0
- package/dist/memoryIntegration/index.d.ts.map +1 -0
- package/dist/memoryIntegration/index.js +4 -0
- package/dist/memoryIntegration/index.js.map +1 -0
- package/dist/memoryIntegration/knowledgeMemory.d.ts +43 -0
- package/dist/memoryIntegration/knowledgeMemory.d.ts.map +1 -0
- package/dist/memoryIntegration/knowledgeMemory.js +285 -0
- package/dist/memoryIntegration/knowledgeMemory.js.map +1 -0
- package/dist/memoryIntegration/persistence.d.ts +15 -0
- package/dist/memoryIntegration/persistence.d.ts.map +1 -0
- package/dist/memoryIntegration/persistence.js +43 -0
- package/dist/memoryIntegration/persistence.js.map +1 -0
- package/dist/memoryIntegration/text.d.ts +57 -0
- package/dist/memoryIntegration/text.d.ts.map +1 -0
- package/dist/memoryIntegration/text.js +179 -0
- package/dist/memoryIntegration/text.js.map +1 -0
- package/dist/memoryIntegration/types.d.ts +131 -0
- package/dist/memoryIntegration/types.d.ts.map +1 -0
- package/dist/memoryIntegration/types.js +11 -0
- package/dist/memoryIntegration/types.js.map +1 -0
- package/dist/ml.d.ts +52 -0
- package/dist/ml.d.ts.map +1 -0
- package/dist/ml.js +33 -0
- package/dist/ml.js.map +1 -0
- package/dist/node/childRelay.d.ts +10 -0
- package/dist/node/childRelay.d.ts.map +1 -1
- package/dist/node/childRelay.js +12 -2
- package/dist/node/childRelay.js.map +1 -1
- package/dist/node/index.js.map +1 -1
- package/dist/node/portResponder.d.ts +2 -0
- package/dist/node/portResponder.d.ts.map +1 -1
- package/dist/node/portResponder.js +3 -3
- package/dist/node/portResponder.js.map +1 -1
- package/dist/node/processHost.d.ts +4 -1
- package/dist/node/processHost.d.ts.map +1 -1
- package/dist/node/processHost.js +19 -16
- package/dist/node/processHost.js.map +1 -1
- package/dist/node/protocol.d.ts +1 -0
- package/dist/node/protocol.d.ts.map +1 -1
- package/dist/node/responseWire.d.ts.map +1 -1
- package/dist/node/worker.js +116 -109
- package/dist/node/workerProcess.js +1 -1
- package/dist/node/workerProcess.js.map +1 -1
- package/dist/prefetch/admission.d.ts +41 -0
- package/dist/prefetch/admission.d.ts.map +1 -0
- package/dist/prefetch/admission.js +49 -0
- package/dist/prefetch/admission.js.map +1 -0
- package/dist/prefetch/loadRegistry.d.ts +56 -0
- package/dist/prefetch/loadRegistry.d.ts.map +1 -0
- package/dist/prefetch/loadRegistry.js +108 -0
- package/dist/prefetch/loadRegistry.js.map +1 -0
- package/dist/prefetch/predictor.d.ts +40 -0
- package/dist/prefetch/predictor.d.ts.map +1 -0
- package/dist/prefetch/predictor.js +178 -0
- package/dist/prefetch/predictor.js.map +1 -0
- package/dist/prefetch/prefetcher.d.ts +37 -0
- package/dist/prefetch/prefetcher.d.ts.map +1 -0
- package/dist/prefetch/prefetcher.js +339 -0
- package/dist/prefetch/prefetcher.js.map +1 -0
- package/dist/prefetch/residentStore.d.ts +49 -0
- package/dist/prefetch/residentStore.d.ts.map +1 -0
- package/dist/prefetch/residentStore.js +87 -0
- package/dist/prefetch/residentStore.js.map +1 -0
- package/dist/prefetch/selfTuner.d.ts +40 -0
- package/dist/prefetch/selfTuner.d.ts.map +1 -0
- package/dist/prefetch/selfTuner.js +78 -0
- package/dist/prefetch/selfTuner.js.map +1 -0
- package/dist/prefetch/stats.d.ts +52 -0
- package/dist/prefetch/stats.d.ts.map +1 -0
- package/dist/prefetch/stats.js +72 -0
- package/dist/prefetch/stats.js.map +1 -0
- package/dist/prefetch/streaming.d.ts +132 -0
- package/dist/prefetch/streaming.d.ts.map +1 -0
- package/dist/prefetch/streaming.js +141 -0
- package/dist/prefetch/streaming.js.map +1 -0
- package/dist/prefetch/targetIndex.d.ts +18 -0
- package/dist/prefetch/targetIndex.d.ts.map +1 -0
- package/dist/prefetch/targetIndex.js +32 -0
- package/dist/prefetch/targetIndex.js.map +1 -0
- package/dist/prefetch/types.d.ts +283 -0
- package/dist/prefetch/types.d.ts.map +1 -0
- package/dist/prefetch/types.js +19 -0
- package/dist/prefetch/types.js.map +1 -0
- package/dist/previewBridge.d.ts +6 -0
- package/dist/previewBridge.d.ts.map +1 -1
- package/dist/previewBridge.js +25 -5
- package/dist/previewBridge.js.map +1 -1
- package/dist/previewMessages.d.ts +4 -3
- package/dist/previewMessages.d.ts.map +1 -1
- package/dist/previewMessages.js +12 -6
- package/dist/previewMessages.js.map +1 -1
- package/dist/process-worker.js +116 -109
- package/dist/relay.html +1 -1
- package/dist/shared/clock.d.ts +7 -0
- package/dist/shared/clock.d.ts.map +1 -0
- package/dist/shared/clock.js +10 -0
- package/dist/shared/clock.js.map +1 -0
- package/dist/shared/hardwareProbe.d.ts +26 -0
- package/dist/shared/hardwareProbe.d.ts.map +1 -0
- package/dist/shared/hardwareProbe.js +62 -0
- package/dist/shared/hardwareProbe.js.map +1 -0
- package/dist/shared/idb.d.ts +41 -0
- package/dist/shared/idb.d.ts.map +1 -0
- package/dist/shared/idb.js +184 -0
- package/dist/shared/idb.js.map +1 -0
- package/dist/shared/tokens.d.ts +7 -0
- package/dist/shared/tokens.d.ts.map +1 -0
- package/dist/shared/tokens.js +9 -0
- package/dist/shared/tokens.js.map +1 -0
- package/dist/snapshotStore.d.ts +2 -1
- package/dist/snapshotStore.d.ts.map +1 -1
- package/dist/snapshotStore.js +27 -12
- package/dist/snapshotStore.js.map +1 -1
- package/dist/styleCompilers.d.ts.map +1 -1
- package/dist/styleCompilers.js.map +1 -1
- package/dist/transport.js.map +1 -1
- package/package.json +11 -5
- package/src/adaptive/controller.ts +151 -0
- package/src/adaptive/costModel.ts +131 -0
- package/src/adaptive/planner.ts +127 -0
- package/src/adaptive/types.ts +137 -0
- package/src/check/index.ts +6 -1
- package/src/host.ts +33 -11
- package/src/inference/backends/mock.ts +77 -0
- package/src/inference/backends/onnx.ts +91 -0
- package/src/inference/backends/webllm.ts +79 -0
- package/src/inference/backends/wllama.ts +79 -0
- package/src/inference/capabilities.ts +46 -0
- package/src/inference/client.ts +276 -0
- package/src/inference/modelCache.ts +145 -0
- package/src/inference/protocol.ts +119 -0
- package/src/inference/tokenStream.ts +92 -0
- package/src/inference/types.ts +115 -0
- package/src/inference/worker.ts +191 -0
- package/src/inference/workerEntry.ts +18 -0
- package/src/kvcache/advanced.ts +86 -0
- package/src/kvcache/compatibility.ts +51 -0
- package/src/kvcache/lru.ts +100 -0
- package/src/kvcache/paged.ts +270 -0
- package/src/kvcache/quant.ts +88 -0
- package/src/kvcache/radix.ts +68 -0
- package/src/kvcache/runtime.ts +239 -0
- package/src/kvcache/types.ts +167 -0
- package/src/learning/fingerprint.ts +50 -0
- package/src/learning/index.ts +15 -0
- package/src/learning/learner.ts +304 -0
- package/src/learning/ledger.ts +54 -0
- package/src/learning/selection.ts +137 -0
- package/src/learning/stats.ts +39 -0
- package/src/learning/types.ts +142 -0
- package/src/memory/envProbe.ts +30 -0
- package/src/memory/estimates.ts +98 -0
- package/src/memory/eviction.ts +145 -0
- package/src/memory/manager.ts +380 -0
- package/src/memory/managerTypes.ts +61 -0
- package/src/memory/pressure.ts +120 -0
- package/src/memory/spillTier.ts +159 -0
- package/src/memory/storageSink.ts +289 -0
- package/src/memory/types.ts +217 -0
- package/src/memory/victims.ts +80 -0
- package/src/memory/workspace.ts +74 -0
- package/src/memoryIntegration/index.ts +7 -0
- package/src/memoryIntegration/knowledgeMemory.ts +339 -0
- package/src/memoryIntegration/persistence.ts +54 -0
- package/src/memoryIntegration/text.ts +185 -0
- package/src/memoryIntegration/types.ts +145 -0
- package/src/ml.ts +180 -0
- package/src/node/childRelay.ts +16 -3
- package/src/node/portResponder.ts +5 -3
- package/src/node/processHost.ts +16 -15
- package/src/node/protocol.ts +1 -1
- package/src/node/workerProcess.ts +1 -1
- package/src/prefetch/admission.ts +74 -0
- package/src/prefetch/loadRegistry.ts +156 -0
- package/src/prefetch/predictor.ts +199 -0
- package/src/prefetch/prefetcher.ts +369 -0
- package/src/prefetch/residentStore.ts +121 -0
- package/src/prefetch/selfTuner.ts +110 -0
- package/src/prefetch/stats.ts +120 -0
- package/src/prefetch/streaming.ts +231 -0
- package/src/prefetch/targetIndex.ts +40 -0
- package/src/prefetch/types.ts +307 -0
- package/src/previewBridge.ts +25 -5
- package/src/previewMessages.ts +11 -6
- package/src/shared/clock.ts +9 -0
- package/src/shared/hardwareProbe.ts +68 -0
- package/src/shared/idb.ts +203 -0
- package/src/shared/tokens.ts +8 -0
- package/src/snapshotStore.ts +25 -10
|
@@ -0,0 +1,339 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 4 — Predictive Prefetching & Streaming: the prefetcher.
|
|
3
|
+
*
|
|
4
|
+
* Loads data the workload is *about* to need, ahead of the request that needs
|
|
5
|
+
* it, so the request finds the data already resident. This is an optimization
|
|
6
|
+
* layer, deliberately decoupled from every other phase:
|
|
7
|
+
*
|
|
8
|
+
* - It never decides WHEN to run a workload (that is `src/adaptive/`).
|
|
9
|
+
* - It never calls an inference backend (that is `src/inference/`).
|
|
10
|
+
* - It never owns residency (that is `src/memory/`) — it only READS a
|
|
11
|
+
* pressure signal (the Phase 3 residency manager's `pressure().pressured`,
|
|
12
|
+
* or any injected `shouldThrottle()`).
|
|
13
|
+
*
|
|
14
|
+
* Invariants:
|
|
15
|
+
* - A prefetch NEVER blocks the active request: the load happens in the
|
|
16
|
+
* background, and the caller only ever waits for data it asked for.
|
|
17
|
+
* - Under pressure (the injected callback returns true) no new prefetch
|
|
18
|
+
* starts, in-flight speculative loads are dropped, and prefetched data
|
|
19
|
+
* nobody used is released. This is what keeps prefetching from thrashing
|
|
20
|
+
* memory or competing with active inference.
|
|
21
|
+
* - At most `maxConcurrent` speculative prefetches run at once.
|
|
22
|
+
* - Every resident value (demand or prefetched, claimed or not) lives inside
|
|
23
|
+
* the resident byte budget and entry cap; the known-target index and the
|
|
24
|
+
* self-tuner's bookkeeping are bounded too.
|
|
25
|
+
* - The self-tuner disables prefetching when the MEASURED benefit is
|
|
26
|
+
* repeatedly negative (wasted speculative work outweighs avoided waits).
|
|
27
|
+
*
|
|
28
|
+
* This file composes the pieces; each concern lives in its own module:
|
|
29
|
+
* admission.ts (the one admission gate) · loadRegistry.ts (in-flight loads)
|
|
30
|
+
* residentStore.ts (budgeted resident values) · selfTuner.ts (benefit
|
|
31
|
+
* measurement) · stats.ts (counters + event log) · targetIndex.ts.
|
|
32
|
+
*
|
|
33
|
+
* Browser-compatible only: pure TypeScript, no native code, no dependencies.
|
|
34
|
+
*/
|
|
35
|
+
import { now as clockNow } from '../shared/clock.js';
|
|
36
|
+
import { createAdmissionGate } from './admission.js';
|
|
37
|
+
import { createLoadRegistry } from './loadRegistry.js';
|
|
38
|
+
import { mergePredictions, predictFromContext, predictFromGraph, predictFromHistory } from './predictor.js';
|
|
39
|
+
import { createResidentStore } from './residentStore.js';
|
|
40
|
+
import { createSelfTuner } from './selfTuner.js';
|
|
41
|
+
import { createPrefetchLedger } from './stats.js';
|
|
42
|
+
import { createTargetIndex } from './targetIndex.js';
|
|
43
|
+
const DEFAULT_MAX_CONCURRENT = 2;
|
|
44
|
+
const DEFAULT_MAX_TARGETS_PER_REQUEST = 8;
|
|
45
|
+
const DEFAULT_HISTORY_WINDOW = 32;
|
|
46
|
+
const DEFAULT_MIN_CONFIDENCE = 0.2;
|
|
47
|
+
const DEFAULT_EVENT_LIMIT = 128;
|
|
48
|
+
const DEFAULT_DISABLE_AFTER = 3;
|
|
49
|
+
const DEFAULT_MIN_SAMPLES = 3;
|
|
50
|
+
const DEFAULT_MAX_RESIDENT_ENTRIES = 1024;
|
|
51
|
+
const DEFAULT_MAX_KNOWN_TARGETS = 1024;
|
|
52
|
+
const DEFAULT_MAX_TRACKED_LOADS = 256;
|
|
53
|
+
export function createPrefetcher(config) {
|
|
54
|
+
const loader = config.loader;
|
|
55
|
+
if (typeof loader !== 'function') {
|
|
56
|
+
throw new Error('createPrefetcher: config.loader is required');
|
|
57
|
+
}
|
|
58
|
+
const shouldThrottle = config.shouldThrottle ?? (() => false);
|
|
59
|
+
const maxConcurrent = Math.max(1, config.maxConcurrent ?? DEFAULT_MAX_CONCURRENT);
|
|
60
|
+
const maxTargetsPerRequest = Math.max(1, config.maxTargetsPerRequest ?? DEFAULT_MAX_TARGETS_PER_REQUEST);
|
|
61
|
+
const historyWindow = Math.max(2, config.historyWindow ?? DEFAULT_HISTORY_WINDOW);
|
|
62
|
+
const minConfidence = config.minConfidence ?? DEFAULT_MIN_CONFIDENCE;
|
|
63
|
+
const now = config.now ?? clockNow;
|
|
64
|
+
const targets = createTargetIndex(config.targets ?? [], config.maxKnownTargets ?? DEFAULT_MAX_KNOWN_TARGETS);
|
|
65
|
+
const index = targets.index;
|
|
66
|
+
const history = [];
|
|
67
|
+
const ledger = createPrefetchLedger({
|
|
68
|
+
now,
|
|
69
|
+
eventLogLimit: Math.max(1, config.eventLogLimit ?? DEFAULT_EVENT_LIMIT),
|
|
70
|
+
onEvent: config.onEvent,
|
|
71
|
+
});
|
|
72
|
+
const counters = ledger.counters;
|
|
73
|
+
const resident = createResidentStore({
|
|
74
|
+
budgetBytes: config.residentBudgetBytes ?? Number.POSITIVE_INFINITY,
|
|
75
|
+
maxEntries: config.maxResidentEntries ?? DEFAULT_MAX_RESIDENT_ENTRIES,
|
|
76
|
+
});
|
|
77
|
+
const tuner = createSelfTuner({
|
|
78
|
+
now,
|
|
79
|
+
disableAfter: Math.max(1, config.tuning?.disableAfter ?? DEFAULT_DISABLE_AFTER),
|
|
80
|
+
minSamples: Math.max(1, config.tuning?.minSamples ?? DEFAULT_MIN_SAMPLES),
|
|
81
|
+
retryAfterMs: Math.max(0, config.tuning?.retryAfterMs ?? 0),
|
|
82
|
+
maxTrackedLoads: config.tuning?.maxTrackedLoads ?? DEFAULT_MAX_TRACKED_LOADS,
|
|
83
|
+
});
|
|
84
|
+
const loads = createLoadRegistry({
|
|
85
|
+
loader,
|
|
86
|
+
now,
|
|
87
|
+
onLoaded(rec, value) {
|
|
88
|
+
counters.completed += 1;
|
|
89
|
+
ledger.noteLoad(rec.loadMs);
|
|
90
|
+
resident.set(rec.id, {
|
|
91
|
+
value,
|
|
92
|
+
bytes: rec.bytes,
|
|
93
|
+
loadedAt: now(),
|
|
94
|
+
loadMs: rec.loadMs,
|
|
95
|
+
source: rec.speculative ? 'prefetch' : 'demand',
|
|
96
|
+
claimed: false,
|
|
97
|
+
});
|
|
98
|
+
if (rec.speculative)
|
|
99
|
+
tuner.noteSpeculativeLoad(rec.id, rec.loadMs);
|
|
100
|
+
ledger.record({ id: rec.id, strategy: rec.strategy, outcome: 'loaded', durationMs: rec.loadMs });
|
|
101
|
+
},
|
|
102
|
+
onFailed(rec, aborted) {
|
|
103
|
+
if (aborted)
|
|
104
|
+
counters.cancelled += 1;
|
|
105
|
+
else
|
|
106
|
+
counters.failed += 1;
|
|
107
|
+
ledger.record({
|
|
108
|
+
id: rec.id,
|
|
109
|
+
strategy: rec.strategy,
|
|
110
|
+
outcome: aborted ? 'cancelled' : 'failed',
|
|
111
|
+
durationMs: rec.loadMs,
|
|
112
|
+
});
|
|
113
|
+
},
|
|
114
|
+
});
|
|
115
|
+
let enabled = config.enabled !== false;
|
|
116
|
+
function isPressure() {
|
|
117
|
+
try {
|
|
118
|
+
return shouldThrottle() === true;
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
// A misbehaving pressure callback must never break inference.
|
|
122
|
+
return false;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
/** Drop speculative work and the prefetched data nobody asked for. */
|
|
126
|
+
function relievePressure() {
|
|
127
|
+
loads.dropUnjoined();
|
|
128
|
+
resident.releaseUnclaimed();
|
|
129
|
+
}
|
|
130
|
+
const decideAdmission = createAdmissionGate({
|
|
131
|
+
ledger,
|
|
132
|
+
maxConcurrent,
|
|
133
|
+
isEnabled: () => enabled,
|
|
134
|
+
isPressure,
|
|
135
|
+
relievePressure,
|
|
136
|
+
isKnown: (id) => index.has(id),
|
|
137
|
+
isResident: (id) => resident.has(id),
|
|
138
|
+
isLoading: (id) => loads.has(id),
|
|
139
|
+
speculativeCount: () => loads.speculativeCount(),
|
|
140
|
+
});
|
|
141
|
+
function startSpeculative(target, strategy, signal) {
|
|
142
|
+
const rec = loads.start(target, { speculative: true, strategy, signal });
|
|
143
|
+
ledger.noteConcurrency(loads.speculativeCount());
|
|
144
|
+
return rec;
|
|
145
|
+
}
|
|
146
|
+
function evaluateTuner() {
|
|
147
|
+
const action = tuner.evaluate(enabled);
|
|
148
|
+
if (action === 'reenable') {
|
|
149
|
+
enabled = true;
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
if (action === 'disable') {
|
|
153
|
+
enabled = false;
|
|
154
|
+
relievePressure();
|
|
155
|
+
ledger.record({ id: '*', strategy: 'explicit', outcome: 'throttled', durationMs: 0, skipReason: 'disabled' });
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
function markClaimed(id) {
|
|
159
|
+
// A claimed load was not waste.
|
|
160
|
+
tuner.markClaimed(id);
|
|
161
|
+
resident.markClaimed(id);
|
|
162
|
+
}
|
|
163
|
+
function pushHistory(id) {
|
|
164
|
+
history.push(id);
|
|
165
|
+
while (history.length > historyWindow)
|
|
166
|
+
history.shift();
|
|
167
|
+
}
|
|
168
|
+
function startPredictions(predictions) {
|
|
169
|
+
const acted = [];
|
|
170
|
+
for (const prediction of predictions) {
|
|
171
|
+
if (acted.length >= maxTargetsPerRequest)
|
|
172
|
+
break;
|
|
173
|
+
// Predictions never teach the target index: a predicted target is either
|
|
174
|
+
// already indexed or a 0-byte placeholder for an unknown id, and learning
|
|
175
|
+
// the placeholder would evict real metadata and record a false footprint.
|
|
176
|
+
const verdict = decideAdmission(prediction.target, prediction.strategy);
|
|
177
|
+
if (verdict.admit)
|
|
178
|
+
startSpeculative(prediction.target, prediction.strategy);
|
|
179
|
+
if (verdict.admit || verdict.result === 'duplicate')
|
|
180
|
+
acted.push(prediction);
|
|
181
|
+
}
|
|
182
|
+
return acted;
|
|
183
|
+
}
|
|
184
|
+
function autoPredict(targetId) {
|
|
185
|
+
// History + static graph only: no caller profile is available here.
|
|
186
|
+
const predictions = mergePredictions([predictFromGraph(targetId, config.graph, index), predictFromHistory(history, index)], minConfidence);
|
|
187
|
+
return predictions.length === 0 ? [] : startPredictions(predictions);
|
|
188
|
+
}
|
|
189
|
+
function demandLoad(target, signal) {
|
|
190
|
+
return loads.start(target, { speculative: false, strategy: 'explicit', signal }).promise;
|
|
191
|
+
}
|
|
192
|
+
async function request(target, options) {
|
|
193
|
+
targets.remember(target);
|
|
194
|
+
const startedAt = now();
|
|
195
|
+
let hit = false;
|
|
196
|
+
let value;
|
|
197
|
+
let creditEntry;
|
|
198
|
+
const residentEntry = resident.get(target.id);
|
|
199
|
+
const inFlightRecord = loads.get(target.id);
|
|
200
|
+
if (residentEntry) {
|
|
201
|
+
hit = true;
|
|
202
|
+
value = residentEntry.value;
|
|
203
|
+
creditEntry = residentEntry;
|
|
204
|
+
markClaimed(target.id);
|
|
205
|
+
}
|
|
206
|
+
else if (inFlightRecord) {
|
|
207
|
+
// A prefetch is already in flight: join it rather than starting a
|
|
208
|
+
// second load for the same data.
|
|
209
|
+
hit = true;
|
|
210
|
+
inFlightRecord.joined = true;
|
|
211
|
+
try {
|
|
212
|
+
value = await inFlightRecord.promise;
|
|
213
|
+
creditEntry = resident.peek(target.id);
|
|
214
|
+
markClaimed(target.id);
|
|
215
|
+
}
|
|
216
|
+
catch {
|
|
217
|
+
// The prefetch was cancelled (e.g. under pressure) — fall back to a
|
|
218
|
+
// fresh on-demand load so the caller is never left without data.
|
|
219
|
+
hit = false;
|
|
220
|
+
value = await demandLoad(target, options?.signal);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
else {
|
|
224
|
+
value = await demandLoad(target, options?.signal);
|
|
225
|
+
}
|
|
226
|
+
const waitMs = Math.max(0, now() - startedAt);
|
|
227
|
+
if (hit) {
|
|
228
|
+
counters.hits += 1;
|
|
229
|
+
if (creditEntry?.source === 'prefetch')
|
|
230
|
+
counters.prefetchHits += 1;
|
|
231
|
+
}
|
|
232
|
+
else {
|
|
233
|
+
counters.misses += 1;
|
|
234
|
+
}
|
|
235
|
+
ledger.noteWait(waitMs);
|
|
236
|
+
// A demand load of the same data would have cost about `loadMs`; the
|
|
237
|
+
// prefetch saved the caller whatever it did not have to wait for.
|
|
238
|
+
if (creditEntry?.source === 'prefetch')
|
|
239
|
+
tuner.creditAvoidedWait(creditEntry.loadMs, waitMs);
|
|
240
|
+
pushHistory(target.id);
|
|
241
|
+
evaluateTuner();
|
|
242
|
+
// Predict what the workload will need NEXT and start it in the
|
|
243
|
+
// background. The caller never waits for this.
|
|
244
|
+
const predicted = autoPredict(target.id);
|
|
245
|
+
return { hit, value, waitMs, predicted };
|
|
246
|
+
}
|
|
247
|
+
function predict(context, options) {
|
|
248
|
+
const predictions = mergePredictions([
|
|
249
|
+
predictFromGraph(context.target, config.graph, index),
|
|
250
|
+
predictFromHistory(history, index),
|
|
251
|
+
predictFromContext(context, index),
|
|
252
|
+
], minConfidence);
|
|
253
|
+
if (predictions.length === 0)
|
|
254
|
+
return [];
|
|
255
|
+
const signal = options?.signal;
|
|
256
|
+
if (signal?.aborted)
|
|
257
|
+
return [];
|
|
258
|
+
const acted = startPredictions(predictions);
|
|
259
|
+
// A prediction can be invalidated: aborting the signal cancels the
|
|
260
|
+
// speculative loads that were started for it.
|
|
261
|
+
if (signal) {
|
|
262
|
+
const started = [];
|
|
263
|
+
for (const prediction of acted) {
|
|
264
|
+
const rec = loads.get(prediction.target.id);
|
|
265
|
+
if (rec && rec.speculative)
|
|
266
|
+
started.push(rec);
|
|
267
|
+
}
|
|
268
|
+
if (started.length > 0) {
|
|
269
|
+
const forward = () => {
|
|
270
|
+
for (const rec of started)
|
|
271
|
+
rec.controller.abort();
|
|
272
|
+
};
|
|
273
|
+
signal.addEventListener('abort', forward, { once: true });
|
|
274
|
+
void Promise.allSettled(started.map((rec) => rec.promise)).then(() => {
|
|
275
|
+
signal.removeEventListener('abort', forward);
|
|
276
|
+
});
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
return acted;
|
|
280
|
+
}
|
|
281
|
+
function prefetch(target, options) {
|
|
282
|
+
targets.remember(target);
|
|
283
|
+
const strategy = options?.strategy ?? 'explicit';
|
|
284
|
+
const verdict = decideAdmission(target, strategy);
|
|
285
|
+
if (!verdict.admit)
|
|
286
|
+
return Promise.resolve(verdict.result);
|
|
287
|
+
const rec = startSpeculative(target, strategy, options?.signal);
|
|
288
|
+
return rec.promise.then(() => 'loaded', () => (rec.controller.signal.aborted ? 'cancelled' : 'failed'));
|
|
289
|
+
}
|
|
290
|
+
function cancelAll() {
|
|
291
|
+
loads.abortSpeculative();
|
|
292
|
+
resident.releaseUnclaimed();
|
|
293
|
+
}
|
|
294
|
+
function cancel(targetId) {
|
|
295
|
+
const rec = loads.get(targetId);
|
|
296
|
+
if (rec && rec.speculative)
|
|
297
|
+
rec.controller.abort();
|
|
298
|
+
const entry = resident.peek(targetId);
|
|
299
|
+
if (entry && entry.source === 'prefetch' && !entry.claimed)
|
|
300
|
+
resident.delete(targetId);
|
|
301
|
+
}
|
|
302
|
+
function stats() {
|
|
303
|
+
return ledger.snapshot({
|
|
304
|
+
inFlight: loads.size,
|
|
305
|
+
residentBytes: resident.bytes(),
|
|
306
|
+
selfTunedOff: tuner.selfTunedOff,
|
|
307
|
+
selfTuneTrips: tuner.trips,
|
|
308
|
+
});
|
|
309
|
+
}
|
|
310
|
+
return {
|
|
311
|
+
request,
|
|
312
|
+
requestById(id, options) {
|
|
313
|
+
const target = index.get(id);
|
|
314
|
+
// An unknown id has no footprint: loading it as a 0-byte placeholder would hide
|
|
315
|
+
// the value from the resident byte budget. The caller must supply the target.
|
|
316
|
+
if (!target)
|
|
317
|
+
return Promise.reject(new Error(`unknown prefetch target: ${id} (use request(target))`));
|
|
318
|
+
return request(target, options);
|
|
319
|
+
},
|
|
320
|
+
predict,
|
|
321
|
+
prefetch,
|
|
322
|
+
cancelAll,
|
|
323
|
+
cancel,
|
|
324
|
+
release: (targetId) => resident.delete(targetId),
|
|
325
|
+
stats,
|
|
326
|
+
hitRate: () => stats().hitRate,
|
|
327
|
+
waitMs: () => stats().waitMs,
|
|
328
|
+
events: () => ledger.events(),
|
|
329
|
+
residentIds: () => resident.ids(),
|
|
330
|
+
isEnabled: () => enabled,
|
|
331
|
+
setEnabled(next) {
|
|
332
|
+
enabled = next;
|
|
333
|
+
if (!enabled)
|
|
334
|
+
cancelAll();
|
|
335
|
+
},
|
|
336
|
+
whenIdle: () => loads.whenIdle(),
|
|
337
|
+
};
|
|
338
|
+
}
|
|
339
|
+
//# sourceMappingURL=prefetcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prefetcher.js","sourceRoot":"","sources":["../../src/prefetch/prefetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,GAAG,IAAI,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAmB,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,mBAAmB,EAAsB,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAcrD,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,+BAA+B,GAAG,CAAC,CAAC;AAC1C,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAC1C,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC,MAAM,UAAU,gBAAgB,CAAC,MAAsB;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,cAAc,GAAmB,MAAM,CAAC,cAAc,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC,CAAC;IAClF,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,oBAAoB,IAAI,+BAA+B,CAAC,CAAC;IACzG,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC,CAAC;IAClF,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;IACrE,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC;IAEnC,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,MAAM,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;IAC7G,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,oBAAoB,CAAC;QAClC,GAAG;QACH,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,IAAI,mBAAmB,CAAC;QACvE,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACjC,MAAM,QAAQ,GAAG,mBAAmB,CAAC;QACnC,WAAW,EAAE,MAAM,CAAC,mBAAmB,IAAI,MAAM,CAAC,iBAAiB;QACnE,UAAU,EAAE,MAAM,CAAC,kBAAkB,IAAI,4BAA4B;KACtE,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,eAAe,CAAC;QAC5B,GAAG;QACH,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,IAAI,qBAAqB,CAAC;QAC/E,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,IAAI,mBAAmB,CAAC;QACzE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,IAAI,CAAC,CAAC;QAC3D,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,IAAI,yBAAyB;KAC7E,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,kBAAkB,CAAC;QAC/B,MAAM;QACN,GAAG;QACH,QAAQ,CAAC,GAAG,EAAE,KAAK;YACjB,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;YACxB,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE;gBACnB,KAAK;gBACL,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,QAAQ,EAAE,GAAG,EAAE;gBACf,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;gBAC/C,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,WAAW;gBAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACnG,CAAC;QACD,QAAQ,CAAC,GAAG,EAAE,OAAO;YACnB,IAAI,OAAO;gBAAE,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;;gBAChC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YAC1B,MAAM,CAAC,MAAM,CAAC;gBACZ,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;gBACzC,UAAU,EAAE,GAAG,CAAC,MAAM;aACvB,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC;IAEvC,SAAS,UAAU;QACjB,IAAI,CAAC;YACH,OAAO,cAAc,EAAE,KAAK,IAAI,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,8DAA8D;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,SAAS,eAAe;QACtB,KAAK,CAAC,YAAY,EAAE,CAAC;QACrB,QAAQ,CAAC,gBAAgB,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,eAAe,GAAG,mBAAmB,CAAC;QAC1C,MAAM;QACN,aAAa;QACb,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO;QACxB,UAAU;QACV,eAAe;QACf,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,gBAAgB,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,gBAAgB,EAAE;KACjD,CAAC,CAAC;IAEH,SAAS,gBAAgB,CAAC,MAAsB,EAAE,QAAwB,EAAE,MAAoB;QAC9F,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,SAAS,aAAa;QACpB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,GAAG,IAAI,CAAC;YACf,OAAO;QACT,CAAC;QACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,GAAG,KAAK,CAAC;YAChB,eAAe,EAAE,CAAC;YAClB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;QAChH,CAAC;IACH,CAAC;IAED,SAAS,WAAW,CAAC,EAAU;QAC7B,gCAAgC;QAChC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,SAAS,WAAW,CAAC,EAAU;QAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,OAAO,OAAO,CAAC,MAAM,GAAG,aAAa;YAAE,OAAO,CAAC,KAAK,EAAE,CAAC;IACzD,CAAC;IAED,SAAS,gBAAgB,CAAC,WAA0C;QAClE,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,MAAM,IAAI,oBAAoB;gBAAE,MAAM;YAChD,yEAAyE;YACzE,0EAA0E;YAC1E,0EAA0E;YAC1E,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,OAAO,CAAC,KAAK;gBAAE,gBAAgB,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC5E,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS,WAAW,CAAC,QAAgB;QACnC,oEAAoE;QACpE,MAAM,WAAW,GAAG,gBAAgB,CAClC,CAAC,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,EACrF,aAAa,CACd,CAAC;QACF,OAAO,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;IACvE,CAAC;IAED,SAAS,UAAU,CAAC,MAAsB,EAAE,MAA+B;QACzE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC;IAC3F,CAAC;IAED,KAAK,UAAU,OAAO,CACpB,MAAsB,EACtB,OAAkC;QAElC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;QACxB,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,IAAI,KAAc,CAAC;QACnB,IAAI,WAAsC,CAAC;QAE3C,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE5C,IAAI,aAAa,EAAE,CAAC;YAClB,GAAG,GAAG,IAAI,CAAC;YACX,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;YAC5B,WAAW,GAAG,aAAa,CAAC;YAC5B,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,cAAc,EAAE,CAAC;YAC1B,kEAAkE;YAClE,iCAAiC;YACjC,GAAG,GAAG,IAAI,CAAC;YACX,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC;gBACrC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACvC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,oEAAoE;gBACpE,iEAAiE;gBACjE,GAAG,GAAG,KAAK,CAAC;gBACZ,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC9C,IAAI,GAAG,EAAE,CAAC;YACR,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;YACnB,IAAI,WAAW,EAAE,MAAM,KAAK,UAAU;gBAAE,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxB,qEAAqE;QACrE,kEAAkE;QAClE,IAAI,WAAW,EAAE,MAAM,KAAK,UAAU;YAAE,KAAK,CAAC,iBAAiB,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE5F,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,aAAa,EAAE,CAAC;QAEhB,+DAA+D;QAC/D,+CAA+C;QAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC3C,CAAC;IAED,SAAS,OAAO,CAAC,OAAwB,EAAE,OAAkC;QAC3E,MAAM,WAAW,GAAG,gBAAgB,CAClC;YACE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC;YACrD,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC;YAClC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC;SACnC,EACD,aAAa,CACd,CAAC;QACF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,IAAI,MAAM,EAAE,OAAO;YAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC5C,mEAAmE;QACnE,8CAA8C;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,OAAO,GAAiB,EAAE,CAAC;YACjC,KAAK,MAAM,UAAU,IAAI,KAAK,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW;oBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,GAAG,EAAE;oBACnB,KAAK,MAAM,GAAG,IAAI,OAAO;wBAAE,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACpD,CAAC,CAAC;gBACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1D,KAAK,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBACnE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS,QAAQ,CACf,MAAsB,EACtB,OAA6D;QAE7D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAmB,OAAO,EAAE,QAAQ,IAAI,UAAU,CAAC;QACjE,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAChE,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,CACrB,GAAG,EAAE,CAAC,QAA2B,EACjC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAA8B,CAAC,CAAC,CAAC,QAA2B,CAAC,CACrG,CAAC;IACJ,CAAC;IAED,SAAS,SAAS;QAChB,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACzB,QAAQ,CAAC,gBAAgB,EAAE,CAAC;IAC9B,CAAC;IAED,SAAS,MAAM,CAAC,QAAgB;QAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW;YAAE,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxF,CAAC;IAED,SAAS,KAAK;QACZ,OAAO,MAAM,CAAC,QAAQ,CAAC;YACrB,QAAQ,EAAE,KAAK,CAAC,IAAI;YACpB,aAAa,EAAE,QAAQ,CAAC,KAAK,EAAE;YAC/B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,KAAK,CAAC,KAAK;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,OAAO;QACP,WAAW,CAAC,EAAE,EAAE,OAAO;YACrB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,gFAAgF;YAChF,8EAA8E;YAC9E,IAAI,CAAC,MAAM;gBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,EAAE,wBAAwB,CAAC,CAAC,CAAC;YACtG,OAAO,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,CAAC;QACD,OAAO;QACP,QAAQ;QACR,SAAS;QACT,MAAM;QACN,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChD,KAAK;QACL,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,OAAO;QAC9B,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,MAAM;QAC5B,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE;QAC7B,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE;QACjC,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO;QACxB,UAAU,CAAC,IAAa;YACtB,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,OAAO;gBAAE,SAAS,EAAE,CAAC;QAC5B,CAAC;QACD,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE;KACjC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 4 — the prefetcher's budgeted resident store.
|
|
3
|
+
*
|
|
4
|
+
* Holds every value the prefetcher has loaded — speculative prefetches AND
|
|
5
|
+
* demand loads, claimed or not — inside a byte budget and an entry cap. When
|
|
6
|
+
* either is exceeded the store evicts in two passes:
|
|
7
|
+
* 1. unclaimed speculative prefetches, oldest first (pure waste so far);
|
|
8
|
+
* 2. everything else, least recently used first.
|
|
9
|
+
* So nothing the prefetcher loads can pin memory forever.
|
|
10
|
+
*
|
|
11
|
+
* Recency is the Map's insertion order: a touch deletes and re-inserts.
|
|
12
|
+
*/
|
|
13
|
+
export interface ResidentValue {
|
|
14
|
+
value: unknown;
|
|
15
|
+
bytes: number;
|
|
16
|
+
loadedAt: number;
|
|
17
|
+
loadMs: number;
|
|
18
|
+
/** 'prefetch' when the data was loaded speculatively, 'demand' otherwise. */
|
|
19
|
+
source: 'prefetch' | 'demand';
|
|
20
|
+
/** True when a request consumed the loaded data. */
|
|
21
|
+
claimed: boolean;
|
|
22
|
+
}
|
|
23
|
+
export interface ResidentStoreOptions {
|
|
24
|
+
/** Byte budget over every resident value. `Infinity` = no byte bound. */
|
|
25
|
+
budgetBytes: number;
|
|
26
|
+
/** Entry cap over every resident value. */
|
|
27
|
+
maxEntries: number;
|
|
28
|
+
}
|
|
29
|
+
export interface ResidentStore {
|
|
30
|
+
/** Read and mark most recently used. */
|
|
31
|
+
get(id: string): ResidentValue | undefined;
|
|
32
|
+
/** Read without touching recency. */
|
|
33
|
+
peek(id: string): ResidentValue | undefined;
|
|
34
|
+
has(id: string): boolean;
|
|
35
|
+
/** Insert (or replace) a value, then evict until inside the budget. */
|
|
36
|
+
set(id: string, value: ResidentValue): void;
|
|
37
|
+
/** Drop one value. Returns whether something was dropped. */
|
|
38
|
+
delete(id: string): boolean;
|
|
39
|
+
/** Mark a value claimed by a request. */
|
|
40
|
+
markClaimed(id: string): void;
|
|
41
|
+
/** Drop every unclaimed speculative prefetch. Returns how many were dropped. */
|
|
42
|
+
releaseUnclaimed(): number;
|
|
43
|
+
/** Evict until inside the budget and the entry cap. */
|
|
44
|
+
enforce(): void;
|
|
45
|
+
bytes(): number;
|
|
46
|
+
ids(): string[];
|
|
47
|
+
}
|
|
48
|
+
export declare function createResidentStore(options: ResidentStoreOptions): ResidentStore;
|
|
49
|
+
//# sourceMappingURL=residentStore.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"residentStore.d.ts","sourceRoot":"","sources":["../../src/prefetch/residentStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,6EAA6E;IAC7E,MAAM,EAAE,UAAU,GAAG,QAAQ,CAAC;IAC9B,oDAAoD;IACpD,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,yEAAyE;IACzE,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,wCAAwC;IACxC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAAC;IAC3C,qCAAqC;IACrC,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAAC;IAC5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,uEAAuE;IACvE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5C,6DAA6D;IAC7D,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,yCAAyC;IACzC,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,gFAAgF;IAChF,gBAAgB,IAAI,MAAM,CAAC;IAC3B,uDAAuD;IACvD,OAAO,IAAI,IAAI,CAAC;IAChB,KAAK,IAAI,MAAM,CAAC;IAChB,GAAG,IAAI,MAAM,EAAE,CAAC;CACjB;AAMD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAiEhF"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 4 — the prefetcher's budgeted resident store.
|
|
3
|
+
*
|
|
4
|
+
* Holds every value the prefetcher has loaded — speculative prefetches AND
|
|
5
|
+
* demand loads, claimed or not — inside a byte budget and an entry cap. When
|
|
6
|
+
* either is exceeded the store evicts in two passes:
|
|
7
|
+
* 1. unclaimed speculative prefetches, oldest first (pure waste so far);
|
|
8
|
+
* 2. everything else, least recently used first.
|
|
9
|
+
* So nothing the prefetcher loads can pin memory forever.
|
|
10
|
+
*
|
|
11
|
+
* Recency is the Map's insertion order: a touch deletes and re-inserts.
|
|
12
|
+
*/
|
|
13
|
+
function isUnclaimedPrefetch(entry) {
|
|
14
|
+
return entry.source === 'prefetch' && !entry.claimed;
|
|
15
|
+
}
|
|
16
|
+
export function createResidentStore(options) {
|
|
17
|
+
const entries = new Map();
|
|
18
|
+
const maxEntries = Math.max(1, options.maxEntries);
|
|
19
|
+
let used = 0;
|
|
20
|
+
function over() {
|
|
21
|
+
return used > options.budgetBytes || entries.size > maxEntries;
|
|
22
|
+
}
|
|
23
|
+
function remove(id) {
|
|
24
|
+
const entry = entries.get(id);
|
|
25
|
+
if (!entry)
|
|
26
|
+
return false;
|
|
27
|
+
entries.delete(id);
|
|
28
|
+
used -= entry.bytes;
|
|
29
|
+
return true;
|
|
30
|
+
}
|
|
31
|
+
function enforce() {
|
|
32
|
+
if (!over())
|
|
33
|
+
return;
|
|
34
|
+
for (const [id, entry] of [...entries]) {
|
|
35
|
+
if (!over())
|
|
36
|
+
return;
|
|
37
|
+
if (isUnclaimedPrefetch(entry))
|
|
38
|
+
remove(id);
|
|
39
|
+
}
|
|
40
|
+
for (const id of [...entries.keys()]) {
|
|
41
|
+
if (!over())
|
|
42
|
+
return;
|
|
43
|
+
remove(id);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
get(id) {
|
|
48
|
+
const entry = entries.get(id);
|
|
49
|
+
if (!entry)
|
|
50
|
+
return undefined;
|
|
51
|
+
entries.delete(id);
|
|
52
|
+
entries.set(id, entry);
|
|
53
|
+
return entry;
|
|
54
|
+
},
|
|
55
|
+
peek: (id) => entries.get(id),
|
|
56
|
+
has: (id) => entries.has(id),
|
|
57
|
+
set(id, value) {
|
|
58
|
+
remove(id);
|
|
59
|
+
// A bogus footprint must not poison the running total.
|
|
60
|
+
if (!(Number.isFinite(value.bytes) && value.bytes > 0))
|
|
61
|
+
value.bytes = 0;
|
|
62
|
+
entries.set(id, value);
|
|
63
|
+
used += value.bytes;
|
|
64
|
+
enforce();
|
|
65
|
+
},
|
|
66
|
+
delete: remove,
|
|
67
|
+
markClaimed(id) {
|
|
68
|
+
const entry = entries.get(id);
|
|
69
|
+
if (entry)
|
|
70
|
+
entry.claimed = true;
|
|
71
|
+
},
|
|
72
|
+
releaseUnclaimed() {
|
|
73
|
+
let released = 0;
|
|
74
|
+
for (const [id, entry] of [...entries]) {
|
|
75
|
+
if (!isUnclaimedPrefetch(entry))
|
|
76
|
+
continue;
|
|
77
|
+
remove(id);
|
|
78
|
+
released += 1;
|
|
79
|
+
}
|
|
80
|
+
return released;
|
|
81
|
+
},
|
|
82
|
+
enforce,
|
|
83
|
+
bytes: () => used,
|
|
84
|
+
ids: () => [...entries.keys()],
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
//# sourceMappingURL=residentStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"residentStore.js","sourceRoot":"","sources":["../../src/prefetch/residentStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAwCH,SAAS,mBAAmB,CAAC,KAAoB;IAC/C,OAAO,KAAK,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAA6B;IAC/D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACnD,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,SAAS,IAAI;QACX,OAAO,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,GAAG,UAAU,CAAC;IACjE,CAAC;IAED,SAAS,MAAM,CAAC,EAAU;QACxB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnB,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,OAAO;QACd,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO;QACpB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,EAAE;gBAAE,OAAO;YACpB,IAAI,mBAAmB,CAAC,KAAK,CAAC;gBAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,EAAE;gBAAE,OAAO;YACpB,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAED,OAAO;QACL,GAAG,CAAC,EAAE;YACJ,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK;gBAAE,OAAO,SAAS,CAAC;YAC7B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,EAAE,KAAK;YACX,MAAM,CAAC,EAAE,CAAC,CAAC;YACX,uDAAuD;YACvD,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;gBAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACvB,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,EAAE,MAAM;QACd,WAAW,CAAC,EAAE;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9B,IAAI,KAAK;gBAAE,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;QAClC,CAAC;QACD,gBAAgB;YACd,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;oBAAE,SAAS;gBAC1C,MAAM,CAAC,EAAE,CAAC,CAAC;gBACX,QAAQ,IAAI,CAAC,CAAC;YAChB,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,OAAO;QACP,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI;QACjB,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;KAC/B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 4 — the prefetch self-tuner.
|
|
3
|
+
*
|
|
4
|
+
* The measurement is CUMULATIVE, not per-window: the benefit prefetching
|
|
5
|
+
* delivered (the wait it saved callers) against the cost of the speculative
|
|
6
|
+
* loads nobody ever used. A speculative load stays "waste" until a request
|
|
7
|
+
* claims it, so a prefetch that is never used keeps counting against the
|
|
8
|
+
* tuner for as long as it is outstanding.
|
|
9
|
+
*
|
|
10
|
+
* Outstanding loads are tracked individually up to `maxTrackedLoads`; older
|
|
11
|
+
* ones are folded into a scalar so the measurement stays exact for
|
|
12
|
+
* everything except a later claim of a load that old (bounded state).
|
|
13
|
+
*/
|
|
14
|
+
export interface SelfTunerOptions {
|
|
15
|
+
now: () => number;
|
|
16
|
+
/** Consecutive negative measurements before prefetching is disabled. */
|
|
17
|
+
disableAfter: number;
|
|
18
|
+
/** Measurements required before the tuner may act. */
|
|
19
|
+
minSamples: number;
|
|
20
|
+
/** Re-enable after this many ms. 0 never re-enables. */
|
|
21
|
+
retryAfterMs: number;
|
|
22
|
+
/** Outstanding speculative loads tracked individually. */
|
|
23
|
+
maxTrackedLoads: number;
|
|
24
|
+
}
|
|
25
|
+
/** What the prefetcher must do after a measurement. */
|
|
26
|
+
export type TunerAction = 'none' | 'disable' | 'reenable';
|
|
27
|
+
export interface SelfTuner {
|
|
28
|
+
/** A speculative load completed and nobody has claimed it yet. */
|
|
29
|
+
noteSpeculativeLoad(id: string, loadMs: number): void;
|
|
30
|
+
/** A request consumed `id`: its loads were not waste. */
|
|
31
|
+
markClaimed(id: string): void;
|
|
32
|
+
/** Credit the wait a prefetch saved: about `loadMs`, minus what the caller still waited. */
|
|
33
|
+
creditAvoidedWait(loadMs: number, actualWaitMs: number): void;
|
|
34
|
+
/** Evaluate after one measured request. `enabled` is the prefetcher's current switch. */
|
|
35
|
+
evaluate(enabled: boolean): TunerAction;
|
|
36
|
+
readonly selfTunedOff: boolean;
|
|
37
|
+
readonly trips: number;
|
|
38
|
+
}
|
|
39
|
+
export declare function createSelfTuner(options: SelfTunerOptions): SelfTuner;
|
|
40
|
+
//# sourceMappingURL=selfTuner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selfTuner.d.ts","sourceRoot":"","sources":["../../src/prefetch/selfTuner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,MAAM,CAAC;IAClB,wEAAwE;IACxE,YAAY,EAAE,MAAM,CAAC;IACrB,sDAAsD;IACtD,UAAU,EAAE,MAAM,CAAC;IACnB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAC;IACrB,0DAA0D;IAC1D,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,uDAAuD;AACvD,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;AAE1D,MAAM,WAAW,SAAS;IACxB,kEAAkE;IAClE,mBAAmB,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtD,yDAAyD;IACzD,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,4FAA4F;IAC5F,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9D,yFAAyF;IACzF,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,WAAW,CAAC;IACxC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAOD,wBAAgB,eAAe,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,CA8DpE"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 4 — the prefetch self-tuner.
|
|
3
|
+
*
|
|
4
|
+
* The measurement is CUMULATIVE, not per-window: the benefit prefetching
|
|
5
|
+
* delivered (the wait it saved callers) against the cost of the speculative
|
|
6
|
+
* loads nobody ever used. A speculative load stays "waste" until a request
|
|
7
|
+
* claims it, so a prefetch that is never used keeps counting against the
|
|
8
|
+
* tuner for as long as it is outstanding.
|
|
9
|
+
*
|
|
10
|
+
* Outstanding loads are tracked individually up to `maxTrackedLoads`; older
|
|
11
|
+
* ones are folded into a scalar so the measurement stays exact for
|
|
12
|
+
* everything except a later claim of a load that old (bounded state).
|
|
13
|
+
*/
|
|
14
|
+
export function createSelfTuner(options) {
|
|
15
|
+
const maxTracked = Math.max(1, options.maxTrackedLoads);
|
|
16
|
+
let outstanding = [];
|
|
17
|
+
let retiredWasteMs = 0;
|
|
18
|
+
let avoidedMs = 0;
|
|
19
|
+
let measured = 0;
|
|
20
|
+
let negativeStreak = 0;
|
|
21
|
+
let disabledAt = 0;
|
|
22
|
+
let selfTunedOff = false;
|
|
23
|
+
let trips = 0;
|
|
24
|
+
function wasteMs() {
|
|
25
|
+
let total = retiredWasteMs;
|
|
26
|
+
for (const load of outstanding)
|
|
27
|
+
total += load.loadMs;
|
|
28
|
+
return total;
|
|
29
|
+
}
|
|
30
|
+
return {
|
|
31
|
+
noteSpeculativeLoad(id, loadMs) {
|
|
32
|
+
outstanding.push({ id, loadMs });
|
|
33
|
+
while (outstanding.length > maxTracked) {
|
|
34
|
+
const oldest = outstanding.shift();
|
|
35
|
+
if (oldest)
|
|
36
|
+
retiredWasteMs += oldest.loadMs;
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
markClaimed(id) {
|
|
40
|
+
if (outstanding.some((load) => load.id === id)) {
|
|
41
|
+
outstanding = outstanding.filter((load) => load.id !== id);
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
creditAvoidedWait(loadMs, actualWaitMs) {
|
|
45
|
+
avoidedMs += Math.max(0, loadMs - actualWaitMs);
|
|
46
|
+
},
|
|
47
|
+
evaluate(enabled) {
|
|
48
|
+
measured += 1;
|
|
49
|
+
// A self-tuned-off prefetcher may be re-enabled by the retry window.
|
|
50
|
+
if (!enabled && selfTunedOff && options.retryAfterMs > 0 && options.now() - disabledAt >= options.retryAfterMs) {
|
|
51
|
+
selfTunedOff = false;
|
|
52
|
+
negativeStreak = 0;
|
|
53
|
+
avoidedMs = 0;
|
|
54
|
+
outstanding = [];
|
|
55
|
+
retiredWasteMs = 0;
|
|
56
|
+
return 'reenable';
|
|
57
|
+
}
|
|
58
|
+
if (measured < options.minSamples)
|
|
59
|
+
return 'none';
|
|
60
|
+
// Negative means the speculative work cost more than it saved.
|
|
61
|
+
negativeStreak = wasteMs() > avoidedMs ? negativeStreak + 1 : 0;
|
|
62
|
+
if (negativeStreak >= options.disableAfter && !selfTunedOff) {
|
|
63
|
+
selfTunedOff = true;
|
|
64
|
+
trips += 1;
|
|
65
|
+
disabledAt = options.now();
|
|
66
|
+
return 'disable';
|
|
67
|
+
}
|
|
68
|
+
return 'none';
|
|
69
|
+
},
|
|
70
|
+
get selfTunedOff() {
|
|
71
|
+
return selfTunedOff;
|
|
72
|
+
},
|
|
73
|
+
get trips() {
|
|
74
|
+
return trips;
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=selfTuner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selfTuner.js","sourceRoot":"","sources":["../../src/prefetch/selfTuner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAmCH,MAAM,UAAU,eAAe,CAAC,OAAyB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACxD,IAAI,WAAW,GAAsB,EAAE,CAAC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,SAAS,OAAO;QACd,IAAI,KAAK,GAAG,cAAc,CAAC;QAC3B,KAAK,MAAM,IAAI,IAAI,WAAW;YAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,mBAAmB,CAAC,EAAE,EAAE,MAAM;YAC5B,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,OAAO,WAAW,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;gBACvC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;gBACnC,IAAI,MAAM;oBAAE,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,WAAW,CAAC,EAAE;YACZ,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBAC/C,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,iBAAiB,CAAC,MAAM,EAAE,YAAY;YACpC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC,CAAC;QAClD,CAAC;QACD,QAAQ,CAAC,OAAO;YACd,QAAQ,IAAI,CAAC,CAAC;YACd,qEAAqE;YACrE,IAAI,CAAC,OAAO,IAAI,YAAY,IAAI,OAAO,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,GAAG,UAAU,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC/G,YAAY,GAAG,KAAK,CAAC;gBACrB,cAAc,GAAG,CAAC,CAAC;gBACnB,SAAS,GAAG,CAAC,CAAC;gBACd,WAAW,GAAG,EAAE,CAAC;gBACjB,cAAc,GAAG,CAAC,CAAC;gBACnB,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,IAAI,QAAQ,GAAG,OAAO,CAAC,UAAU;gBAAE,OAAO,MAAM,CAAC;YACjD,+DAA+D;YAC/D,cAAc,GAAG,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,cAAc,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC5D,YAAY,GAAG,IAAI,CAAC;gBACpB,KAAK,IAAI,CAAC,CAAC;gBACX,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,YAAY;YACd,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,IAAI,KAAK;YACP,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC;AACJ,CAAC"}
|