@seanhogg/builderforce-webcontainers 2026.10.11 → 2026.10.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/adaptive/controller.d.ts +39 -0
- package/dist/adaptive/controller.d.ts.map +1 -0
- package/dist/adaptive/controller.js +108 -0
- package/dist/adaptive/controller.js.map +1 -0
- package/dist/adaptive/costModel.d.ts +37 -0
- package/dist/adaptive/costModel.d.ts.map +1 -0
- package/dist/adaptive/costModel.js +102 -0
- package/dist/adaptive/costModel.js.map +1 -0
- package/dist/adaptive/planner.d.ts +22 -0
- package/dist/adaptive/planner.d.ts.map +1 -0
- package/dist/adaptive/planner.js +114 -0
- package/dist/adaptive/planner.js.map +1 -0
- package/dist/adaptive/types.d.ts +138 -0
- package/dist/adaptive/types.d.ts.map +1 -0
- package/dist/adaptive/types.js +12 -0
- package/dist/adaptive/types.js.map +1 -0
- package/dist/assets.js +2 -2
- package/dist/check/cachedFetch.js.map +1 -1
- package/dist/check/index.d.ts +6 -1
- package/dist/check/index.d.ts.map +1 -1
- package/dist/check/index.js +6 -1
- package/dist/check/index.js.map +1 -1
- package/dist/componentCompilers.d.ts.map +1 -1
- package/dist/componentCompilers.js.map +1 -1
- package/dist/esbuildWasm.js.map +1 -1
- package/dist/host.d.ts +11 -5
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +19 -8
- package/dist/host.js.map +1 -1
- package/dist/inference/backends/mock.d.ts +24 -0
- package/dist/inference/backends/mock.d.ts.map +1 -0
- package/dist/inference/backends/mock.js +55 -0
- package/dist/inference/backends/mock.js.map +1 -0
- package/dist/inference/backends/onnx.d.ts +33 -0
- package/dist/inference/backends/onnx.d.ts.map +1 -0
- package/dist/inference/backends/onnx.js +60 -0
- package/dist/inference/backends/onnx.js.map +1 -0
- package/dist/inference/backends/webllm.d.ts +27 -0
- package/dist/inference/backends/webllm.d.ts.map +1 -0
- package/dist/inference/backends/webllm.js +52 -0
- package/dist/inference/backends/webllm.js.map +1 -0
- package/dist/inference/backends/wllama.d.ts +29 -0
- package/dist/inference/backends/wllama.d.ts.map +1 -0
- package/dist/inference/backends/wllama.js +51 -0
- package/dist/inference/backends/wllama.js.map +1 -0
- package/dist/inference/capabilities.d.ts +20 -0
- package/dist/inference/capabilities.d.ts.map +1 -0
- package/dist/inference/capabilities.js +33 -0
- package/dist/inference/capabilities.js.map +1 -0
- package/dist/inference/client.d.ts +45 -0
- package/dist/inference/client.d.ts.map +1 -0
- package/dist/inference/client.js +201 -0
- package/dist/inference/client.js.map +1 -0
- package/dist/inference/modelCache.d.ts +71 -0
- package/dist/inference/modelCache.d.ts.map +1 -0
- package/dist/inference/modelCache.js +91 -0
- package/dist/inference/modelCache.js.map +1 -0
- package/dist/inference/protocol.d.ts +94 -0
- package/dist/inference/protocol.d.ts.map +1 -0
- package/dist/inference/protocol.js +19 -0
- package/dist/inference/protocol.js.map +1 -0
- package/dist/inference/tokenStream.d.ts +26 -0
- package/dist/inference/tokenStream.d.ts.map +1 -0
- package/dist/inference/tokenStream.js +79 -0
- package/dist/inference/tokenStream.js.map +1 -0
- package/dist/inference/types.d.ts +108 -0
- package/dist/inference/types.d.ts.map +1 -0
- package/dist/inference/types.js +8 -0
- package/dist/inference/types.js.map +1 -0
- package/dist/inference/worker.bundle.js +5 -0
- package/dist/inference/worker.d.ts +35 -0
- package/dist/inference/worker.d.ts.map +1 -0
- package/dist/inference/worker.js +157 -0
- package/dist/inference/worker.js.map +1 -0
- package/dist/inference/workerEntry.d.ts +15 -0
- package/dist/inference/workerEntry.d.ts.map +1 -0
- package/dist/inference/workerEntry.js +17 -0
- package/dist/inference/workerEntry.js.map +1 -0
- package/dist/kvcache/advanced.d.ts +39 -0
- package/dist/kvcache/advanced.d.ts.map +1 -0
- package/dist/kvcache/advanced.js +59 -0
- package/dist/kvcache/advanced.js.map +1 -0
- package/dist/kvcache/compatibility.d.ts +14 -0
- package/dist/kvcache/compatibility.d.ts.map +1 -0
- package/dist/kvcache/compatibility.js +44 -0
- package/dist/kvcache/compatibility.js.map +1 -0
- package/dist/kvcache/lru.d.ts +45 -0
- package/dist/kvcache/lru.d.ts.map +1 -0
- package/dist/kvcache/lru.js +91 -0
- package/dist/kvcache/lru.js.map +1 -0
- package/dist/kvcache/paged.d.ts +86 -0
- package/dist/kvcache/paged.d.ts.map +1 -0
- package/dist/kvcache/paged.js +238 -0
- package/dist/kvcache/paged.js.map +1 -0
- package/dist/kvcache/quant.d.ts +30 -0
- package/dist/kvcache/quant.d.ts.map +1 -0
- package/dist/kvcache/quant.js +73 -0
- package/dist/kvcache/quant.js.map +1 -0
- package/dist/kvcache/radix.d.ts +28 -0
- package/dist/kvcache/radix.d.ts.map +1 -0
- package/dist/kvcache/radix.js +58 -0
- package/dist/kvcache/radix.js.map +1 -0
- package/dist/kvcache/runtime.d.ts +11 -0
- package/dist/kvcache/runtime.d.ts.map +1 -0
- package/dist/kvcache/runtime.js +204 -0
- package/dist/kvcache/runtime.js.map +1 -0
- package/dist/kvcache/types.d.ts +151 -0
- package/dist/kvcache/types.d.ts.map +1 -0
- package/dist/kvcache/types.js +10 -0
- package/dist/kvcache/types.js.map +1 -0
- package/dist/learning/fingerprint.d.ts +17 -0
- package/dist/learning/fingerprint.d.ts.map +1 -0
- package/dist/learning/fingerprint.js +46 -0
- package/dist/learning/fingerprint.js.map +1 -0
- package/dist/learning/index.d.ts +5 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +3 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/learner.d.ts +21 -0
- package/dist/learning/learner.d.ts.map +1 -0
- package/dist/learning/learner.js +272 -0
- package/dist/learning/learner.js.map +1 -0
- package/dist/learning/ledger.d.ts +26 -0
- package/dist/learning/ledger.d.ts.map +1 -0
- package/dist/learning/ledger.js +40 -0
- package/dist/learning/ledger.js.map +1 -0
- package/dist/learning/selection.d.ts +44 -0
- package/dist/learning/selection.d.ts.map +1 -0
- package/dist/learning/selection.js +111 -0
- package/dist/learning/selection.js.map +1 -0
- package/dist/learning/stats.d.ts +19 -0
- package/dist/learning/stats.d.ts.map +1 -0
- package/dist/learning/stats.js +31 -0
- package/dist/learning/stats.js.map +1 -0
- package/dist/learning/types.d.ts +133 -0
- package/dist/learning/types.d.ts.map +1 -0
- package/dist/learning/types.js +8 -0
- package/dist/learning/types.js.map +1 -0
- package/dist/memory/envProbe.d.ts +16 -0
- package/dist/memory/envProbe.d.ts.map +1 -0
- package/dist/memory/envProbe.js +28 -0
- package/dist/memory/envProbe.js.map +1 -0
- package/dist/memory/estimates.d.ts +46 -0
- package/dist/memory/estimates.d.ts.map +1 -0
- package/dist/memory/estimates.js +72 -0
- package/dist/memory/estimates.js.map +1 -0
- package/dist/memory/eviction.d.ts +42 -0
- package/dist/memory/eviction.d.ts.map +1 -0
- package/dist/memory/eviction.js +143 -0
- package/dist/memory/eviction.js.map +1 -0
- package/dist/memory/manager.d.ts +34 -0
- package/dist/memory/manager.d.ts.map +1 -0
- package/dist/memory/manager.js +346 -0
- package/dist/memory/manager.js.map +1 -0
- package/dist/memory/managerTypes.d.ts +49 -0
- package/dist/memory/managerTypes.d.ts.map +1 -0
- package/dist/memory/managerTypes.js +7 -0
- package/dist/memory/managerTypes.js.map +1 -0
- package/dist/memory/pressure.d.ts +56 -0
- package/dist/memory/pressure.d.ts.map +1 -0
- package/dist/memory/pressure.js +80 -0
- package/dist/memory/pressure.js.map +1 -0
- package/dist/memory/spillTier.d.ts +47 -0
- package/dist/memory/spillTier.d.ts.map +1 -0
- package/dist/memory/spillTier.js +128 -0
- package/dist/memory/spillTier.js.map +1 -0
- package/dist/memory/storageSink.d.ts +69 -0
- package/dist/memory/storageSink.d.ts.map +1 -0
- package/dist/memory/storageSink.js +221 -0
- package/dist/memory/storageSink.js.map +1 -0
- package/dist/memory/types.d.ts +202 -0
- package/dist/memory/types.d.ts.map +1 -0
- package/dist/memory/types.js +15 -0
- package/dist/memory/types.js.map +1 -0
- package/dist/memory/victims.d.ts +32 -0
- package/dist/memory/victims.d.ts.map +1 -0
- package/dist/memory/victims.js +74 -0
- package/dist/memory/victims.js.map +1 -0
- package/dist/memory/workspace.d.ts +34 -0
- package/dist/memory/workspace.d.ts.map +1 -0
- package/dist/memory/workspace.js +55 -0
- package/dist/memory/workspace.js.map +1 -0
- package/dist/memoryIntegration/index.d.ts +8 -0
- package/dist/memoryIntegration/index.d.ts.map +1 -0
- package/dist/memoryIntegration/index.js +4 -0
- package/dist/memoryIntegration/index.js.map +1 -0
- package/dist/memoryIntegration/knowledgeMemory.d.ts +43 -0
- package/dist/memoryIntegration/knowledgeMemory.d.ts.map +1 -0
- package/dist/memoryIntegration/knowledgeMemory.js +285 -0
- package/dist/memoryIntegration/knowledgeMemory.js.map +1 -0
- package/dist/memoryIntegration/persistence.d.ts +15 -0
- package/dist/memoryIntegration/persistence.d.ts.map +1 -0
- package/dist/memoryIntegration/persistence.js +43 -0
- package/dist/memoryIntegration/persistence.js.map +1 -0
- package/dist/memoryIntegration/text.d.ts +57 -0
- package/dist/memoryIntegration/text.d.ts.map +1 -0
- package/dist/memoryIntegration/text.js +179 -0
- package/dist/memoryIntegration/text.js.map +1 -0
- package/dist/memoryIntegration/types.d.ts +131 -0
- package/dist/memoryIntegration/types.d.ts.map +1 -0
- package/dist/memoryIntegration/types.js +11 -0
- package/dist/memoryIntegration/types.js.map +1 -0
- package/dist/ml.d.ts +52 -0
- package/dist/ml.d.ts.map +1 -0
- package/dist/ml.js +33 -0
- package/dist/ml.js.map +1 -0
- package/dist/node/childRelay.d.ts +10 -0
- package/dist/node/childRelay.d.ts.map +1 -1
- package/dist/node/childRelay.js +12 -2
- package/dist/node/childRelay.js.map +1 -1
- package/dist/node/index.js.map +1 -1
- package/dist/node/portResponder.d.ts +2 -0
- package/dist/node/portResponder.d.ts.map +1 -1
- package/dist/node/portResponder.js +3 -3
- package/dist/node/portResponder.js.map +1 -1
- package/dist/node/processHost.d.ts +4 -1
- package/dist/node/processHost.d.ts.map +1 -1
- package/dist/node/processHost.js +19 -16
- package/dist/node/processHost.js.map +1 -1
- package/dist/node/protocol.d.ts +1 -0
- package/dist/node/protocol.d.ts.map +1 -1
- package/dist/node/responseWire.d.ts.map +1 -1
- package/dist/node/worker.js +116 -109
- package/dist/node/workerProcess.js +1 -1
- package/dist/node/workerProcess.js.map +1 -1
- package/dist/prefetch/admission.d.ts +41 -0
- package/dist/prefetch/admission.d.ts.map +1 -0
- package/dist/prefetch/admission.js +49 -0
- package/dist/prefetch/admission.js.map +1 -0
- package/dist/prefetch/loadRegistry.d.ts +56 -0
- package/dist/prefetch/loadRegistry.d.ts.map +1 -0
- package/dist/prefetch/loadRegistry.js +108 -0
- package/dist/prefetch/loadRegistry.js.map +1 -0
- package/dist/prefetch/predictor.d.ts +40 -0
- package/dist/prefetch/predictor.d.ts.map +1 -0
- package/dist/prefetch/predictor.js +178 -0
- package/dist/prefetch/predictor.js.map +1 -0
- package/dist/prefetch/prefetcher.d.ts +37 -0
- package/dist/prefetch/prefetcher.d.ts.map +1 -0
- package/dist/prefetch/prefetcher.js +339 -0
- package/dist/prefetch/prefetcher.js.map +1 -0
- package/dist/prefetch/residentStore.d.ts +49 -0
- package/dist/prefetch/residentStore.d.ts.map +1 -0
- package/dist/prefetch/residentStore.js +87 -0
- package/dist/prefetch/residentStore.js.map +1 -0
- package/dist/prefetch/selfTuner.d.ts +40 -0
- package/dist/prefetch/selfTuner.d.ts.map +1 -0
- package/dist/prefetch/selfTuner.js +78 -0
- package/dist/prefetch/selfTuner.js.map +1 -0
- package/dist/prefetch/stats.d.ts +52 -0
- package/dist/prefetch/stats.d.ts.map +1 -0
- package/dist/prefetch/stats.js +72 -0
- package/dist/prefetch/stats.js.map +1 -0
- package/dist/prefetch/streaming.d.ts +132 -0
- package/dist/prefetch/streaming.d.ts.map +1 -0
- package/dist/prefetch/streaming.js +141 -0
- package/dist/prefetch/streaming.js.map +1 -0
- package/dist/prefetch/targetIndex.d.ts +18 -0
- package/dist/prefetch/targetIndex.d.ts.map +1 -0
- package/dist/prefetch/targetIndex.js +32 -0
- package/dist/prefetch/targetIndex.js.map +1 -0
- package/dist/prefetch/types.d.ts +283 -0
- package/dist/prefetch/types.d.ts.map +1 -0
- package/dist/prefetch/types.js +19 -0
- package/dist/prefetch/types.js.map +1 -0
- package/dist/previewBridge.d.ts +6 -0
- package/dist/previewBridge.d.ts.map +1 -1
- package/dist/previewBridge.js +25 -5
- package/dist/previewBridge.js.map +1 -1
- package/dist/previewMessages.d.ts +4 -3
- package/dist/previewMessages.d.ts.map +1 -1
- package/dist/previewMessages.js +12 -6
- package/dist/previewMessages.js.map +1 -1
- package/dist/process-worker.js +116 -109
- package/dist/relay.html +1 -1
- package/dist/shared/clock.d.ts +7 -0
- package/dist/shared/clock.d.ts.map +1 -0
- package/dist/shared/clock.js +10 -0
- package/dist/shared/clock.js.map +1 -0
- package/dist/shared/hardwareProbe.d.ts +26 -0
- package/dist/shared/hardwareProbe.d.ts.map +1 -0
- package/dist/shared/hardwareProbe.js +62 -0
- package/dist/shared/hardwareProbe.js.map +1 -0
- package/dist/shared/idb.d.ts +41 -0
- package/dist/shared/idb.d.ts.map +1 -0
- package/dist/shared/idb.js +184 -0
- package/dist/shared/idb.js.map +1 -0
- package/dist/shared/tokens.d.ts +7 -0
- package/dist/shared/tokens.d.ts.map +1 -0
- package/dist/shared/tokens.js +9 -0
- package/dist/shared/tokens.js.map +1 -0
- package/dist/snapshotStore.d.ts +2 -1
- package/dist/snapshotStore.d.ts.map +1 -1
- package/dist/snapshotStore.js +27 -12
- package/dist/snapshotStore.js.map +1 -1
- package/dist/styleCompilers.d.ts.map +1 -1
- package/dist/styleCompilers.js.map +1 -1
- package/dist/transport.js.map +1 -1
- package/package.json +11 -5
- package/src/adaptive/controller.ts +151 -0
- package/src/adaptive/costModel.ts +131 -0
- package/src/adaptive/planner.ts +127 -0
- package/src/adaptive/types.ts +137 -0
- package/src/check/index.ts +6 -1
- package/src/host.ts +33 -11
- package/src/inference/backends/mock.ts +77 -0
- package/src/inference/backends/onnx.ts +91 -0
- package/src/inference/backends/webllm.ts +79 -0
- package/src/inference/backends/wllama.ts +79 -0
- package/src/inference/capabilities.ts +46 -0
- package/src/inference/client.ts +276 -0
- package/src/inference/modelCache.ts +145 -0
- package/src/inference/protocol.ts +119 -0
- package/src/inference/tokenStream.ts +92 -0
- package/src/inference/types.ts +115 -0
- package/src/inference/worker.ts +191 -0
- package/src/inference/workerEntry.ts +18 -0
- package/src/kvcache/advanced.ts +86 -0
- package/src/kvcache/compatibility.ts +51 -0
- package/src/kvcache/lru.ts +100 -0
- package/src/kvcache/paged.ts +270 -0
- package/src/kvcache/quant.ts +88 -0
- package/src/kvcache/radix.ts +68 -0
- package/src/kvcache/runtime.ts +239 -0
- package/src/kvcache/types.ts +167 -0
- package/src/learning/fingerprint.ts +50 -0
- package/src/learning/index.ts +15 -0
- package/src/learning/learner.ts +304 -0
- package/src/learning/ledger.ts +54 -0
- package/src/learning/selection.ts +137 -0
- package/src/learning/stats.ts +39 -0
- package/src/learning/types.ts +142 -0
- package/src/memory/envProbe.ts +30 -0
- package/src/memory/estimates.ts +98 -0
- package/src/memory/eviction.ts +145 -0
- package/src/memory/manager.ts +380 -0
- package/src/memory/managerTypes.ts +61 -0
- package/src/memory/pressure.ts +120 -0
- package/src/memory/spillTier.ts +159 -0
- package/src/memory/storageSink.ts +289 -0
- package/src/memory/types.ts +217 -0
- package/src/memory/victims.ts +80 -0
- package/src/memory/workspace.ts +74 -0
- package/src/memoryIntegration/index.ts +7 -0
- package/src/memoryIntegration/knowledgeMemory.ts +339 -0
- package/src/memoryIntegration/persistence.ts +54 -0
- package/src/memoryIntegration/text.ts +185 -0
- package/src/memoryIntegration/types.ts +145 -0
- package/src/ml.ts +180 -0
- package/src/node/childRelay.ts +16 -3
- package/src/node/portResponder.ts +5 -3
- package/src/node/processHost.ts +16 -15
- package/src/node/protocol.ts +1 -1
- package/src/node/workerProcess.ts +1 -1
- package/src/prefetch/admission.ts +74 -0
- package/src/prefetch/loadRegistry.ts +156 -0
- package/src/prefetch/predictor.ts +199 -0
- package/src/prefetch/prefetcher.ts +369 -0
- package/src/prefetch/residentStore.ts +121 -0
- package/src/prefetch/selfTuner.ts +110 -0
- package/src/prefetch/stats.ts +120 -0
- package/src/prefetch/streaming.ts +231 -0
- package/src/prefetch/targetIndex.ts +40 -0
- package/src/prefetch/types.ts +307 -0
- package/src/previewBridge.ts +25 -5
- package/src/previewMessages.ts +11 -6
- package/src/shared/clock.ts +9 -0
- package/src/shared/hardwareProbe.ts +68 -0
- package/src/shared/idb.ts +203 -0
- package/src/shared/tokens.ts +8 -0
- package/src/snapshotStore.ts +25 -10
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { createLearner, fingerprintWorkload, observationFromExecution } from './learner.js';
|
|
2
|
+
export { emptyStat, observeStat, ucb1, variance } from './stats.js';
|
|
3
|
+
export type { RunningStat } from './stats.js';
|
|
4
|
+
export type { ConfigDeltaField, HistoryEntry, Learner, LearnerConfig, LearningStats, ObserveResult, OutcomeObservation, Recommendation, SafeStrategy, WorkloadFingerprintInput, } from './types.js';
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACpE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,OAAO,EACP,aAAa,EACb,aAAa,EACb,aAAa,EACb,kBAAkB,EAClB,cAAc,EACd,YAAY,EACZ,wBAAwB,GACzB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — Online Performance Learning.
|
|
3
|
+
*
|
|
4
|
+
* Feedback-driven strategy selection. Every output is a plain-data delta plus
|
|
5
|
+
* a reason. Nothing in this module mutates another phase: the caller decides
|
|
6
|
+
* whether to apply a suggestion. Learning is limited to strategies registered
|
|
7
|
+
* as prevalidated, and an observation flagged incorrect is dropped so a bad
|
|
8
|
+
* run cannot teach a strategy that changed correctness.
|
|
9
|
+
*
|
|
10
|
+
* Default policy is epsilon-greedy over per-strategy running means (explainable).
|
|
11
|
+
* UCB1 is opt-in via `contextualBandit` and only consults arms that already
|
|
12
|
+
* have a row in the table.
|
|
13
|
+
*
|
|
14
|
+
* This file composes: selection.ts (pool, exploit/explore, UCB1, the ONE
|
|
15
|
+
* auto-revert rule) · ledger.ts (apply / rollback, bounded history) ·
|
|
16
|
+
* fingerprint.ts (workload signatures) · stats.ts (running means).
|
|
17
|
+
*/
|
|
18
|
+
import type { Learner, LearnerConfig } from './types.js';
|
|
19
|
+
export { fingerprintWorkload, observationFromExecution } from './fingerprint.js';
|
|
20
|
+
export declare function createLearner(config?: LearnerConfig): Learner;
|
|
21
|
+
//# sourceMappingURL=learner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"learner.d.ts","sourceRoot":"","sources":["../../src/learning/learner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,OAAO,KAAK,EAEV,OAAO,EACP,aAAa,EAKd,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAOjF,wBAAgB,aAAa,CAAC,MAAM,GAAE,aAAkB,GAAG,OAAO,CAwQjE"}
|
|
@@ -0,0 +1,272 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — Online Performance Learning.
|
|
3
|
+
*
|
|
4
|
+
* Feedback-driven strategy selection. Every output is a plain-data delta plus
|
|
5
|
+
* a reason. Nothing in this module mutates another phase: the caller decides
|
|
6
|
+
* whether to apply a suggestion. Learning is limited to strategies registered
|
|
7
|
+
* as prevalidated, and an observation flagged incorrect is dropped so a bad
|
|
8
|
+
* run cannot teach a strategy that changed correctness.
|
|
9
|
+
*
|
|
10
|
+
* Default policy is epsilon-greedy over per-strategy running means (explainable).
|
|
11
|
+
* UCB1 is opt-in via `contextualBandit` and only consults arms that already
|
|
12
|
+
* have a row in the table.
|
|
13
|
+
*
|
|
14
|
+
* This file composes: selection.ts (pool, exploit/explore, UCB1, the ONE
|
|
15
|
+
* auto-revert rule) · ledger.ts (apply / rollback, bounded history) ·
|
|
16
|
+
* fingerprint.ts (workload signatures) · stats.ts (running means).
|
|
17
|
+
*/
|
|
18
|
+
import { now as clockNow } from '../shared/clock.js';
|
|
19
|
+
import { copyDeltas, createChangeLedger } from './ledger.js';
|
|
20
|
+
import { banditPick, candidatePool, exploit, explore, revertCheck } from './selection.js';
|
|
21
|
+
import { emptyStat, observeStat } from './stats.js';
|
|
22
|
+
export { fingerprintWorkload, observationFromExecution } from './fingerprint.js';
|
|
23
|
+
const DEFAULT_EPSILON = 0.1;
|
|
24
|
+
const DEFAULT_MIN_SAMPLES = 3;
|
|
25
|
+
const DEFAULT_UNDERPERFORM_RATIO = 1.15;
|
|
26
|
+
const DEFAULT_HISTORY_LIMIT = 256;
|
|
27
|
+
export function createLearner(config = {}) {
|
|
28
|
+
const strategies = new Map();
|
|
29
|
+
const table = new Map();
|
|
30
|
+
const incumbentOf = new Map();
|
|
31
|
+
const ledger = createChangeLedger(config.historyLimit ?? DEFAULT_HISTORY_LIMIT);
|
|
32
|
+
const rng = config.rng ?? Math.random;
|
|
33
|
+
const now = config.now ?? clockNow;
|
|
34
|
+
const clock = config.clock ?? (() => Date.now());
|
|
35
|
+
const epsilon = config.epsilon ?? DEFAULT_EPSILON;
|
|
36
|
+
const minSamples = config.minSamples ?? DEFAULT_MIN_SAMPLES;
|
|
37
|
+
const underperformRatio = config.underperformRatio ?? DEFAULT_UNDERPERFORM_RATIO;
|
|
38
|
+
const bandit = config.contextualBandit ?? false;
|
|
39
|
+
let disabled = config.disabled ?? false;
|
|
40
|
+
let observations = 0;
|
|
41
|
+
let ignored = 0;
|
|
42
|
+
let decisions = 0;
|
|
43
|
+
let lastOverheadMs = 0;
|
|
44
|
+
let totalOverheadMs = 0;
|
|
45
|
+
let lastRevertReason = '';
|
|
46
|
+
let recStart = 0;
|
|
47
|
+
function statFor(signature, strategy) {
|
|
48
|
+
let row = table.get(signature);
|
|
49
|
+
if (!row) {
|
|
50
|
+
row = new Map();
|
|
51
|
+
table.set(signature, row);
|
|
52
|
+
}
|
|
53
|
+
let stat = row.get(strategy);
|
|
54
|
+
if (!stat) {
|
|
55
|
+
stat = emptyStat();
|
|
56
|
+
row.set(strategy, stat);
|
|
57
|
+
}
|
|
58
|
+
return stat;
|
|
59
|
+
}
|
|
60
|
+
function underPressure() {
|
|
61
|
+
if (config.pressure?.())
|
|
62
|
+
return true;
|
|
63
|
+
return config.thermal?.() === 'hot';
|
|
64
|
+
}
|
|
65
|
+
function finish(rec) {
|
|
66
|
+
const overheadMs = Math.max(0, now() - recStart);
|
|
67
|
+
lastOverheadMs = overheadMs;
|
|
68
|
+
totalOverheadMs += overheadMs;
|
|
69
|
+
decisions += 1;
|
|
70
|
+
return { ...rec, overheadMs };
|
|
71
|
+
}
|
|
72
|
+
function revertReason(signature, candidate, baseline) {
|
|
73
|
+
return revertCheck({ row: table.get(signature), candidate, baseline, minSamples, underperformRatio });
|
|
74
|
+
}
|
|
75
|
+
/** Revert the applied strategy for `signature` when it measurably underperforms its incumbent. */
|
|
76
|
+
function maybeAutoRevert(signature) {
|
|
77
|
+
const current = ledger.active(signature);
|
|
78
|
+
const previous = incumbentOf.get(signature);
|
|
79
|
+
if (!current || !previous)
|
|
80
|
+
return false;
|
|
81
|
+
const reason = revertReason(signature, current, previous);
|
|
82
|
+
if (!reason)
|
|
83
|
+
return false;
|
|
84
|
+
ledger.record({
|
|
85
|
+
signature,
|
|
86
|
+
from: current,
|
|
87
|
+
to: previous,
|
|
88
|
+
reason,
|
|
89
|
+
deltas: copyDeltas(strategies.get(previous)?.deltas),
|
|
90
|
+
overheadMs: 0,
|
|
91
|
+
at: clock(),
|
|
92
|
+
auto: true,
|
|
93
|
+
});
|
|
94
|
+
lastRevertReason = reason;
|
|
95
|
+
return true;
|
|
96
|
+
}
|
|
97
|
+
function selectStrategy(signature, incumbent, pool) {
|
|
98
|
+
const row = table.get(signature);
|
|
99
|
+
if (bandit)
|
|
100
|
+
return banditPick(row, incumbent, pool);
|
|
101
|
+
if (rng() < epsilon) {
|
|
102
|
+
const explored = explore(pool, incumbent, rng);
|
|
103
|
+
return {
|
|
104
|
+
strategy: explored,
|
|
105
|
+
reason: explored === incumbent
|
|
106
|
+
? `epsilon-greedy explored but no alternative to ${incumbent} is available`
|
|
107
|
+
: `epsilon-greedy exploring prevalidated strategy ${explored} (ε=${epsilon})`,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
return exploit(row, incumbent, pool, minSamples);
|
|
111
|
+
}
|
|
112
|
+
function applyPressure(picked, incumbent, pool) {
|
|
113
|
+
if (strategies.get(picked.strategy)?.pressureSensitive) {
|
|
114
|
+
return {
|
|
115
|
+
strategy: incumbent,
|
|
116
|
+
reason: `pressure/thermal hot — not recommending pressure-sensitive ${picked.strategy}; staying with ${incumbent}`,
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
if (picked.strategy !== incumbent) {
|
|
120
|
+
return { ...picked, reason: `${picked.reason}; pressure/thermal excluded pressure-sensitive strategies` };
|
|
121
|
+
}
|
|
122
|
+
if (pool.every((id) => id === incumbent || !strategies.get(id)?.pressureSensitive) && !picked.reason.includes('pressure')) {
|
|
123
|
+
return { ...picked, reason: `${picked.reason}; pressure/thermal hot, pressure-sensitive strategies excluded` };
|
|
124
|
+
}
|
|
125
|
+
return picked;
|
|
126
|
+
}
|
|
127
|
+
function recommendBody(signature, incumbent) {
|
|
128
|
+
if (!incumbentOf.has(signature))
|
|
129
|
+
incumbentOf.set(signature, incumbent);
|
|
130
|
+
const passThrough = (reason) => finish({ signature, strategy: incumbent, from: incumbent, reason, deltas: [], autoReverted: false });
|
|
131
|
+
if (disabled)
|
|
132
|
+
return passThrough('learning disabled — pass-through');
|
|
133
|
+
if (!strategies.has(incumbent)) {
|
|
134
|
+
return passThrough(`refusing to switch: incumbent ${incumbent} is not a registered prevalidated strategy`);
|
|
135
|
+
}
|
|
136
|
+
const reverted = maybeAutoRevert(signature);
|
|
137
|
+
const active = ledger.active(signature);
|
|
138
|
+
if (reverted && active) {
|
|
139
|
+
return finish({
|
|
140
|
+
signature,
|
|
141
|
+
strategy: active,
|
|
142
|
+
from: incumbent,
|
|
143
|
+
reason: lastRevertReason,
|
|
144
|
+
deltas: copyDeltas(strategies.get(active)?.deltas),
|
|
145
|
+
autoReverted: true,
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
const pressured = underPressure();
|
|
149
|
+
const pool = candidatePool(strategies, incumbent, pressured);
|
|
150
|
+
let picked = selectStrategy(signature, incumbent, pool);
|
|
151
|
+
if (pressured)
|
|
152
|
+
picked = applyPressure(picked, incumbent, pool);
|
|
153
|
+
// Guard at decision time too: do not recommend a measured underperformer.
|
|
154
|
+
const baseId = incumbentOf.get(signature) ?? incumbent;
|
|
155
|
+
const revert = revertReason(signature, picked.strategy, baseId);
|
|
156
|
+
if (revert) {
|
|
157
|
+
picked = { strategy: baseId, reason: revert };
|
|
158
|
+
lastRevertReason = revert;
|
|
159
|
+
}
|
|
160
|
+
return finish({
|
|
161
|
+
signature,
|
|
162
|
+
strategy: picked.strategy,
|
|
163
|
+
from: incumbent,
|
|
164
|
+
reason: picked.reason,
|
|
165
|
+
deltas: picked.strategy === incumbent ? [] : copyDeltas(strategies.get(picked.strategy)?.deltas),
|
|
166
|
+
autoReverted: revert !== undefined,
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
const learner = {
|
|
170
|
+
register(strategy) {
|
|
171
|
+
if (strategy.validated !== true || !strategy.id) {
|
|
172
|
+
throw new Error(`refusing unvalidated strategy: ${strategy.id || '(missing id)'}`);
|
|
173
|
+
}
|
|
174
|
+
strategies.set(strategy.id, {
|
|
175
|
+
id: strategy.id,
|
|
176
|
+
validated: true,
|
|
177
|
+
deltas: copyDeltas(strategy.deltas),
|
|
178
|
+
pressureSensitive: strategy.pressureSensitive ?? false,
|
|
179
|
+
});
|
|
180
|
+
},
|
|
181
|
+
observe(observation) {
|
|
182
|
+
if (!strategies.has(observation.strategy)) {
|
|
183
|
+
throw new Error(`refusing observation for unregistered strategy: ${observation.strategy}`);
|
|
184
|
+
}
|
|
185
|
+
if (observation.correct === false) {
|
|
186
|
+
ignored += 1;
|
|
187
|
+
return { accepted: false, reason: 'ignored: correctness flag false — learning will not train on a run that changed correctness' };
|
|
188
|
+
}
|
|
189
|
+
if (!Number.isFinite(observation.costMs) || observation.costMs < 0) {
|
|
190
|
+
ignored += 1;
|
|
191
|
+
return { accepted: false, reason: 'ignored: costMs must be a finite non-negative number' };
|
|
192
|
+
}
|
|
193
|
+
observeStat(statFor(observation.signature, observation.strategy), observation.costMs);
|
|
194
|
+
observations += 1;
|
|
195
|
+
maybeAutoRevert(observation.signature);
|
|
196
|
+
return { accepted: true, reason: 'recorded' };
|
|
197
|
+
},
|
|
198
|
+
recommend(signature, incumbent) {
|
|
199
|
+
recStart = now();
|
|
200
|
+
return recommendBody(signature, incumbent);
|
|
201
|
+
},
|
|
202
|
+
apply(recommendation) {
|
|
203
|
+
if (disabled)
|
|
204
|
+
return null;
|
|
205
|
+
if (!incumbentOf.has(recommendation.signature)) {
|
|
206
|
+
incumbentOf.set(recommendation.signature, recommendation.from);
|
|
207
|
+
}
|
|
208
|
+
if (recommendation.strategy === recommendation.from && !recommendation.autoReverted) {
|
|
209
|
+
ledger.setActive(recommendation.signature, recommendation.strategy);
|
|
210
|
+
return null;
|
|
211
|
+
}
|
|
212
|
+
const entry = {
|
|
213
|
+
signature: recommendation.signature,
|
|
214
|
+
from: recommendation.from,
|
|
215
|
+
to: recommendation.strategy,
|
|
216
|
+
reason: recommendation.reason,
|
|
217
|
+
deltas: copyDeltas(recommendation.deltas),
|
|
218
|
+
overheadMs: recommendation.overheadMs,
|
|
219
|
+
at: clock(),
|
|
220
|
+
auto: recommendation.autoReverted,
|
|
221
|
+
};
|
|
222
|
+
ledger.record(entry);
|
|
223
|
+
return entry;
|
|
224
|
+
},
|
|
225
|
+
rollback() {
|
|
226
|
+
const last = ledger.popLast();
|
|
227
|
+
if (!last)
|
|
228
|
+
return null;
|
|
229
|
+
return {
|
|
230
|
+
signature: last.signature,
|
|
231
|
+
from: last.to,
|
|
232
|
+
to: last.from,
|
|
233
|
+
reason: `rollback: ${last.reason}`,
|
|
234
|
+
deltas: copyDeltas(strategies.get(last.from)?.deltas),
|
|
235
|
+
overheadMs: 0,
|
|
236
|
+
at: clock(),
|
|
237
|
+
auto: false,
|
|
238
|
+
};
|
|
239
|
+
},
|
|
240
|
+
history() {
|
|
241
|
+
return ledger.history();
|
|
242
|
+
},
|
|
243
|
+
active(signature) {
|
|
244
|
+
return ledger.active(signature);
|
|
245
|
+
},
|
|
246
|
+
overheadMs() {
|
|
247
|
+
return lastOverheadMs;
|
|
248
|
+
},
|
|
249
|
+
stats() {
|
|
250
|
+
return {
|
|
251
|
+
decisions,
|
|
252
|
+
observations,
|
|
253
|
+
ignored,
|
|
254
|
+
lastOverheadMs,
|
|
255
|
+
totalOverheadMs,
|
|
256
|
+
disabled,
|
|
257
|
+
meanOverheadMs: decisions === 0 ? 0 : totalOverheadMs / decisions,
|
|
258
|
+
};
|
|
259
|
+
},
|
|
260
|
+
disable() {
|
|
261
|
+
disabled = true;
|
|
262
|
+
},
|
|
263
|
+
enable() {
|
|
264
|
+
disabled = false;
|
|
265
|
+
},
|
|
266
|
+
get disabled() {
|
|
267
|
+
return disabled;
|
|
268
|
+
},
|
|
269
|
+
};
|
|
270
|
+
return learner;
|
|
271
|
+
}
|
|
272
|
+
//# sourceMappingURL=learner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"learner.js","sourceRoot":"","sources":["../../src/learning/learner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,GAAG,IAAI,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAqB,MAAM,gBAAgB,CAAC;AAC7G,OAAO,EAAE,SAAS,EAAE,WAAW,EAAoB,MAAM,YAAY,CAAC;AAWtE,OAAO,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAEjF,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,MAAM,UAAU,aAAa,CAAC,MAAM,GAAkB,EAAE;IACtD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC,CAAC;IAChF,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;IACtC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC;IAClD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;IAC5D,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,0BAA0B,CAAC;IACjF,MAAM,MAAM,GAAG,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAEhD,IAAI,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;IACxC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAC1B,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,SAAS,OAAO,CAAC,SAAiB,EAAE,QAAgB;QAClD,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YAChB,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,SAAS,EAAE,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,aAAa;QACpB,IAAI,MAAM,CAAC,QAAQ,EAAE,EAAE;YAAE,OAAO,IAAI,CAAC;QACrC,OAAO,MAAM,CAAC,OAAO,EAAE,EAAE,KAAK,KAAK,CAAC;IACtC,CAAC;IAED,SAAS,MAAM,CAAC,GAAuC;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;QACjD,cAAc,GAAG,UAAU,CAAC;QAC5B,eAAe,IAAI,UAAU,CAAC;QAC9B,SAAS,IAAI,CAAC,CAAC;QACf,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,SAAS,YAAY,CAAC,SAAiB,EAAE,SAAiB,EAAE,QAAgB;QAC1E,OAAO,WAAW,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACxG,CAAC;IAED,kGAAkG;IAClG,SAAS,eAAe,CAAC,SAAiB;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QACxC,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,MAAM,CAAC,MAAM,CAAC;YACZ,SAAS;YACT,IAAI,EAAE,OAAO;YACb,EAAE,EAAE,QAAQ;YACZ,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;YACpD,UAAU,EAAE,CAAC;YACb,EAAE,EAAE,KAAK,EAAE;YACX,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,gBAAgB,GAAG,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,cAAc,CAAC,SAAiB,EAAE,SAAiB,EAAE,IAAuB;QACnF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjC,IAAI,MAAM;YAAE,OAAO,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACpD,IAAI,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;YAC/C,OAAO;gBACL,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EACJ,QAAQ,KAAK,SAAS;oBACpB,CAAC,CAAC,iDAAiD,SAAS,eAAe;oBAC3E,CAAC,CAAC,kDAAkD,QAAQ,OAAO,OAAO,GAAG;aAClF,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED,SAAS,aAAa,CAAC,MAAoB,EAAE,SAAiB,EAAE,IAAuB;QACrF,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAC;YACvD,OAAO;gBACL,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,8DAA8D,MAAM,CAAC,QAAQ,kBAAkB,SAAS,EAAE;aACnH,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,2DAA2D,EAAE,CAAC;QAC5G,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1H,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,gEAAgE,EAAE,CAAC;QACjH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,aAAa,CAAC,SAAiB,EAAE,SAAiB;QACzD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,EAAE,CACrC,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QAEvG,IAAI,QAAQ;YAAE,OAAO,WAAW,CAAC,kCAAkC,CAAC,CAAC;QACrE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC,iCAAiC,SAAS,4CAA4C,CAAC,CAAC;QAC7G,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC;gBACZ,SAAS;gBACT,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,gBAAgB;gBACxB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;gBAClD,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7D,IAAI,MAAM,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACxD,IAAI,SAAS;YAAE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAE/D,0EAA0E;QAC1E,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QACvD,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC9C,gBAAgB,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,OAAO,MAAM,CAAC;YACZ,SAAS;YACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;YAChG,YAAY,EAAE,MAAM,KAAK,SAAS;SACnC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAY;QACvB,QAAQ,CAAC,QAAQ;YACf,IAAI,QAAQ,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE;gBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACnC,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB,IAAI,KAAK;aACvD,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,WAAW;YACjB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,mDAAmD,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7F,CAAC;YACD,IAAI,WAAW,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,CAAC;gBACb,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,6FAA6F,EAAE,CAAC;YACpI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,CAAC;gBACb,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;YAC7F,CAAC;YACD,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;YACtF,YAAY,IAAI,CAAC,CAAC;YAClB,eAAe,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACvC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAChD,CAAC;QAED,SAAS,CAAC,SAAS,EAAE,SAAS;YAC5B,QAAQ,GAAG,GAAG,EAAE,CAAC;YACjB,OAAO,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC,cAAc;YAClB,IAAI,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/C,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,cAAc,CAAC,QAAQ,KAAK,cAAc,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;gBACpF,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAiB;gBAC1B,SAAS,EAAE,cAAc,CAAC,SAAS;gBACnC,IAAI,EAAE,cAAc,CAAC,IAAI;gBACzB,EAAE,EAAE,cAAc,CAAC,QAAQ;gBAC3B,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,MAAM,EAAE,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC;gBACzC,UAAU,EAAE,cAAc,CAAC,UAAU;gBACrC,EAAE,EAAE,KAAK,EAAE;gBACX,IAAI,EAAE,cAAc,CAAC,YAAY;aAClC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,QAAQ;YACN,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,IAAI,EAAE,IAAI,CAAC,EAAE;gBACb,EAAE,EAAE,IAAI,CAAC,IAAI;gBACb,MAAM,EAAE,aAAa,IAAI,CAAC,MAAM,EAAE;gBAClC,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBACrD,UAAU,EAAE,CAAC;gBACb,EAAE,EAAE,KAAK,EAAE;gBACX,IAAI,EAAE,KAAK;aACZ,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,CAAC,SAAS;YACd,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAED,UAAU;YACR,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,KAAK;YACH,OAAO;gBACL,SAAS;gBACT,YAAY;gBACZ,OAAO;gBACP,cAAc;gBACd,eAAe;gBACf,QAAQ;gBACR,cAAc,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,SAAS;aAClE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;QAED,MAAM;YACJ,QAAQ,GAAG,KAAK,CAAC;QACnB,CAAC;QAED,IAAI,QAAQ;YACV,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC;IAEF,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — the learner's apply / rollback ledger.
|
|
3
|
+
*
|
|
4
|
+
* Records which strategy is applied per signature and the bounded history of
|
|
5
|
+
* changes, so the last change can be rolled back. Recording a change never
|
|
6
|
+
* mutates another module; the deltas are copied plain data.
|
|
7
|
+
*
|
|
8
|
+
* History is capped (`limit`, oldest dropped first): rollback reaches back at
|
|
9
|
+
* most `limit` changes, and a long-running learner cannot grow without bound.
|
|
10
|
+
*/
|
|
11
|
+
import type { ConfigDeltaField, HistoryEntry } from './types.js';
|
|
12
|
+
export declare function copyDeltas(deltas: ReadonlyArray<ConfigDeltaField> | undefined): ConfigDeltaField[];
|
|
13
|
+
export interface ChangeLedger {
|
|
14
|
+
/** Strategy currently recorded as applied for `signature`. */
|
|
15
|
+
active(signature: string): string | undefined;
|
|
16
|
+
/** Record `strategy` as applied without a history entry (no change happened). */
|
|
17
|
+
setActive(signature: string, strategy: string): void;
|
|
18
|
+
/** Record a change: append history (bounded) and mark `entry.to` applied. */
|
|
19
|
+
record(entry: HistoryEntry): void;
|
|
20
|
+
/** Remove the last change and restore its `from`. Undefined when history is empty. */
|
|
21
|
+
popLast(): HistoryEntry | undefined;
|
|
22
|
+
/** Live, bounded history, oldest first. */
|
|
23
|
+
history(): readonly HistoryEntry[];
|
|
24
|
+
}
|
|
25
|
+
export declare function createChangeLedger(limit: number): ChangeLedger;
|
|
26
|
+
//# sourceMappingURL=ledger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ledger.d.ts","sourceRoot":"","sources":["../../src/learning/ledger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEjE,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC,gBAAgB,CAAC,GAAG,SAAS,GAAG,gBAAgB,EAAE,CAGlG;AAED,MAAM,WAAW,YAAY;IAC3B,8DAA8D;IAC9D,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;IAC9C,iFAAiF;IACjF,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACrD,6EAA6E;IAC7E,MAAM,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,sFAAsF;IACtF,OAAO,IAAI,YAAY,GAAG,SAAS,CAAC;IACpC,2CAA2C;IAC3C,OAAO,IAAI,SAAS,YAAY,EAAE,CAAC;CACpC;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,CAsB9D"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — the learner's apply / rollback ledger.
|
|
3
|
+
*
|
|
4
|
+
* Records which strategy is applied per signature and the bounded history of
|
|
5
|
+
* changes, so the last change can be rolled back. Recording a change never
|
|
6
|
+
* mutates another module; the deltas are copied plain data.
|
|
7
|
+
*
|
|
8
|
+
* History is capped (`limit`, oldest dropped first): rollback reaches back at
|
|
9
|
+
* most `limit` changes, and a long-running learner cannot grow without bound.
|
|
10
|
+
*/
|
|
11
|
+
export function copyDeltas(deltas) {
|
|
12
|
+
if (!deltas)
|
|
13
|
+
return [];
|
|
14
|
+
return deltas.map((d) => ({ field: d.field, value: d.value }));
|
|
15
|
+
}
|
|
16
|
+
export function createChangeLedger(limit) {
|
|
17
|
+
const cap = Math.max(1, limit);
|
|
18
|
+
const applied = new Map();
|
|
19
|
+
const history = [];
|
|
20
|
+
return {
|
|
21
|
+
active: (signature) => applied.get(signature),
|
|
22
|
+
setActive(signature, strategy) {
|
|
23
|
+
applied.set(signature, strategy);
|
|
24
|
+
},
|
|
25
|
+
record(entry) {
|
|
26
|
+
history.push(entry);
|
|
27
|
+
if (history.length > cap)
|
|
28
|
+
history.splice(0, history.length - cap);
|
|
29
|
+
applied.set(entry.signature, entry.to);
|
|
30
|
+
},
|
|
31
|
+
popLast() {
|
|
32
|
+
const last = history.pop();
|
|
33
|
+
if (last)
|
|
34
|
+
applied.set(last.signature, last.from);
|
|
35
|
+
return last;
|
|
36
|
+
},
|
|
37
|
+
history: () => history,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=ledger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ledger.js","sourceRoot":"","sources":["../../src/learning/ledger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,MAAM,UAAU,UAAU,CAAC,MAAmD;IAC5E,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAeD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,OAAO;QACL,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAC7C,SAAS,CAAC,SAAS,EAAE,QAAQ;YAC3B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,CAAC,KAAK;YACV,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,OAAO;YACL,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,IAAI;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — strategy selection policies and the underperformance guard.
|
|
3
|
+
*
|
|
4
|
+
* Pure functions over one signature's row of running stats. The learner
|
|
5
|
+
* composes them; none of them records anything or applies anything.
|
|
6
|
+
* - `candidatePool` — the prevalidated strategies eligible right now.
|
|
7
|
+
* - `exploit` / `explore` — epsilon-greedy's two arms.
|
|
8
|
+
* - `banditPick` — opt-in UCB1.
|
|
9
|
+
* - `revertCheck` — the ONE auto-revert rule, used both when an observation
|
|
10
|
+
* lands and when a recommendation is about to be made.
|
|
11
|
+
*/
|
|
12
|
+
import { type RunningStat } from './stats.js';
|
|
13
|
+
import type { SafeStrategy } from './types.js';
|
|
14
|
+
/** One signature's per-strategy stats. */
|
|
15
|
+
export type StatRow = ReadonlyMap<string, RunningStat>;
|
|
16
|
+
/** A selection and its human-readable why. */
|
|
17
|
+
export interface StrategyPick {
|
|
18
|
+
strategy: string;
|
|
19
|
+
reason: string;
|
|
20
|
+
}
|
|
21
|
+
/** Strategies eligible now: every registered one, minus pressure-sensitive ones under pressure. */
|
|
22
|
+
export declare function candidatePool(strategies: ReadonlyMap<string, SafeStrategy>, incumbent: string, pressured: boolean): string[];
|
|
23
|
+
/** Lowest mean cost among strategies with at least `minSamples` samples. */
|
|
24
|
+
export declare function exploit(row: StatRow | undefined, incumbent: string, pool: readonly string[], minSamples: number): StrategyPick;
|
|
25
|
+
/** Uniformly pick an alternative to the incumbent (the incumbent when there is none). */
|
|
26
|
+
export declare function explore(pool: readonly string[], incumbent: string, rng: () => number): string;
|
|
27
|
+
/** UCB1 over the row; holds on the incumbent until any baseline observation exists. */
|
|
28
|
+
export declare function banditPick(row: StatRow | undefined, incumbent: string, pool: readonly string[]): StrategyPick;
|
|
29
|
+
export interface RevertCheckInput {
|
|
30
|
+
row: StatRow | undefined;
|
|
31
|
+
/** The strategy in use (or about to be recommended). */
|
|
32
|
+
candidate: string;
|
|
33
|
+
/** The incumbent it is measured against. */
|
|
34
|
+
baseline: string;
|
|
35
|
+
minSamples: number;
|
|
36
|
+
underperformRatio: number;
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* The auto-revert rule: once both have `minSamples` samples, a candidate whose
|
|
40
|
+
* mean cost exceeds the baseline's by more than `underperformRatio` must be
|
|
41
|
+
* reverted. Returns the reason when it must, undefined otherwise.
|
|
42
|
+
*/
|
|
43
|
+
export declare function revertCheck(input: RevertCheckInput): string | undefined;
|
|
44
|
+
//# sourceMappingURL=selection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selection.d.ts","sourceRoot":"","sources":["../../src/learning/selection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAmB,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,0CAA0C;AAC1C,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEvD,8CAA8C;AAC9C,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,mGAAmG;AACnG,wBAAgB,aAAa,CAC3B,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,EAC7C,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,OAAO,GACjB,MAAM,EAAE,CAKV;AAED,4EAA4E;AAC5E,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,YAAY,CA+B9H;AAED,yFAAyF;AACzF,wBAAgB,OAAO,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,MAAM,GAAG,MAAM,CAK7F;AAED,uFAAuF;AACvF,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,YAAY,CA6B7G;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,OAAO,GAAG,SAAS,CAAC;IACzB,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,MAAM,GAAG,SAAS,CAWvE"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phase 7 — strategy selection policies and the underperformance guard.
|
|
3
|
+
*
|
|
4
|
+
* Pure functions over one signature's row of running stats. The learner
|
|
5
|
+
* composes them; none of them records anything or applies anything.
|
|
6
|
+
* - `candidatePool` — the prevalidated strategies eligible right now.
|
|
7
|
+
* - `exploit` / `explore` — epsilon-greedy's two arms.
|
|
8
|
+
* - `banditPick` — opt-in UCB1.
|
|
9
|
+
* - `revertCheck` — the ONE auto-revert rule, used both when an observation
|
|
10
|
+
* lands and when a recommendation is about to be made.
|
|
11
|
+
*/
|
|
12
|
+
import { emptyStat, ucb1 } from './stats.js';
|
|
13
|
+
/** Strategies eligible now: every registered one, minus pressure-sensitive ones under pressure. */
|
|
14
|
+
export function candidatePool(strategies, incumbent, pressured) {
|
|
15
|
+
if (!strategies.has(incumbent))
|
|
16
|
+
return [incumbent];
|
|
17
|
+
const ids = [...strategies.keys()];
|
|
18
|
+
const filtered = pressured ? ids.filter((id) => !strategies.get(id)?.pressureSensitive) : ids;
|
|
19
|
+
return filtered.length === 0 ? [incumbent] : filtered;
|
|
20
|
+
}
|
|
21
|
+
/** Lowest mean cost among strategies with at least `minSamples` samples. */
|
|
22
|
+
export function exploit(row, incumbent, pool, minSamples) {
|
|
23
|
+
let best = null;
|
|
24
|
+
let bestMean = Number.POSITIVE_INFINITY;
|
|
25
|
+
for (const id of pool) {
|
|
26
|
+
const stat = row?.get(id);
|
|
27
|
+
if (!stat || stat.n < minSamples)
|
|
28
|
+
continue;
|
|
29
|
+
if (stat.mean < bestMean) {
|
|
30
|
+
bestMean = stat.mean;
|
|
31
|
+
best = id;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
if (!best) {
|
|
35
|
+
return {
|
|
36
|
+
strategy: incumbent,
|
|
37
|
+
reason: `staying with ${incumbent}: no registered strategy has ${minSamples} samples yet`,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
const inc = row?.get(incumbent);
|
|
41
|
+
const incText = inc && inc.n > 0 ? `${inc.mean.toFixed(1)}ms (n=${inc.n})` : 'no samples';
|
|
42
|
+
if (best === incumbent) {
|
|
43
|
+
return {
|
|
44
|
+
strategy: incumbent,
|
|
45
|
+
reason: `${incumbent} has the lowest mean cost (${bestMean.toFixed(1)}ms) among strategies with ≥${minSamples} samples`,
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
strategy: best,
|
|
50
|
+
reason: `${best} mean ${bestMean.toFixed(1)}ms beats incumbent ${incumbent} (${incText}) ` +
|
|
51
|
+
`after ≥${minSamples} samples`,
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
/** Uniformly pick an alternative to the incumbent (the incumbent when there is none). */
|
|
55
|
+
export function explore(pool, incumbent, rng) {
|
|
56
|
+
const others = pool.filter((id) => id !== incumbent);
|
|
57
|
+
if (others.length === 0)
|
|
58
|
+
return incumbent;
|
|
59
|
+
const idx = Math.min(others.length - 1, Math.floor(rng() * others.length));
|
|
60
|
+
return others[idx] ?? incumbent;
|
|
61
|
+
}
|
|
62
|
+
/** UCB1 over the row; holds on the incumbent until any baseline observation exists. */
|
|
63
|
+
export function banditPick(row, incumbent, pool) {
|
|
64
|
+
const totalN = row ? [...row.values()].reduce((sum, s) => sum + s.n, 0) : 0;
|
|
65
|
+
if (totalN <= 0) {
|
|
66
|
+
return {
|
|
67
|
+
strategy: incumbent,
|
|
68
|
+
reason: 'contextual bandit held: no baseline observations yet — staying with incumbent',
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
const unsampled = pool.filter((id) => (row?.get(id)?.n ?? 0) === 0);
|
|
72
|
+
const next = unsampled.find((id) => id !== incumbent);
|
|
73
|
+
if (next) {
|
|
74
|
+
return {
|
|
75
|
+
strategy: next,
|
|
76
|
+
reason: `UCB1 exploring unsampled prevalidated strategy ${next} (baseline n=${totalN})`,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
let best = incumbent;
|
|
80
|
+
let bestScore = Number.NEGATIVE_INFINITY;
|
|
81
|
+
for (const id of pool) {
|
|
82
|
+
const score = ucb1(row?.get(id) ?? emptyStat(), totalN);
|
|
83
|
+
if (score > bestScore) {
|
|
84
|
+
bestScore = score;
|
|
85
|
+
best = id;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return {
|
|
89
|
+
strategy: best,
|
|
90
|
+
reason: `UCB1 selected ${best} (score ${Number.isFinite(bestScore) ? bestScore.toFixed(4) : 'inf'}) over ${pool.length} prevalidated strategies`,
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* The auto-revert rule: once both have `minSamples` samples, a candidate whose
|
|
95
|
+
* mean cost exceeds the baseline's by more than `underperformRatio` must be
|
|
96
|
+
* reverted. Returns the reason when it must, undefined otherwise.
|
|
97
|
+
*/
|
|
98
|
+
export function revertCheck(input) {
|
|
99
|
+
const { row, candidate, baseline, minSamples, underperformRatio } = input;
|
|
100
|
+
if (candidate === baseline)
|
|
101
|
+
return undefined;
|
|
102
|
+
const cur = row?.get(candidate);
|
|
103
|
+
const prev = row?.get(baseline);
|
|
104
|
+
if (!cur || !prev || cur.n < minSamples || prev.n < minSamples)
|
|
105
|
+
return undefined;
|
|
106
|
+
if (!(cur.mean > prev.mean * underperformRatio))
|
|
107
|
+
return undefined;
|
|
108
|
+
return (`auto-revert: ${candidate} mean ${cur.mean.toFixed(1)}ms exceeds incumbent ${baseline} ` +
|
|
109
|
+
`mean ${prev.mean.toFixed(1)}ms by more than ${Math.round((underperformRatio - 1) * 100)}%`);
|
|
110
|
+
}
|
|
111
|
+
//# sourceMappingURL=selection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selection.js","sourceRoot":"","sources":["../../src/learning/selection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,SAAS,EAAE,IAAI,EAAoB,MAAM,YAAY,CAAC;AAY/D,mGAAmG;AACnG,MAAM,UAAU,aAAa,CAC3B,UAA6C,EAC7C,SAAiB,EACjB,SAAkB;IAElB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9F,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxD,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,OAAO,CAAC,GAAwB,EAAE,SAAiB,EAAE,IAAuB,EAAE,UAAkB;IAC9G,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,IAAI,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACxC,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU;YAAE,SAAS;QAC3C,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;YACzB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;YACrB,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,gBAAgB,SAAS,gCAAgC,UAAU,cAAc;SAC1F,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC;IAC1F,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO;YACL,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,GAAG,SAAS,8BAA8B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,UAAU,UAAU;SACxH,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,IAAI;QACd,MAAM,EACJ,GAAG,IAAI,SAAS,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,SAAS,KAAK,OAAO,IAAI;YAClF,UAAU,UAAU,UAAU;KACjC,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,OAAO,CAAC,IAAuB,EAAE,SAAiB,EAAE,GAAiB;IACnF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AAClC,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,UAAU,CAAC,GAAwB,EAAE,SAAiB,EAAE,IAAuB;IAC7F,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO;YACL,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,+EAA+E;SACxF,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACtD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,kDAAkD,IAAI,gBAAgB,MAAM,GAAG;SACxF,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,GAAG,SAAS,CAAC;IACrB,IAAI,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;QACxD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,iBAAiB,IAAI,WAAW,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,CAAC,MAAM,0BAA0B;KACjJ,CAAC;AACJ,CAAC;AAYD;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,KAAuB;IACjD,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;IAC1E,IAAI,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,GAAG,GAAG,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU;QAAE,OAAO,SAAS,CAAC;IACjF,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAAE,OAAO,SAAS,CAAC;IAClE,OAAO,CACL,gBAAgB,SAAS,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,QAAQ,GAAG;QACxF,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAC5F,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Running mean/variance (Welford). Pure, deterministic, no allocations beyond the struct.
|
|
3
|
+
*/
|
|
4
|
+
export interface RunningStat {
|
|
5
|
+
n: number;
|
|
6
|
+
mean: number;
|
|
7
|
+
/** Sum of squares of differences from the running mean (Welford M2). */
|
|
8
|
+
m2: number;
|
|
9
|
+
}
|
|
10
|
+
export declare function emptyStat(): RunningStat;
|
|
11
|
+
export declare function observeStat(stat: RunningStat, value: number): void;
|
|
12
|
+
/** Sample variance. 0 until two observations exist. */
|
|
13
|
+
export declare function variance(stat: RunningStat): number;
|
|
14
|
+
/**
|
|
15
|
+
* UCB1 on a reward in (0, 1], where reward = 1 / (1 + mean cost).
|
|
16
|
+
* Unsampled arms return +Infinity so they are explored before exploitation.
|
|
17
|
+
*/
|
|
18
|
+
export declare function ucb1(stat: RunningStat, totalN: number): number;
|
|
19
|
+
//# sourceMappingURL=stats.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../src/learning/stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,wEAAwE;IACxE,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,wBAAgB,SAAS,IAAI,WAAW,CAEvC;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAMlE;AAED,uDAAuD;AACvD,wBAAgB,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAGlD;AAED;;;GAGG;AACH,wBAAgB,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAK9D"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Running mean/variance (Welford). Pure, deterministic, no allocations beyond the struct.
|
|
3
|
+
*/
|
|
4
|
+
export function emptyStat() {
|
|
5
|
+
return { n: 0, mean: 0, m2: 0 };
|
|
6
|
+
}
|
|
7
|
+
export function observeStat(stat, value) {
|
|
8
|
+
stat.n += 1;
|
|
9
|
+
const delta = value - stat.mean;
|
|
10
|
+
stat.mean += delta / stat.n;
|
|
11
|
+
const delta2 = value - stat.mean;
|
|
12
|
+
stat.m2 += delta * delta2;
|
|
13
|
+
}
|
|
14
|
+
/** Sample variance. 0 until two observations exist. */
|
|
15
|
+
export function variance(stat) {
|
|
16
|
+
if (stat.n < 2)
|
|
17
|
+
return 0;
|
|
18
|
+
return stat.m2 / (stat.n - 1);
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* UCB1 on a reward in (0, 1], where reward = 1 / (1 + mean cost).
|
|
22
|
+
* Unsampled arms return +Infinity so they are explored before exploitation.
|
|
23
|
+
*/
|
|
24
|
+
export function ucb1(stat, totalN) {
|
|
25
|
+
if (stat.n <= 0)
|
|
26
|
+
return Number.POSITIVE_INFINITY;
|
|
27
|
+
const reward = 1 / (1 + Math.max(0, stat.mean));
|
|
28
|
+
const bonus = Math.sqrt((2 * Math.log(Math.max(totalN, 1))) / stat.n);
|
|
29
|
+
return reward + bonus;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=stats.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../src/learning/stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,MAAM,UAAU,SAAS;IACvB,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAiB,EAAE,KAAa;IAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACZ,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;IAChC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5B,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,IAAI,KAAK,GAAG,MAAM,CAAC;AAC5B,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,QAAQ,CAAC,IAAiB;IACxC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACzB,OAAO,IAAI,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,IAAiB,EAAE,MAAc;IACpD,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IACjD,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACtE,OAAO,MAAM,GAAG,KAAK,CAAC;AACxB,CAAC"}
|