@monoes/monomindcli 1.6.0

package/dist/src/benchmarks/benchmark-runner.js

@@ -0,0 +1,261 @@
+/**
+ * Benchmark Runner for Regression Testing (Task 34)
+ * Loads benchmark definitions, evaluates quality metrics, and detects regressions.
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { randomUUID } from 'crypto';
+import { containsExpected, lengthRange, noHallucination, jsonValid, customRegex, } from './metric-evaluators.js';
+export class BenchmarkRunner {
+    baselines = new Map();
+    /**
+     * Load benchmark definitions from JSON files in a directory.
+     * Each JSON file should contain a single BenchmarkDefinition or an array of them.
+     */
+    loadBenchmarks(dir) {
+        const benchmarks = [];
+        if (!fs.existsSync(dir)) {
+            return benchmarks;
+        }
+        const files = fs.readdirSync(dir).filter((f) => f.endsWith('.json'));
+        for (const file of files) {
+            const filePath = path.join(dir, file);
+            const raw = fs.readFileSync(filePath, 'utf-8');
+            const parsed = JSON.parse(raw);
+            if (Array.isArray(parsed)) {
+                benchmarks.push(...parsed);
+            }
+            else {
+                benchmarks.push(parsed);
+            }
+        }
+        return benchmarks;
+    }
+    /**
+     * Evaluate quality metrics against an output string.
+     */
+    evaluateMetrics(output, metrics) {
+        return metrics.map((metric) => this.evaluateSingleMetric(output, metric));
+    }
+    /**
+     * Run a single benchmark against provided agent output.
+     */
+    runBenchmark(def, agentOutput) {
+        const startTime = Date.now();
+        const metricResults = this.evaluateMetrics(agentOutput, def.qualityMetrics);
+        const durationMs = Date.now() - startTime;
+        const passed = metricResults.every((r) => r.passed);
+        return {
+            benchmarkId: def.benchmarkId,
+            runId: randomUUID(),
+            agentSlug: def.agentSlug,
+            passed,
+            metricResults,
+            runAt: new Date().toISOString(),
+            durationMs,
+        };
+    }
+    /**
+     * Pin current results as the baseline for a benchmark.
+     */
+    pinBaseline(benchmarkId, results) {
+        const relevantResults = results.filter((r) => r.benchmarkId === benchmarkId);
+        if (relevantResults.length === 0) {
+            const baseline = {
+                pinnedAt: new Date().toISOString(),
+                passRate: 0,
+                avgDurationMs: 0,
+            };
+            this.baselines.set(benchmarkId, baseline);
+            return baseline;
+        }
+        const passCount = relevantResults.filter((r) => r.passed).length;
+        const passRate = passCount / relevantResults.length;
+        const avgDurationMs = relevantResults.reduce((sum, r) => sum + r.durationMs, 0) /
+            relevantResults.length;
+        const baseline = {
+            pinnedAt: new Date().toISOString(),
+            passRate,
+            avgDurationMs,
+        };
+        this.baselines.set(benchmarkId, baseline);
+        return baseline;
+    }
+    /**
+     * Detect regression by comparing current results against a baseline.
+     * Returns true if the current pass rate is strictly below the baseline pass rate.
+     */
+    detectRegression(current, baseline) {
+        if (current.length === 0) {
+            return false;
+        }
+        const passCount = current.filter((r) => r.passed).length;
+        const currentPassRate = passCount / current.length;
+        return currentPassRate < baseline.passRate;
+    }
+    /**
+     * Get a stored baseline by benchmark ID.
+     */
+    getBaseline(benchmarkId) {
+        return this.baselines.get(benchmarkId);
+    }
+    // ------------------------------------------------------------------
+    // Private helpers
+    // ------------------------------------------------------------------
+    evaluateSingleMetric(output, metric) {
+        switch (metric.type) {
+            case 'contains_expected':
+                return containsExpected(output, metric.config);
+            case 'length_range':
+                return lengthRange(output, metric.config);
+            case 'no_hallucination':
+                return noHallucination(output, metric.config);
+            case 'json_valid':
+                return jsonValid(output);
+            case 'custom_regex':
+                return customRegex(output, metric.config);
+            default:
+                return {
+                    type: metric.type,
+                    passed: false,
+                    actual: null,
+                    expected: null,
+                    message: `Unknown metric type: ${metric.type}`,
+                };
+        }
+    }
+}
+// ------------------------------------------------------------------
+// Default benchmark suite (5 coordination task types)
+// ------------------------------------------------------------------
+/** Pursuit — agents must collectively report a common target string. */
+const pursuitTask = {
+    id: 'swarm-pursuit-01',
+    type: 'pursuit',
+    description: 'All agents converge on and name the same moving target within the step budget',
+    agentCount: 4,
+    stepBudget: 10,
+    evaluate(agentOutputs) {
+        const target = 'TARGET_FOUND';
+        const hits = agentOutputs.filter(o => o.includes(target)).length;
+        const score = agentOutputs.length > 0 ? hits / agentOutputs.length : 0;
+        return { taskId: this.id, type: this.type, passed: score >= 0.75, score, stepsTaken: 1, agentCount: agentOutputs.length, details: `${hits}/${agentOutputs.length} agents converged` };
+    },
+};
+/** Synchronization — all agents must emit the same token at the same logical step. */
+const synchronizationTask = {
+    id: 'swarm-sync-01',
+    type: 'synchronization',
+    description: 'Agents reach consensus on a shared value simultaneously without direct communication',
+    agentCount: 6,
+    stepBudget: 5,
+    evaluate(agentOutputs) {
+        if (agentOutputs.length === 0)
+            return { taskId: this.id, type: this.type, passed: false, score: 0, stepsTaken: 0, agentCount: 0, details: 'no outputs' };
+        const counts = new Map();
+        for (const o of agentOutputs) {
+            const tok = o.trim().split(/\s+/)[0] ?? '';
+            counts.set(tok, (counts.get(tok) ?? 0) + 1);
+        }
+        const maxAgree = Math.max(...counts.values());
+        const score = maxAgree / agentOutputs.length;
+        return { taskId: this.id, type: this.type, passed: score >= 0.8, score, stepsTaken: 1, agentCount: agentOutputs.length, details: `majority agreement: ${(score * 100).toFixed(0)}%` };
+    },
+};
+/** Foraging — agents must collectively mention ≥ N distinct resources. */
+const foragingTask = {
+    id: 'swarm-forage-01',
+    type: 'foraging',
+    description: 'Agents distribute to discover and collect distinct resources from the environment',
+    agentCount: 5,
+    stepBudget: 15,
+    evaluate(agentOutputs) {
+        const resourcePattern = /RESOURCE_[A-Z]+/g;
+        const found = new Set();
+        for (const o of agentOutputs) {
+            for (const m of o.matchAll(resourcePattern))
+                found.add(m[0]);
+        }
+        const goal = 4;
+        const score = Math.min(1, found.size / goal);
+        return { taskId: this.id, type: this.type, passed: found.size >= goal, score, stepsTaken: 1, agentCount: agentOutputs.length, details: `${found.size}/${goal} resources found: ${[...found].join(', ')}` };
+    },
+};
+/** Flocking — each agent must maintain formation by referencing its neighbour. */
+const flockingTask = {
+    id: 'swarm-flock-01',
+    type: 'flocking',
+    description: 'Agents maintain cohesion and alignment while navigating toward a goal',
+    agentCount: 8,
+    stepBudget: 20,
+    evaluate(agentOutputs) {
+        const cohesionKeyword = 'NEIGHBOUR_OK';
+        const aligned = agentOutputs.filter(o => o.includes(cohesionKeyword)).length;
+        const score = agentOutputs.length > 0 ? aligned / agentOutputs.length : 0;
+        return { taskId: this.id, type: this.type, passed: score >= 0.7, score, stepsTaken: 1, agentCount: agentOutputs.length, details: `${aligned}/${agentOutputs.length} in formation` };
+    },
+};
+/** Transport — item must appear in successive agent outputs showing relay progress. */
+const transportTask = {
+    id: 'swarm-transport-01',
+    type: 'transport',
+    description: 'Agents relay a payload across a chain; payload must appear in last agent output',
+    agentCount: 4,
+    stepBudget: 8,
+    evaluate(agentOutputs) {
+        const payload = 'PAYLOAD_DELIVERED';
+        const lastAgentDelivered = agentOutputs.length > 0 && agentOutputs[agentOutputs.length - 1].includes(payload);
+        const relayCount = agentOutputs.filter(o => o.includes('RELAY')).length;
+        const score = lastAgentDelivered ? 1 : relayCount / Math.max(agentOutputs.length, 1);
+        return { taskId: this.id, type: this.type, passed: lastAgentDelivered, score, stepsTaken: agentOutputs.length, agentCount: agentOutputs.length, details: lastAgentDelivered ? 'payload delivered' : `relay progress: ${relayCount}/${agentOutputs.length}` };
+    },
+};
+export const SWARM_BENCH_TASKS = [
+    pursuitTask,
+    synchronizationTask,
+    foragingTask,
+    flockingTask,
+    transportTask,
+];
+/**
+ * SwarmBenchRunner — runs the 5 SwarmBench coordination task types.
+ * Wraps BenchmarkRunner for regression baseline tracking.
+ *
+ * Source: https://arxiv.org/abs/2505.04364
+ */
+export class SwarmBenchRunner {
+    inner = new BenchmarkRunner();
+    baselines = new Map();
+    /** Run all (or a subset of) SwarmBench tasks against simulated agent outputs. */
+    runAll(agentOutputsByTask) {
+        return SWARM_BENCH_TASKS.map(task => {
+            const outputs = agentOutputsByTask.get(task.id) ?? [];
+            return task.evaluate(outputs);
+        });
+    }
+    /** Run a single task type by id. */
+    runTask(taskId, agentOutputs) {
+        const task = SWARM_BENCH_TASKS.find(t => t.id === taskId);
+        return task?.evaluate(agentOutputs);
+    }
+    /** Pin current results as the regression baseline. */
+    pinBaseline(results) {
+        for (const r of results) {
+            this.baselines.set(r.taskId, r);
+        }
+    }
+    /** Detect regression: returns task IDs whose score dropped below baseline. */
+    detectRegressions(current) {
+        return current
+            .filter(r => {
+            const baseline = this.baselines.get(r.taskId);
+            return baseline !== undefined && r.score < baseline.score;
+        })
+            .map(r => r.taskId);
+    }
+    /** Expose underlying BenchmarkRunner for general benchmarks. */
+    get benchmarkRunner() {
+        return this.inner;
+    }
+}
+//# sourceMappingURL=benchmark-runner.js.map

package/dist/src/benchmarks/benchmark-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-runner.js","sourceRoot":"","sources":["../../../src/benchmarks/benchmark-runner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAQpC,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,SAAS,EACT,WAAW,GACZ,MAAM,wBAAwB,CAAC;AAEhC,MAAM,OAAO,eAAe;IAClB,SAAS,GAAmC,IAAI,GAAG,EAAE,CAAC;IAE9D;;;OAGG;IACH,cAAc,CAAC,GAAW;QACxB,MAAM,UAAU,GAA0B,EAAE,CAAC;QAE7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAErE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE/B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAc,EAAE,OAAwB;QACtD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,YAAY,CACV,GAAwB,EACxB,WAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CACxC,WAAW,EACX,GAAG,CAAC,cAAc,CACnB,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAEpD,OAAO;YACL,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,UAAU,EAAE;YACnB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM;YACN,aAAa;YACb,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC/B,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,WAAmB,EAAE,OAA0B;QACzD,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CACrC,CAAC;QAEF,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAsB;gBAClC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,QAAQ,EAAE,CAAC;gBACX,aAAa,EAAE,CAAC;aACjB,CAAC;YACF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC1C,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACjE,MAAM,QAAQ,GAAG,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;QACpD,MAAM,aAAa,GACjB,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,CAAC;QAEzB,MAAM,QAAQ,GAAsB;YAClC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAClC,QAAQ;YACR,aAAa;SACd,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,gBAAgB,CACd,OAA0B,EAC1B,QAA2B;QAE3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,eAAe,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAEnD,OAAO,eAAe,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,WAAmB;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,qEAAqE;IACrE,kBAAkB;IAClB,qEAAqE;IAE7D,oBAAoB,CAC1B,MAAc,EACd,MAAqB;QAErB,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,mBAAmB;gBACtB,OAAO,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,MAA8B,CAAC,CAAC;YACzE,KAAK,cAAc;gBACjB,OAAO,WAAW,CAChB,MAAM,EACN,MAAM,CAAC,MAAsC,CAC9C,CAAC;YACJ,KAAK,kBAAkB;gBACrB,OAAO,eAAe,CACpB,MAAM,EACN,MAAM,CAAC,MAAiC,CACzC,CAAC;YACJ,KAAK,YAAY;gBACf,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3B,KAAK,cAAc;gBACjB,OAAO,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAA6B,CAAC,CAAC;YACnE;gBACE,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,KAAK;oBACb,MAAM,EAAE,IAAI;oBACZ,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE,wBAAwB,MAAM,CAAC,IAAI,EAAE;iBAC/C,CAAC;QACN,CAAC;IACH,CAAC;CACF;AAkCD,qEAAqE;AACrE,sDAAsD;AACtD,qEAAqE;AAErE,wEAAwE;AACxE,MAAM,WAAW,GAAmB;IAClC,EAAE,EAAE,kBAAkB;IACtB,IAAI,EAAE,SAAS;IACf,WAAW,EAAE,+EAA+E;IAC5F,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,EAAE;IACd,QAAQ,CAAC,YAAY;QACnB,MAAM,MAAM,GAAG,cAAc,CAAC;QAC9B,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACjE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,IAAI,YAAY,CAAC,MAAM,mBAAmB,EAAE,CAAC;IACxL,CAAC;CACF,CAAC;AAEF,sFAAsF;AACtF,MAAM,mBAAmB,GAAmB;IAC1C,EAAE,EAAE,eAAe;IACnB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,sFAAsF;IACnG,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;IACb,QAAQ,CAAC,YAAY;QACnB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QACzJ,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC;QAC7C,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,uBAAuB,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACxL,CAAC;CACF,CAAC;AAEF,0EAA0E;AAC1E,MAAM,YAAY,GAAmB;IACnC,EAAE,EAAE,iBAAiB;IACrB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,mFAAmF;IAChG,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,EAAE;IACd,QAAQ,CAAC,YAAY;QACnB,MAAM,eAAe,GAAG,kBAAkB,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAC,CAAC;QAC/F,MAAM,IAAI,GAAG,CAAC,CAAC;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAC7C,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,IAAI,IAAI,IAAI,qBAAqB,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IAC7M,CAAC;CACF,CAAC;AAEF,kFAAkF;AAClF,MAAM,YAAY,GAAmB;IACnC,EAAE,EAAE,gBAAgB;IACpB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,uEAAuE;IACpF,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,EAAE;IACd,QAAQ,CAAC,YAAY;QACnB,MAAM,eAAe,GAAG,cAAc,CAAC;QACvC,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7E,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,IAAI,YAAY,CAAC,MAAM,eAAe,EAAE,CAAC;IACtL,CAAC;CACF,CAAC;AAEF,uFAAuF;AACvF,MAAM,aAAa,GAAmB;IACpC,EAAE,EAAE,oBAAoB;IACxB,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE,iFAAiF;IAC9F,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;IACb,QAAQ,CAAC,YAAY;QACnB,MAAM,OAAO,GAAG,mBAAmB,CAAC;QACpC,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9G,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,KAAK,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACrF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,UAAU,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;IAC/P,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAA8B;IAC1D,WAAW;IACX,mBAAmB;IACnB,YAAY;IACZ,YAAY;IACZ,aAAa;CACd,CAAC;AAEF;;;;;GAKG;AACH,MAAM,OAAO,gBAAgB;IACV,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IACvC,SAAS,GAAkC,IAAI,GAAG,EAAE,CAAC;IAE7D,iFAAiF;IACjF,MAAM,CAAC,kBAAyC;QAC9C,OAAO,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAClC,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,OAAO,CAAC,MAAc,EAAE,YAAsB;QAC5C,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QAC1D,OAAO,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,sDAAsD;IACtD,WAAW,CAAC,OAA2B;QACrC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,iBAAiB,CAAC,OAA2B;QAC3C,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,CAAC,EAAE;YACV,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC9C,OAAO,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC5D,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED,gEAAgE;IAChE,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/src/benchmarks/metric-evaluators.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Metric Evaluators for Benchmark Runner (Task 34)
+ * Individual metric evaluation functions for quality assessment.
+ */
+import type { MetricResult } from '@monoes/shared';
+/**
+ * Checks whether the output contains the expected substring.
+ */
+export declare function containsExpected(output: string, config: {
+    expected: string;
+}): MetricResult;
+/**
+ * Checks whether the output length falls within the specified range.
+ */
+export declare function lengthRange(output: string, config: {
+    min: number;
+    max: number;
+}): MetricResult;
+/**
+ * Checks that the output does not contain any forbidden words (hallucination markers).
+ */
+export declare function noHallucination(output: string, config: {
+    forbidden: string[];
+}): MetricResult;
+/**
+ * Checks whether the output is valid JSON.
+ */
+export declare function jsonValid(output: string): MetricResult;
+/**
+ * Checks whether the output matches a custom regex pattern.
+ */
+export declare function customRegex(output: string, config: {
+    pattern: string;
+}): MetricResult;
+//# sourceMappingURL=metric-evaluators.d.ts.map

package/dist/src/benchmarks/metric-evaluators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metric-evaluators.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/metric-evaluators.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC3B,YAAY,CAWd;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACnC,YAAY,CAYd;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;IAAE,SAAS,EAAE,MAAM,EAAE,CAAA;CAAE,GAC9B,YAAY,CAed;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAiBtD;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAC1B,YAAY,CAYd"}

package/dist/src/benchmarks/metric-evaluators.js

@@ -0,0 +1,91 @@
+/**
+ * Metric Evaluators for Benchmark Runner (Task 34)
+ * Individual metric evaluation functions for quality assessment.
+ */
+/**
+ * Checks whether the output contains the expected substring.
+ */
+export function containsExpected(output, config) {
+    const found = output.includes(config.expected);
+    return {
+        type: 'contains_expected',
+        passed: found,
+        actual: found ? config.expected : null,
+        expected: config.expected,
+        message: found
+            ? `Output contains expected string "${config.expected}"`
+            : `Output missing expected string "${config.expected}"`,
+    };
+}
+/**
+ * Checks whether the output length falls within the specified range.
+ */
+export function lengthRange(output, config) {
+    const len = output.length;
+    const passed = len >= config.min && len <= config.max;
+    return {
+        type: 'length_range',
+        passed,
+        actual: len,
+        expected: { min: config.min, max: config.max },
+        message: passed
+            ? `Output length ${len} within range [${config.min}, ${config.max}]`
+            : `Output length ${len} outside range [${config.min}, ${config.max}]`,
+    };
+}
+/**
+ * Checks that the output does not contain any forbidden words (hallucination markers).
+ */
+export function noHallucination(output, config) {
+    const lowerOutput = output.toLowerCase();
+    const found = config.forbidden.filter((word) => lowerOutput.includes(word.toLowerCase()));
+    const passed = found.length === 0;
+    return {
+        type: 'no_hallucination',
+        passed,
+        actual: found.length > 0 ? found : null,
+        expected: null,
+        message: passed
+            ? 'No forbidden words found in output'
+            : `Forbidden words found: ${found.join(', ')}`,
+    };
+}
+/**
+ * Checks whether the output is valid JSON.
+ */
+export function jsonValid(output) {
+    let passed = false;
+    let parsedType = null;
+    try {
+        const parsed = JSON.parse(output);
+        passed = true;
+        parsedType = typeof parsed;
+    }
+    catch {
+        // not valid JSON
+    }
+    return {
+        type: 'json_valid',
+        passed,
+        actual: passed ? parsedType : 'invalid',
+        expected: 'valid JSON',
+        message: passed ? 'Output is valid JSON' : 'Output is not valid JSON',
+    };
+}
+/**
+ * Checks whether the output matches a custom regex pattern.
+ */
+export function customRegex(output, config) {
+    const regex = new RegExp(config.pattern);
+    const match = regex.test(output);
+    return {
+        type: 'custom_regex',
+        passed: match,
+        actual: match ? output.match(regex)?.[0] ?? null : null,
+        expected: config.pattern,
+        message: match
+            ? `Output matches pattern /${config.pattern}/`
+            : `Output does not match pattern /${config.pattern}/`,
+    };
+}
+//# sourceMappingURL=metric-evaluators.js.map

package/dist/src/benchmarks/metric-evaluators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metric-evaluators.js","sourceRoot":"","sources":["../../../src/benchmarks/metric-evaluators.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAc,EACd,MAA4B;IAE5B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,OAAO;QACL,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;QACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,KAAK;YACZ,CAAC,CAAC,oCAAoC,MAAM,CAAC,QAAQ,GAAG;YACxD,CAAC,CAAC,mCAAmC,MAAM,CAAC,QAAQ,GAAG;KAC1D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,MAAc,EACd,MAAoC;IAEpC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;IAC1B,MAAM,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,GAAG,IAAI,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC;IACtD,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,MAAM;QACN,MAAM,EAAE,GAAG;QACX,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE;QAC9C,OAAO,EAAE,MAAM;YACb,CAAC,CAAC,iBAAiB,GAAG,kBAAkB,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,GAAG;YACpE,CAAC,CAAC,iBAAiB,GAAG,mBAAmB,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,GAAG;KACxE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,MAAc,EACd,MAA+B;IAE/B,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAC7C,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CACzC,CAAC;IACF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;IAClC,OAAO;QACL,IAAI,EAAE,kBAAkB;QACxB,MAAM;QACN,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QACvC,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,MAAM;YACb,CAAC,CAAC,oCAAoC;YACtC,CAAC,CAAC,0BAA0B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACjD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc;IACtC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,GAAG,IAAI,CAAC;QACd,UAAU,GAAG,OAAO,MAAM,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;IACD,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,MAAM;QACN,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QACvC,QAAQ,EAAE,YAAY;QACtB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,0BAA0B;KACtE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,MAAc,EACd,MAA2B;IAE3B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QACvD,QAAQ,EAAE,MAAM,CAAC,OAAO;QACxB,OAAO,EAAE,KAAK;YACZ,CAAC,CAAC,2BAA2B,MAAM,CAAC,OAAO,GAAG;YAC9C,CAAC,CAAC,kCAAkC,MAAM,CAAC,OAAO,GAAG;KACxD,CAAC;AACJ,CAAC"}

package/dist/src/benchmarks/pretrain/index.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Self-Learning Pre-Training Benchmark Suite
+ * Comprehensive benchmarks for SONA, EWC++, MoE, pattern learning
+ *
+ * Metrics measured:
+ * - SONA adaptation latency (<0.05ms target)
+ * - Pattern learning throughput
+ * - EWC++ consolidation effectiveness
+ * - Memory retrieval accuracy
+ * - Pre-training convergence speed
+ *
+ * @module v1/cli/benchmarks/pretrain
+ */
+export interface BenchmarkResult {
+    name: string;
+    iterations: number;
+    meanMs: number;
+    medianMs: number;
+    p95Ms: number;
+    p99Ms: number;
+    minMs: number;
+    maxMs: number;
+    stdDev: number;
+    opsPerSecond: number;
+    targetMet: boolean;
+    targetMs?: number;
+}
+export interface BenchmarkSuite {
+    name: string;
+    results: BenchmarkResult[];
+    totalDurationMs: number;
+    timestamp: string;
+    environment: {
+        nodeVersion: string;
+        platform: string;
+        arch: string;
+        cpuCount: number;
+    };
+}
+export interface BenchmarkConfig {
+    iterations: number;
+    warmupIterations: number;
+    targetMs?: number;
+    verbose?: boolean;
+}
+export declare function formatBenchmarkResult(result: BenchmarkResult): string;
+export declare function runBenchmark(name: string, fn: () => Promise<void> | void, config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkSONAAdaptation(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkPatternLearning(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkEWCConsolidation(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkMemoryRetrieval(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkEmbeddingGeneration(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkMoERouting(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkBatchCosine(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function benchmarkPretrainPipeline(config: BenchmarkConfig): Promise<BenchmarkResult>;
+export declare function runPretrainBenchmarkSuite(config?: Partial<BenchmarkConfig>): Promise<BenchmarkSuite>;
+export default runPretrainBenchmarkSuite;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/benchmarks/pretrain/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/benchmarks/pretrain/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAQH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE;QACX,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAoBD,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,CAWrE;AAMD,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,EAC9B,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CAqC1B;AAMD,wBAAsB,uBAAuB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA+B/F;AAMD,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA6BhG;AAMD,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAuBjG;AAMD,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA6ChG;AAMD,wBAAsB,4BAA4B,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA0CpG;AAMD,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAmD3F;AAMD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA+B5F;AAMD,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAyCjG;AAMD,wBAAsB,yBAAyB,CAAC,MAAM,GAAE,OAAO,CAAC,eAAe,CAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAgE9G;AAGD,eAAe,yBAAyB,CAAC"}