closed-loop-cli 1.0.3 → 1.0.4

package/dist/orchestrator/dgm-archive.js

@@ -1,223 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DGMArchive = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const ARCHIVE_FILENAME = 'dgm-archive.json';
-const DEFAULT_MAX_SIZE = 20;
-/**
- * DGM Archive Manager
- *
- * เก็บ population ของ agent snapshots และจัดการ selection สำหรับ
- * Darwin Gödel Machine evolution loop ตาม paper:
- * "Darwin Gödel Machine: Open-Ended Evolution of Self-Improving Agents"
- */
-class DGMArchive {
-    archivePath;
-    entries;
-    constructor(workspaceRoot) {
-        const root = workspaceRoot || process.cwd();
-        this.archivePath = path.join(root, ARCHIVE_FILENAME);
-        this.entries = this.load();
-    }
-    // ─────────────────────────────────────────
-    // Persistence
-    // ─────────────────────────────────────────
-    load() {
-        if (!fs.existsSync(this.archivePath)) {
-            return [];
-        }
-        try {
-            const raw = fs.readFileSync(this.archivePath, 'utf-8');
-            const parsed = JSON.parse(raw);
-            return Array.isArray(parsed.entries) ? parsed.entries : [];
-        }
-        catch {
-            return [];
-        }
-    }
-    save() {
-        const data = {
-            version: '1.0.0',
-            lastUpdated: new Date().toISOString(),
-            entries: this.entries
-        };
-        try {
-            fs.writeFileSync(this.archivePath, JSON.stringify(data, null, 2), 'utf-8');
-        }
-        catch (err) {
-            console.error('[DGMArchive] Failed to save archive:', err);
-        }
-    }
-    // ─────────────────────────────────────────
-    // Core Operations
-    // ─────────────────────────────────────────
-    /**
-     * เพิ่ม snapshot ใหม่เข้า archive
-     * @returns entry ที่เพิ่งเพิ่มเข้าไป
-     */
-    addEntry(entry) {
-        const newEntry = {
-            ...entry,
-            id: this.generateId(),
-            timestamp: new Date().toISOString()
-        };
-        this.entries.push(newEntry);
-        this.save();
-        return newEntry;
-    }
-    /**
-     * เลือก parent entry สำหรับ mutation รอบต่อไป
-     * ใช้ fitness-weighted sampling (DGM parent selection strategy)
-     *
-     * @param strategy 'fitness_weighted' | 'best' | 'random'
-     */
-    getBestParent(strategy = 'fitness_weighted') {
-        if (this.entries.length === 0)
-            return null;
-        if (strategy === 'best') {
-            return [...this.entries].sort((a, b) => b.fitness - a.fitness)[0];
-        }
-        if (strategy === 'random') {
-            return this.entries[Math.floor(Math.random() * this.entries.length)];
-        }
-        // fitness_weighted: สุ่มโดยน้ำหนักตาม fitness score (DGM default)
-        return this.fitnessWeightedSample();
-    }
-    /**
-     * Trace lineage จาก entry ไปถึง origin
-     * @returns ordered array ตั้งแต่ origin จนถึง entry นี้
-     */
-    getLineage(entryId) {
-        const lineage = [];
-        let current = this.findById(entryId);
-        while (current) {
-            lineage.unshift(current);
-            if (!current.parentId)
-                break;
-            current = this.findById(current.parentId);
-        }
-        return lineage;
-    }
-    /**
-     * ตัด entries เก่าเพื่อป้องกัน archive ใหญ่เกินไป
-     * จะเก็บ entries ที่มี fitness สูงสุดไว้ก่อน
-     */
-    pruneOldEntries(maxSize = DEFAULT_MAX_SIZE) {
-        if (this.entries.length <= maxSize)
-            return 0;
-        // เรียง fitness สูงสุดก่อน แล้วตัดส่วนที่เกิน
-        const sorted = [...this.entries].sort((a, b) => b.fitness - a.fitness);
-        const pruned = this.entries.length - maxSize;
-        this.entries = sorted.slice(0, maxSize);
-        this.save();
-        return pruned;
-    }
-    // ─────────────────────────────────────────
-    // Query / Stats
-    // ─────────────────────────────────────────
-    getAll() {
-        return [...this.entries];
-    }
-    findById(id) {
-        return this.entries.find(e => e.id === id);
-    }
-    getBestEntry() {
-        if (this.entries.length === 0)
-            return null;
-        return [...this.entries].sort((a, b) => b.fitness - a.fitness)[0];
-    }
-    getStats() {
-        if (this.entries.length === 0) {
-            return {
-                totalEntries: 0,
-                bestFitness: 0,
-                averageFitness: 0,
-                bestEntryId: null,
-                latestEntryId: null,
-                generationDepth: 0
-            };
-        }
-        const sorted = [...this.entries].sort((a, b) => b.fitness - a.fitness);
-        const best = sorted[0];
-        const latest = [...this.entries].sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime())[0];
-        const avgFitness = this.entries.reduce((sum, e) => sum + e.fitness, 0) / this.entries.length;
-        const depth = latest ? this.getLineage(latest.id).length : 0;
-        return {
-            totalEntries: this.entries.length,
-            bestFitness: best.fitness,
-            averageFitness: Math.round(avgFitness * 1000) / 1000,
-            bestEntryId: best.id,
-            latestEntryId: latest?.id ?? null,
-            generationDepth: depth
-        };
-    }
-    /**
-     * ดึง history ล่าสุด N entries (เรียงตามเวลา)
-     */
-    getRecentHistory(n = 10) {
-        return [...this.entries]
-            .sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime())
-            .slice(0, n);
-    }
-    // ─────────────────────────────────────────
-    // Private Helpers
-    // ─────────────────────────────────────────
-    /**
-     * Fitness-weighted random sampling (Roulette Wheel Selection)
-     * สูตรจาก DGM paper: เลือก parent ตาม probability ∝ fitness
-     */
-    fitnessWeightedSample() {
-        const totalFitness = this.entries.reduce((sum, e) => sum + Math.max(e.fitness, 0.01), 0);
-        let r = Math.random() * totalFitness;
-        for (const entry of this.entries) {
-            r -= Math.max(entry.fitness, 0.01);
-            if (r <= 0)
-                return entry;
-        }
-        // fallback: คืน entry สุดท้าย
-        return this.entries[this.entries.length - 1];
-    }
-    /**
-     * สร้าง unique ID แบบ timestamp + random
-     */
-    generateId() {
-        const ts = Date.now().toString(36);
-        const rand = Math.random().toString(36).substring(2, 6);
-        return `dgm_${ts}_${rand}`;
-    }
-}
-exports.DGMArchive = DGMArchive;

package/dist/orchestrator/fitness-evaluator.js

@@ -1,99 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.evaluateFitness = evaluateFitness;
-exports.compareToBaseline = compareToBaseline;
-exports.parseTestOutput = parseTestOutput;
-const shell_tools_1 = require("../tools/shell-tools");
-/**
- * วัด empirical fitness จาก test suite ปัจจุบัน
- *
- * DGM approach: fitness วัดจากผล unit test จริง ไม่ใช่ heuristic เพียงอย่างเดียว
- * "Each new agent version is evaluated empirically using coding benchmarks"
- */
-async function evaluateFitness() {
-    // Step 1: ตรวจ compile
-    const compileRes = await (0, shell_tools_1.runCommand)('npm run build');
-    const compileSuccess = compileRes.exitCode === 0;
-    if (!compileSuccess) {
-        return {
-            passRate: 0,
-            passCount: 0,
-            failCount: 0,
-            totalTests: 0,
-            score: 0,
-            compileSuccess: false,
-            summary: `Compilation failed — fitness = 0`,
-            rawOutput: compileRes.stdout + compileRes.stderr
-        };
-    }
-    // Step 2: run tests
-    const testRes = await (0, shell_tools_1.runCommand)('npm test');
-    const rawOutput = (testRes.stdout || '') + (testRes.stderr || '');
-    // Step 3: parse test output
-    const parsed = parseTestOutput(rawOutput);
-    // Step 4: คำนวณ composite score
-    // score = pass_rate ถ้า compile ผ่าน, 0 ถ้า compile fail
-    const score = compileSuccess ? parsed.passRate : 0;
-    const summary = `Compile: ${compileSuccess ? 'PASS' : 'FAIL'} | ` +
-        `Tests: ${parsed.passCount}/${parsed.totalTests} passed ` +
-        `(${(parsed.passRate * 100).toFixed(1)}%) | Score: ${score.toFixed(3)}`;
-    return {
-        ...parsed,
-        score,
-        compileSuccess,
-        summary,
-        rawOutput
-    };
-}
-/**
- * เปรียบเทียบ fitness ระหว่าง baseline snapshot กับ candidate snapshot
- */
-function compareToBaseline(candidate, baseline) {
-    const delta = candidate.score - baseline.score;
-    const improved = delta > 0;
-    const message = improved
-        ? `✔ Fitness improved: ${baseline.score.toFixed(3)} → ${candidate.score.toFixed(3)} (+${delta.toFixed(3)})`
-        : delta === 0
-            ? `= Fitness unchanged: ${candidate.score.toFixed(3)}`
-            : `✘ Fitness regressed: ${baseline.score.toFixed(3)} → ${candidate.score.toFixed(3)} (${delta.toFixed(3)})`;
-    return { improved, delta, baseline, candidate, message };
-}
-/**
- * Parse test runner output เพื่อนับ pass/fail counts
- * รองรับ format ของ test runner ปัจจุบันในโปรเจกต์
- */
-function parseTestOutput(output) {
-    let passCount = 0;
-    let failCount = 0;
-    // Pattern 1: "[Pass] <test name>" ซึ่งเป็น format ของ run-tests.ts ปัจจุบัน
-    const passMatches = output.match(/\[Pass\]/g);
-    const failMatches = output.match(/\[Fail\]/g);
-    if (passMatches || failMatches) {
-        passCount = passMatches ? passMatches.length : 0;
-        failCount = failMatches ? failMatches.length : 0;
-    }
-    // Pattern 2: Mocha format — "X passing" / "X failing"
-    const mochaPassing = output.match(/(\d+)\s+passing/i);
-    const mochaFailing = output.match(/(\d+)\s+failing/i);
-    if (mochaPassing || mochaFailing) {
-        passCount = mochaPassing ? parseInt(mochaPassing[1], 10) : passCount;
-        failCount = mochaFailing ? parseInt(mochaFailing[1], 10) : failCount;
-    }
-    // Pattern 3: Jest format — "Tests: X passed, Y failed"
-    const jestLine = output.match(/Tests:\s+(\d+)\s+passed(?:,\s+(\d+)\s+failed)?/i);
-    if (jestLine) {
-        passCount = parseInt(jestLine[1], 10) || passCount;
-        failCount = jestLine[2] ? parseInt(jestLine[2], 10) : failCount;
-    }
-    // Pattern 4: "ALL BINARY ASSERTION TESTS PASSED" — หมายถึง 100% ผ่าน
-    if (output.includes('ALL BINARY ASSERTION TESTS PASSED')) {
-        // ถ้าตรวจจับ pass ไม่ได้ชัดเจนให้ fallback = ผ่านทั้งหมด
-        if (passCount === 0 && failCount === 0) {
-            passCount = 11; // จำนวน tests ใน run-tests.ts (Test 1–11)
-            failCount = 0;
-        }
-    }
-    const totalTests = passCount + failCount;
-    const passRate = totalTests > 0 ? passCount / totalTests : (failCount === 0 ? 1 : 0);
-    return { passRate, passCount, failCount, totalTests };
-}

package/dist/orchestrator/mutation-strategies.js

@@ -1,174 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MutationStrategy = void 0;
-exports.selectMutationStrategy = selectMutationStrategy;
-exports.generateMutationPrompt = generateMutationPrompt;
-/**
- * DGM Mutation Strategies
- *
- * จาก DGM paper: open-ended evolution ต้องการ diversity ของ mutation types
- * ไม่ใช่แค่ refactor อย่างเดียว — เพื่อสำรวจ search space ที่กว้างขึ้น
- */
-var MutationStrategy;
-(function (MutationStrategy) {
-    /** เพิ่ม feature ใหม่เข้าไปในระบบ */
-    MutationStrategy["ADD_FEATURE"] = "add_feature";
-    /** Refactor code เดิมให้อ่านง่ายขึ้น / ลด duplication */
-    MutationStrategy["REFACTOR"] = "refactor";
-    /** Optimize performance หรือ token efficiency */
-    MutationStrategy["OPTIMIZE"] = "optimize";
-    /** เพิ่ม unit tests เพื่อเพิ่ม coverage */
-    MutationStrategy["ADD_TESTS"] = "add_tests";
-    /** แก้ bug ที่ตรวจพบจาก test failures */
-    MutationStrategy["FIX_BUG"] = "fix_bug";
-    /** ปรับปรุง system prompt / agent prompt */
-    MutationStrategy["IMPROVE_PROMPT"] = "improve_prompt";
-})(MutationStrategy || (exports.MutationStrategy = MutationStrategy = {}));
-/**
- * เลือก mutation strategy ที่เหมาะสมจาก archive history + task context
- *
- * DGM approach: strategy selection ควร adaptive ตาม population history
- * — ถ้า fitness ต่ำ → ลอง ADD_TESTS หรือ FIX_BUG ก่อน
- * — ถ้า fitness สูงแล้ว → ลอง ADD_FEATURE หรือ OPTIMIZE
- * — ถ้า task พูดถึง bug → เลือก FIX_BUG ก่อน
- */
-function selectMutationStrategy(archive, task, currentFitness = 0) {
-    const taskLower = task.toLowerCase();
-    // 1. Task-based override: ถ้า task บ่งชี้ strategy ชัดเจน
-    if (taskLower.includes('fix') || taskLower.includes('bug') || taskLower.includes('error')) {
-        return {
-            strategy: MutationStrategy.FIX_BUG,
-            rationale: 'Task description indicates a bug fix is needed'
-        };
-    }
-    if (taskLower.includes('test') || taskLower.includes('coverage')) {
-        return {
-            strategy: MutationStrategy.ADD_TESTS,
-            rationale: 'Task description requests test improvements'
-        };
-    }
-    if (taskLower.includes('prompt') || taskLower.includes('instruction')) {
-        return {
-            strategy: MutationStrategy.IMPROVE_PROMPT,
-            rationale: 'Task description targets prompt engineering'
-        };
-    }
-    if (taskLower.includes('refactor') || taskLower.includes('clean') || taskLower.includes('reformat')) {
-        return {
-            strategy: MutationStrategy.REFACTOR,
-            rationale: 'Task description requests code refactoring'
-        };
-    }
-    if (taskLower.includes('optim') || taskLower.includes('speed') || taskLower.includes('performance') || taskLower.includes('token')) {
-        return {
-            strategy: MutationStrategy.OPTIMIZE,
-            rationale: 'Task description requests optimization'
-        };
-    }
-    if (taskLower.includes('add') || taskLower.includes('implement') || taskLower.includes('create') || taskLower.includes('new feature')) {
-        return {
-            strategy: MutationStrategy.ADD_FEATURE,
-            rationale: 'Task description requests adding a new feature'
-        };
-    }
-    // 2. Fitness-based heuristic: ถ้า fitness ต่ำ → focus on fixing
-    if (currentFitness < 0.7) {
-        return {
-            strategy: MutationStrategy.FIX_BUG,
-            rationale: `Low fitness (${(currentFitness * 100).toFixed(1)}%) — prioritizing stability fixes`
-        };
-    }
-    // 3. Archive diversity: ตรวจสอบว่า strategy ไหนถูกใช้ไปน้อยสุดใน archive
-    const recentHistory = archive.getRecentHistory(8);
-    if (recentHistory.length > 0) {
-        const strategyCounts = {};
-        for (const s of Object.values(MutationStrategy)) {
-            strategyCounts[s] = 0;
-        }
-        for (const entry of recentHistory) {
-            if (entry.mutationStrategy && strategyCounts[entry.mutationStrategy] !== undefined) {
-                strategyCounts[entry.mutationStrategy]++;
-            }
-        }
-        // เลือก strategy ที่ถูกใช้น้อยสุด (diversity promotion)
-        const leastUsed = Object.entries(strategyCounts)
-            .sort((a, b) => a[1] - b[1])[0];
-        if (leastUsed && leastUsed[1] < 2) {
-            return {
-                strategy: leastUsed[0],
-                rationale: `Diversity promotion: "${leastUsed[0]}" has been used least (${leastUsed[1]}x in recent history)`
-            };
-        }
-    }
-    // 4. Default: ADD_FEATURE (DGM paper prefers expansive mutations)
-    return {
-        strategy: MutationStrategy.ADD_FEATURE,
-        rationale: 'Default open-ended evolution strategy: expanding capabilities'
-    };
-}
-/**
- * สร้าง task prompt เฉพาะ mutation strategy
- * ให้ Agent ทราบว่ากำลังทำ mutation ประเภทใด
- */
-function generateMutationPrompt(strategy, originalTask, context) {
-    const parentInfo = context?.parentEntry
-        ? `\n[DGM Context] Building upon parent snapshot: ${context.parentEntry.id} (fitness: ${(context.parentEntry.fitness * 100).toFixed(1)}%)`
-        : '';
-    const fitnessInfo = context?.currentFitness !== undefined
-        ? `\n[DGM Context] Current system fitness: ${(context.currentFitness * 100).toFixed(1)}% (test pass rate)`
-        : '';
-    const fileInfo = context?.targetFile
-        ? `\n[DGM Context] Primary target file: ${context.targetFile}`
-        : '';
-    const dgmHeader = `[DGM Mutation: ${strategy.toUpperCase()}]${parentInfo}${fitnessInfo}${fileInfo}\n\n`;
-    switch (strategy) {
-        case MutationStrategy.ADD_FEATURE:
-            return dgmHeader +
-                `Your mutation goal is to ADD A NEW FEATURE. Implement the following capability:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Create new files or add new exported functions/classes as needed\n` +
-                `- Do not break existing functionality\n` +
-                `- Ensure all new code compiles and existing tests still pass\n` +
-                `- The feature should integrate cleanly with the existing codebase`;
-        case MutationStrategy.REFACTOR:
-            return dgmHeader +
-                `Your mutation goal is to REFACTOR existing code for better quality:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Improve readability, reduce duplication, or strengthen type safety\n` +
-                `- Preserve all existing behavior exactly (zero functional change)\n` +
-                `- All existing tests must still pass after refactoring`;
-        case MutationStrategy.OPTIMIZE:
-            return dgmHeader +
-                `Your mutation goal is to OPTIMIZE for performance or efficiency:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Focus on reducing token usage, execution time, or memory\n` +
-                `- Preserve correctness — all tests must still pass\n` +
-                `- Measure and report the optimization impact if possible`;
-        case MutationStrategy.ADD_TESTS:
-            return dgmHeader +
-                `Your mutation goal is to ADD UNIT TESTS to improve coverage:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Add tests to src/tests/dynamic/ directory as .ts files\n` +
-                `- Tests must export a default function or a run() function\n` +
-                `- Prioritize testing edge cases and untested public functions\n` +
-                `- Do not modify existing test files (protected by Campbell Regime)`;
-        case MutationStrategy.FIX_BUG:
-            return dgmHeader +
-                `Your mutation goal is to FIX A BUG or stability issue:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Diagnose the root cause carefully before making changes\n` +
-                `- Make the minimal change required to fix the issue\n` +
-                `- Add a regression test if appropriate\n` +
-                `- All tests must pass after the fix`;
-        case MutationStrategy.IMPROVE_PROMPT:
-            return dgmHeader +
-                `Your mutation goal is to IMPROVE AGENT PROMPTS for better performance:\n${originalTask}\n\n` +
-                `Guidelines:\n` +
-                `- Edit src/orchestrator/system-prompt.txt or src/orchestrator/agent-prompts.ts\n` +
-                `- Make prompts more concise, clear, and effective\n` +
-                `- Preserve all existing agent capabilities\n` +
-                `- Build compiles and tests pass after changes`;
-        default:
-            return dgmHeader + originalTask;
-    }
-}

package/dist/orchestrator/prompt-benchmark.js

@@ -1,102 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculatePromptScore = calculatePromptScore;
-exports.benchmarkPrompt = benchmarkPrompt;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const shell_tools_1 = require("../tools/shell-tools");
-const task_agent_1 = require("./task-agent");
-/**
- * Calculates a prompt utility score where higher is better.
- * Combines time and token cost with configurable weights.
- */
-function calculatePromptScore(timeSeconds, totalTokens) {
-    const timeWeight = 0.4;
-    const tokenWeight = 0.6;
-    if (totalTokens === 0 || timeSeconds === 0)
-        return 0;
-    return 100000 / (timeSeconds * timeWeight + totalTokens * tokenWeight);
-}
-/**
- * Benchmarks a system prompt on a standard task.
- * Returns token usage, execution time, and compilation success.
- * The workspace is reset before and after the benchmark to avoid side-effects.
- */
-async function benchmarkPrompt(systemPrompt) {
-    const benchmarkTask = "Create a typescript helper file src/tools/math-helper.ts that exports a sum(a: number, b: number) function. Ensure it compiles. Do not change any other files.";
-    // Clear any previous math-helper.ts file
-    const helperPath = path.join(process.cwd(), 'src/tools/math-helper.ts');
-    if (fs.existsSync(helperPath)) {
-        fs.unlinkSync(helperPath);
-    }
-    // Reset workspace to clean baseline
-    await (0, shell_tools_1.runCommand)('git reset --hard HEAD');
-    await (0, shell_tools_1.runCommand)('git clean -fd');
-    const startTime = Date.now();
-    let success = false;
-    let inputTokens = 0;
-    let outputTokens = 0;
-    let timeSeconds = 0;
-    try {
-        // Delegate to Task Agent directly with the specified system prompt override
-        const report = await (0, task_agent_1.runTaskAgent)(benchmarkTask, { systemPrompt });
-        timeSeconds = report.timeSeconds;
-        inputTokens = report.inputTokens;
-        outputTokens = report.outputTokens;
-        // Verify compile
-        const buildRes = await (0, shell_tools_1.runCommand)('npm run build');
-        if (buildRes.exitCode === 0) {
-            success = true;
-        }
-    }
-    catch (err) {
-        // Failed to execute task or compile
-    }
-    finally {
-        // Clean up changes
-        if (fs.existsSync(helperPath)) {
-            fs.unlinkSync(helperPath);
-        }
-        await (0, shell_tools_1.runCommand)('git reset --hard HEAD');
-        await (0, shell_tools_1.runCommand)('git clean -fd');
-    }
-    if (!timeSeconds) {
-        timeSeconds = (Date.now() - startTime) / 1000;
-    }
-    const totalTokens = inputTokens + outputTokens;
-    const score = success ? calculatePromptScore(timeSeconds, totalTokens) : 0;
-    return { success, time: timeSeconds, tokens: totalTokens, score };
-}