darwin-agents 0.4.4

package/dist/cli/status.js

@@ -0,0 +1,123 @@
+/**
+ * darwin status [agent]
+ *
+ * Shows evolution status, metrics, and patterns for an agent (or all agents).
+ */
+import { createMemory } from '../memory/index.js';
+import { loadConfig } from '../core/agent.js';
+import { builtinAgents } from '../agents/index.js';
+export async function statusCommand(args) {
+    const agentName = args[0];
+    const config = await loadConfig();
+    const memory = createMemory(config);
+    await memory.init();
+    const state = await memory.getState();
+    if (agentName) {
+        // Show status for specific agent
+        await showAgentStatus(agentName, state, memory);
+    }
+    else {
+        // Show overview of all agents
+        console.log('\n╔═══════════════════════════════════════════════════════╗');
+        console.log('║  DARWIN STATUS                                        ║');
+        console.log('╠═══════════════════════════════════════════════════════╣');
+        const agents = Object.keys({ ...builtinAgents, ...state.experimentCounts });
+        const seen = new Set();
+        for (const name of agents) {
+            if (seen.has(name))
+                continue;
+            seen.add(name);
+            const count = state.experimentCounts[name] ?? 0;
+            if (count === 0 && !builtinAgents[name])
+                continue;
+            const version = state.activeVersions[name] ?? 'v1';
+            const failures = state.consecutiveFailures[name] ?? 0;
+            const abTest = state.abTests[name];
+            const bar = count > 0 ? '█'.repeat(Math.min(count, 20)) + '░'.repeat(Math.max(0, 20 - count)) : '░'.repeat(20);
+            const statusIcon = failures > 2 ? '⚠' : abTest ? '🔄' : count > 0 ? '✓' : '·';
+            console.log(`║  ${statusIcon} ${name.padEnd(15)} ${version.padEnd(4)} ${bar} ${String(count).padStart(3)} runs ║`);
+        }
+        if (seen.size === 0) {
+            console.log('║  No experiments yet. Run: darwin run writer "Hello"    ║');
+        }
+        console.log('╚═══════════════════════════════════════════════════════╝');
+    }
+    await memory.close();
+}
+async function showAgentStatus(agentName, state, memory) {
+    const typedState = state;
+    const experiments = await memory.loadExperiments(agentName, 50);
+    const versions = await memory.getAllPromptVersions(agentName);
+    const activeVersion = typedState.activeVersions[agentName] ?? 'v1';
+    const abTest = typedState.abTests[agentName];
+    const totalRuns = typedState.experimentCounts[agentName] ?? 0;
+    // Calculate metrics
+    const scored = experiments.filter(e => e.metrics.qualityScore !== null);
+    const avgQuality = scored.length > 0
+        ? scored.reduce((sum, e) => sum + (e.metrics.qualityScore ?? 0), 0) / scored.length
+        : 0;
+    const avgSources = experiments.length > 0
+        ? experiments.reduce((sum, e) => sum + e.metrics.sourceCount, 0) / experiments.length
+        : 0;
+    const avgDuration = experiments.length > 0
+        ? experiments.reduce((sum, e) => sum + e.metrics.durationMs, 0) / experiments.length / 1000
+        : 0;
+    const successRate = experiments.length > 0
+        ? experiments.filter(e => e.success).length / experiments.length * 100
+        : 0;
+    // Calculate improvement since v1
+    const v1Exps = experiments.filter(e => e.promptVersion === 'v1');
+    const latestExps = experiments.filter(e => e.promptVersion === activeVersion);
+    const v1Quality = v1Exps.filter(e => e.metrics.qualityScore !== null).length > 0
+        ? v1Exps.reduce((s, e) => s + (e.metrics.qualityScore ?? 0), 0) / v1Exps.filter(e => e.metrics.qualityScore !== null).length
+        : 0;
+    // Quality bar
+    const qualityBar = avgQuality > 0
+        ? '█'.repeat(Math.round(avgQuality)) + '░'.repeat(10 - Math.round(avgQuality))
+        : '░'.repeat(10);
+    console.log('');
+    console.log('╔══════════════════════════════════════════════════════════╗');
+    console.log(`║  DARWIN STATUS: ${agentName.padEnd(40)} ║`);
+    console.log('╠══════════════════════════════════════════════════════════╣');
+    console.log('║                                                          ║');
+    console.log(`║  Prompt Version: ${activeVersion.padEnd(5)} (${versions.length} total versions)${' '.repeat(Math.max(0, 18 - String(versions.length).length))}║`);
+    console.log(`║  Total Runs: ${String(totalRuns).padEnd(43)} ║`);
+    console.log('║                                                          ║');
+    console.log(`║  Quality Score    ${qualityBar}  ${avgQuality.toFixed(1)}/10${v1Quality > 0 && activeVersion !== 'v1' ? `  (+${(avgQuality - v1Quality).toFixed(1)} since v1)` : ''}${' '.repeat(Math.max(0, 16 - (v1Quality > 0 && activeVersion !== 'v1' ? `  (+${(avgQuality - v1Quality).toFixed(1)} since v1)`.length : 0)))}║`);
+    console.log(`║  Success Rate     ${String(successRate.toFixed(0)).padStart(3)}%${' '.repeat(35)}║`);
+    console.log(`║  Avg Duration     ${avgDuration.toFixed(1)}s${' '.repeat(Math.max(0, 36 - String(avgDuration.toFixed(1)).length))}║`);
+    console.log(`║  Avg Sources      ${avgSources.toFixed(1)}${' '.repeat(Math.max(0, 37 - String(avgSources.toFixed(1)).length))}║`);
+    console.log('║                                                          ║');
+    // A/B Test status
+    if (abTest) {
+        console.log(`║  A/B Test: ${abTest.versionA} vs ${abTest.versionB} (${abTest.runsA}/${abTest.runsB} runs)${' '.repeat(Math.max(0, 20))}║`);
+    }
+    // Version history
+    if (versions.length > 1) {
+        console.log('║  Evolution History:                                      ║');
+        for (const v of versions.slice(-3)) {
+            const marker = v.active ? '→' : ' ';
+            console.log(`║  ${marker} ${v.version}: ${v.changeReason.slice(0, 45).padEnd(45)}${v.stats.totalRuns > 0 ? ` (${v.stats.avgQuality.toFixed(1)})` : ''}  ║`);
+        }
+    }
+    // Task type breakdown
+    const taskTypes = new Map();
+    for (const exp of experiments) {
+        const existing = taskTypes.get(exp.taskType) ?? { count: 0, avgQuality: 0 };
+        existing.count++;
+        if (exp.metrics.qualityScore !== null) {
+            existing.avgQuality = (existing.avgQuality * (existing.count - 1) + exp.metrics.qualityScore) / existing.count;
+        }
+        taskTypes.set(exp.taskType, existing);
+    }
+    if (taskTypes.size > 1) {
+        console.log('║                                                          ║');
+        console.log('║  Performance by Task Type:                                ║');
+        for (const [type, data] of taskTypes) {
+            console.log(`║    ${type.padEnd(15)} ${data.avgQuality.toFixed(1)}/10  (${data.count} runs)${' '.repeat(Math.max(0, 20 - type.length))}║`);
+        }
+    }
+    console.log('║                                                          ║');
+    console.log('╚══════════════════════════════════════════════════════════╝');
+}
+//# sourceMappingURL=status.js.map

package/dist/cli/status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/cli/status.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAc;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAEpB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;IAEtC,IAAI,SAAS,EAAE,CAAC;QACd,iCAAiC;QACjC,MAAM,eAAe,CAAC,SAAS,EAAE,KAAK,EAAE,MAAwB,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,8BAA8B;QAC9B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,aAAa,EAAE,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAEf,MAAM,KAAK,GAAG,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;gBAAE,SAAS;YAElD,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;YACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC/G,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAE9E,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,SAAiB,EACjB,KAAkB,EAClB,MAAsB;IAEtB,MAAM,UAAU,GAAG,KAAK,CAAC;IACzB,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,UAAU,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9D,oBAAoB;IACpB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;QACnF,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QACvC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM;QACrF,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QACxC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,IAAI;QAC3F,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QACxC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG;QACtE,CAAC,CAAC,CAAC,CAAC;IAEN,iCAAiC;IACjC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,aAAa,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;QAC9E,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,MAAM;QAC5H,CAAC,CAAC,CAAC,CAAC;IAEN,cAAc;IACd,MAAM,UAAU,GAAG,UAAU,GAAG,CAAC;QAC/B,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC9E,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAEnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,sBAAsB,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACjK,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,KAAK,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,SAAS,GAAG,CAAC,IAAI,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,SAAS,GAAG,CAAC,IAAI,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtU,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACpG,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACrI,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IAClI,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAE5E,kBAAkB;IAClB,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,QAAQ,OAAO,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,SAAS,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7I,CAAC;IAED,kBAAkB;IAClB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,MAAM,MAAM,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC9J,CAAC;IACH,CAAC;IAED,sBAAsB;IACtB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAiD,CAAC;IAC3E,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC5E,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YACtC,QAAQ,CAAC,UAAU,GAAG,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;QACjH,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;QAC7E,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,KAAK,SAAS,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7I,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;AAC9E,CAAC"}

package/dist/core/agent.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Darwin — Agent Definition & Config
+ *
+ * Factory functions for creating validated agent definitions
+ * and merging config with sensible defaults.
+ */
+import type { AgentDefinition, DarwinConfig } from '../types.js';
+/**
+ * Define and validate an agent definition.
+ * Returns the definition with defaults applied for optional fields.
+ *
+ * @example
+ * ```ts
+ * const researcher = defineAgent({
+ *   name: 'researcher',
+ *   role: 'Deep Research Agent',
+ *   description: 'Researches topics with web sources',
+ *   systemPrompt: 'You are a research agent...',
+ *   mcp: ['tavily', 'memory'],
+ *   tools: ['Read', 'Glob', 'Grep'],
+ * });
+ * ```
+ */
+export declare function defineAgent(def: AgentDefinition): AgentDefinition;
+/**
+ * Define a Darwin configuration by merging partial overrides with defaults.
+ *
+ * @example
+ * ```ts
+ * const config = defineConfig({
+ *   memory: 'postgres',
+ *   postgresUrl: 'postgresql://...',
+ *   evolution: { enabled: true },
+ * });
+ * ```
+ */
+export declare function defineConfig(config: Partial<DarwinConfig>): DarwinConfig;
+/**
+ * Load config from darwin.config.ts in the current working directory.
+ * Falls back to defaults if no config file is found.
+ *
+ * Also checks for DARWIN_POSTGRES_URL env var and auto-sets
+ * memory: 'postgres' + postgresUrl when present.
+ */
+export declare function loadConfig(): Promise<DarwinConfig>;
+/**
+ * Synchronous config loader — returns defaults only.
+ * Used by callers that cannot await (kept for backward compatibility).
+ *
+ * @deprecated Use loadConfig() (async) instead.
+ */
+export declare function loadConfigSync(): DarwinConfig;
+//# sourceMappingURL=agent.d.ts.map

package/dist/core/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/core/agent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAoEjE;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,eAAe,GAAG,eAAe,CAsBjE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,YAAY,CAWxE;AAED;;;;;;GAMG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC,CA0BxD;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,IAAI,YAAY,CAW7C"}

package/dist/core/agent.js

@@ -0,0 +1,172 @@
+/**
+ * Darwin — Agent Definition & Config
+ *
+ * Factory functions for creating validated agent definitions
+ * and merging config with sensible defaults.
+ */
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { pathToFileURL } from 'node:url';
+// ─── Defaults ────────────────────────────────────────
+const DEFAULT_MAX_TURNS = 10;
+const DEFAULT_MODEL = 'claude-sonnet-4-20250514';
+const AGENT_NAME_PATTERN = /^[a-z][a-z0-9-]*$/;
+/**
+ * Auto-detect the best available provider.
+ * Priority: ANTHROPIC_API_KEY > OPENAI_API_KEY > claude-cli
+ */
+function detectDefaultProvider() {
+    if (process.env.ANTHROPIC_API_KEY)
+        return 'anthropic-api';
+    if (process.env.OPENAI_API_KEY)
+        return 'openai';
+    return 'claude-cli';
+}
+const DEFAULT_CONFIG = {
+    provider: detectDefaultProvider(),
+    memory: 'sqlite',
+    evolution: {
+        enabled: false,
+        minRuns: 5,
+        safetyGate: true,
+    },
+    dataDir: undefined,
+};
+// ─── Validation Helpers ──────────────────────────────
+function validateAgentName(name) {
+    if (!name || name.length === 0) {
+        throw new Error('Agent name is required');
+    }
+    if (!AGENT_NAME_PATTERN.test(name)) {
+        throw new Error(`Agent name "${name}" is invalid. Must be lowercase, start with a letter, ` +
+            `and contain only letters, digits, and hyphens.`);
+    }
+    if (name.length > 64) {
+        throw new Error(`Agent name "${name}" exceeds 64 character limit`);
+    }
+}
+function validateSystemPrompt(prompt, agentName) {
+    if (!prompt || prompt.trim().length === 0) {
+        throw new Error(`Agent "${agentName}" requires a non-empty systemPrompt`);
+    }
+}
+function validateSystemAgent(def) {
+    if (def.type === 'system' && typeof def.handler !== 'function') {
+        throw new Error(`System agent "${def.name}" requires a handler function`);
+    }
+    if (def.type !== 'system' && def.handler) {
+        throw new Error(`Agent "${def.name}" has a handler but type is "${def.type ?? 'llm'}". ` +
+            `Set type: 'system' to use a handler.`);
+    }
+}
+// ─── Public API ──────────────────────────────────────
+/**
+ * Define and validate an agent definition.
+ * Returns the definition with defaults applied for optional fields.
+ *
+ * @example
+ * ```ts
+ * const researcher = defineAgent({
+ *   name: 'researcher',
+ *   role: 'Deep Research Agent',
+ *   description: 'Researches topics with web sources',
+ *   systemPrompt: 'You are a research agent...',
+ *   mcp: ['tavily', 'memory'],
+ *   tools: ['Read', 'Glob', 'Grep'],
+ * });
+ * ```
+ */
+export function defineAgent(def) {
+    // Validate required fields
+    validateAgentName(def.name);
+    validateSystemPrompt(def.systemPrompt, def.name);
+    validateSystemAgent(def);
+    if (!def.role || def.role.trim().length === 0) {
+        throw new Error(`Agent "${def.name}" requires a non-empty role`);
+    }
+    if (!def.description || def.description.trim().length === 0) {
+        throw new Error(`Agent "${def.name}" requires a non-empty description`);
+    }
+    // Return with defaults applied
+    return {
+        ...def,
+        type: def.type ?? 'llm',
+        maxTurns: def.maxTurns ?? DEFAULT_MAX_TURNS,
+        model: def.model ?? DEFAULT_MODEL,
+        mcp: def.mcp ?? [],
+        tools: def.tools ?? [],
+    };
+}
+/**
+ * Define a Darwin configuration by merging partial overrides with defaults.
+ *
+ * @example
+ * ```ts
+ * const config = defineConfig({
+ *   memory: 'postgres',
+ *   postgresUrl: 'postgresql://...',
+ *   evolution: { enabled: true },
+ * });
+ * ```
+ */
+export function defineConfig(config) {
+    return {
+        ...DEFAULT_CONFIG,
+        ...config,
+        // Deep-merge evolution settings so partial overrides don't wipe defaults
+        evolution: {
+            enabled: config.evolution?.enabled ?? DEFAULT_CONFIG.evolution?.enabled ?? false,
+            minRuns: config.evolution?.minRuns ?? DEFAULT_CONFIG.evolution?.minRuns,
+            safetyGate: config.evolution?.safetyGate ?? DEFAULT_CONFIG.evolution?.safetyGate,
+        },
+    };
+}
+/**
+ * Load config from darwin.config.ts in the current working directory.
+ * Falls back to defaults if no config file is found.
+ *
+ * Also checks for DARWIN_POSTGRES_URL env var and auto-sets
+ * memory: 'postgres' + postgresUrl when present.
+ */
+export async function loadConfig() {
+    let config = { ...DEFAULT_CONFIG };
+    // Try loading darwin.config.ts from cwd
+    const configPath = join(process.cwd(), 'darwin.config.ts');
+    if (existsSync(configPath)) {
+        try {
+            const configUrl = pathToFileURL(configPath).href;
+            const imported = await import(configUrl);
+            if (imported.default) {
+                config = defineConfig(imported.default);
+            }
+        }
+        catch {
+            // Config file exists but failed to load — use defaults
+            console.warn(`[darwin] Warning: Failed to load ${configPath}, using defaults`);
+        }
+    }
+    // Auto-detect postgres from env var
+    const postgresUrl = process.env['DARWIN_POSTGRES_URL'];
+    if (postgresUrl) {
+        config.memory = 'postgres';
+        config.postgresUrl = postgresUrl;
+    }
+    return config;
+}
+/**
+ * Synchronous config loader — returns defaults only.
+ * Used by callers that cannot await (kept for backward compatibility).
+ *
+ * @deprecated Use loadConfig() (async) instead.
+ */
+export function loadConfigSync() {
+    const config = { ...DEFAULT_CONFIG };
+    // Auto-detect postgres from env var
+    const postgresUrl = process.env['DARWIN_POSTGRES_URL'];
+    if (postgresUrl) {
+        config.memory = 'postgres';
+        config.postgresUrl = postgresUrl;
+    }
+    return config;
+}
+//# sourceMappingURL=agent.js.map

package/dist/core/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/core/agent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,wDAAwD;AAExD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,aAAa,GAAG,0BAA0B,CAAC;AACjD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC;AAE/C;;;GAGG;AACH,SAAS,qBAAqB;IAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAAE,OAAO,eAAe,CAAC;IAC1D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAAE,OAAO,QAAQ,CAAC;IAChD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,cAAc,GAAiB;IACnC,QAAQ,EAAE,qBAAqB,EAAE;IACjC,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE;QACT,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,IAAI;KACjB;IACD,OAAO,EAAE,SAAS;CACnB,CAAC;AAEF,wDAAwD;AAExD,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,eAAe,IAAI,wDAAwD;YAC3E,gDAAgD,CACjD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,8BAA8B,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc,EAAE,SAAiB;IAC7D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,UAAU,SAAS,qCAAqC,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAoB;IAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CACb,iBAAiB,GAAG,CAAC,IAAI,+BAA+B,CACzD,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CACb,UAAU,GAAG,CAAC,IAAI,gCAAgC,GAAG,CAAC,IAAI,IAAI,KAAK,KAAK;YACxE,sCAAsC,CACvC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,wDAAwD;AAExD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,WAAW,CAAC,GAAoB;IAC9C,2BAA2B;IAC3B,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACjD,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAEzB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,6BAA6B,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,oCAAoC,CAAC,CAAC;IAC1E,CAAC;IAED,+BAA+B;IAC/B,OAAO;QACL,GAAG,GAAG;QACN,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,KAAK;QACvB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,iBAAiB;QAC3C,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,aAAa;QACjC,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;KACvB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,YAAY,CAAC,MAA6B;IACxD,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,MAAM;QACT,yEAAyE;QACzE,SAAS,EAAE;YACT,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO,IAAI,KAAK;YAChF,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO;YACvE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,UAAU,IAAI,cAAc,CAAC,SAAS,EAAE,UAAU;SACjF;KACF,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,MAAM,GAAiB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEjD,wCAAwC;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAC3D,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;YACjD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAwC,CAAC;YAChF,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uDAAuD;YACvD,OAAO,CAAC,IAAI,CAAC,oCAAoC,UAAU,kBAAkB,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC;QAC3B,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAiB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEnD,oCAAoC;IACpC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC;QAC3B,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/core/runner.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Darwin — Agent Runner
+ *
+ * Executes agents via pluggable LLM providers.
+ * Supports: Claude CLI (with MCP), Anthropic API, OpenAI, Ollama.
+ *
+ * The runner handles metrics, experiment records, and reports.
+ * The provider handles the actual LLM call.
+ */
+import type { AgentDefinition, DarwinConfig, RunResult } from '../types.js';
+import type { LLMProvider } from '../providers/types.js';
+/** Options for a single agent run */
+export interface RunOptions {
+    /** Override the agent's model for this run */
+    model?: string;
+    /** Override max turns for this run */
+    maxTurns?: number;
+    /** Task category for experiment tracking */
+    taskType?: string;
+    /** Darwin config (for MCP servers, data dir, etc.) */
+    config?: DarwinConfig;
+    /** Prompt version identifier for experiment tracking */
+    promptVersion?: string;
+    /** Working directory for the Claude CLI process */
+    cwd?: string;
+    /** Timeout in milliseconds (default: 600_000 = 10 minutes) */
+    timeout?: number;
+    /** Run in autonomous mode with bypassed permissions */
+    autonomous?: boolean;
+    /** Explicit LLM provider (overrides config.provider) */
+    provider?: LLMProvider;
+}
+/**
+ * Run an agent using the configured LLM provider.
+ *
+ * For Claude CLI: spawns a child process with MCP support.
+ * For API providers: makes a direct HTTP call (10-100x faster).
+ *
+ * @example
+ * ```ts
+ * // Default: uses Claude CLI
+ * const result = await runAgent(writer, 'Write a landing page', {
+ *   taskType: 'market',
+ *   config: darwinConfig,
+ * });
+ *
+ * // Explicit provider: Anthropic API (faster, no MCP)
+ * import { createProvider } from '../providers/index.js';
+ * const result = await runAgent(critic, 'Evaluate this output', {
+ *   provider: createProvider({ type: 'anthropic-api' }),
+ * });
+ * ```
+ */
+export declare function runAgent(agent: AgentDefinition, task: string, opts?: RunOptions): Promise<RunResult>;
+/**
+ * Error thrown when an LLM provider fails.
+ * Preserves the exit code (CLI) and any partial output for debugging.
+ */
+export declare class RunnerError extends Error {
+    readonly exitCode: number | null;
+    readonly partialOutput: string;
+    constructor(message: string, exitCode: number | null, partialOutput: string);
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/core/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,KAAK,EACV,eAAe,EACf,YAAY,EAGZ,SAAS,EACV,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAMzD,qCAAqC;AACrC,MAAM,WAAW,UAAU;IACzB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,wDAAwD;IACxD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,wDAAwD;IACxD,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB;AAoJD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,eAAe,EACtB,IAAI,EAAE,MAAM,EACZ,IAAI,GAAE,UAAe,GACpB,OAAO,CAAC,SAAS,CAAC,CAkEpB;AAID;;;GAGG;AACH,qBAAa,WAAY,SAAQ,KAAK;aAGlB,QAAQ,EAAE,MAAM,GAAG,IAAI;aACvB,aAAa,EAAE,MAAM;gBAFrC,OAAO,EAAE,MAAM,EACC,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,aAAa,EAAE,MAAM;CAKxC"}

package/dist/core/runner.js

@@ -0,0 +1,203 @@
+/**
+ * Darwin — Agent Runner
+ *
+ * Executes agents via pluggable LLM providers.
+ * Supports: Claude CLI (with MCP), Anthropic API, OpenAI, Ollama.
+ *
+ * The runner handles metrics, experiment records, and reports.
+ * The provider handles the actual LLM call.
+ */
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import { ClaudeCliProvider } from '../providers/claude-cli.js';
+import { createProvider } from '../providers/index.js';
+// ─── Constants ───────────────────────────────────────
+const DEFAULT_TIMEOUT = 600_000; // 10 minutes
+const DEFAULT_MODEL = 'claude-sonnet-4-20250514';
+const DEFAULT_MAX_TURNS = 10;
+const DEFAULT_DATA_DIR = '.darwin';
+const DEFAULT_TASK_TYPE = 'general';
+// Matches common URL patterns for source counting
+const URL_PATTERN = /https?:\/\/[^\s)>\]"'`]+/g;
+// ─── Metrics Parser ──────────────────────────────────
+/**
+ * Parse basic metrics from agent output.
+ * - sourceCount: number of unique URLs found in output
+ * - outputLength: character count of the output
+ */
+function parseMetrics(output, durationMs) {
+    const urls = output.match(URL_PATTERN);
+    const uniqueUrls = urls ? new Set(urls) : new Set();
+    return {
+        qualityScore: null, // Set later by evaluator
+        sourceCount: uniqueUrls.size,
+        outputLength: output.length,
+        errorCount: 0,
+        durationMs,
+    };
+}
+// ─── Experiment Factory ──────────────────────────────
+function generateExperimentId(agentName) {
+    const date = new Date().toISOString().slice(0, 10);
+    const random = Math.random().toString(36).slice(2, 10);
+    return `exp-${agentName}-${date}-${random}`;
+}
+function createExperiment(agent, task, output, startedAt, completedAt, success, metrics, opts) {
+    return {
+        id: generateExperimentId(agent.name),
+        agentName: agent.name,
+        promptVersion: opts.promptVersion ?? 'v1',
+        task,
+        taskType: opts.taskType ?? DEFAULT_TASK_TYPE,
+        startedAt,
+        completedAt,
+        success,
+        metrics,
+        output,
+    };
+}
+// ─── Report Writer ───────────────────────────────────
+function saveReport(experiment, dataDir) {
+    const reportsDir = resolve(join(dataDir, 'reports'));
+    mkdirSync(reportsDir, { recursive: true });
+    const filename = `${experiment.id}.md`;
+    const filepath = join(reportsDir, filename);
+    const durationSec = (experiment.metrics.durationMs / 1000).toFixed(1);
+    const report = `# ${experiment.id}
+
+## Meta
+- **Agent:** ${experiment.agentName}
+- **Task Type:** ${experiment.taskType}
+- **Prompt Version:** ${experiment.promptVersion}
+- **Started:** ${experiment.startedAt}
+- **Completed:** ${experiment.completedAt}
+- **Duration:** ${durationSec}s
+- **Success:** ${experiment.success ? 'Yes' : 'No'}
+
+## Metrics
+| Metric | Value |
+|--------|-------|
+| Quality Score | ${experiment.metrics.qualityScore ?? 'pending'} |
+| Source Count | ${experiment.metrics.sourceCount} |
+| Output Length | ${experiment.metrics.outputLength} chars |
+| Error Count | ${experiment.metrics.errorCount} |
+| Duration | ${durationSec}s |
+
+## Task
+${experiment.task}
+
+## Output
+${experiment.output ?? 'No output captured'}
+`;
+    writeFileSync(filepath, report, 'utf-8');
+    return filepath;
+}
+// ─── Provider Resolution ─────────────────────────────
+/**
+ * Resolve which LLM provider to use for a given agent and options.
+ *
+ * Priority: opts.provider > config.provider > 'claude-cli' (default)
+ *
+ * Auto-fallback: If agent uses MCP tools and provider doesn't support MCP,
+ * automatically falls back to Claude CLI with a warning.
+ */
+function resolveProvider(agent, opts) {
+    // Explicit provider passed in options
+    if (opts.provider) {
+        return opts.provider;
+    }
+    // Determine provider type from config
+    const providerType = opts.config?.provider ?? 'claude-cli';
+    const provider = createProvider({ type: providerType });
+    // Auto-fallback: if agent needs MCP but provider doesn't support it
+    const needsMcp = agent.mcp && agent.mcp.length > 0;
+    if (needsMcp && !provider.supportsMcp) {
+        console.warn(`⚠ Agent "${agent.name}" uses MCP tools but provider "${provider.name}" doesn't support MCP. Falling back to claude-cli.`);
+        return createProvider({ type: 'claude-cli' });
+    }
+    return provider;
+}
+// ─── Runner ──────────────────────────────────────────
+/**
+ * Run an agent using the configured LLM provider.
+ *
+ * For Claude CLI: spawns a child process with MCP support.
+ * For API providers: makes a direct HTTP call (10-100x faster).
+ *
+ * @example
+ * ```ts
+ * // Default: uses Claude CLI
+ * const result = await runAgent(writer, 'Write a landing page', {
+ *   taskType: 'market',
+ *   config: darwinConfig,
+ * });
+ *
+ * // Explicit provider: Anthropic API (faster, no MCP)
+ * import { createProvider } from '../providers/index.js';
+ * const result = await runAgent(critic, 'Evaluate this output', {
+ *   provider: createProvider({ type: 'anthropic-api' }),
+ * });
+ * ```
+ */
+export async function runAgent(agent, task, opts = {}) {
+    // System agents don't use LLM providers
+    if (agent.type === 'system') {
+        throw new Error(`Agent "${agent.name}" is a system agent. ` +
+            `System agents must be run through their handler, not the CLI runner.`);
+    }
+    const startedAt = new Date().toISOString();
+    const dataDir = opts.config?.dataDir ?? DEFAULT_DATA_DIR;
+    const model = opts.model ?? agent.model ?? DEFAULT_MODEL;
+    const timeout = opts.timeout ?? DEFAULT_TIMEOUT;
+    // Resolve provider
+    const provider = resolveProvider(agent, opts);
+    // Configure Claude CLI-specific options
+    if (provider instanceof ClaudeCliProvider) {
+        provider.setRunOptions({
+            agent,
+            darwinConfig: opts.config,
+            maxTurns: opts.maxTurns ?? agent.maxTurns ?? DEFAULT_MAX_TURNS,
+            cwd: opts.cwd,
+            autonomous: opts.autonomous,
+        });
+    }
+    // Execute via provider
+    const result = await provider.run({
+        model,
+        systemPrompt: agent.systemPrompt,
+        userMessage: task,
+        timeout,
+    });
+    const output = result.output;
+    const completedAt = new Date().toISOString();
+    // Parse metrics from output
+    const metrics = parseMetrics(output, result.durationMs);
+    // Detect truncated runs (max turns reached = not a real success)
+    const isMaxTurns = output.startsWith('Error: Reached max turns');
+    const success = !isMaxTurns && output.length > 50;
+    // Create experiment record
+    const experiment = createExperiment(agent, task, output, startedAt, completedAt, success, metrics, opts);
+    // Save report to disk
+    const reportPath = saveReport(experiment, dataDir);
+    return {
+        experiment,
+        output,
+        reportPath,
+    };
+}
+// ─── Error Type ──────────────────────────────────────
+/**
+ * Error thrown when an LLM provider fails.
+ * Preserves the exit code (CLI) and any partial output for debugging.
+ */
+export class RunnerError extends Error {
+    exitCode;
+    partialOutput;
+    constructor(message, exitCode, partialOutput) {
+        super(message);
+        this.exitCode = exitCode;
+        this.partialOutput = partialOutput;
+        this.name = 'RunnerError';
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/core/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAU1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AA0BvD,wDAAwD;AAExD,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,aAAa;AAC9C,MAAM,aAAa,GAAG,0BAA0B,CAAC;AACjD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,gBAAgB,GAAG,SAAS,CAAC;AACnC,MAAM,iBAAiB,GAAG,SAAS,CAAC;AAEpC,kDAAkD;AAClD,MAAM,WAAW,GAAG,2BAA2B,CAAC;AAEhD,wDAAwD;AAExD;;;;GAIG;AACH,SAAS,YAAY,CAAC,MAAc,EAAE,UAAkB;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC;IAE5D,OAAO;QACL,YAAY,EAAE,IAAI,EAAQ,yBAAyB;QACnD,WAAW,EAAE,UAAU,CAAC,IAAI;QAC5B,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,UAAU,EAAE,CAAC;QACb,UAAU;KACX,CAAC;AACJ,CAAC;AAED,wDAAwD;AAExD,SAAS,oBAAoB,CAAC,SAAiB;IAC7C,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvD,OAAO,OAAO,SAAS,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAsB,EACtB,IAAY,EACZ,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,OAAgB,EAChB,OAAsB,EACtB,IAAgB;IAEhB,OAAO;QACL,EAAE,EAAE,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,IAAI;QACrB,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;QACzC,IAAI;QACJ,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB;QAC5C,SAAS;QACT,WAAW;QACX,OAAO;QACP,OAAO;QACP,MAAM;KACP,CAAC;AACJ,CAAC;AAED,wDAAwD;AAExD,SAAS,UAAU,CACjB,UAA4B,EAC5B,OAAe;IAEf,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACrD,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,MAAM,QAAQ,GAAG,GAAG,UAAU,CAAC,EAAE,KAAK,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAE5C,MAAM,WAAW,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEtE,MAAM,MAAM,GAAG,KAAK,UAAU,CAAC,EAAE;;;eAGpB,UAAU,CAAC,SAAS;mBAChB,UAAU,CAAC,QAAQ;wBACd,UAAU,CAAC,aAAa;iBAC/B,UAAU,CAAC,SAAS;mBAClB,UAAU,CAAC,WAAW;kBACvB,WAAW;iBACZ,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;;;;;oBAK9B,UAAU,CAAC,OAAO,CAAC,YAAY,IAAI,SAAS;mBAC7C,UAAU,CAAC,OAAO,CAAC,WAAW;oBAC7B,UAAU,CAAC,OAAO,CAAC,YAAY;kBACjC,UAAU,CAAC,OAAO,CAAC,UAAU;eAChC,WAAW;;;EAGxB,UAAU,CAAC,IAAI;;;EAGf,UAAU,CAAC,MAAM,IAAI,oBAAoB;CAC1C,CAAC;IAEA,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,wDAAwD;AAExD;;;;;;;GAOG;AACH,SAAS,eAAe,CACtB,KAAsB,EACtB,IAAgB;IAEhB,sCAAsC;IACtC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,sCAAsC;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,IAAI,YAAY,CAAC;IAE3D,MAAM,QAAQ,GAAG,cAAc,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAExD,oEAAoE;IACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACnD,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CACV,YAAY,KAAK,CAAC,IAAI,kCAAkC,QAAQ,CAAC,IAAI,oDAAoD,CAC1H,CAAC;QACF,OAAO,cAAc,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAsB,EACtB,IAAY,EACZ,OAAmB,EAAE;IAErB,wCAAwC;IACxC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,UAAU,KAAK,CAAC,IAAI,uBAAuB;YAC3C,sEAAsE,CACvE,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,gBAAgB,CAAC;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,aAAa,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,eAAe,CAAC;IAEhD,mBAAmB;IACnB,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAE9C,wCAAwC;IACxC,IAAI,QAAQ,YAAY,iBAAiB,EAAE,CAAC;QAC1C,QAAQ,CAAC,aAAa,CAAC;YACrB,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,MAAM;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,IAAI,iBAAiB;YAC9D,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC;QAChC,KAAK;QACL,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,WAAW,EAAE,IAAI;QACjB,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE7C,4BAA4B;IAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAExD,iEAAiE;IACjE,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC;IAElD,2BAA2B;IAC3B,MAAM,UAAU,GAAG,gBAAgB,CACjC,KAAK,EACL,IAAI,EACJ,MAAM,EACN,SAAS,EACT,WAAW,EACX,OAAO,EACP,OAAO,EACP,IAAI,CACL,CAAC;IAEF,sBAAsB;IACtB,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAEnD,OAAO;QACL,UAAU;QACV,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC;AAED,wDAAwD;AAExD;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,KAAK;IAGlB;IACA;IAHlB,YACE,OAAe,EACC,QAAuB,EACvB,aAAqB;QAErC,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,aAAQ,GAAR,QAAQ,CAAe;QACvB,kBAAa,GAAb,aAAa,CAAQ;QAGrC,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF"}