@hmharness/evolution 0.9.0 → 0.13.0

package/dist/evolve.js

@@ -59,14 +59,26 @@ export async function runEvolution(opts) {
     // anything but cycles - the documented budget was decorative).
     const budget = await readBudget(home);
     const today = new Date().toISOString().slice(0, 10);
+    // Skipped cycles ARE data (SELFFEED honesty rule #2: absent/empty days must
+    // be visible). The early returns used to bypass the durable log entirely -
+    // a day's skips vanished without a trace and "0 skips" was unauditable
+    // (caught by the day-16 meta-audit). Persist before returning.
+    const persistSkip = async () => {
+        report.estTokens = 0;
+        const logDir = join(home, 'evolution');
+        await mkdir(logDir, { recursive: true });
+        await appendFile(join(logDir, 'log.jsonl'), JSON.stringify(report) + '\n', 'utf8');
+    };
     if (budget.maxCyclesPerDay && budget.cyclesToday >= budget.maxCyclesPerDay) {
         report.outcomes.push({ name: '(budget)', action: 'error', reason: `daily cycle limit reached (${budget.cyclesToday}/${budget.maxCyclesPerDay} today) - skipped` });
+        await persistSkip();
         return report;
     }
     if (budget.maxCyclesPerDay && budget.maxTokensPerCycle) {
         const dailyCap = budget.maxCyclesPerDay * budget.maxTokensPerCycle;
         if ((budget.tokensToday ?? 0) >= dailyCap) {
             report.outcomes.push({ name: '(budget)', action: 'error', reason: `daily token limit reached (~${budget.tokensToday}/${dailyCap} est-tokens today) - skipped` });
+            await persistSkip();
             return report;
         }
     }
@@ -166,6 +178,19 @@ export async function runEvolution(opts) {
         }
     }
     report.proposals = proposals;
+    // 4b. Promotion quality floor (day-16 meta-audit): "no regression" alone
+    // can promote a candidate that is still terrible when the BASELINE itself
+    // is weak (baseline 20% -> candidate 25% passes the old gate). An absolute
+    // minimum train pass rate closes that hole. Configurable via
+    // config.json evolution.minPassRate (default 0.6).
+    let minPassRate = 0.6;
+    try {
+        const cfg = JSON.parse(await readFile(join(home, 'config.json'), 'utf8'));
+        if (typeof cfg.evolution?.minPassRate === 'number' && cfg.evolution.minPassRate >= 0 && cfg.evolution.minPassRate <= 1) {
+            minPassRate = cfg.evolution.minPassRate;
+        }
+    }
+    catch { /* default floor */ }
     // 5. A/B gate each proposal on the train set.
     for (const p of proposals.slice(0, maxProposals)) {
         say(`candidate "${p.name}": drafting + candidate bench`);
@@ -224,6 +249,20 @@ export async function runEvolution(opts) {
                 say(`  rejected (${regression ? 'regression' : 'lower pass rate'})`);
                 continue;
             }
+            if (candRate < minPassRate) {
+                await deleteDraft(home, p.name);
+                await recordParetoEntry(home, { name: p.name, parentInsights: insightIds, rejectedReason: `below quality floor (${candRate.toFixed(2)} < ${minPassRate})`, scores: { train: candRate }, metaModel: provider.model, at: new Date().toISOString() });
+                report.outcomes.push({
+                    name: p.name,
+                    action: 'rejected',
+                    reason: `below quality floor: pass rate ${candRate} < min ${minPassRate} (non-regression vs a weak baseline ${baseRate} is not good enough)`,
+                    baseline: { passRate: baseRate, cases: summary(baseResults) },
+                    candidate: { passRate: candRate, cases: summary(candResults) },
+                    lineage: { parentInsights: insightIds, scores: { train: candRate }, metaModel: provider.model, decidedAt: new Date().toISOString() },
+                });
+                say(`  rejected (below quality floor ${minPassRate})`);
+                continue;
+            }
             if (costRegressions.length > 0) {
                 await deleteDraft(home, p.name);
                 await recordParetoEntry(home, { name: p.name, parentInsights: insightIds, rejectedReason: `cost regression on ${costRegressions.join(', ')}`, scores: { train: candRate }, metaModel: provider.model, at: new Date().toISOString() });
@@ -291,7 +330,7 @@ export async function runEvolution(opts) {
             report.outcomes.push({
                 name: p.name,
                 action: 'promoted',
-                reason: `no regression (train ${(candRate * 100).toFixed(0)}% vs ${(baseRate * 100).toFixed(0)}%${holdout.length ? `, holdout ${(holdoutRate * 100).toFixed(0)}%` : ''}) - promoted to CANARY (20% sessions, impact-gated full promotion)${archivedPrevious ? '; previous version archived' : ''}${weakGate ? ' [WEAK GATE: no holdout cases defined]' : ''}`,
+                reason: `no regression (train ${(candRate * 100).toFixed(0)}% vs ${(baseRate * 100).toFixed(0)}%${holdout.length ? `, holdout ${(holdoutRate * 100).toFixed(0)}%` : ''}; floor ≥${(minPassRate * 100).toFixed(0)}%) - promoted to CANARY (20% sessions, impact-gated full promotion)${archivedPrevious ? '; previous version archived' : ''}${weakGate ? ' [WEAK GATE: no holdout cases defined]' : ''}`,
                 baseline: { passRate: baseRate, cases: summary(baseResults) },
                 candidate: { passRate: candRate, cases: summary(candResults) },
                 ...(holdout.length ? { holdout: { baselineRate: holdoutBaseRate, candidateRate: holdoutRate } } : {}),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hmharness/evolution",
-  "version": "0.9.0",
+  "version": "0.13.0",
   "description": "hmharness evolution subsystem: persistent memory, insight capture, skill library, and the bench that gives evolution its fitness signal. First-class kernel citizen, not a plugin.",
   "type": "module",
   "main": "dist/index.js",