@usejunior/docx-core 0.1.2 → 0.3.0

package/dist/benchmark/reporter.js

@@ -1,145 +1,92 @@
 /**
- * Benchmark result reporter.
+ * Quality benchmark reporter.
  *
- * Formats benchmark results for different output modes.
+ * Formats gate-then-score results as Markdown, JSON, or console output.
  */
-/**
- * Format metrics as a markdown table row.
- */
-function formatMetricsRow(name, metrics, error) {
-    if (error) {
-        return `| ${name} | Error: ${error.slice(0, 50)}... | - | - | - | - |`;
-    }
-    if (!metrics) {
-        return `| ${name} | Skipped | - | - | - | - |`;
-    }
-    return `| ${name} | ${metrics.insertions} | ${metrics.deletions} | ${metrics.wallTimeMs.toFixed(1)}ms | ${metrics.peakRssMb.toFixed(1)}MB | ${(metrics.outputSizeBytes / 1024).toFixed(1)}KB |`;
+// ── Helpers ─────────────────────────────────────────────────────────
+function gateIcon(passed) {
+    return passed ? 'PASS' : 'FAIL';
 }
-/**
- * Generate a markdown report from benchmark results.
- */
+// ── Markdown ────────────────────────────────────────────────────────
 export function generateMarkdownReport(results) {
     const lines = [];
-    lines.push('# Document Comparison Benchmark Results');
+    lines.push('# Quality Benchmark Results');
     lines.push('');
     lines.push(`Generated: ${new Date().toISOString()}`);
     lines.push('');
+    lines.push('| Fixture | Engine | G1a | G1b | G1c | G2* | G3 | Q1 | Q3(ms) | Q4 |');
+    lines.push('|---------|--------|-----|-----|-----|-----|----|----|--------|----|');
     for (const result of results) {
-        lines.push(`## Fixture: ${result.fixture}`);
-        lines.push('');
-        lines.push('| Baseline | Insertions | Deletions | Time | Memory | Output Size |');
-        lines.push('|----------|------------|-----------|------|--------|-------------|');
-        lines.push(formatMetricsRow('A (WmlComparer)', result.baselineA, result.baselineAError));
-        lines.push(formatMetricsRow('B (Pure TS)', result.baselineB, result.baselineBError));
-        if (result.wordOracle) {
-            lines.push(formatMetricsRow('Word Oracle', result.wordOracle));
+        for (const [engineName, er] of Object.entries(result.engines)) {
+            const g1 = er.gates.textRoundTrip;
+            const g1a = gateIcon(g1.normalizedTextParity.passed);
+            const g1b = gateIcon(g1.paragraphCountParity.passed);
+            const g1c = gateIcon(g1.xmlParseValidity.passed);
+            const g2 = gateIcon(er.gates.formattingProjection.passed);
+            const g3 = gateIcon(er.gates.structuralIntegrity.passed);
+            const q1 = er.scores?.diffMinimality
+                ? String(er.scores.diffMinimality.engineRuns)
+                : '-';
+            const q3 = er.scores?.performance
+                ? er.scores.performance.wallTimeMs.toFixed(0)
+                : '-';
+            const q4parts = [];
+            if (er.scores?.extras.moveDetection)
+                q4parts.push('moves');
+            if (er.scores?.extras.tableCellDiff)
+                q4parts.push('tables');
+            const q4 = q4parts.length > 0 ? q4parts.join('+') : '-';
+            lines.push(`| ${result.fixture} | ${engineName} | ${g1a} | ${g1b} | ${g1c} | ${g2} | ${g3} | ${q1} | ${q3} | ${q4} |`);
         }
-        lines.push('');
     }
-    // Summary statistics
+    lines.push('');
+    lines.push('*G2 is a soft gate (diagnostic only in v1)*');
+    lines.push('');
+    // Summary
     lines.push('## Summary');
     lines.push('');
-    const successfulA = results.filter(r => r.baselineA !== null);
-    const successfulB = results.filter(r => r.baselineB !== null);
-    if (successfulA.length > 0) {
-        const avgTimeA = successfulA.reduce((sum, r) => sum + (r.baselineA?.wallTimeMs ?? 0), 0) / successfulA.length;
-        lines.push(`- Baseline A: ${successfulA.length}/${results.length} successful, avg time: ${avgTimeA.toFixed(1)}ms`);
-    }
-    if (successfulB.length > 0) {
-        const avgTimeB = successfulB.reduce((sum, r) => sum + (r.baselineB?.wallTimeMs ?? 0), 0) / successfulB.length;
-        lines.push(`- Baseline B: ${successfulB.length}/${results.length} successful, avg time: ${avgTimeB.toFixed(1)}ms`);
-    }
-    return lines.join('\n');
-}
-/**
- * Generate a console table from benchmark results.
- */
-export function generateConsoleTable(results) {
-    const lines = [];
-    // Header
-    lines.push('┌────────────────────────┬──────────┬─────────────┬─────────────┬──────────┬──────────┐');
-    lines.push('│ Fixture                │ Baseline │ Insertions  │ Deletions   │ Time     │ Memory   │');
-    lines.push('├────────────────────────┼──────────┼─────────────┼─────────────┼──────────┼──────────┤');
+    const engineStats = new Map();
     for (const result of results) {
-        const fixtureName = result.fixture.padEnd(22).slice(0, 22);
-        // Baseline A row
-        if (result.baselineAError) {
-            lines.push(`│ ${fixtureName} │ A        │ ERROR       │             │          │          │`);
-        }
-        else if (result.baselineA) {
-            const m = result.baselineA;
-            lines.push(`│ ${fixtureName} │ A        │ ${String(m.insertions).padStart(11)} │ ${String(m.deletions).padStart(11)} │ ${m.wallTimeMs.toFixed(0).padStart(6)}ms │ ${m.peakRssMb.toFixed(1).padStart(6)}MB │`);
-        }
-        // Baseline B row
-        if (result.baselineBError) {
-            lines.push(`│                        │ B        │ ERROR       │             │          │          │`);
-        }
-        else if (result.baselineB) {
-            const m = result.baselineB;
-            lines.push(`│                        │ B        │ ${String(m.insertions).padStart(11)} │ ${String(m.deletions).padStart(11)} │ ${m.wallTimeMs.toFixed(0).padStart(6)}ms │ ${m.peakRssMb.toFixed(1).padStart(6)}MB │`);
+        for (const [engineName, er] of Object.entries(result.engines)) {
+            const stats = engineStats.get(engineName) ?? { total: 0, hardPass: 0, softPass: 0 };
+            stats.total++;
+            if (er.hardGatesPassed)
+                stats.hardPass++;
+            if (er.softGatesPassed)
+                stats.softPass++;
+            engineStats.set(engineName, stats);
         }
-        lines.push('├────────────────────────┼──────────┼─────────────┼─────────────┼──────────┼──────────┤');
     }
-    // Remove last separator and add bottom border
-    lines.pop();
-    lines.push('└────────────────────────┴──────────┴─────────────┴─────────────┴──────────┴──────────┘');
+    for (const [engine, stats] of engineStats) {
+        lines.push(`- **${engine}**: ${stats.hardPass}/${stats.total} hard gates passed, ${stats.softPass}/${stats.total} soft gates passed`);
+    }
     return lines.join('\n');
 }
-/**
- * Generate JSON output from benchmark results.
- */
+// ── JSON ────────────────────────────────────────────────────────────
 export function generateJsonReport(results) {
     return JSON.stringify({
         timestamp: new Date().toISOString(),
-        results: results.map(r => ({
-            fixture: r.fixture,
-            timestamp: r.timestamp.toISOString(),
-            baselineA: r.baselineA
-                ? {
-                    success: true,
-                    ...r.baselineA,
-                }
-                : {
-                    success: false,
-                    error: r.baselineAError,
-                },
-            baselineB: r.baselineB
-                ? {
-                    success: true,
-                    ...r.baselineB,
-                }
-                : {
-                    success: false,
-                    error: r.baselineBError,
-                },
-            wordOracle: r.wordOracle ?? null,
-        })),
+        results,
     }, null, 2);
 }
-/**
- * Print a comparison summary to console.
- */
+// ── Console ─────────────────────────────────────────────────────────
 export function printSummary(results) {
-    console.log('\n=== Benchmark Summary ===\n');
+    console.log('\n=== Quality Benchmark Summary ===\n');
     for (const result of results) {
-        console.log(`Fixture: ${result.fixture}`);
-        if (result.baselineA) {
-            console.log(`  Baseline A: ${result.baselineA.insertions} ins, ${result.baselineA.deletions} del, ${result.baselineA.wallTimeMs.toFixed(0)}ms`);
-        }
-        else if (result.baselineAError) {
-            console.log(`  Baseline A: Error - ${result.baselineAError}`);
-        }
-        else {
-            console.log('  Baseline A: Skipped');
-        }
-        if (result.baselineB) {
-            console.log(`  Baseline B: ${result.baselineB.insertions} ins, ${result.baselineB.deletions} del, ${result.baselineB.wallTimeMs.toFixed(0)}ms`);
-        }
-        else if (result.baselineBError) {
-            console.log(`  Baseline B: Error - ${result.baselineBError}`);
-        }
-        else {
-            console.log('  Baseline B: Skipped');
+        console.log(`Fixture: ${result.fixture} [${result.tags.join(', ')}]`);
+        for (const [engineName, er] of Object.entries(result.engines)) {
+            const hard = er.hardGatesPassed ? 'PASS' : 'FAIL';
+            const soft = er.softGatesPassed ? 'PASS' : 'FAIL';
+            const time = er.scores?.performance
+                ? `${er.scores.performance.wallTimeMs.toFixed(0)}ms`
+                : 'N/A';
+            const q1 = er.scores?.diffMinimality
+                ? `${er.scores.diffMinimality.engineRuns} runs`
+                : 'N/A';
+            console.log(`  ${engineName}: hard=${hard} soft=${soft} time=${time} q1=${q1}`);
+            if (er.error) {
+                console.log(`    Error: ${er.error}`);
+            }
         }
         console.log('');
     }

package/dist/benchmark/reporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../src/benchmark/reporter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH;;GAEG;AACH,SAAS,gBAAgB,CACvB,IAAY,EACZ,OAAiC,EACjC,KAAc;IAEd,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,IAAI,aAAa,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,IAAI,8BAA8B,CAAC;IACjD,CAAC;IAED,OAAO,KAAK,IAAI,MAAM,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,SAAS,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAClM,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAA0B;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACzF,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACrF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,qBAAqB;IACrB,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IAE9D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC;QAC9G,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,0BAA0B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC;QAC9G,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,0BAA0B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAA0B;IAC7D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,SAAS;IACT,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;IACtG,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;IACtG,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;IAEtG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAE3D,iBAAiB;QACjB,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,WAAW,iEAAiE,CAAC,CAAC;QAChG,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YAC3B,KAAK,CAAC,IAAI,CACR,KAAK,WAAW,iBAAiB,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAClM,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;QACxG,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YAC3B,KAAK,CAAC,IAAI,CACR,yCAAyC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAC1M,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;IACxG,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,GAAG,EAAE,CAAC;IACZ,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;IAEtG,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA0B;IAC3D,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE;YACpC,SAAS,EAAE,CAAC,CAAC,SAAS;gBACpB,CAAC,CAAC;oBACE,OAAO,EAAE,IAAI;oBACb,GAAG,CAAC,CAAC,SAAS;iBACf;gBACH,CAAC,CAAC;oBACE,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC,CAAC,cAAc;iBACxB;YACL,SAAS,EAAE,CAAC,CAAC,SAAS;gBACpB,CAAC,CAAC;oBACE,OAAO,EAAE,IAAI;oBACb,GAAG,CAAC,CAAC,SAAS;iBACf;gBACH,CAAC,CAAC;oBACE,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC,CAAC,cAAc;iBACxB;YACL,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,IAAI;SACjC,CAAC,CAAC;KACJ,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,OAA0B;IACrD,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CACT,iBAAiB,MAAM,CAAC,SAAS,CAAC,UAAU,SAAS,MAAM,CAAC,SAAS,CAAC,SAAS,SAAS,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnI,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CACT,iBAAiB,MAAM,CAAC,SAAS,CAAC,UAAU,SAAS,MAAM,CAAC,SAAS,CAAC,SAAS,SAAS,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnI,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../src/benchmark/reporter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,uEAAuE;AAEvE,SAAS,QAAQ,CAAC,MAAe;IAC/B,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,CAAC;AAED,uEAAuE;AAEvE,MAAM,UAAU,sBAAsB,CAAC,OAAiC;IACtE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IACnF,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IAEnF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC;YAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAEzD,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,cAAc;gBAClC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC;gBAC7C,CAAC,CAAC,GAAG,CAAC;YACR,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW;gBAC/B,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7C,CAAC,CAAC,GAAG,CAAC;YACR,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa;gBAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa;gBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5D,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAExD,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,OAAO,MAAM,UAAU,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,UAAU;IACV,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,WAAW,GAAG,IAAI,GAAG,EAAiE,CAAC;IAC7F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACpF,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,EAAE,CAAC,eAAe;gBAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,EAAE,CAAC,eAAe;gBAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YACzC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,OAAO,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,uBAAuB,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAAC,CAAC;IACxI,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,uEAAuE;AAEvE,MAAM,UAAU,kBAAkB,CAAC,OAAiC;IAClE,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO;KACR,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAED,uEAAuE;AAEvE,MAAM,UAAU,YAAY,CAAC,OAAiC;IAC5D,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAErD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtE,KAAK,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAClD,MAAM,IAAI,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAClD,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW;gBACjC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;gBACpD,CAAC,CAAC,KAAK,CAAC;YACV,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,cAAc;gBAClC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,OAAO;gBAC/C,CAAC,CAAC,KAAK,CAAC;YAEV,OAAO,CAAC,GAAG,CAAC,KAAK,UAAU,UAAU,IAAI,SAAS,IAAI,SAAS,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC;YAEhF,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/benchmark/runner.d.ts

@@ -1,30 +1,15 @@
 /**
- * Benchmark runner for A/B baseline comparison.
+ * Quality benchmark runner — gate-then-score architecture.
  *
- * Runs both baselines against test fixtures and collects metrics.
+ * For each fixture × engine: produce redline → run gates → if hard gates pass, run scores.
  */
-import type { BenchmarkResult } from './metrics.js';
-/**
- * Configuration for benchmark runs.
- */
-export interface BenchmarkConfig {
-    /** Path to fixtures directory */
-    fixturesPath: string;
-    /** Author name for revisions */
-    author?: string;
-    /** Path to Docxodus repository (for CLI fallback) */
-    docxodusPath?: string;
-    /** Path to dotnet executable (e.g., /opt/homebrew/opt/dotnet@8/bin/dotnet) */
-    dotnetPath?: string;
-    /** Run Baseline A (WmlComparer) */
-    runBaselineA?: boolean;
-    /** Run Baseline B (pure TS) */
-    runBaselineB?: boolean;
-    /** Timeout for each comparison in ms */
-    timeout?: number;
-}
-/**
- * Run benchmark on all fixtures.
- */
-export declare function runBenchmark(config: BenchmarkConfig): Promise<BenchmarkResult[]>;
+import type { FixtureBenchmarkResult, FixtureManifest, FixtureManifestEntry, QualityBenchmarkConfig } from './types.js';
+export declare function loadManifest(manifestPath: string): Promise<{
+    manifest: FixtureManifest;
+    resolvedFixtures: Array<FixtureManifestEntry & {
+        resolvedOriginal: string;
+        resolvedRevised: string;
+    }>;
+}>;
+export declare function runQualityBenchmark(config: QualityBenchmarkConfig): Promise<FixtureBenchmarkResult[]>;
 //# sourceMappingURL=runner.d.ts.map

package/dist/benchmark/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EACV,eAAe,EAEhB,MAAM,cAAc,CAAC;AAUtB;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qDAAqD;IACrD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,+BAA+B;IAC/B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wCAAwC;IACxC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA+KD;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,EAAE,CAAC,CAoC5B"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,KAAK,EAGV,sBAAsB,EACtB,eAAe,EACf,oBAAoB,EACpB,sBAAsB,EAEvB,MAAM,YAAY,CAAC;AAMpB,wBAAsB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC;IAChE,QAAQ,EAAE,eAAe,CAAC;IAC1B,gBAAgB,EAAE,KAAK,CAAC,oBAAoB,GAAG;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACvG,CAAC,CA+BD;AAwJD,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAgCnC"}