@usejunior/docx-core 0.1.2 → 0.3.0

package/dist/benchmark/runner.js

@@ -1,225 +1,233 @@
 /**
- * Benchmark runner for A/B baseline comparison.
+ * Quality benchmark runner — gate-then-score architecture.
  *
- * Runs both baselines against test fixtures and collects metrics.
+ * For each fixture × engine: produce redline → run gates → if hard gates pass, run scores.
  */
-import { readFile, readdir, stat } from 'fs/promises';
-import { join } from 'path';
-import { createEmptyMetrics, createTimer, measureMemory, } from './metrics.js';
-import { compareWithDotnet, isRedlineAvailable } from '../baselines/wmlcomparer/DotnetCli.js';
-import { compareDocumentsBaselineB } from '../baselines/diffmatch/pipeline.js';
-/**
- * Discover fixtures in a directory.
- *
- * Expects structure like:
- * - fixtures/simple-word-change/original.docx
- * - fixtures/simple-word-change/revised.docx
- *
- * Or:
- * - fixtures/simple-word-change.original.docx
- * - fixtures/simple-word-change.revised.docx
- */
-async function discoverFixtures(fixturesPath) {
-    const fixtures = [];
-    const entries = await readdir(fixturesPath, { withFileTypes: true });
-    for (const entry of entries) {
-        if (entry.isDirectory()) {
-            // Directory structure: fixture-name/original.docx + revised.docx
-            const dirPath = join(fixturesPath, entry.name);
-            const originalPath = join(dirPath, 'original.docx');
-            const revisedPath = join(dirPath, 'revised.docx');
+import { readFile, access } from 'fs/promises';
+import { resolve, dirname } from 'path';
+import { execFile } from 'child_process';
+import { promisify } from 'util';
+import { compareDocuments } from '../index.js';
+import { extractTextWithParagraphs } from '../baselines/atomizer/trackChangesAcceptorAst.js';
+import { DocxArchive } from '../shared/docx/DocxArchive.js';
+import { createTimer } from './metrics.js';
+import { runGates } from './gates.js';
+import { scoreDiffMinimality, scoreCompatibility, scoreExtras } from './scores.js';
+import { generateMarkdownReport, generateJsonReport } from './reporter.js';
+const execFileAsync = promisify(execFile);
+// ── Manifest loading ────────────────────────────────────────────────
+export async function loadManifest(manifestPath) {
+    const raw = await readFile(manifestPath, 'utf-8');
+    const manifest = JSON.parse(raw);
+    const baseDir = resolve(dirname(manifestPath), manifest.base_dir);
+    const resolvedFixtures = [];
+    const missing = [];
+    for (const entry of manifest.fixtures) {
+        const resolvedOriginal = resolve(baseDir, entry.original);
+        const resolvedRevised = resolve(baseDir, entry.revised);
+        try {
+            await access(resolvedOriginal);
+        }
+        catch {
+            missing.push(`${entry.name}: original not found at ${resolvedOriginal}`);
+        }
+        try {
+            await access(resolvedRevised);
+        }
+        catch {
+            missing.push(`${entry.name}: revised not found at ${resolvedRevised}`);
+        }
+        resolvedFixtures.push({ ...entry, resolvedOriginal, resolvedRevised });
+    }
+    if (missing.length > 0) {
+        throw new Error(`Manifest path validation failed:\n${missing.join('\n')}`);
+    }
+    return { manifest, resolvedFixtures };
+}
+// ── Engine dispatch ─────────────────────────────────────────────────
+async function produceRedline(engine, originalBuffer, revisedBuffer, author, asposeCliPath) {
+    if (engine === 'atomizer') {
+        const result = await compareDocuments(originalBuffer, revisedBuffer, { engine: 'atomizer', author });
+        return result.document;
+    }
+    if (engine === 'diffmatch') {
+        const result = await compareDocuments(originalBuffer, revisedBuffer, { engine: 'diffmatch', author });
+        return result.document;
+    }
+    if (engine === 'aspose') {
+        if (!asposeCliPath) {
+            throw new Error('Aspose CLI path not provided');
+        }
+        // Use Python subprocess
+        const { tmpdir } = await import('os');
+        const { mkdtemp, writeFile, unlink } = await import('fs/promises');
+        const { join } = await import('path');
+        const tempDir = await mkdtemp(join(tmpdir(), 'benchmark-aspose-'));
+        const origPath = join(tempDir, 'original.docx');
+        const revPath = join(tempDir, 'revised.docx');
+        const outPath = join(tempDir, 'result.docx');
+        try {
+            await writeFile(origPath, originalBuffer);
+            await writeFile(revPath, revisedBuffer);
+            await execFileAsync('python3', [
+                asposeCliPath,
+                '--original', origPath,
+                '--revised', revPath,
+                '--output', outPath,
+                '--author', author,
+            ], { timeout: 120_000 });
+            return await readFile(outPath);
+        }
+        finally {
             try {
-                await stat(originalPath);
-                await stat(revisedPath);
-                fixtures.push({
-                    name: entry.name,
-                    originalPath,
-                    revisedPath,
-                });
+                await unlink(origPath);
             }
-            catch {
-                // Missing files, skip this fixture
+            catch { /* ignore */ }
+            try {
+                await unlink(revPath);
             }
-        }
-        else if (entry.name.endsWith('.original.docx')) {
-            // File structure: fixture-name.original.docx + fixture-name.revised.docx
-            const baseName = entry.name.replace('.original.docx', '');
-            const originalPath = join(fixturesPath, entry.name);
-            const revisedPath = join(fixturesPath, `${baseName}.revised.docx`);
+            catch { /* ignore */ }
             try {
-                await stat(revisedPath);
-                fixtures.push({
-                    name: baseName,
-                    originalPath,
-                    revisedPath,
-                });
+                await unlink(outPath);
             }
-            catch {
-                // Missing revised file, skip
+            catch { /* ignore */ }
+            try {
+                await unlink(outPath.replace('.docx', '.manifest.json'));
             }
+            catch { /* ignore */ }
+            try {
+                const { rmdir } = await import('fs/promises');
+                await rmdir(tempDir);
+            }
+            catch { /* ignore */ }
         }
     }
-    return fixtures;
-}
-/**
- * Run Baseline A (WmlComparer via CLI) on a fixture.
- */
-async function runBaselineA(original, revised, options) {
-    const metrics = createEmptyMetrics();
-    const startMemory = measureMemory();
-    const timer = createTimer();
-    const result = await compareWithDotnet(original, revised, options);
-    metrics.wallTimeMs = timer();
-    metrics.peakRssMb = Math.max(measureMemory() - startMemory, 0);
-    metrics.outputSizeBytes = result.document.length;
-    metrics.insertions = result.stats.insertions;
-    metrics.deletions = result.stats.deletions;
-    metrics.modifications = result.stats.modifications;
-    // TODO: Add structural validation
-    // - Parse output DOCX
-    // - Check for broken relationships
-    // - Count actual track changes elements
-    return { metrics, output: result.document };
+    throw new Error(`Unknown engine: ${engine}`);
 }
-/**
- * Run Baseline B (pure TypeScript) on a fixture.
- *
- * Uses the diffmatch pipeline:
- * 1. Parse DOCX to extract paragraphs/runs
- * 2. Align paragraphs using LCS
- * 3. Diff matched paragraphs at run level
- * 4. Render track changes back to DOCX
- */
-async function runBaselineB(original, revised, author) {
-    const metrics = createEmptyMetrics();
-    const startMemory = measureMemory();
+// ── Single fixture × engine ─────────────────────────────────────────
+async function runEngineOnFixture(engine, originalBuffer, revisedBuffer, author, config) {
     const timer = createTimer();
-    const result = await compareDocumentsBaselineB(original, revised, { author });
-    metrics.wallTimeMs = timer();
-    metrics.peakRssMb = Math.max(measureMemory() - startMemory, 0);
-    metrics.outputSizeBytes = result.document.length;
-    metrics.insertions = result.stats.insertions;
-    metrics.deletions = result.stats.deletions;
-    metrics.modifications = result.stats.modifications;
-    return { metrics, output: result.document };
-}
-/**
- * Run benchmark on a single fixture.
- */
-async function runFixture(fixture, config) {
-    const result = {
-        fixture: fixture.name,
-        baselineA: null,
-        baselineB: null,
-        timestamp: new Date(),
-    };
-    // Load fixture files
-    const original = await readFile(fixture.originalPath);
-    const revised = await readFile(fixture.revisedPath);
-    const author = config.author ?? 'Benchmark';
-    // Run Baseline A
-    if (config.runBaselineA !== false) {
-        try {
-            const { metrics } = await runBaselineA(original, revised, {
-                author,
-                docxodusPath: config.docxodusPath,
-                dotnetPath: config.dotnetPath,
-                timeout: config.timeout,
-            });
-            result.baselineA = metrics;
-        }
-        catch (error) {
-            result.baselineAError =
-                error instanceof Error ? error.message : String(error);
+    try {
+        const resultBuffer = await produceRedline(engine, originalBuffer, revisedBuffer, author, config.asposeCliPath);
+        const wallTimeMs = timer();
+        // Extract text from source documents for gate comparison
+        const originalArchive = await DocxArchive.load(originalBuffer);
+        const revisedArchive = await DocxArchive.load(revisedBuffer);
+        const originalDocXml = await originalArchive.getDocumentXml();
+        const revisedDocXml = await revisedArchive.getDocumentXml();
+        const originalText = extractTextWithParagraphs(originalDocXml);
+        const revisedText = extractTextWithParagraphs(revisedDocXml);
+        // Get result document.xml for gates
+        const resultArchive = await DocxArchive.load(resultBuffer);
+        const resultDocXml = await resultArchive.getDocumentXml();
+        // Run gates
+        const { gates, hardGatesPassed, softGatesPassed } = await runGates(resultBuffer, resultDocXml, originalText, revisedText, originalBuffer, revisedBuffer);
+        // Run scores only if hard gates pass
+        let scores = null;
+        if (hardGatesPassed) {
+            const diffMin = scoreDiffMinimality(resultDocXml);
+            const compat = await scoreCompatibility(resultBuffer, config.libreOfficePath, config.timeout);
+            const extras = scoreExtras(resultDocXml);
+            scores = {
+                diffMinimality: diffMin,
+                compatibility: compat,
+                performance: { wallTimeMs },
+                extras,
+            };
         }
+        return {
+            engine,
+            gates,
+            hardGatesPassed,
+            softGatesPassed,
+            scores,
+        };
     }
-    // Run Baseline B
-    if (config.runBaselineB !== false) {
-        try {
-            const { metrics } = await runBaselineB(original, revised, author);
-            result.baselineB = metrics;
-        }
-        catch (error) {
-            result.baselineBError =
-                error instanceof Error ? error.message : String(error);
-        }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        return {
+            engine,
+            gates: {
+                textRoundTrip: {
+                    normalizedTextParity: { passed: false, detail: 'Skipped (engine error)' },
+                    paragraphCountParity: { passed: false, detail: 'Skipped (engine error)' },
+                    xmlParseValidity: { passed: false, detail: 'Skipped (engine error)' },
+                },
+                formattingProjection: { passed: false, detail: 'Skipped (engine error)' },
+                structuralIntegrity: { passed: false, detail: 'Skipped (engine error)' },
+            },
+            hardGatesPassed: false,
+            softGatesPassed: false,
+            scores: null,
+            error: msg,
+        };
     }
-    return result;
 }
-/**
- * Run benchmark on all fixtures.
- */
-export async function runBenchmark(config) {
-    // Check if Baseline A is available
-    const canRunA = config.runBaselineA !== false &&
-        await isRedlineAvailable(config.docxodusPath, config.dotnetPath);
-    if (config.runBaselineA !== false && !canRunA) {
-        console.warn('Baseline A (WmlComparer) not available. Install .NET 8+ and Docxodus.');
-    }
-    // Discover fixtures
-    const fixtures = await discoverFixtures(config.fixturesPath);
-    if (fixtures.length === 0) {
-        console.warn(`No fixtures found in ${config.fixturesPath}`);
-        return [];
-    }
-    console.log(`Found ${fixtures.length} fixture(s)`);
-    // Run benchmarks
+// ── Main entry point ────────────────────────────────────────────────
+export async function runQualityBenchmark(config) {
+    const { resolvedFixtures } = await loadManifest(config.manifestPath);
+    const author = config.author ?? 'Benchmark';
     const results = [];
-    for (const fixture of fixtures) {
+    for (const fixture of resolvedFixtures) {
         console.log(`Running: ${fixture.name}`);
-        const result = await runFixture(fixture, {
-            ...config,
-            runBaselineA: canRunA && config.runBaselineA !== false,
+        const originalBuffer = await readFile(fixture.resolvedOriginal);
+        const revisedBuffer = await readFile(fixture.resolvedRevised);
+        const engines = {};
+        for (const engine of config.engines) {
+            console.log(`  Engine: ${engine}`);
+            engines[engine] = await runEngineOnFixture(engine, originalBuffer, revisedBuffer, author, config);
+        }
+        results.push({
+            fixture: fixture.name,
+            tags: fixture.tags,
+            engines,
+            timestamp: new Date().toISOString(),
         });
-        results.push(result);
     }
     return results;
 }
-/**
- * CLI entry point.
- */
+// ── CLI entry point ─────────────────────────────────────────────────
 async function main() {
     const args = process.argv.slice(2);
     if (args.length === 0) {
-        console.log('Usage: npm run benchmark <fixtures-path> [options]');
+        console.log('Usage: pnpm benchmark <manifest.json> [options]');
         console.log('');
         console.log('Options:');
-        console.log('  --docxodus=<path>  Path to Docxodus repository');
-        console.log('  --dotnet=<path>    Path to dotnet executable (e.g., /opt/homebrew/opt/dotnet@8/bin/dotnet)');
-        console.log('  --author=<name>    Author name for revisions');
-        console.log('  --no-baseline-a    Skip Baseline A (WmlComparer)');
-        console.log('  --no-baseline-b    Skip Baseline B (pure TS)');
+        console.log('  --engines=atomizer,diffmatch  Engines to run (comma-separated)');
+        console.log('  --aspose-cli=<path>           Path to aspose_compare.py');
+        console.log('  --libreoffice=<path>          Path to LibreOffice binary');
+        console.log('  --author=<name>               Author name for revisions');
+        console.log('  --format=json|markdown        Output format (default: json)');
         process.exit(1);
     }
-    const fixturesPath = args[0];
+    const manifestPath = args[0];
     const options = {};
     for (let i = 1; i < args.length; i++) {
         const arg = args[i];
-        if (arg.startsWith('--')) {
-            if (arg.includes('=')) {
-                const [key, value] = arg.slice(2).split('=', 2);
-                options[key] = value;
-            }
-            else if (arg.startsWith('--no-')) {
-                options[arg.slice(5)] = false;
-            }
-            else {
-                options[arg.slice(2)] = true;
-            }
+        if (arg.startsWith('--') && arg.includes('=')) {
+            const [key, value] = arg.slice(2).split('=', 2);
+            options[key] = value;
         }
     }
+    const engines = (options.engines ?? 'atomizer,diffmatch')
+        .split(',')
+        .map((e) => e.trim());
     const config = {
-        fixturesPath,
+        manifestPath: resolve(manifestPath),
+        engines,
         author: options.author,
-        docxodusPath: options.docxodus,
-        dotnetPath: options.dotnet,
-        runBaselineA: options['baseline-a'] !== false,
-        runBaselineB: options['baseline-b'] !== false,
+        asposeCliPath: options['aspose-cli'],
+        libreOfficePath: options.libreoffice,
     };
     try {
-        const results = await runBenchmark(config);
-        // Output results as JSON
-        console.log(JSON.stringify(results, null, 2));
+        const results = await runQualityBenchmark(config);
+        const format = options.format ?? 'json';
+        if (format === 'markdown') {
+            console.log(generateMarkdownReport(results));
+        }
+        else {
+            console.log(generateJsonReport(results));
+        }
     }
     catch (error) {
         console.error('Benchmark failed:', error);

package/dist/benchmark/runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAK5B,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,aAAa,GACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAoB,MAAM,uCAAuC,CAAC;AAChH,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAgC/E;;;;;;;;;;GAUG;AACH,KAAK,UAAU,gBAAgB,CAAC,YAAoB;IAClD,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAErE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,iEAAiE;YACjE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YACpD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAElD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;gBACzB,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,YAAY;oBACZ,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,mCAAmC;YACrC,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACjD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,QAAQ,eAAe,CAAC,CAAC;YAEnE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,QAAQ;oBACd,YAAY;oBACZ,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,6BAA6B;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,QAAgB,EAChB,OAAe,EACf,OAAyB;IAEzB,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,aAAa,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEnE,OAAO,CAAC,UAAU,GAAG,KAAK,EAAE,CAAC;IAC7B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IACjD,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;IAC7C,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;IAEnD,kCAAkC;IAClC,sBAAsB;IACtB,mCAAmC;IACnC,wCAAwC;IAExC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,YAAY,CACzB,QAAgB,EAChB,OAAe,EACf,MAAc;IAEd,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,aAAa,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAE9E,OAAO,CAAC,UAAU,GAAG,KAAK,EAAE,CAAC;IAC7B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IACjD,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;IAC7C,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;IAEnD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CACvB,OAAoB,EACpB,MAAuB;IAEvB,MAAM,MAAM,GAAoB;QAC9B,OAAO,EAAE,OAAO,CAAC,IAAI;QACrB,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC;IAEF,qBAAqB;IACrB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC;IAE5C,iBAAiB;IACjB,IAAI,MAAM,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE;gBACxD,MAAM;gBACN,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,cAAc;gBACnB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,MAAM,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,cAAc;gBACnB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAuB;IAEvB,mCAAmC;IACnC,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,KAAK,KAAK;QAC3C,MAAM,kBAAkB,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAEnE,IAAI,MAAM,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,CAAC,IAAI,CACV,uEAAuE,CACxE,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAE7D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;IAEnD,iBAAiB;IACjB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE;YACvC,GAAG,MAAM;YACT,YAAY,EAAE,OAAO,IAAI,MAAM,CAAC,YAAY,KAAK,KAAK;SACvD,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,8FAA8F,CAAC,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;IAC9B,MAAM,OAAO,GAAqC,EAAE,CAAC;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAI,CAAC,GAAG,KAAM,CAAC;YACzB,CAAC;iBAAM,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAoB;QAC9B,YAAY;QACZ,MAAM,EAAE,OAAO,CAAC,MAA4B;QAC5C,YAAY,EAAE,OAAO,CAAC,QAA8B;QACpD,UAAU,EAAE,OAAO,CAAC,MAA4B;QAChD,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK,KAAK;QAC7C,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK,KAAK;KAC9C,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;QAE3C,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,2BAA2B;AAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9B,CAAC"}
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,kDAAkD,CAAC;AAC7F,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAW3E,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,YAAoB;IAIrD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAoB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAElE,MAAM,gBAAgB,GAAwF,EAAE,CAAC;IACjH,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtC,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,2BAA2B,gBAAgB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,0BAA0B,eAAe,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,gBAAgB,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,qCAAqC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;AACxC,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,cAAc,CAC3B,MAAuB,EACvB,cAAsB,EACtB,aAAqB,EACrB,MAAc,EACd,aAAsB;IAEtB,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QACrG,OAAO,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QACtG,OAAO,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,wBAAwB;QACxB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QAEtC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAC1C,MAAM,SAAS,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAExC,MAAM,aAAa,CAAC,SAAS,EAAE;gBAC7B,aAAa;gBACb,YAAY,EAAE,QAAQ;gBACtB,WAAW,EAAE,OAAO;gBACpB,UAAU,EAAE,OAAO;gBACnB,UAAU,EAAE,MAAM;aACnB,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YAEzB,OAAO,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACtD,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACxF,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC9C,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,kBAAkB,CAC/B,MAAuB,EACvB,cAAsB,EACtB,aAAqB,EACrB,MAAc,EACd,MAA8B;IAE9B,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,MAAM,EACN,cAAc,EACd,aAAa,EACb,MAAM,EACN,MAAM,CAAC,aAAa,CACrB,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,EAAE,CAAC;QAE3B,yDAAyD;QACzD,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/D,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,cAAc,EAAE,CAAC;QAC9D,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,cAAc,EAAE,CAAC;QAC5D,MAAM,YAAY,GAAG,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE7D,oCAAoC;QACpC,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,cAAc,EAAE,CAAC;QAE1D,YAAY;QACZ,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,MAAM,QAAQ,CAChE,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,aAAa,CACd,CAAC;QAEF,qCAAqC;QACrC,IAAI,MAAM,GAAwB,IAAI,CAAC;QACvC,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9F,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;YAEzC,MAAM,GAAG;gBACP,cAAc,EAAE,OAAO;gBACvB,aAAa,EAAE,MAAM;gBACrB,WAAW,EAAE,EAAE,UAAU,EAAE;gBAC3B,MAAM;aACP,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM;YACN,KAAK;YACL,eAAe;YACf,eAAe;YACf,MAAM;SACP,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,OAAO;YACL,MAAM;YACN,KAAK,EAAE;gBACL,aAAa,EAAE;oBACb,oBAAoB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE;oBACzE,oBAAoB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE;oBACzE,gBAAgB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE;iBACtE;gBACD,oBAAoB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE;gBACzE,mBAAmB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE;aACzE;YACD,eAAe,EAAE,KAAK;YACtB,eAAe,EAAE,KAAK;YACtB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC;AAED,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAA8B;IAE9B,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC;IAC5C,MAAM,OAAO,GAA6B,EAAE,CAAC;IAE7C,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAiC,EAAE,CAAC;QAEjD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC;YACnC,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACxC,MAAM,EACN,cAAc,EACd,aAAa,EACb,MAAM,EACN,MAAM,CACP,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uEAAuE;AAEvE,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;QAC7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;IAC9B,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAChD,OAAO,CAAC,GAAI,CAAC,GAAG,KAAM,CAAC;QACzB,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC;SACtD,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAsB,CAAC;IAE7C,MAAM,MAAM,GAA2B;QACrC,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;QACnC,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC;QACpC,eAAe,EAAE,OAAO,CAAC,WAAW;KACrC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QAExC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,2BAA2B;AAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9B,CAAC"}

package/dist/benchmark/scores.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Quality benchmark scores.
+ *
+ * Q1: Diff minimality — count of ins/del runs
+ * Q2: Compatibility — LibreOffice round-trip test
+ * Q4: Extras — move detection, table cell diffs
+ */
+export interface DiffMinimalityResult {
+    engineRuns: number;
+    oracleRuns: number | null;
+    ratio: number | null;
+}
+export declare function scoreDiffMinimality(resultDocumentXml: string, oracleDocumentXml?: string | null): DiffMinimalityResult;
+export interface CompatibilityResult {
+    opensClean: boolean;
+    skipReason?: string;
+}
+export declare function scoreCompatibility(resultBuffer: Buffer, libreOfficePath?: string, timeout?: number): Promise<CompatibilityResult>;
+export interface ExtrasResult {
+    moveDetection: boolean;
+    tableCellDiff: boolean;
+}
+export declare function scoreExtras(resultDocumentXml: string): ExtrasResult;
+//# sourceMappingURL=scores.d.ts.map

package/dist/benchmark/scores.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scores.d.ts","sourceRoot":"","sources":["../../src/benchmark/scores.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAcH,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,wBAAgB,mBAAmB,CACjC,iBAAiB,EAAE,MAAM,EACzB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,GAChC,oBAAoB,CAoBtB;AAID,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,kBAAkB,CACtC,YAAY,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,EACxB,OAAO,GAAE,MAAe,GACvB,OAAO,CAAC,mBAAmB,CAAC,CA+C9B;AAID,MAAM,WAAW,YAAY;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,wBAAgB,WAAW,CAAC,iBAAiB,EAAE,MAAM,GAAG,YAAY,CAsBnE"}

package/dist/benchmark/scores.js

@@ -0,0 +1,103 @@
+/**
+ * Quality benchmark scores.
+ *
+ * Q1: Diff minimality — count of ins/del runs
+ * Q2: Compatibility — LibreOffice round-trip test
+ * Q4: Extras — move detection, table cell diffs
+ */
+import { execFile } from 'child_process';
+import { writeFile, unlink, access, mkdtemp } from 'fs/promises';
+import { join } from 'path';
+import { tmpdir } from 'os';
+import { promisify } from 'util';
+import { parseXml } from '../primitives/xml.js';
+import { findAllByTagName } from '../primitives/dom-helpers.js';
+const execFileAsync = promisify(execFile);
+export function scoreDiffMinimality(resultDocumentXml, oracleDocumentXml) {
+    const doc = parseXml(resultDocumentXml);
+    const root = doc.documentElement;
+    const insCount = findAllByTagName(root, 'w:ins').length;
+    const delCount = findAllByTagName(root, 'w:del').length;
+    const engineRuns = insCount + delCount;
+    let oracleRuns = null;
+    let ratio = null;
+    if (oracleDocumentXml) {
+        const oracleDoc = parseXml(oracleDocumentXml);
+        const oracleRoot = oracleDoc.documentElement;
+        const oracleIns = findAllByTagName(oracleRoot, 'w:ins').length;
+        const oracleDel = findAllByTagName(oracleRoot, 'w:del').length;
+        oracleRuns = oracleIns + oracleDel;
+        ratio = oracleRuns > 0 ? engineRuns / oracleRuns : null;
+    }
+    return { engineRuns, oracleRuns, ratio };
+}
+export async function scoreCompatibility(resultBuffer, libreOfficePath, timeout = 30_000) {
+    if (!libreOfficePath) {
+        return { opensClean: false, skipReason: 'binary_missing' };
+    }
+    // Verify binary exists
+    try {
+        await access(libreOfficePath);
+    }
+    catch {
+        return { opensClean: false, skipReason: 'binary_missing' };
+    }
+    let tempDir;
+    let inputPath;
+    try {
+        tempDir = await mkdtemp(join(tmpdir(), 'benchmark-q2-'));
+        inputPath = join(tempDir, 'input.docx');
+        await writeFile(inputPath, resultBuffer);
+        await execFileAsync(libreOfficePath, ['--headless', '--convert-to', 'docx', '--outdir', tempDir, inputPath], { timeout });
+        return { opensClean: true };
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        if (msg.includes('TIMEOUT') || msg.includes('timed out')) {
+            return { opensClean: false, skipReason: 'timeout' };
+        }
+        return { opensClean: false, skipReason: 'conversion_error' };
+    }
+    finally {
+        // Cleanup temp files
+        if (inputPath) {
+            try {
+                await unlink(inputPath);
+            }
+            catch { /* ignore */ }
+        }
+        if (tempDir) {
+            const outputPath = join(tempDir, 'input.docx');
+            try {
+                await unlink(outputPath);
+            }
+            catch { /* ignore */ }
+            try {
+                const { rmdir } = await import('fs/promises');
+                await rmdir(tempDir);
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+export function scoreExtras(resultDocumentXml) {
+    const doc = parseXml(resultDocumentXml);
+    const root = doc.documentElement;
+    // Move detection: w:moveFrom or w:moveTo present
+    const moveFrom = findAllByTagName(root, 'w:moveFrom');
+    const moveTo = findAllByTagName(root, 'w:moveTo');
+    const moveDetection = moveFrom.length > 0 || moveTo.length > 0;
+    // Table cell diff: track changes inside w:tc elements
+    const tableCells = findAllByTagName(root, 'w:tc');
+    let tableCellDiff = false;
+    for (const tc of tableCells) {
+        const ins = findAllByTagName(tc, 'w:ins');
+        const del = findAllByTagName(tc, 'w:del');
+        if (ins.length > 0 || del.length > 0) {
+            tableCellDiff = true;
+            break;
+        }
+    }
+    return { moveDetection, tableCellDiff };
+}
+//# sourceMappingURL=scores.js.map

package/dist/benchmark/scores.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scores.js","sourceRoot":"","sources":["../../src/benchmark/scores.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAU1C,MAAM,UAAU,mBAAmB,CACjC,iBAAyB,EACzB,iBAAiC;IAEjC,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,GAAG,CAAC,eAAgB,CAAC;IAClC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAEvC,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,KAAK,GAAkB,IAAI,CAAC;IAEhC,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,eAAgB,CAAC;QAC9C,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;QAC/D,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;QAC/D,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;QACnC,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AAC3C,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,YAAoB,EACpB,eAAwB,EACxB,UAAkB,MAAM;IAExB,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC7D,CAAC;IAED,uBAAuB;IACvB,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,OAA2B,CAAC;IAChC,IAAI,SAA6B,CAAC;IAElC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;QACzD,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACxC,MAAM,SAAS,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAEzC,MAAM,aAAa,CACjB,eAAe,EACf,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,EACtE,EAAE,OAAO,EAAE,CACZ,CAAC;QAEF,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QACtD,CAAC;QACD,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC;IAC/D,CAAC;YAAS,CAAC;QACT,qBAAqB;QACrB,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YAC/C,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC9C,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC;AASD,MAAM,UAAU,WAAW,CAAC,iBAAyB;IACnD,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,GAAG,CAAC,eAAgB,CAAC;IAElC,iDAAiD;IACjD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAE/D,sDAAsD;IACtD,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAa,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAa,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;AAC1C,CAAC"}