@nsxbet/playwright-orchestrator 0.2.0

package/README.md

@@ -0,0 +1,161 @@
+# @nsxbet/playwright-orchestrator
+
+Intelligent Playwright test distribution across CI shards using historical timing data.
+
+## The Problem
+
+Default Playwright sharding (`--shard=N/M`) distributes tests by **file count**, not by duration. This creates significant imbalance:
+
+| Shard | Duration | vs Fastest |
+|-------|----------|------------|
+| Shard 1 | ~31 min | +182% |
+| Shard 2 | ~15 min | +36% |
+| Shard 3 | ~22 min | +100% |
+| Shard 4 | ~11 min | baseline |
+
+Your CI is bottlenecked by the slowest shard, wasting runner time.
+
+## The Solution
+
+This orchestrator:
+
+1. **Learns** test durations from previous runs
+2. **Distributes** tests optimally using the CKK algorithm
+3. **Balances** shards to within 10-15% of each other
+
+Result: All shards finish at roughly the same time.
+
+## Quick Start
+
+```bash
+# Install
+bun add -D @nsxbet/playwright-orchestrator
+
+# Discover tests
+playwright-orchestrator list-tests --test-dir ./e2e
+
+# Assign tests to shards (with timing data)
+playwright-orchestrator assign \
+  --test-dir ./e2e \
+  --timing-file ./timing-data.json \
+  --shards 4
+
+# Extract timing from report
+playwright-orchestrator extract-timing \
+  --report-file ./playwright-report/results.json \
+  --output-file ./shard-1-timing.json
+
+# Merge timing data
+playwright-orchestrator merge-timing \
+  --existing ./timing-data.json \
+  --new ./shard-1-timing.json ./shard-2-timing.json \
+  --output ./timing-data.json
+```
+
+## How It Works
+
+```
+┌─────────────────┐     ┌─────────────────┐     ┌─────────────────┐
+│  Orchestrate    │────▶│   Run Tests     │────▶│  Merge Timing   │
+│  (1 job)        │     │   (N parallel)  │     │  (1 job)        │
+└─────────────────┘     └─────────────────┘     └─────────────────┘
+        │                       │                       │
+        ▼                       ▼                       ▼
+  Run CKK once            Read shard-files         Merge all shards
+  Output all shards       from job outputs         Update cache
+```
+
+1. **Orchestrate**: Run once, compute assignments for ALL shards
+2. **Run Tests**: Each shard reads its files from `needs.orchestrate.outputs`
+3. **Merge**: Collect timing from all shards, update history with EMA
+
+## GitHub Actions (External Repositories)
+
+Use the orchestrator in your own repository. The recommended pattern runs orchestration **once** before matrix jobs:
+
+```yaml
+jobs:
+  # Phase 1: Orchestrate (runs once)
+  orchestrate:
+    runs-on: ubuntu-24.04
+    outputs:
+      shard-files: ${{ steps.orchestrate.outputs.shard-files }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: NSXBet/playwright-orchestrator/.github/actions/setup-orchestrator@v1
+
+      # YOU control cache location
+      - uses: actions/cache/restore@v4
+        with:
+          path: timing-data.json
+          key: playwright-timing-${{ github.ref_name }}
+          restore-keys: playwright-timing-
+
+      # Action handles all orchestration logic
+      - uses: NSXBet/playwright-orchestrator/.github/actions/orchestrate@v1
+        id: orchestrate
+        with:
+          test-dir: ./e2e
+          shards: 4
+          timing-file: timing-data.json
+          # No shard-index = outputs ALL shards
+
+  # Phase 2: Run tests (parallel matrix)
+  e2e:
+    needs: [orchestrate]
+    runs-on: ubuntu-24.04
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+    steps:
+      - uses: actions/checkout@v4
+
+      # Action handles parsing + fallback
+      - uses: NSXBet/playwright-orchestrator/.github/actions/get-shard@v1
+        id: shard
+        with:
+          shard-files: ${{ needs.orchestrate.outputs.shard-files }}
+          shard-index: ${{ matrix.shard }}
+          shards: 4
+
+      # Just works - either files or --shard=N/M
+      - run: npx playwright test ${{ steps.shard.outputs.test-args }}
+```
+
+See [docs/external-integration.md](./docs/external-integration.md) for complete workflow with timing data persistence.
+
+## CLI Commands
+
+| Command | Description |
+|---------|-------------|
+| `list-tests` | Discover tests in a project |
+| `assign` | Distribute tests across shards |
+| `extract-timing` | Extract timing from Playwright report |
+| `merge-timing` | Merge timing data with EMA smoothing |
+
+Run `playwright-orchestrator <command> --help` for details.
+
+## Development
+
+```bash
+# Install dependencies
+make install
+
+# Run quality checks
+make lint       # Biome linter
+make typecheck  # TypeScript
+make test       # Bun test
+
+# Build
+make build
+
+# Run CI locally (requires Act)
+make act-test
+```
+
+See [AGENTS.md](./AGENTS.md) for AI assistant instructions.
+
+## License
+
+MIT

package/bin/run.js

@@ -0,0 +1,5 @@
+#!/usr/bin/env node
+
+import { execute } from '@oclif/core';
+
+await execute({ dir: import.meta.url });

package/dist/commands/assign.d.ts

@@ -0,0 +1,23 @@
+import { Command } from '@oclif/core';
+export default class Assign extends Command {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        'test-dir': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'timing-file': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        shards: import("@oclif/core/interfaces").OptionFlag<number, import("@oclif/core/interfaces").CustomOptions>;
+        'output-format': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'fallback-ms-per-line': import("@oclif/core/interfaces").OptionFlag<number, import("@oclif/core/interfaces").CustomOptions>;
+        verbose: import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        'glob-pattern': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        level: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        timeout: import("@oclif/core/interfaces").OptionFlag<number, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<void>;
+    private runTestLevel;
+    private runFileLevel;
+    private outputTestResult;
+    private outputResult;
+    private formatDuration;
+}
+//# sourceMappingURL=assign.d.ts.map

package/dist/commands/assign.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assign.d.ts","sourceRoot":"","sources":["../../src/commands/assign.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAS,MAAM,aAAa,CAAC;AAqB7C,MAAM,CAAC,OAAO,OAAO,MAAO,SAAQ,OAAO;IACzC,OAAgB,WAAW,SAC8C;IAEzE,OAAgB,QAAQ,WAItB;IAEF,OAAgB,KAAK;;;;;;;;;;MA4CnB;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAaZ,YAAY;YAyGZ,YAAY;IAuF1B,OAAO,CAAC,gBAAgB;IA0CxB,OAAO,CAAC,YAAY;IA6BpB,OAAO,CAAC,cAAc;CAQvB"}

package/dist/commands/assign.js

@@ -0,0 +1,256 @@
+import * as path from 'node:path';
+import { Command, Flags } from '@oclif/core';
+import { glob } from 'glob';
+import { assignWithCKK, assignWithLPT, DEFAULT_CKK_TIMEOUT, DEFAULT_MS_PER_LINE, discoverTestsFromFiles, estimateDuration, formatAssignResult, generateGrepPatterns, getFileDuration, getTestDurations, isTimingDataV2, loadTimingData, } from '../core/index.js';
+export default class Assign extends Command {
+    static description = 'Assign test files or tests to shards based on historical timing data';
+    static examples = [
+        '<%= config.bin %> assign --test-dir ./src/test/e2e --shards 4',
+        '<%= config.bin %> assign --test-dir ./e2e --timing-file ./timing.json --shards 4 --output-format json',
+        '<%= config.bin %> assign --test-dir ./e2e --shards 4 --level test --timeout 500',
+    ];
+    static flags = {
+        'test-dir': Flags.string({
+            char: 'd',
+            description: 'Path to test directory containing spec files',
+            required: true,
+        }),
+        'timing-file': Flags.string({
+            char: 't',
+            description: 'Path to timing data JSON file (optional)',
+        }),
+        shards: Flags.integer({
+            char: 's',
+            description: 'Number of shards to distribute tests across',
+            required: true,
+        }),
+        'output-format': Flags.string({
+            char: 'f',
+            description: 'Output format',
+            default: 'json',
+            options: ['json', 'text'],
+        }),
+        'fallback-ms-per-line': Flags.integer({
+            description: 'Milliseconds per line for duration estimation',
+            default: DEFAULT_MS_PER_LINE,
+        }),
+        verbose: Flags.boolean({
+            char: 'v',
+            description: 'Show verbose output',
+            default: false,
+        }),
+        'glob-pattern': Flags.string({
+            description: 'Glob pattern for test files',
+            default: '**/*.spec.ts',
+        }),
+        level: Flags.string({
+            char: 'l',
+            description: 'Distribution level: file or test',
+            default: 'test',
+            options: ['file', 'test'],
+        }),
+        timeout: Flags.integer({
+            description: 'CKK algorithm timeout in milliseconds (test-level only)',
+            default: DEFAULT_CKK_TIMEOUT,
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(Assign);
+        const testDir = path.resolve(flags['test-dir']);
+        const pattern = flags['glob-pattern'];
+        if (flags.level === 'test') {
+            await this.runTestLevel(testDir, pattern, flags);
+        }
+        else {
+            await this.runFileLevel(testDir, pattern, flags);
+        }
+    }
+    async runTestLevel(testDir, pattern, flags) {
+        // Discover tests
+        const tests = discoverTestsFromFiles(testDir, pattern);
+        if (tests.length === 0) {
+            this.warn(`No tests found in ${testDir} matching ${pattern}`);
+            this.outputTestResult({
+                shards: Object.fromEntries(Array.from({ length: flags.shards }, (_, i) => [i + 1, []])),
+                grepPatterns: Object.fromEntries(Array.from({ length: flags.shards }, (_, i) => [i + 1, ''])),
+                expectedDurations: Object.fromEntries(Array.from({ length: flags.shards }, (_, i) => [i + 1, 0])),
+                totalTests: 0,
+                estimatedTests: [],
+                isOptimal: true,
+            }, flags['output-format']);
+            return;
+        }
+        if (flags.verbose) {
+            this.log(`Found ${tests.length} tests in ${testDir}`);
+        }
+        // Load timing data if available
+        let timingData = null;
+        if (flags['timing-file']) {
+            const loadedData = loadTimingData(flags['timing-file']);
+            if (isTimingDataV2(loadedData)) {
+                timingData = loadedData;
+            }
+            else if (flags.verbose) {
+                this.warn('Timing data is v1 (file-level), will estimate all tests');
+            }
+        }
+        // Get test durations
+        const testsWithDurations = getTestDurations(tests, timingData);
+        const estimatedTests = testsWithDurations
+            .filter((t) => t.estimated)
+            .map((t) => t.testId);
+        if (flags.verbose && estimatedTests.length > 0) {
+            this.log(`Estimated duration for ${estimatedTests.length} tests (no historical data)`);
+        }
+        // Convert to TestWithDuration format
+        const testInputs = testsWithDurations.map((t) => ({
+            testId: t.testId,
+            file: t.file,
+            duration: t.duration,
+            estimated: t.estimated,
+        }));
+        // Run CKK algorithm
+        const ckkResult = assignWithCKK(testInputs, flags.shards, flags.timeout);
+        if (flags.verbose) {
+            this.log(`Assignment ${ckkResult.isOptimal ? 'optimal' : 'near-optimal (LPT fallback)'}`);
+            this.log(`Makespan: ${this.formatDuration(ckkResult.makespan)}`);
+        }
+        // Generate grep patterns
+        const shardTests = {};
+        for (const assignment of ckkResult.assignments) {
+            shardTests[assignment.shardIndex] = assignment.tests;
+        }
+        const grepPatterns = generateGrepPatterns(shardTests);
+        // Build result
+        const result = {
+            shards: shardTests,
+            grepPatterns,
+            expectedDurations: Object.fromEntries(ckkResult.assignments.map((a) => [a.shardIndex, a.expectedDuration])),
+            totalTests: tests.length,
+            estimatedTests,
+            isOptimal: ckkResult.isOptimal,
+        };
+        this.outputTestResult(result, flags['output-format'], flags.verbose);
+    }
+    async runFileLevel(testDir, pattern, flags) {
+        // Find all test files
+        const testFiles = await glob(pattern, {
+            cwd: testDir,
+            nodir: true,
+        });
+        if (testFiles.length === 0) {
+            this.warn(`No test files found in ${testDir} matching ${pattern}`);
+            this.outputResult({
+                shards: Object.fromEntries(Array.from({ length: flags.shards }, (_, i) => [i + 1, []])),
+                expectedDurations: Object.fromEntries(Array.from({ length: flags.shards }, (_, i) => [i + 1, 0])),
+                totalFiles: 0,
+                estimatedFiles: [],
+            }, flags['output-format']);
+            return;
+        }
+        if (flags.verbose) {
+            this.log(`Found ${testFiles.length} test files in ${testDir}`);
+        }
+        // Load timing data if available
+        const timingData = flags['timing-file']
+            ? loadTimingData(flags['timing-file'])
+            : { version: 1, updatedAt: '', files: {} };
+        // Build file list with durations
+        const filesWithDurations = [];
+        const estimatedFiles = [];
+        for (const file of testFiles) {
+            const historicalDuration = getFileDuration(timingData, file);
+            if (historicalDuration !== undefined) {
+                filesWithDurations.push({
+                    file,
+                    duration: historicalDuration,
+                    estimated: false,
+                });
+            }
+            else {
+                // Estimate based on line count
+                const fullPath = path.join(testDir, file);
+                const estimated = estimateDuration(fullPath, flags['fallback-ms-per-line']);
+                filesWithDurations.push({
+                    file,
+                    duration: estimated,
+                    estimated: true,
+                });
+                estimatedFiles.push(file);
+            }
+        }
+        if (flags.verbose && estimatedFiles.length > 0) {
+            this.log(`Estimated duration for ${estimatedFiles.length} files (no historical data)`);
+        }
+        // Run LPT algorithm
+        const assignments = assignWithLPT(filesWithDurations, flags.shards);
+        const result = formatAssignResult(assignments, estimatedFiles);
+        // Output result
+        this.outputResult(result, flags['output-format'], flags.verbose);
+    }
+    outputTestResult(result, format, verbose = false) {
+        if (format === 'json') {
+            this.log(JSON.stringify(result));
+        }
+        else {
+            // Text format
+            this.log('\n=== Shard Assignments (Test-Level) ===\n');
+            for (const [shard, tests] of Object.entries(result.shards)) {
+                const duration = result.expectedDurations[Number(shard)];
+                const durationStr = this.formatDuration(duration ?? 0);
+                this.log(`Shard ${shard} (${durationStr}, ${tests.length} tests):`);
+                if (verbose) {
+                    for (const testId of tests) {
+                        const isEstimated = result.estimatedTests.includes(testId);
+                        this.log(`  - ${testId}${isEstimated ? ' (estimated)' : ''}`);
+                    }
+                }
+                const grepPattern = result.grepPatterns[Number(shard)];
+                if (grepPattern && grepPattern.length < 100) {
+                    this.log(`  grep: "${grepPattern}"`);
+                }
+                else if (grepPattern) {
+                    this.log(`  grep: (${grepPattern.length} chars, use --grep-file)`);
+                }
+                this.log('');
+            }
+            this.log(`Total tests: ${result.totalTests}`);
+            this.log(`Optimal solution: ${result.isOptimal ? 'Yes' : 'No (LPT fallback)'}`);
+            if (result.estimatedTests.length > 0) {
+                this.log(`Tests with estimated duration: ${result.estimatedTests.length}`);
+            }
+        }
+    }
+    outputResult(result, format, _verbose = false) {
+        if (format === 'json') {
+            this.log(JSON.stringify(result));
+        }
+        else {
+            // Text format
+            this.log('\n=== Shard Assignments (File-Level) ===\n');
+            for (const [shard, files] of Object.entries(result.shards)) {
+                const duration = result.expectedDurations[Number(shard)];
+                const durationStr = this.formatDuration(duration ?? 0);
+                this.log(`Shard ${shard} (${durationStr}):`);
+                for (const file of files) {
+                    const isEstimated = result.estimatedFiles.includes(file);
+                    this.log(`  - ${file}${isEstimated ? ' (estimated)' : ''}`);
+                }
+                this.log('');
+            }
+            this.log(`Total files: ${result.totalFiles}`);
+            if (result.estimatedFiles.length > 0) {
+                this.log(`Files with estimated duration: ${result.estimatedFiles.length}`);
+            }
+        }
+    }
+    formatDuration(ms) {
+        const seconds = Math.round(ms / 1000);
+        const minutes = Math.floor(seconds / 60);
+        const remainingSeconds = seconds % 60;
+        return minutes > 0
+            ? `${minutes}m ${remainingSeconds}s`
+            : `${remainingSeconds}s`;
+    }
+}
+//# sourceMappingURL=assign.js.map

package/dist/commands/assign.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assign.js","sourceRoot":"","sources":["../../src/commands/assign.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EACL,aAAa,EACb,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,EAEhB,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,cAAc,GAIf,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAC,OAAO,OAAO,MAAO,SAAQ,OAAO;IACzC,MAAM,CAAU,WAAW,GACzB,sEAAsE,CAAC;IAEzE,MAAM,CAAU,QAAQ,GAAG;QACzB,+DAA+D;QAC/D,uGAAuG;QACvG,iFAAiF;KAClF,CAAC;IAEF,MAAM,CAAU,KAAK,GAAG;QACtB,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,8CAA8C;YAC3D,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC;YAC1B,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0CAA0C;SACxD,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;YACpB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC;YAC5B,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,eAAe;YAC5B,OAAO,EAAE,MAAM;YACf,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;SAC1B,CAAC;QACF,sBAAsB,EAAE,KAAK,CAAC,OAAO,CAAC;YACpC,WAAW,EAAE,+CAA+C;YAC5D,OAAO,EAAE,mBAAmB;SAC7B,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,qBAAqB;YAClC,OAAO,EAAE,KAAK;SACf,CAAC;QACF,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,6BAA6B;YAC1C,OAAO,EAAE,cAAc;SACxB,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,kCAAkC;YAC/C,OAAO,EAAE,MAAM;YACf,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;SAC1B,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,yDAAyD;YACtE,OAAO,EAAE,mBAAmB;SAC7B,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE3C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC;QAEtC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,OAAe,EACf,OAAe,EACf,KAOC;QAED,iBAAiB;QACjB,MAAM,KAAK,GAAG,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,qBAAqB,OAAO,aAAa,OAAO,EAAE,CAAC,CAAC;YAC9D,IAAI,CAAC,gBAAgB,CACnB;gBACE,MAAM,EAAE,MAAM,CAAC,WAAW,CACxB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAC5D;gBACD,YAAY,EAAE,MAAM,CAAC,WAAW,CAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAC5D;gBACD,iBAAiB,EAAE,MAAM,CAAC,WAAW,CACnC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAC3D;gBACD,UAAU,EAAE,CAAC;gBACb,cAAc,EAAE,EAAE;gBAClB,SAAS,EAAE,IAAI;aAChB,EACD,KAAK,CAAC,eAAe,CAAC,CACvB,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,aAAa,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,gCAAgC;QAChC,IAAI,UAAU,GAAwB,IAAI,CAAC;QAC3C,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;YACxD,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,UAAU,GAAG,UAAU,CAAC;YAC1B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC/D,MAAM,cAAc,GAAG,kBAAkB;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;aAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAExB,IAAI,KAAK,CAAC,OAAO,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,GAAG,CACN,0BAA0B,cAAc,CAAC,MAAM,6BAA6B,CAC7E,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAuB,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;SACvB,CAAC,CAAC,CAAC;QAEJ,oBAAoB;QACpB,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEzE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,GAAG,CACN,cAAc,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAChF,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAA6B,EAAE,CAAC;QAChD,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;QACvD,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAEtD,eAAe;QACf,MAAM,MAAM,GAAqB;YAC/B,MAAM,EAAE,UAAU;YAClB,YAAY;YACZ,iBAAiB,EAAE,MAAM,CAAC,WAAW,CACnC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC,CACrE;YACD,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,cAAc;YACd,SAAS,EAAE,SAAS,CAAC,SAAS;SAC/B,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACvE,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,OAAe,EACf,OAAe,EACf,KAMC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;YACpC,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QAEH,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,0BAA0B,OAAO,aAAa,OAAO,EAAE,CAAC,CAAC;YACnE,IAAI,CAAC,YAAY,CACf;gBACE,MAAM,EAAE,MAAM,CAAC,WAAW,CACxB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAC5D;gBACD,iBAAiB,EAAE,MAAM,CAAC,WAAW,CACnC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAC3D;gBACD,UAAU,EAAE,CAAC;gBACb,cAAc,EAAE,EAAE;aACnB,EACD,KAAK,CAAC,eAAe,CAAC,CACvB,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,MAAM,kBAAkB,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,gCAAgC;QAChC,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC;YACrC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAU,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAEtD,iCAAiC;QACjC,MAAM,kBAAkB,GAAuB,EAAE,CAAC;QAClD,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,kBAAkB,GAAG,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAE7D,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;gBACrC,kBAAkB,CAAC,IAAI,CAAC;oBACtB,IAAI;oBACJ,QAAQ,EAAE,kBAAkB;oBAC5B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,+BAA+B;gBAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC1C,MAAM,SAAS,GAAG,gBAAgB,CAChC,QAAQ,EACR,KAAK,CAAC,sBAAsB,CAAC,CAC9B,CAAC;gBACF,kBAAkB,CAAC,IAAI,CAAC;oBACtB,IAAI;oBACJ,QAAQ,EAAE,SAAS;oBACnB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,GAAG,CACN,0BAA0B,cAAc,CAAC,MAAM,6BAA6B,CAC7E,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,MAAM,WAAW,GAAG,aAAa,CAAC,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,kBAAkB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QAE/D,gBAAgB;QAChB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAEO,gBAAgB,CACtB,MAAwB,EACxB,MAAc,EACd,OAAO,GAAG,KAAK;QAEf,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,cAAc;YACd,IAAI,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;YACvD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,GAAG,CAAC,SAAS,KAAK,KAAK,WAAW,KAAK,KAAK,CAAC,MAAM,UAAU,CAAC,CAAC;gBAEpE,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAC3D,IAAI,CAAC,GAAG,CAAC,OAAO,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;gBAED,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAC5C,IAAI,CAAC,GAAG,CAAC,YAAY,WAAW,GAAG,CAAC,CAAC;gBACvC,CAAC;qBAAM,IAAI,WAAW,EAAE,CAAC;oBACvB,IAAI,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,MAAM,0BAA0B,CAAC,CAAC;gBACrE,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,GAAG,CACN,qBAAqB,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,EAAE,CACtE,CAAC;YACF,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,GAAG,CACN,kCAAkC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,YAAY,CAClB,MAA6C,EAC7C,MAAc,EACd,QAAQ,GAAG,KAAK;QAEhB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,cAAc;YACd,IAAI,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;YACvD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,GAAG,CAAC,SAAS,KAAK,KAAK,WAAW,IAAI,CAAC,CAAC;gBAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACzD,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9D,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,GAAG,CACN,kCAAkC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,EAAU;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,OAAO,GAAG,EAAE,CAAC;QACtC,OAAO,OAAO,GAAG,CAAC;YAChB,CAAC,CAAC,GAAG,OAAO,KAAK,gBAAgB,GAAG;YACpC,CAAC,CAAC,GAAG,gBAAgB,GAAG,CAAC;IAC7B,CAAC"}

package/dist/commands/extract-timing.d.ts

@@ -0,0 +1,40 @@
+import { Command } from '@oclif/core';
+export default class ExtractTiming extends Command {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        'report-file': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'output-file': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        shard: import("@oclif/core/interfaces").OptionFlag<number, import("@oclif/core/interfaces").CustomOptions>;
+        project: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        level: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        verbose: import("@oclif/core/interfaces").BooleanFlag<boolean>;
+    };
+    run(): Promise<void>;
+    /**
+     * Extract test-level durations from Playwright report
+     *
+     * Each test is identified by: file::describe::testTitle
+     */
+    private extractTestDurations;
+    /**
+     * Recursively extract test durations from a suite
+     */
+    private extractTestsFromSuite;
+    /**
+     * Extract file durations from Playwright report (legacy file-level)
+     *
+     * The report structure has nested suites where the top-level suite
+     * represents the file. We sum up all test durations within each file.
+     */
+    private extractFileDurations;
+    /**
+     * Normalize file path to be relative and consistent
+     */
+    private normalizeFilePath;
+    /**
+     * Calculate total duration for a suite (recursively including nested suites)
+     */
+    private calculateSuiteDuration;
+}
+//# sourceMappingURL=extract-timing.d.ts.map

package/dist/commands/extract-timing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-timing.d.ts","sourceRoot":"","sources":["../../src/commands/extract-timing.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAS,MAAM,aAAa,CAAC;AAQ7C,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,OAAO;IAChD,OAAgB,WAAW,SACoD;IAE/E,OAAgB,QAAQ,WAGtB;IAEF,OAAgB,KAAK;;;;;;;MA+BnB;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAiE1B;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAY5B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA8C7B;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAc5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAkBzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAuB/B"}