@empiricalrun/test-run 0.13.2 → 0.14.1

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-run
 
+## 0.14.1
+
+### Patch Changes
+
+- Updated dependencies [617e9f8]
+  - @empiricalrun/reporter@0.27.0
+
+## 0.14.0
+
+### Minor Changes
+
+- 0dfc150: fix: exports config between packages
+
+### Patch Changes
+
+- Updated dependencies [0dfc150]
+  - @empiricalrun/reporter@0.26.0
+
 ## 0.13.2
 
 ### Patch Changes

package/dist/bin/commands/optimize-shards.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"optimize-shards.d.ts","sourceRoot":"","sources":["../../../src/bin/commands/optimize-shards.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgZzC,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,OAAO,QAyQ7D"}
+{"version":3,"file":"optimize-shards.d.ts","sourceRoot":"","sources":["../../../src/bin/commands/optimize-shards.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAujBzC,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,OAAO,QA2T7D"}

package/dist/bin/commands/optimize-shards.js

@@ -265,6 +265,109 @@ function formatDuration(ms, workers) {
     const seconds = totalSeconds % 60;
     return `${minutes}m ${seconds}s`;
 }
+function buildProjectDurations(tests) {
+    const projectDurations = new Map();
+    for (const t of tests) {
+        const prev = projectDurations.get(t.projectName) ?? 0;
+        projectDurations.set(t.projectName, prev + t.estimatedDuration);
+    }
+    return projectDurations;
+}
+function moveTest(test, from, to) {
+    const idx = from.tests.findIndex((t) => t.id === test.id && t.projectName === test.projectName);
+    if (idx !== -1)
+        from.tests.splice(idx, 1);
+    to.tests.push(test);
+    from.totalDuration -= test.estimatedDuration;
+    to.totalDuration += test.estimatedDuration;
+    const project = test.projectName;
+    const fromDur = (from.projectDurations.get(project) ?? 0) - test.estimatedDuration;
+    if (fromDur <= 0)
+        from.projectDurations.delete(project);
+    else
+        from.projectDurations.set(project, fromDur);
+    const toDur = (to.projectDurations.get(project) ?? 0) + test.estimatedDuration;
+    to.projectDurations.set(project, toDur);
+}
+function isParallelTest(test) {
+    return test.groupKey.includes(":test:");
+}
+function buildMoveCandidates(tests) {
+    const parallelTests = [];
+    const groupedTests = new Map();
+    for (const t of tests) {
+        if (isParallelTest(t)) {
+            parallelTests.push({ tests: [t], totalDuration: t.estimatedDuration });
+        }
+        else {
+            const group = groupedTests.get(t.groupKey) ?? [];
+            group.push(t);
+            groupedTests.set(t.groupKey, group);
+        }
+    }
+    const serialGroups = [...groupedTests.values()].map((group) => ({
+        tests: group,
+        totalDuration: group.reduce((sum, t) => sum + t.estimatedDuration, 0),
+    }));
+    return [...parallelTests, ...serialGroups];
+}
+function tryMoveOneGroup(heavyShard, allShards, currentMakespan) {
+    const destCandidates = [...allShards]
+        .filter((s) => s.index !== heavyShard.index)
+        .sort((a, b) => a.totalDuration - b.totalDuration);
+    const moveCandidates = buildMoveCandidates(heavyShard.tests);
+    moveCandidates.sort((a, b) => b.totalDuration - a.totalDuration);
+    for (const dest of destCandidates) {
+        const uninvolvedShardsMax = Math.max(...allShards
+            .filter((s) => s.index !== heavyShard.index && s.index !== dest.index)
+            .map((s) => s.totalDuration), 0);
+        const eligibleCandidates = moveCandidates.filter((c) => c.tests.every((t) => dest.projectDurations.has(t.projectName)));
+        if (eligibleCandidates.length === 0)
+            continue;
+        for (const candidate of eligibleCandidates) {
+            const newHeavyDuration = heavyShard.totalDuration - candidate.totalDuration;
+            const newDestDuration = dest.totalDuration + candidate.totalDuration;
+            const newMakespan = Math.max(newHeavyDuration, newDestDuration, uninvolvedShardsMax);
+            if (newMakespan < currentMakespan) {
+                for (const t of candidate.tests) {
+                    moveTest(t, heavyShard, dest);
+                }
+                return true;
+            }
+        }
+    }
+    return false;
+}
+function rebalanceShardsIncrementally(shards, options) {
+    const maxMoves = options?.maxMoves ?? 1000;
+    const minImbalanceMs = options?.minImbalanceMs ?? 0;
+    const getMakespan = () => Math.max(...shards.map((s) => s.totalDuration));
+    const getImbalance = () => {
+        const durations = shards.map((s) => s.totalDuration);
+        return Math.max(...durations) - Math.min(...durations);
+    };
+    let moves = 0;
+    while (moves < maxMoves) {
+        const imbalance = getImbalance();
+        if (imbalance <= minImbalanceMs)
+            break;
+        const currentMakespan = getMakespan();
+        const shardsByDuration = [...shards].sort((a, b) => b.totalDuration - a.totalDuration);
+        let moved = false;
+        for (const heavyShard of shardsByDuration) {
+            if (heavyShard.totalDuration < currentMakespan * 0.9)
+                break;
+            if (tryMoveOneGroup(heavyShard, shards, currentMakespan)) {
+                moved = true;
+                break;
+            }
+        }
+        if (!moved)
+            break;
+        moves++;
+    }
+    return shards;
+}
 function registerOptimizeShardsCommand(program) {
     program
         .command("optimize-shards")
@@ -276,8 +379,9 @@ function registerOptimizeShardsCommand(program) {
         .option("--default-duration <ms>", "Default duration for tests without history", "30000")
         .option("--output-dir <dir>", "Output directory for test-list files", "./shards")
         .option("--cache-key <key>", "Cache key for duration data (e.g., commit SHA). Ensures all workers see same data.")
+        .option("--strategy <strategy>", "Optimization strategy: 'lpt' (bin packing from scratch) or 'incremental' (improve Playwright defaults)", "incremental")
         .action(async (options) => {
-        const { shards: shardCountStr, dashboardUrl, includeRetries, outputDir, cacheKey, } = options;
+        const { shards: shardCountStr, dashboardUrl, includeRetries, outputDir, cacheKey, strategy, } = options;
         const workers = parseInt(options.workers, 10);
         const shardCount = parseInt(shardCountStr, 10);
         const defaultDuration = parseInt(options.defaultDuration, 10);
@@ -314,33 +418,66 @@ function registerOptimizeShardsCommand(program) {
         const hooksCount = [...specToGroupKey.values()].filter((k) => k.startsWith("hooks:")).length;
         console.log(`Test grouping: ${parallelCount} parallel, ${serialCount} serial/default, ${hooksCount} with hooks`);
         const allTests = flattenedSpecsToTestInfos(allSpecs, historyResponse, includeRetries, defaultDuration, specToGroupKey);
+        const validStrategies = ["lpt", "incremental"];
+        if (!validStrategies.includes(strategy)) {
+            console.error(`Invalid strategy: ${strategy}. Must be one of: ${validStrategies.join(", ")}`);
+            process.exit(1);
+        }
         console.log(`\n--- Playwright Default Sharding ---`);
-        const playwrightShardEstimates = [];
+        const defaultShards = [];
         for (let i = 1; i <= shardCount; i++) {
             const shardReport = getPlaywrightTestList(`${i}/${shardCount}`);
             const shardSpecs = (0, reporter_1.getFlattenedTestList)(shardReport.suites);
             const shardTests = flattenedSpecsToTestInfos(shardSpecs, historyResponse, includeRetries, defaultDuration);
             const totalDuration = shardTests.reduce((sum, t) => sum + t.estimatedDuration, 0);
-            playwrightShardEstimates.push({
-                shard: i,
-                tests: shardTests.length,
-                durationMs: totalDuration,
+            defaultShards.push({
+                index: i,
+                tests: shardTests,
+                totalDuration,
+                projectDurations: buildProjectDurations(shardTests),
             });
             console.log(`  Shard ${i}/${shardCount}: ${shardTests.length} tests, ~${formatDuration(totalDuration, workers)}`);
         }
-        const playwrightMaxDuration = Math.max(...playwrightShardEstimates.map((s) => s.durationMs));
-        const playwrightMinDuration = Math.min(...playwrightShardEstimates.map((s) => s.durationMs));
+        const playwrightMaxDuration = Math.max(...defaultShards.map((s) => s.totalDuration));
+        const playwrightMinDuration = Math.min(...defaultShards.map((s) => s.totalDuration));
         console.log(`  Makespan (max shard): ${formatDuration(playwrightMaxDuration, workers)}`);
         console.log(`  Imbalance: ${formatDuration(playwrightMaxDuration - playwrightMinDuration, workers)}`);
-        console.log(`\n--- Optimized Bin Packing (LPT) ---`);
-        const testGroups = buildTestGroups(allTests);
-        console.log(`  Built ${testGroups.length} test groups from ${allTests.length} tests`);
-        const optimizedShards = packGroupsIntoShards(testGroups, shardCount);
-        for (const shard of optimizedShards) {
-            console.log(`  Shard ${shard.index}/${shardCount}: ${shard.tests.length} tests, ~${formatDuration(shard.totalDuration, workers)}`);
+        let finalShards;
+        let optimizedMaxDuration;
+        let optimizedMinDuration;
+        if (strategy === "lpt") {
+            console.log(`\n--- Optimized Bin Packing (LPT) ---`);
+            const testGroups = buildTestGroups(allTests);
+            console.log(`  Built ${testGroups.length} test groups from ${allTests.length} tests`);
+            const lptShards = packGroupsIntoShards(testGroups, shardCount);
+            finalShards = lptShards.map((s) => ({
+                index: s.index,
+                tests: s.tests,
+                totalDuration: s.totalDuration,
+                projectDurations: buildProjectDurations(s.tests),
+            }));
+            for (const shard of finalShards) {
+                console.log(`  Shard ${shard.index}/${shardCount}: ${shard.tests.length} tests, ~${formatDuration(shard.totalDuration, workers)}`);
+            }
+        }
+        else {
+            console.log(`\n--- Incremental Project-aware Rebalancing ---`);
+            const shardsToRebalance = defaultShards.map((s) => ({
+                index: s.index,
+                tests: [...s.tests],
+                totalDuration: s.totalDuration,
+                projectDurations: new Map(s.projectDurations),
+            }));
+            finalShards = rebalanceShardsIncrementally(shardsToRebalance, {
+                minImbalanceMs: workers * 5000,
+                maxMoves: 1000,
+            });
+            for (const shard of finalShards) {
+                console.log(`  Shard ${shard.index}/${shardCount}: ${shard.tests.length} tests, ~${formatDuration(shard.totalDuration, workers)}`);
+            }
         }
-        const optimizedMaxDuration = Math.max(...optimizedShards.map((s) => s.totalDuration));
-        const optimizedMinDuration = Math.min(...optimizedShards.map((s) => s.totalDuration));
+        optimizedMaxDuration = Math.max(...finalShards.map((s) => s.totalDuration));
+        optimizedMinDuration = Math.min(...finalShards.map((s) => s.totalDuration));
         console.log(`  Makespan (max shard): ${formatDuration(optimizedMaxDuration, workers)}`);
         console.log(`  Imbalance: ${formatDuration(optimizedMaxDuration - optimizedMinDuration, workers)}`);
         const improvement = ((playwrightMaxDuration - optimizedMaxDuration) /
@@ -354,18 +491,24 @@ function registerOptimizeShardsCommand(program) {
             fs_1.default.mkdirSync(absoluteOutputDir, { recursive: true });
         }
         console.log(`\n--- Writing Test List Files ---`);
-        for (const shard of optimizedShards) {
-            const content = generateTestListContent(shard, workers);
+        for (const shard of finalShards) {
+            const shardForContent = {
+                index: shard.index,
+                groups: [],
+                tests: shard.tests,
+                totalDuration: shard.totalDuration,
+            };
+            const content = generateTestListContent(shardForContent, workers);
             const filePath = path_1.default.join(absoluteOutputDir, `shard-${shard.index}.txt`);
             fs_1.default.writeFileSync(filePath, content, "utf-8");
             console.log(`  Written: ${filePath}`);
         }
-        const comparison = optimizedShards.map((os) => {
-            const pw = playwrightShardEstimates.find((p) => p.shard === os.index);
+        const comparison = finalShards.map((os) => {
+            const pw = defaultShards.find((p) => p.index === os.index);
             return {
                 shardIndex: os.index,
-                playwrightTestCount: pw.tests,
-                playwrightEstimatedMs: Math.round(pw.durationMs / workers),
+                playwrightTestCount: pw.tests.length,
+                playwrightEstimatedMs: Math.round(pw.totalDuration / workers),
                 optimizedTestCount: os.tests.length,
                 optimizedEstimatedMs: Math.round(os.totalDuration / workers),
             };
@@ -375,6 +518,7 @@ function registerOptimizeShardsCommand(program) {
             generatedAt: new Date().toISOString(),
             shardCount,
             workers,
+            strategy,
             totalTests: allTests.length,
             testsWithHistory,
             testsWithoutHistory: allTests.length - testsWithHistory,

package/dist/cmd.d.ts

@@ -0,0 +1,2 @@
+export { spawnCmd } from "./lib/cmd";
+//# sourceMappingURL=cmd.d.ts.map

package/dist/cmd.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../src/cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC"}

package/dist/cmd.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.spawnCmd = void 0;
+var cmd_1 = require("./lib/cmd");
+Object.defineProperty(exports, "spawnCmd", { enumerable: true, get: function () { return cmd_1.spawnCmd; } });

package/dist/failed-test-list.d.ts

@@ -1,19 +1,3 @@
-export interface TestRunResponse {
-    data: {
-        test_run: {
-            project: {
-                repo_name: string;
-            };
-            testRun: {
-                summary_url: string | null;
-                run_id: number | null;
-            };
-        };
-    } | null;
-    error?: {
-        message: string;
-    };
-}
 export interface FailedTest {
     projectName: string;
     file: string;

package/dist/failed-test-list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"failed-test-list.d.ts","sourceRoot":"","sources":["../src/failed-test-list.ts"],"names":[],"mappings":"AAmBA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE;QACJ,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP,SAAS,EAAE,MAAM,CAAC;aACnB,CAAC;YACF,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;gBAC3B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;aACvB,CAAC;SACH,CAAC;KACH,GAAG,IAAI,CAAC;IACT,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AASD,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAgPD,MAAM,WAAW,oBAAoB;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,8BAA8B,CAClD,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,mBAAmB,CAAC,CAiH9B"}
+{"version":3,"file":"failed-test-list.d.ts","sourceRoot":"","sources":["../src/failed-test-list.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAgPD,MAAM,WAAW,oBAAoB;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,8BAA8B,CAClD,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,mBAAmB,CAAC,CAyG9B"}

package/dist/failed-test-list.js

@@ -10,11 +10,6 @@ const path_1 = __importDefault(require("path"));
 const utils_1 = require("./utils");
 const DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
 const SUITES_DELIMITER = " › ";
-const REPORTS_BASE_URL = "https://reports.empirical.run";
-function buildSummaryUrl(repoName, runId) {
-    const projectSlug = repoName.replace("-tests", "");
-    return `${REPORTS_BASE_URL}/${projectSlug}/${runId}/summary.json`;
-}
 async function fetchTestRun(runId, options) {
     if (!process.env.EMPIRICALRUN_API_KEY) {
         throw new Error("EMPIRICALRUN_API_KEY environment variable is required");
@@ -192,20 +187,14 @@ async function buildTestListFromFailedTestRun(runId, options = {}) {
     if (!testRunResponse.data) {
         throw new Error(testRunResponse.error?.message || "Failed to fetch test run");
     }
-    const { testRun, project } = testRunResponse.data.test_run;
-    let summaryUrl = testRun.summary_url;
-    if (!summaryUrl && testRun.run_id && project.repo_name) {
-        summaryUrl = buildSummaryUrl(project.repo_name, testRun.run_id);
-        if (verbose) {
-            console.log(`Summary URL not in DB, built from run_id: ${summaryUrl}`);
-        }
+    const { testRun } = testRunResponse.data.test_run;
+    const summaryUrl = testRun.summary_url;
+    if (!summaryUrl) {
+        throw new Error("Test run does not have a summary URL");
     }
     if (verbose) {
         console.log(`Summary URL: ${summaryUrl}`);
     }
-    if (!summaryUrl) {
-        throw new Error("Test run does not have a summary URL and cannot be built (missing run_id)");
-    }
     if (verbose) {
         console.log(`Fetching report from: ${summaryUrl}`);
     }

package/dist/lib/merge-reports/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/merge-reports/index.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAElE,OAAO,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AA6BlE,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CA2B/B;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAoCjC;AAED,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,IAAI,CAAC,CAsDf;AAED,wBAAsB,YAAY,CAAC,OAAO,EAAE;IAC1C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CA8DhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/merge-reports/index.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAElE,OAAO,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AA0DlE,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CA2B/B;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAoCjC;AAED,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,IAAI,CAAC,CAsDf;AAED,wBAAsB,YAAY,CAAC,OAAO,EAAE;IAC1C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CA4DhC"}

package/dist/lib/merge-reports/index.js

@@ -20,6 +20,28 @@ var html_2 = require("./html");
 Object.defineProperty(exports, "patchMergedHtmlReport", { enumerable: true, get: function () { return html_2.patchMergedHtmlReport; } });
 var json_2 = require("./json");
 Object.defineProperty(exports, "patchSummaryJson", { enumerable: true, get: function () { return json_2.patchSummaryJson; } });
+function getStorageConfig(enableS3) {
+    if (enableS3) {
+        const bucket = process.env.S3_UPLOAD_BUCKET;
+        const region = process.env.S3_REGION;
+        if (!bucket || !region) {
+            throw new Error("S3_UPLOAD_BUCKET and S3_REGION must be set for S3 uploads");
+        }
+        return {
+            baseUrl: `https://${bucket}.s3.${region}.amazonaws.com`,
+            uploadBucket: bucket,
+        };
+    }
+    const accountId = process.env.R2_ACCOUNT_ID;
+    if (!accountId) {
+        throw new Error("R2_ACCOUNT_ID must be set for R2 uploads");
+    }
+    const bucket = "test-report";
+    return {
+        baseUrl: `https://reports-r2.empirical.run`,
+        uploadBucket: bucket,
+    };
+}
 function getCredentialsFromEnv(enableS3) {
     if (enableS3) {
         if (process.env.S3_REGION && process.env.S3_UPLOAD_BUCKET) {
@@ -170,13 +192,11 @@ async function mergeReports(options) {
     const enableS3 = process.env.ENABLE_S3_UPLOADS === "true";
     const credentials = getCredentialsFromEnv(enableS3);
     if (credentials) {
-        const uploadBucket = enableS3
-            ? process.env.S3_UPLOAD_BUCKET
-            : "test-report";
+        const { baseUrl, uploadBucket } = getStorageConfig(enableS3);
         await uploadMergedReports(cwd, outputDir, {
             projectName,
             runId,
-            baseUrl: "https://reports.empirical.run",
+            baseUrl,
             uploadBucket,
             credentials,
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.13.2",
+  "version": "0.14.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -14,6 +14,10 @@
       "types": "./dist/glob-matcher.d.ts",
       "default": "./dist/glob-matcher.js"
     },
+    "./cmd": {
+      "types": "./dist/cmd.d.ts",
+      "default": "./dist/cmd.js"
+    },
     ".": {
       "types": "./dist/index.d.ts",
       "default": "./dist/index.js"
@@ -32,10 +36,10 @@
     "minimatch": "^10.0.1",
     "ts-morph": "^23.0.0",
     "@empiricalrun/r2-uploader": "^0.9.0",
-    "@empiricalrun/reporter": "^0.25.4"
+    "@empiricalrun/reporter": "^0.27.0"
   },
   "devDependencies": {
-    "@playwright/test": "1.53.2",
+    "@playwright/test": "1.57.0",
     "@types/async-retry": "^1.4.8",
     "@types/console-log-level": "^1.4.5",
     "@types/node": "^22.5.5",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/dashboard.ts","./src/failed-test-list.ts","./src/glob-matcher.ts","./src/index.ts","./src/logger.ts","./src/bin/index.ts","./src/bin/commands/estimate-time-shard.ts","./src/bin/commands/failed-list.ts","./src/bin/commands/merge.ts","./src/bin/commands/optimize-shards.ts","./src/bin/commands/run.ts","./src/lib/cancellation-watcher.ts","./src/lib/cmd.ts","./src/lib/run-all-tests.ts","./src/lib/run-specific-test.ts","./src/lib/memfs/read-hello-world.ts","./src/lib/merge-reports/html.ts","./src/lib/merge-reports/index.ts","./src/lib/merge-reports/json.ts","./src/lib/merge-reports/types.ts","./src/stdout-parser/index.ts","./src/types/index.ts","./src/utils/config-parser.ts","./src/utils/config.ts","./src/utils/index.ts"],"version":"5.8.3"}
+{"root":["./src/cmd.ts","./src/dashboard.ts","./src/failed-test-list.ts","./src/glob-matcher.ts","./src/index.ts","./src/logger.ts","./src/bin/index.ts","./src/bin/commands/estimate-time-shard.ts","./src/bin/commands/failed-list.ts","./src/bin/commands/merge.ts","./src/bin/commands/optimize-shards.ts","./src/bin/commands/run.ts","./src/lib/cancellation-watcher.ts","./src/lib/cmd.ts","./src/lib/run-all-tests.ts","./src/lib/run-specific-test.ts","./src/lib/memfs/read-hello-world.ts","./src/lib/merge-reports/html.ts","./src/lib/merge-reports/index.ts","./src/lib/merge-reports/json.ts","./src/lib/merge-reports/types.ts","./src/stdout-parser/index.ts","./src/types/index.ts","./src/utils/config-parser.ts","./src/utils/config.ts","./src/utils/index.ts"],"version":"5.8.3"}