testdossier 0.1.1 → 0.1.2

package/README.md

@@ -1,21 +1,43 @@
 # TestDossier CLI
 
-Upload a completed test report from a developer laptop, test machine, or CI job:
+Upload a completed test report from a developer laptop, test machine, or CI
+job. Run these steps in the project containing your automated tests:
 
-Create `.env.testdossier` in the project containing the test report:
+1. Create `.env.testdossier`:
 
 ```dotenv
 TD_CI_TOKEN=replace_with_your_td_token
 ```
 
-Replace the placeholder with the CI-ingestion token shown once by TestDossier,
-then:
+2. Replace the placeholder with the CI-ingestion token shown once by
+   TestDossier, add the file to `.gitignore`, and protect it:
 
 ```bash
 chmod 600 .env.testdossier
+```
+
+3. Run your tests so they create a supported report. For example, with
+   Playwright's JSON reporter configured to write `playwright-results.json`:
+
+```bash
+npx playwright test
+test -f playwright-results.json
+```
+
+4. Upload the completed report:
+
+```bash
 npx testdossier upload playwright-results.json --env-file .env.testdossier
 ```
 
+`playwright-results.json` is an example filename, not a file supplied by
+TestDossier. Use the actual report path produced by your runner. Repeat steps 3
+and 4 whenever you want to publish a new run.
+If tests run in multiple shards or batches, merge all shard reports before
+uploading; selecting one shard's file uploads only that shard.
+After merging, the CLI automatically sends Playwright and generic JSON reports
+larger than 200 tests as sequential pages under one stable Test Run.
+
 The CLI auto-detects Playwright JSON, Cypress JSON, Cucumber JSON, JUnit XML,
 and TestDossier's generic JSON format. It has zero runtime dependencies and
 requires Node.js 18 or newer.

package/lib/testdossier.mjs

@@ -1,9 +1,10 @@
 import { createHash, randomUUID } from "node:crypto";
 import { readFile, stat } from "node:fs/promises";
 
-export const VERSION = "0.1.1";
+export const VERSION = "0.1.2";
 const DEFAULT_ORIGIN = "https://testdossier.com";
 const MAX_REPORT_BYTES = 25 * 1024 * 1024;
+const MAX_TESTS_PER_PAGE = 200;
 const RETRYABLE_STATUSES = new Set([408, 409, 425, 429, 500, 502, 503, 504]);
 const FORMAT_LABELS = {
   cypress: "Cypress JSON",
@@ -84,6 +85,76 @@ export function detectReportFormat(text) {
   return matches[0];
 }
 
+function playwrightTestNodes(suites, found = []) {
+  for (const suite of Array.isArray(suites) ? suites : []) {
+    if (!suite || typeof suite !== "object") continue;
+    for (const spec of Array.isArray(suite.specs) ? suite.specs : []) {
+      if (!spec || typeof spec !== "object") continue;
+      for (const test of Array.isArray(spec.tests) ? spec.tests : []) {
+        found.push(test);
+      }
+    }
+    playwrightTestNodes(suite.suites, found);
+  }
+  return found;
+}
+
+function selectedPlaywrightSuite(suite, selectedTests) {
+  if (!suite || typeof suite !== "object") return null;
+  const next = { ...suite };
+  next.specs = (Array.isArray(suite.specs) ? suite.specs : [])
+    .filter((spec) => spec && typeof spec === "object")
+    .map((spec) => ({
+      ...spec,
+      tests: (Array.isArray(spec.tests) ? spec.tests : []).filter((test) => selectedTests.has(test)),
+    }))
+    .filter((spec) => spec.tests.length > 0);
+  next.suites = (Array.isArray(suite.suites) ? suite.suites : [])
+    .map((child) => selectedPlaywrightSuite(child, selectedTests))
+    .filter(Boolean);
+  return next.specs.length > 0 || next.suites.length > 0 ? next : null;
+}
+
+export function splitReportPages(format, report, maxTests = MAX_TESTS_PER_PAGE) {
+  if (!Number.isInteger(maxTests) || maxTests < 1 || maxTests > MAX_TESTS_PER_PAGE) {
+    throw new CliError(`page size must be an integer from 1 to ${MAX_TESTS_PER_PAGE}.`);
+  }
+  if (format !== "playwright" && format !== "generic") {
+    return [{ body: report, tests: null }];
+  }
+
+  const document = parseJson(report.toString("utf8").replace(/^\uFEFF/, ""));
+  if (format === "generic") {
+    const tests = document.tests;
+    if (tests.length <= maxTests) return [{ body: report, tests: tests.length }];
+    const pages = [];
+    for (let start = 0; start < tests.length; start += maxTests) {
+      const slice = tests.slice(start, start + maxTests);
+      pages.push({
+        body: Buffer.from(JSON.stringify({ ...document, tests: slice })),
+        tests: slice.length,
+      });
+    }
+    return pages;
+  }
+
+  const tests = playwrightTestNodes(document.suites);
+  if (tests.length <= maxTests) return [{ body: report, tests: tests.length }];
+  const pages = [];
+  for (let start = 0; start < tests.length; start += maxTests) {
+    const slice = tests.slice(start, start + maxTests);
+    const selected = new Set(slice);
+    const suites = document.suites
+      .map((suite) => selectedPlaywrightSuite(suite, selected))
+      .filter(Boolean);
+    pages.push({
+      body: Buffer.from(JSON.stringify({ ...document, suites })),
+      tests: slice.length,
+    });
+  }
+  return pages;
+}
+
 function isLoopback(hostname) {
   return hostname === "localhost" || hostname === "127.0.0.1" || hostname === "[::1]";
 }
@@ -350,6 +421,10 @@ Authentication:
   Tokens are intentionally not accepted as command-line arguments, keeping
   them out of shell history and process listings.
 
+Large reports:
+  Playwright and generic JSON reports above 200 tests are automatically sent
+  as sequential pages that remain grouped under one TestDossier run.
+
 Examples:
   npx testdossier upload playwright-results.json --env-file .env.testdossier
   npx testdossier upload junit-results.xml --env-file .env.testdossier --build abc123
@@ -369,6 +444,21 @@ function outputSummary(result, stdout, stderr) {
   }
 }
 
+function aggregatePageResults(results) {
+  const aggregate = { counts: {}, warnings: [] };
+  for (const result of results) {
+    if (result && result.counts && typeof result.counts === "object") {
+      for (const [name, value] of Object.entries(result.counts)) {
+        if (typeof value === "number") {
+          aggregate.counts[name] = (aggregate.counts[name] || 0) + value;
+        }
+      }
+    }
+    if (Array.isArray(result && result.warnings)) aggregate.warnings.push(...result.warnings);
+  }
+  return aggregate;
+}
+
 export async function runCli(
   args,
   {
@@ -410,10 +500,20 @@ export async function runCli(
     const reportText = report.toString("utf8");
     const format = options.format === "auto" ? detectReportFormat(reportText) : options.format;
     assertFormatShape(format, reportText);
+    const pages = splitReportPages(format, report);
+    const testCount = pages.every((page) => typeof page.tests === "number")
+      ? pages.reduce((sum, page) => sum + page.tests, 0)
+      : null;
 
     const endpoint = normalizeEndpoint(options.url || env.TD_URL || DEFAULT_ORIGIN);
     const destination = new URL(endpoint).origin;
-    stdout(`Validated ${FORMAT_LABELS[format]} (${report.byteLength} bytes).`);
+    stdout(
+      `Validated ${FORMAT_LABELS[format]} (${report.byteLength} bytes` +
+      (testCount == null
+        ? ""
+        : `, ${testCount} tests${pages.length > 1 ? ` across ${pages.length} pages` : ""}`) +
+      ").",
+    );
     if (options.dryRun) {
       stdout(`Dry run complete; no data was sent to ${destination}.`);
       return 0;
@@ -428,29 +528,45 @@ export async function runCli(
     if (typeof fetchImpl !== "function") throw new CliError("Node 18 or newer is required (global fetch is unavailable).");
 
     const metadata = inferredMetadata(options, env);
-    const headers = {
+    const baseHeaders = {
       Authorization: `Bearer ${token}`,
       "Content-Type": format === "junit" ? "application/xml" : "application/json",
       "User-Agent": `testdossier-cli/${VERSION}`,
       "X-CI-Run-Id": metadata.runId,
-      "X-CI-Page-Id": "results",
       "X-CI-Provider": metadata.provider,
     };
-    if (format !== "junit" && format !== "generic") headers["X-CI-Format"] = format;
-    if (metadata.build) headers["X-Build"] = metadata.build;
-    if (metadata.branch) headers["X-Branch"] = metadata.branch;
-    if (metadata.ciUrl) headers["X-CI-URL"] = metadata.ciUrl;
-
-    const result = await postWithRetry({
-      endpoint,
-      headers,
-      body: report,
-      env,
-      fetchImpl,
-      stderr,
-    });
+    if (format !== "junit" && format !== "generic") baseHeaders["X-CI-Format"] = format;
+    if (metadata.build) baseHeaders["X-Build"] = metadata.build;
+    if (metadata.branch) baseHeaders["X-Branch"] = metadata.branch;
+    if (metadata.ciUrl) baseHeaders["X-CI-URL"] = metadata.ciUrl;
+
+    if (pages.length > 1) {
+      stdout(
+        `Uploading ${pages.reduce((sum, page) => sum + (page.tests || 0), 0)} tests in ` +
+        `${pages.length} pages (run ${metadata.runId}).`,
+      );
+    }
+    const pageResults = [];
+    for (let index = 0; index < pages.length; index += 1) {
+      const page = pages[index];
+      const result = await postWithRetry({
+        endpoint,
+        headers: {
+          ...baseHeaders,
+          "X-CI-Page-Id": pages.length === 1 ? "results" : String(index + 1),
+        },
+        body: page.body,
+        env,
+        fetchImpl,
+        stderr,
+      });
+      pageResults.push(result);
+      if (pages.length > 1) {
+        stdout(`Uploaded page ${index + 1}/${pages.length} (${page.tests} tests).`);
+      }
+    }
     stdout(`Uploaded ${FORMAT_LABELS[format]} to ${destination} (run ${metadata.runId}).`);
-    outputSummary(result, stdout, stderr);
+    outputSummary(aggregatePageResults(pageResults), stdout, stderr);
     return 0;
   } catch (error) {
     const message = error && error.message ? error.message : String(error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdossier",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Upload completed test reports to TestDossier from a local machine or CI.",
   "type": "module",
   "bin": {
@@ -15,14 +15,9 @@
   "engines": {
     "node": ">=18"
   },
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/devkalu/test-dossier.git",
-    "directory": "cli"
-  },
   "homepage": "https://testdossier.com",
   "bugs": {
-    "url": "https://github.com/devkalu/test-dossier/issues"
+    "email": "support@testdossier.com"
   },
   "keywords": [
     "testing",