flakeradar 0.1.0

package/dist/analysis/flakiness.js

@@ -0,0 +1,177 @@
+import { classifyCause } from "./classify.js";
+const isFailure = (s) => s === "failed" || s === "error";
+/**
+ * Collapse a run's raw results (which may contain duplicates from parameterised
+ * tests or in-run retries) into a single outcome per test id. A test that both
+ * passes and fails within one run counts as a failure — that IS flakiness.
+ */
+function collapseRun(run) {
+    const map = new Map();
+    for (const r of run.results) {
+        const existing = map.get(r.id);
+        const outcome = isFailure(r.status)
+            ? "failed"
+            : r.status === "skipped"
+                ? "skipped"
+                : "passed";
+        const sample = isFailure(r.status)
+            ? { message: r.message, details: r.details }
+            : null;
+        if (!existing) {
+            map.set(r.id, { outcome, sample });
+            continue;
+        }
+        // Precedence: failed > passed > skipped.
+        if (outcome === "failed" && existing.outcome !== "failed") {
+            map.set(r.id, { outcome: "failed", sample: sample ?? existing.sample });
+        }
+        else if (outcome === "failed" && existing.outcome === "failed") {
+            existing.sample = existing.sample ?? sample;
+        }
+        else if (outcome === "passed" && existing.outcome === "skipped") {
+            map.set(r.id, { outcome: "passed", sample: existing.sample });
+        }
+    }
+    return map;
+}
+function buildObservations(runs) {
+    const obs = new Map();
+    const meta = new Map();
+    // Pre-scan for stable display names.
+    for (const run of runs) {
+        for (const r of run.results) {
+            if (!meta.has(r.id))
+                meta.set(r.id, { name: r.name, classname: r.classname });
+        }
+    }
+    const collapsed = runs.map(collapseRun);
+    for (const id of meta.keys()) {
+        const m = meta.get(id);
+        const outcomes = [];
+        const failureSamples = [];
+        for (const runMap of collapsed) {
+            const entry = runMap.get(id);
+            outcomes.push(entry ? entry.outcome : null);
+            if (entry?.sample)
+                failureSamples.push(entry.sample);
+        }
+        obs.set(id, { id, name: m.name, classname: m.classname, outcomes, failureSamples });
+    }
+    return obs;
+}
+function countFlips(outcomes) {
+    let flips = 0;
+    let prev = null;
+    for (const o of outcomes) {
+        if (o === null || o === "skipped")
+            continue;
+        if (prev !== null && o !== prev)
+            flips++;
+        prev = o;
+    }
+    return flips;
+}
+function distinct(values, limit) {
+    const seen = new Set();
+    const out = [];
+    for (const v of values) {
+        const key = v.trim();
+        if (key.length === 0 || seen.has(key))
+            continue;
+        seen.add(key);
+        out.push(key);
+        if (out.length >= limit)
+            break;
+    }
+    return out;
+}
+function toVerdict(o) {
+    let passes = 0;
+    let failures = 0;
+    let skips = 0;
+    for (const outcome of o.outcomes) {
+        if (outcome === "passed")
+            passes++;
+        else if (outcome === "failed")
+            failures++;
+        else if (outcome === "skipped")
+            skips++;
+    }
+    const nonSkip = passes + failures;
+    const failureRate = nonSkip === 0 ? 0 : failures / nonSkip;
+    const flips = countFlips(o.outcomes);
+    const flaky = passes > 0 && failures > 0;
+    const alwaysFails = passes === 0 && failures > 0;
+    // Score = breakage events + nondeterminism events. Simple and explainable:
+    // both are "bad events" a maintainer wants to eliminate.
+    const score = failures + flips;
+    const sampleMessages = distinct(o.failureSamples.map((s) => s.message ?? firstLine(s.details) ?? "").filter((s) => s.length > 0), 3);
+    return {
+        id: o.id,
+        name: o.name,
+        classname: o.classname,
+        runsSeen: passes + failures + skips,
+        passes,
+        failures,
+        skips,
+        failureRate,
+        flips,
+        flaky,
+        alwaysFails,
+        score,
+        cause: flaky ? classifyCause(o.failureSamples) : null,
+        sampleMessages,
+    };
+}
+function firstLine(text) {
+    if (!text)
+        return null;
+    const line = text.split("\n").map((l) => l.trim()).find((l) => l.length > 0);
+    return line ?? null;
+}
+function runIsGreen(run) {
+    if (run.crashed)
+        return false;
+    if (run.results.length === 0)
+        return false;
+    return !run.results.some((r) => isFailure(r.status));
+}
+/** Compare flaky verdicts: worst (most worth investigating) first. */
+export function compareFlaky(a, b) {
+    if (b.score !== a.score)
+        return b.score - a.score;
+    if (b.failureRate !== a.failureRate)
+        return b.failureRate - a.failureRate;
+    if (b.failures !== a.failures)
+        return b.failures - a.failures;
+    return a.id.localeCompare(b.id);
+}
+/**
+ * Analyze a sequence of runs and produce a ranked flakiness report.
+ * Run order is significant — flips are computed along it.
+ */
+export function analyze(runs) {
+    const observations = buildObservations(runs);
+    const verdicts = [...observations.values()].map(toVerdict);
+    const flaky = verdicts.filter((v) => v.flaky).sort(compareFlaky);
+    const alwaysFailing = verdicts
+        .filter((v) => v.alwaysFails)
+        .sort((a, b) => b.failures - a.failures || a.id.localeCompare(b.id));
+    const alwaysPassCount = verdicts.filter((v) => v.passes > 0 && v.failures === 0).length;
+    const greenRuns = runs.filter(runIsGreen).length;
+    const summary = {
+        totalRuns: runs.length,
+        crashedRuns: runs.filter((r) => r.crashed).length,
+        uniqueTests: verdicts.length,
+        flakyCount: flaky.length,
+        alwaysFailCount: alwaysFailing.length,
+        alwaysPassCount,
+        greenRunRate: runs.length === 0 ? 0 : greenRuns / runs.length,
+    };
+    return { summary, flaky, alwaysFailing };
+}
+/** Convenience: build a Run from already-parsed results. */
+export function runFromResults(label, results) {
+    return { label, results, crashed: false };
+}
+//# sourceMappingURL=flakiness.js.map

package/dist/analysis/flakiness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flakiness.js","sourceRoot":"","sources":["../../src/analysis/flakiness.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAc9C,MAAM,SAAS,GAAG,CAAC,CAAa,EAAW,EAAE,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,OAAO,CAAC;AAE9E;;;;GAIG;AACH,SAAS,WAAW,CAAC,GAAQ;IAC3B,MAAM,GAAG,GAAG,IAAI,GAAG,EAAiE,CAAC;IACrF,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAe,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7C,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS;gBACtB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,MAAM,GAAyB,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;YACtD,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5C,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACnC,SAAS;QACX,CAAC;QACD,yCAAyC;QACzC,IAAI,OAAO,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC1D,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,CAAC;aAAM,IAAI,OAAO,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACjE,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC;QAC9C,CAAC;aAAM,IAAI,OAAO,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAClE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAW;IACpC,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAA+C,CAAC;IAEpE,qCAAqC;IACrC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAExC,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;QACxB,MAAM,QAAQ,GAA6B,EAAE,CAAC;QAC9C,MAAM,cAAc,GAAoB,EAAE,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,KAAK,EAAE,MAAM;gBAAE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,QAAkC;IACpD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,IAAI,GAAsB,IAAI,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;YAAE,SAAS;QAC5C,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;YAAE,KAAK,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,MAAgB,EAAE,KAAa;IAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACd,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;YAAE,MAAM;IACjC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAAC,CAAqB;IACtC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACjC,IAAI,OAAO,KAAK,QAAQ;YAAE,MAAM,EAAE,CAAC;aAC9B,IAAI,OAAO,KAAK,QAAQ;YAAE,QAAQ,EAAE,CAAC;aACrC,IAAI,OAAO,KAAK,SAAS;YAAE,KAAK,EAAE,CAAC;IAC1C,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjD,2EAA2E;IAC3E,yDAAyD;IACzD,MAAM,KAAK,GAAG,QAAQ,GAAG,KAAK,CAAC;IAE/B,MAAM,cAAc,GAAG,QAAQ,CAC7B,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAChG,CAAC,CACF,CAAC;IAEF,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK;QACnC,MAAM;QACN,QAAQ;QACR,KAAK;QACL,WAAW;QACX,KAAK;QACL,KAAK;QACL,WAAW;QACX,KAAK;QACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;QACrD,cAAc;KACf,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,IAAmB;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7E,OAAO,IAAI,IAAI,IAAI,CAAC;AACtB,CAAC;AAED,SAAS,UAAU,CAAC,GAAQ;IAC1B,IAAI,GAAG,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC9B,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,YAAY,CAAC,CAAc,EAAE,CAAc;IACzD,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;IAClD,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAC1E,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;QAAE,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;IAC9D,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,IAAW;IACjC,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE3D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,QAAQ;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;SAC5B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAExF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,OAAO,GAAiB;QAC5B,SAAS,EAAE,IAAI,CAAC,MAAM;QACtB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;QACjD,WAAW,EAAE,QAAQ,CAAC,MAAM;QAC5B,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,eAAe,EAAE,aAAa,CAAC,MAAM;QACrC,eAAe;QACf,YAAY,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;KAC9D,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;AAC3C,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,OAAqB;IACjE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5C,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,5 @@
+/** Entry point. Returns a process exit code. */
+export declare function main(argv: string[]): Promise<number>;
+/** Read the package version from the nearest package.json. */
+export declare function getVersion(): string;
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AA2BA,gDAAgD;AAChD,wBAAsB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAyB1D;AAED,8DAA8D;AAC9D,wBAAgB,UAAU,IAAI,MAAM,CAmBnC"}

package/dist/cli.js

@@ -0,0 +1,77 @@
+import { readFileSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { runAnalyze } from "./commands/analyze.js";
+import { runRun } from "./commands/run.js";
+import { color, setColorEnabled } from "./color.js";
+const TOP_HELP = `flakeradar — find and rank flaky tests in any language
+
+USAGE
+  flakeradar <command> [options]
+
+COMMANDS
+  run       Run a test command N times and detect flaky tests
+  analyze   Detect flaky tests from existing JUnit XML reports
+  help      Show this help
+  version   Show the version
+
+QUICK START
+  # Ingest existing CI reports (each file = one run):
+  flakeradar analyze "test-reports/**/*.xml"
+
+  # Or run a suite repeatedly and watch for flakiness:
+  flakeradar run -n 20 -- pytest --junitxml={out}
+
+Run "flakeradar <command> --help" for command-specific options.`;
+/** Entry point. Returns a process exit code. */
+export async function main(argv) {
+    if (argv.includes("--no-color"))
+        setColorEnabled(false);
+    const [command, ...rest] = argv;
+    switch (command) {
+        case undefined:
+        case "help":
+        case "-h":
+        case "--help":
+            process.stdout.write(`${TOP_HELP}\n`);
+            return 0;
+        case "version":
+        case "-v":
+        case "--version":
+            process.stdout.write(`${getVersion()}\n`);
+            return 0;
+        case "run":
+            return runRun(rest);
+        case "analyze":
+            return runAnalyze(rest);
+        default:
+            process.stderr.write(color.red(`unknown command: ${command}`) + "\n\n" + TOP_HELP + "\n");
+            return 1;
+    }
+}
+/** Read the package version from the nearest package.json. */
+export function getVersion() {
+    try {
+        let dir = path.dirname(fileURLToPath(import.meta.url));
+        for (let i = 0; i < 5; i++) {
+            const candidate = path.join(dir, "package.json");
+            try {
+                const pkg = JSON.parse(readFileSync(candidate, "utf8"));
+                if (pkg.name === "flakeradar" || pkg.version)
+                    return pkg.version ?? "0.0.0";
+            }
+            catch {
+                /* keep walking up */
+            }
+            const parent = path.dirname(dir);
+            if (parent === dir)
+                break;
+            dir = parent;
+        }
+    }
+    catch {
+        /* fall through */
+    }
+    return "0.0.0";
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,QAAQ,GAAG;;;;;;;;;;;;;;;;;;gEAkB+C,CAAC;AAEjE,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,IAAc;IACvC,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IAExD,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAEhC,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,SAAS,CAAC;QACf,KAAK,MAAM,CAAC;QACZ,KAAK,IAAI,CAAC;QACV,KAAK,QAAQ;YACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,IAAI,CAAC,CAAC;YACtC,OAAO,CAAC,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,IAAI,CAAC;QACV,KAAK,WAAW;YACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC,CAAC;YAC1C,OAAO,CAAC,CAAC;QACX,KAAK,KAAK;YACR,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;QACtB,KAAK,SAAS;YACZ,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1B;YACE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,OAAO,EAAE,CAAC,GAAG,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC;YAC1F,OAAO,CAAC,CAAC;IACb,CAAC;AACH,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAwC,CAAC;gBAC/F,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,IAAI,GAAG,CAAC,OAAO;oBAAE,OAAO,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC;YAC9E,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,KAAK,GAAG;gBAAE,MAAM;YAC1B,GAAG,GAAG,MAAM,CAAC;QACf,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/color.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Tiny ANSI color helper — zero dependencies. Respects NO_COLOR and a runtime
+ * toggle so `--no-color` and non-TTY output stay clean.
+ */
+export declare function setColorEnabled(value: boolean): void;
+export declare const color: {
+    bold: (s: string) => string;
+    dim: (s: string) => string;
+    red: (s: string) => string;
+    green: (s: string) => string;
+    yellow: (s: string) => string;
+    blue: (s: string) => string;
+    magenta: (s: string) => string;
+    cyan: (s: string) => string;
+    gray: (s: string) => string;
+};
+/** Visible width of a string (ANSI escape sequences excluded). */
+export declare function visibleWidth(s: string): number;
+//# sourceMappingURL=color.d.ts.map

package/dist/color.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"color.d.ts","sourceRoot":"","sources":["../src/color.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAEpD;AAMD,eAAO,MAAM,KAAK;cAHL,MAAM,KAAG,MAAM;aAAf,MAAM,KAAG,MAAM;aAAf,MAAM,KAAG,MAAM;eAAf,MAAM,KAAG,MAAM;gBAAf,MAAM,KAAG,MAAM;cAAf,MAAM,KAAG,MAAM;iBAAf,MAAM,KAAG,MAAM;cAAf,MAAM,KAAG,MAAM;cAAf,MAAM,KAAG,MAAM;CAa3B,CAAC;AAEF,kEAAkE;AAClE,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAG9C"}

package/dist/color.js

@@ -0,0 +1,36 @@
+/**
+ * Tiny ANSI color helper — zero dependencies. Respects NO_COLOR and a runtime
+ * toggle so `--no-color` and non-TTY output stay clean.
+ */
+const ESC = "\x1b";
+let enabled = detectColor();
+function detectColor() {
+    if (process.env.NO_COLOR !== undefined)
+        return false;
+    if (process.env.FORCE_COLOR !== undefined && process.env.FORCE_COLOR !== "0")
+        return true;
+    return Boolean(process.stdout && process.stdout.isTTY);
+}
+export function setColorEnabled(value) {
+    enabled = value;
+}
+function wrap(open, close) {
+    return (s) => (enabled ? `${ESC}[${open}m${s}${ESC}[${close}m` : s);
+}
+export const color = {
+    bold: wrap(1, 22),
+    dim: wrap(2, 22),
+    red: wrap(31, 39),
+    green: wrap(32, 39),
+    yellow: wrap(33, 39),
+    blue: wrap(34, 39),
+    magenta: wrap(35, 39),
+    cyan: wrap(36, 39),
+    gray: wrap(90, 39),
+};
+/** Visible width of a string (ANSI escape sequences excluded). */
+export function visibleWidth(s) {
+    // eslint-disable-next-line no-control-regex
+    return s.replace(/\x1b\[[0-9;]*m/g, "").length;
+}
+//# sourceMappingURL=color.js.map

package/dist/color.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"color.js","sourceRoot":"","sources":["../src/color.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,GAAG,GAAG,MAAM,CAAC;AAEnB,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;AAE5B,SAAS,WAAW;IAClB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACrD,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAC1F,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,OAAO,GAAG,KAAK,CAAC;AAClB,CAAC;AAED,SAAS,IAAI,CAAC,IAAY,EAAE,KAAa;IACvC,OAAO,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;IACjB,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;IAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IACjB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IACnB,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IACpB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAClB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IACrB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;CACnB,CAAC;AAEF,kEAAkE;AAClE,MAAM,UAAU,YAAY,CAAC,CAAS;IACpC,4CAA4C;IAC5C,OAAO,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;AACjD,CAAC"}

package/dist/commands/analyze.d.ts

@@ -0,0 +1,4 @@
+declare const HELP = "flakeradar analyze \u2014 detect flaky tests from existing JUnit XML reports\n\nUSAGE\n  flakeradar analyze [options] <glob...>\n\n  Each matched file is treated as one run by default. Point it at a directory\n  of historical CI reports (one report per CI run) to find flaky tests.\n\nOPTIONS\n  --group-by <file|dir>   Group reports into runs. \"file\" (default) = one run\n                          per XML file; \"dir\" = one run per directory.\n  --json                  Emit machine-readable JSON.\n  --markdown              Emit a Markdown report (great for GitHub issues/PRs).\n  --fail-on-flaky         Exit with code 2 if any flaky/always-failing test found.\n  --no-color              Disable ANSI colors.\n  -h, --help              Show this help.\n\nEXAMPLES\n  flakeradar analyze \"test-reports/**/*.xml\"\n  flakeradar analyze --group-by dir \"ci-history/*/\"\n  flakeradar analyze --markdown \"reports/*.xml\" > flaky.md";
+export declare function runAnalyze(argv: string[]): Promise<number>;
+export { HELP as ANALYZE_HELP };
+//# sourceMappingURL=analyze.d.ts.map

package/dist/commands/analyze.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze.d.ts","sourceRoot":"","sources":["../../src/commands/analyze.ts"],"names":[],"mappings":"AAUA,QAAA,MAAM,IAAI,46BAoBiD,CAAC;AAE5D,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAgDhE;AAsCD,OAAO,EAAE,IAAI,IAAI,YAAY,EAAE,CAAC"}

package/dist/commands/analyze.js

@@ -0,0 +1,106 @@
+import fs from "node:fs";
+import path from "node:path";
+import { analyze } from "../analysis/flakiness.js";
+import { color, setColorEnabled } from "../color.js";
+import { parseJUnitXml } from "../junit/parser.js";
+import { parseArgs } from "../util/args.js";
+import { globMany } from "../util/glob.js";
+import { exitCodeFor, renderReport, resolveFormat } from "./shared.js";
+const HELP = `flakeradar analyze — detect flaky tests from existing JUnit XML reports
+
+USAGE
+  flakeradar analyze [options] <glob...>
+
+  Each matched file is treated as one run by default. Point it at a directory
+  of historical CI reports (one report per CI run) to find flaky tests.
+
+OPTIONS
+  --group-by <file|dir>   Group reports into runs. "file" (default) = one run
+                          per XML file; "dir" = one run per directory.
+  --json                  Emit machine-readable JSON.
+  --markdown              Emit a Markdown report (great for GitHub issues/PRs).
+  --fail-on-flaky         Exit with code 2 if any flaky/always-failing test found.
+  --no-color              Disable ANSI colors.
+  -h, --help              Show this help.
+
+EXAMPLES
+  flakeradar analyze "test-reports/**/*.xml"
+  flakeradar analyze --group-by dir "ci-history/*/"
+  flakeradar analyze --markdown "reports/*.xml" > flaky.md`;
+export async function runAnalyze(argv) {
+    const args = parseArgs(argv, {
+        bools: ["json", "markdown", "fail-on-flaky", "no-color", "help"],
+        values: ["group-by"],
+        aliases: { h: "help" },
+    });
+    if (args.bools.has("help")) {
+        process.stdout.write(`${HELP}\n`);
+        return 0;
+    }
+    if (args.bools.has("no-color"))
+        setColorEnabled(false);
+    if (args.errors.length > 0) {
+        return usage(args.errors.join("; "));
+    }
+    if (args.positionals.length === 0) {
+        return usage("no report glob provided");
+    }
+    const groupBy = args.values.get("group-by") ?? "file";
+    if (groupBy !== "file" && groupBy !== "dir") {
+        return usage(`--group-by must be "file" or "dir" (got "${groupBy}")`);
+    }
+    const files = globMany(args.positionals);
+    if (files.length === 0) {
+        process.stderr.write(color.red("No JUnit XML files matched: ") + args.positionals.join(", ") + "\n");
+        return 1;
+    }
+    const runs = groupBy === "dir" ? groupByDir(files) : groupByFile(files);
+    const withData = runs.filter((r) => r.results.length > 0);
+    if (withData.length === 0) {
+        process.stderr.write(color.red("Matched files contained no parseable test cases.\n"));
+        return 1;
+    }
+    if (withData.length < 2) {
+        process.stderr.write(color.yellow("Note: flakiness needs at least 2 runs to compare. Only 1 run of data was found — " +
+            "results will show pass/fail state but cannot detect flakiness.\n"));
+    }
+    const report = analyze(runs);
+    process.stdout.write(`${renderReport(report, resolveFormat(args))}\n`);
+    return exitCodeFor(report, args.bools.has("fail-on-flaky"));
+}
+function groupByFile(files) {
+    return files.map((file) => ({
+        label: path.basename(file),
+        results: readResults(file),
+        crashed: false,
+    }));
+}
+function groupByDir(files) {
+    const byDir = new Map();
+    for (const file of files) {
+        const dir = path.dirname(file);
+        const list = byDir.get(dir) ?? [];
+        list.push(file);
+        byDir.set(dir, list);
+    }
+    return [...byDir.keys()].sort().map((dir) => {
+        const results = [];
+        for (const file of byDir.get(dir).sort())
+            results.push(...readResults(file));
+        return { label: path.basename(dir) || dir, results, crashed: false };
+    });
+}
+function readResults(file) {
+    try {
+        return parseJUnitXml(fs.readFileSync(file, "utf8"), file);
+    }
+    catch {
+        return [];
+    }
+}
+function usage(message) {
+    process.stderr.write(color.red(`error: ${message}`) + "\n\n" + HELP + "\n");
+    return 1;
+}
+export { HELP as ANALYZE_HELP };
+//# sourceMappingURL=analyze.js.map

package/dist/commands/analyze.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze.js","sourceRoot":"","sources":["../../src/commands/analyze.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEvE,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;2DAoB8C,CAAC;AAE5D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc;IAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE;QAC3B,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,CAAC;QAChE,MAAM,EAAE,CAAC,UAAU,CAAC;QACpB,OAAO,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE;KACvB,CAAC,CAAC;IAEH,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QAClC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC;IACtD,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC,4CAA4C,OAAO,IAAI,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACrG,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC,CAAC;QACtF,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,CAAC,MAAM,CACV,mFAAmF;YACjF,kEAAkE,CACrE,CACF,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,WAAW,CAAC,KAAe;IAClC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC1B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC;QAC1B,OAAO,EAAE,KAAK;KACf,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CAAC,KAAe;IACjC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1C,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9E,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC;QACH,OAAO,aAAa,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,OAAe;IAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,OAAO,EAAE,CAAC,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5E,OAAO,CAAC,CAAC;AACX,CAAC;AAED,OAAO,EAAE,IAAI,IAAI,YAAY,EAAE,CAAC"}

package/dist/commands/run.d.ts

@@ -0,0 +1,4 @@
+declare const HELP = "flakeradar run \u2014 run a test command repeatedly and detect flaky tests\n\nUSAGE\n  flakeradar run [options] -- <test command>\n\n  The test command must emit a JUnit XML report each run. Tell flakeradar where\n  it lands in one of two ways:\n    1. Put the {out} token in your command; it's replaced with a fresh\n       report path per run (recommended).\n    2. Pass --report <glob> pointing at the file(s) your command always writes.\n\nOPTIONS\n  -n, --runs <N>            Number of times to run the suite (default 10).\n  -r, --report <glob>       Where the command writes its JUnit XML each run.\n  -o, --output <dir>        Dir for {out} report files (default .flakeradar/runs).\n      --stop-on-first-flaky Stop as soon as any flaky test is detected.\n      --keep-going          Keep running even if a run crashes (default: stop).\n      --json                Emit machine-readable JSON.\n      --markdown            Emit a Markdown report.\n      --fail-on-flaky       Exit with code 2 if any flaky test is found.\n      --no-color            Disable ANSI colors.\n  -h, --help                Show this help.\n\nEXAMPLES\n  flakeradar run -n 20 -- pytest --junitxml={out}\n  flakeradar run -n 15 -- npx jest --reporters=jest-junit   # writes junit.xml\n        # ...then: -r junit.xml\n  flakeradar run -n 10 -r \"build/test-results/test/*.xml\" -- ./gradlew test\n  flakeradar run -n 30 --stop-on-first-flaky -- go test ./... -v 2>&1";
+export declare function runRun(argv: string[]): Promise<number>;
+export { HELP as RUN_HELP };
+//# sourceMappingURL=run.d.ts.map

package/dist/commands/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AAQA,QAAA,MAAM,IAAI,66CA4B4D,CAAC;AAEvE,wBAAsB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CA8D5D;AA6BD,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,CAAC"}

package/dist/commands/run.js

@@ -0,0 +1,116 @@
+import path from "node:path";
+import { analyze } from "../analysis/flakiness.js";
+import { color, setColorEnabled } from "../color.js";
+import { executeRuns, OUT_TOKEN } from "../runner/runner.js";
+import { parseArgs } from "../util/args.js";
+import { exitCodeFor, parseRunCount, renderReport, resolveFormat, UsageError } from "./shared.js";
+const HELP = `flakeradar run — run a test command repeatedly and detect flaky tests
+
+USAGE
+  flakeradar run [options] -- <test command>
+
+  The test command must emit a JUnit XML report each run. Tell flakeradar where
+  it lands in one of two ways:
+    1. Put the ${OUT_TOKEN} token in your command; it's replaced with a fresh
+       report path per run (recommended).
+    2. Pass --report <glob> pointing at the file(s) your command always writes.
+
+OPTIONS
+  -n, --runs <N>            Number of times to run the suite (default 10).
+  -r, --report <glob>       Where the command writes its JUnit XML each run.
+  -o, --output <dir>        Dir for ${OUT_TOKEN} report files (default .flakeradar/runs).
+      --stop-on-first-flaky Stop as soon as any flaky test is detected.
+      --keep-going          Keep running even if a run crashes (default: stop).
+      --json                Emit machine-readable JSON.
+      --markdown            Emit a Markdown report.
+      --fail-on-flaky       Exit with code 2 if any flaky test is found.
+      --no-color            Disable ANSI colors.
+  -h, --help                Show this help.
+
+EXAMPLES
+  flakeradar run -n 20 -- pytest --junitxml=${OUT_TOKEN}
+  flakeradar run -n 15 -- npx jest --reporters=jest-junit   # writes junit.xml
+        # ...then: -r junit.xml
+  flakeradar run -n 10 -r "build/test-results/test/*.xml" -- ./gradlew test
+  flakeradar run -n 30 --stop-on-first-flaky -- go test ./... -v 2>&1`;
+export async function runRun(argv) {
+    const args = parseArgs(argv, {
+        bools: ["stop-on-first-flaky", "keep-going", "json", "markdown", "fail-on-flaky", "no-color", "help"],
+        values: ["runs", "report", "output"],
+        aliases: { n: "runs", r: "report", o: "output", h: "help" },
+    });
+    if (args.bools.has("help")) {
+        process.stdout.write(`${HELP}\n`);
+        return 0;
+    }
+    if (args.bools.has("no-color"))
+        setColorEnabled(false);
+    if (args.errors.length > 0)
+        return usage(args.errors.join("; "));
+    const command = args.rest;
+    if (command.length === 0) {
+        return usage("no test command provided (put it after `--`)");
+    }
+    let runs;
+    try {
+        runs = parseRunCount(args.values.get("runs"), 10);
+    }
+    catch (err) {
+        if (err instanceof UsageError)
+            return usage(err.message);
+        throw err;
+    }
+    const reportGlob = args.values.get("report");
+    const usesToken = command.some((a) => a.includes(OUT_TOKEN));
+    if (!usesToken && !reportGlob) {
+        return usage(`don't know where to read test reports. Add the ${OUT_TOKEN} token to your command, or pass --report <glob>.`);
+    }
+    const outputDir = args.values.get("output") ?? path.join(".flakeradar", "runs");
+    const format = resolveFormat(args);
+    const quiet = format !== "terminal";
+    const collected = await executeRuns({
+        command,
+        runs,
+        reportGlob,
+        outputDir,
+        keepGoing: args.bools.has("keep-going"),
+        onProgress: quiet ? undefined : (info) => printProgress(info),
+        afterRun: args.bools.has("stop-on-first-flaky") ? stopWhenFlaky : undefined,
+    });
+    if (!quiet)
+        process.stderr.write("\n");
+    const dataRuns = collected.filter((r) => r.results.length > 0);
+    if (dataRuns.length === 0) {
+        process.stderr.write(color.red("No test reports were produced across any run.\n"));
+        const firstNote = collected.find((r) => r.note)?.note;
+        if (firstNote)
+            process.stderr.write(color.dim(`Hint: ${firstNote}\n`));
+        return 1;
+    }
+    const report = analyze(collected);
+    process.stdout.write(`${renderReport(report, format)}\n`);
+    return exitCodeFor(report, args.bools.has("fail-on-flaky"));
+}
+function stopWhenFlaky(runs) {
+    return analyze(runs).summary.flakyCount > 0;
+}
+function printProgress(info) {
+    const status = info.crashed
+        ? color.red("CRASH")
+        : info.failed > 0
+            ? color.yellow(`${info.failed} failed`)
+            : color.green("all passed");
+    const bar = renderBar(info.index, info.total);
+    process.stderr.write(`\r${color.dim(`[${info.index}/${info.total}]`)} ${bar} ${status.padEnd(20)} ${color.dim(`${info.durationMs}ms`)}   `);
+}
+function renderBar(done, total) {
+    const width = 20;
+    const filled = Math.round((done / total) * width);
+    return color.cyan("█".repeat(filled)) + color.gray("░".repeat(Math.max(0, width - filled)));
+}
+function usage(message) {
+    process.stderr.write(color.red(`error: ${message}`) + "\n\n" + HELP + "\n");
+    return 1;
+}
+export { HELP as RUN_HELP };
+//# sourceMappingURL=run.js.map

package/dist/commands/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAqB,MAAM,qBAAqB,CAAC;AAEhF,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAElG,MAAM,IAAI,GAAG;;;;;;;iBAOI,SAAS;;;;;;;sCAOY,SAAS;;;;;;;;;;8CAUD,SAAS;;;;sEAIe,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAc;IACzC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE;QAC3B,KAAK,EAAE,CAAC,qBAAqB,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,CAAC;QACrG,MAAM,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC;QACpC,OAAO,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE;KAC5D,CAAC,CAAC;IAEH,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QAClC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,UAAU;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,EAAE,CAAC;QAC9B,OAAO,KAAK,CACV,kDAAkD,SAAS,kDAAkD,CAC9G,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,KAAK,UAAU,CAAC;IAEpC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC;QAClC,OAAO;QACP,IAAI;QACJ,UAAU;QACV,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;QACvC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;KAC5E,CAAC,CAAC;IAEH,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC;QACtD,IAAI,SAAS;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,SAAS,IAAI,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1D,OAAO,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,aAAa,CAAC,IAAW;IAChC,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,IAAkB;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO;QACzB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QACpB,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;YACf,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,SAAS,CAAC;YACvC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CACtH,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa;IAC5C,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,KAAK,CAAC,OAAe;IAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,OAAO,EAAE,CAAC,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5E,OAAO,CAAC,CAAC;AACX,CAAC;AAED,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,CAAC"}

package/dist/commands/shared.d.ts

@@ -0,0 +1,16 @@
+import type { AnalysisReport } from "../types.js";
+import type { ParsedArgs } from "../util/args.js";
+export type Format = "terminal" | "json" | "markdown";
+export declare function resolveFormat(args: ParsedArgs): Format;
+export declare function renderReport(report: AnalysisReport, format: Format): string;
+/**
+ * Exit code convention:
+ *  0  success
+ *  1  usage / input error
+ *  2  flaky (or always-failing) tests detected AND --fail-on-flaky was set
+ */
+export declare function exitCodeFor(report: AnalysisReport, failOnFlaky: boolean): number;
+export declare function parseRunCount(raw: string | undefined, fallback: number): number;
+export declare class UsageError extends Error {
+}
+//# sourceMappingURL=shared.d.ts.map

package/dist/commands/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/commands/shared.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,MAAM,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC;AAEtD,wBAAgB,aAAa,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAItD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAS3E;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,OAAO,GAAG,MAAM,CAIhF;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAO/E;AAED,qBAAa,UAAW,SAAQ,KAAK;CAAG"}