flakelab 0.1.0 → 0.1.2

package/dist/diagnosis/solari-handoff.d.ts

@@ -0,0 +1,9 @@
+type AskQuestion = (question: string) => Promise<string>;
+interface SolariHandoffOptions {
+    ask?: AskQuestion;
+    environment?: NodeJS.ProcessEnv;
+    inputIsTTY?: boolean;
+    outputIsTTY?: boolean;
+}
+export declare function requestSolariProof(target: string, approvedSources: string[], options?: SolariHandoffOptions): Promise<string[] | null>;
+export {};

package/dist/diagnosis/solari-handoff.js

@@ -0,0 +1,40 @@
+import { createInterface } from "node:readline/promises";
+import { sanitizeLine } from "../ui/text.js";
+function interactive(options) {
+    const environment = options.environment ?? process.env;
+    return (options.inputIsTTY ?? Boolean(process.stdin.isTTY))
+        && (options.outputIsTTY ?? Boolean(process.stderr.isTTY))
+        && !environment.CI;
+}
+async function askInTerminal(question) {
+    const prompt = createInterface({ input: process.stdin, output: process.stderr });
+    try {
+        return await prompt.question(question);
+    }
+    finally {
+        prompt.close();
+    }
+}
+function accepted(answer) {
+    const normalized = answer.trim().toLowerCase();
+    return normalized === "y" || normalized === "yes";
+}
+export async function requestSolariProof(target, approvedSources, options = {}) {
+    if (!interactive(options)) {
+        return null;
+    }
+    const ask = options.ask ?? askInTerminal;
+    if (!accepted(await ask("Use Solari to prove a candidate fix? [y/N] "))) {
+        return null;
+    }
+    if (!accepted(await ask("Use AI to investigate and generate the candidate? [y/N] "))) {
+        return null;
+    }
+    if (approvedSources.length > 0) {
+        return approvedSources;
+    }
+    const safeTarget = sanitizeLine(target);
+    const source = (await ask(`Source file to approve for candidate changes [${safeTarget}]: `)).trim();
+    return [source || target];
+}
+//# sourceMappingURL=solari-handoff.js.map

package/dist/diagnosis/solari-handoff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"solari-handoff.js","sourceRoot":"","sources":["../../src/diagnosis/solari-handoff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAW5C,SAAS,WAAW,CAAC,OAA6B;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;IACtD,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;WACtD,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;WACtD,CAAC,WAAW,CAAC,EAAE,CAAA;AACtB,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAgB;IAC3C,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAChF,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,MAAc;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC9C,OAAO,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,KAAK,CAAA;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAc,EACd,eAAyB,EACzB,UAAgC,EAAE;IAElC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,aAAa,CAAA;IACxC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,6CAA6C,CAAC,CAAC,EAAE,CAAC;QACxE,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,0DAA0D,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,eAAe,CAAA;IACxB,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IACvC,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CACvB,iDAAiD,UAAU,KAAK,CACjE,CAAC,CAAC,IAAI,EAAE,CAAA;IACT,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,CAAA;AAC3B,CAAC"}

package/dist/diagnosis/summary.d.ts

@@ -0,0 +1,3 @@
+import type { TerminalTheme } from "../ui/theme.js";
+import type { DiagnosisArtifact } from "./schema.js";
+export declare function formatDiagnosisSummary(artifact: DiagnosisArtifact, path: string, theme?: TerminalTheme): string;

package/dist/diagnosis/summary.js

@@ -0,0 +1,115 @@
+import { TerminalDocument } from "../ui/document.js";
+import { formatDuration, formatUsd } from "../ui/format.js";
+import { PLAIN_THEME } from "../ui/theme.js";
+const STATUS_TONES = {
+    complete: "success",
+    failed: "failure",
+    interrupted: "warning",
+    running: "running",
+};
+const STAGE_TONES = {
+    investigated: "success",
+    observed: "success",
+    "repair-proven": "success",
+    "repair-rejected": "failure",
+    "reproducer-created": "success",
+};
+function verdictTone(artifact) {
+    if (artifact.status !== "complete") {
+        return STATUS_TONES[artifact.status];
+    }
+    return STAGE_TONES[artifact.stage];
+}
+function solariEstimate(value) {
+    return value === null ? "not available" : formatUsd(value);
+}
+function plannedRows(artifact) {
+    const recommendation = artifact.recommendation;
+    const rows = [
+        { label: "Runs", value: `${recommendation.plannedTrials}` },
+        { label: "Time", value: recommendation.expectedDuration },
+        { label: "Solari cost", value: solariEstimate(recommendation.solariCostEstimateUsd) },
+    ];
+    if (recommendation.aiCostLimitUsd !== null) {
+        rows.push({ label: "AI cost cap", value: formatUsd(recommendation.aiCostLimitUsd) });
+    }
+    rows.push({
+        label: "Credentials",
+        value: recommendation.credentials.length > 0
+            ? recommendation.credentials.join(" · ")
+            : "none",
+    });
+    return rows;
+}
+function consumedRows(artifact) {
+    const actual = artifact.usage.actual;
+    return [
+        { label: "Runs", value: `${actual.executions}` },
+        { label: "Wall time", value: formatDuration(actual.elapsedMilliseconds) },
+        {
+            label: "AI tokens",
+            value: `${actual.aiInputTokens} input · ${actual.aiOutputTokens} output`,
+        },
+        { label: "AI cost est.", value: formatUsd(actual.aiEstimatedCostUsd, 4) },
+        {
+            label: "Solari",
+            value: `${actual.solariSandboxesCreated} created`
+                + ` · ${actual.solariSandboxesKilled} released`,
+        },
+        {
+            label: "Solari cost",
+            value: actual.solariCostUsd === null
+                ? "not available from provider"
+                : formatUsd(actual.solariCostUsd),
+        },
+    ];
+}
+function appendEvidence(document, artifact, path) {
+    const rows = [{ label: "Diagnosis", value: path }];
+    const artifacts = [
+        ["Analysis", artifact.artifacts.analysis],
+        ["Scan", artifact.artifacts.scan],
+        ["Reproducer", artifact.artifacts.reproducer],
+        ["Investigation", artifact.artifacts.evidence],
+        ["Patch", artifact.artifacts.patch],
+        ["Proof", artifact.artifacts.proof],
+        ["Report", artifact.artifacts.html],
+    ];
+    for (const [label, value] of artifacts) {
+        if (value) {
+            rows.push({ label, value });
+        }
+    }
+    document.section("Evidence").rows(rows);
+}
+export function formatDiagnosisSummary(artifact, path, theme = PLAIN_THEME) {
+    const recommendation = artifact.recommendation;
+    const document = new TerminalDocument(theme);
+    document.heading("adaptive diagnosis");
+    document.verdict(verdictTone(artifact), `${artifact.stage} · ${artifact.status}`, recommendation.rationale);
+    if (artifact.lastError) {
+        document.detail(artifact.lastError, "failure");
+    }
+    document.blank().rows([
+        { label: "Observed", value: artifact.observation.status },
+        {
+            label: "Measured",
+            value: `${artifact.observation.tests} test(s)`
+                + ` · ${artifact.observation.failures} failure(s)`
+                + ` · ${artifact.observation.executions} execution(s)`,
+        },
+    ]);
+    document.section("Planned").rows(plannedRows(artifact));
+    document.note(recommendation.solariCostNote);
+    document.section("Consumed").rows(consumedRows(artifact));
+    document.section("Resources").rows([
+        { label: "Cache", value: `${artifact.cache.status} · ${artifact.cache.reason}` },
+        { label: "Cleanup", value: artifact.cleanup.status },
+    ]);
+    appendEvidence(document, artifact, path);
+    if (recommendation.command) {
+        document.section("Next").command(recommendation.command);
+    }
+    return document.render();
+}
+//# sourceMappingURL=summary.js.map

package/dist/diagnosis/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../../src/diagnosis/summary.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAG5C,MAAM,YAAY,GAAoD;IACpE,QAAQ,EAAE,SAAS;IACnB,MAAM,EAAE,SAAS;IACjB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,SAAS;CACnB,CAAA;AAED,MAAM,WAAW,GAAuC;IACtD,YAAY,EAAE,SAAS;IACvB,QAAQ,EAAE,SAAS;IACnB,eAAe,EAAE,SAAS;IAC1B,iBAAiB,EAAE,SAAS;IAC5B,oBAAoB,EAAE,SAAS;CAChC,CAAA;AAED,SAAS,WAAW,CAAC,QAA2B;IAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC;IACD,OAAO,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;AACpC,CAAC;AAED,SAAS,cAAc,CAAC,KAAoB;IAC1C,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,QAA2B;IAC9C,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAA;IAC9C,MAAM,IAAI,GAAkB;QAC1B,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,aAAa,EAAE,EAAE;QAC3D,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,CAAC,gBAAgB,EAAE;QACzD,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE;KACtF,CAAA;IACD,IAAI,cAAc,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;IACtF,CAAC;IACD,IAAI,CAAC,IAAI,CAAC;QACR,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YACxC,CAAC,CAAC,MAAM;KACX,CAAC,CAAA;IACF,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,YAAY,CAAC,QAA2B;IAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAA;IACpC,OAAO;QACL,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,EAAE;QAChD,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE;QACzE;YACE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,GAAG,MAAM,CAAC,aAAa,YAAY,MAAM,CAAC,cAAc,SAAS;SACzE;QACD,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE;QACzE;YACE,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,GAAG,MAAM,CAAC,sBAAsB,UAAU;kBAC7C,MAAM,MAAM,CAAC,qBAAqB,WAAW;SAClD;QACD;YACE,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,MAAM,CAAC,aAAa,KAAK,IAAI;gBAClC,CAAC,CAAC,6BAA6B;gBAC/B,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;SACpC;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B,EAAE,QAA2B,EAAE,IAAY;IAC3F,MAAM,IAAI,GAAkB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,MAAM,SAAS,GAA8B;QAC3C,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;QACzC,CAAC,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;QACjC,CAAC,YAAY,EAAE,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC;QAC7C,CAAC,eAAe,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;QAC9C,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC;QACnC,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC;QACnC,CAAC,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;KACpC,CAAA;IACD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAA2B,EAC3B,IAAY,EACZ,QAAuB,WAAW;IAElC,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAA;IAC9C,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAA;IAC5C,QAAQ,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IACtC,QAAQ,CAAC,OAAO,CACd,WAAW,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,MAAM,EAAE,EACxC,cAAc,CAAC,SAAS,CACzB,CAAA;IACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAChD,CAAC;IACD,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC;QACpB,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE;QACzD;YACE,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,UAAU;kBAC1C,MAAM,QAAQ,CAAC,WAAW,CAAC,QAAQ,aAAa;kBAChD,MAAM,QAAQ,CAAC,WAAW,CAAC,UAAU,eAAe;SACzD;KACF,CAAC,CAAA;IACF,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;IACvD,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAA;IAC5C,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAA;IACzD,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC;QACjC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE;QAChF,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;KACrD,CAAC,CAAA;IACF,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;IACxC,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;QAC3B,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;IAC1D,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAA;AAC1B,CAAC"}

package/dist/discovery/auth-cookie.d.ts

@@ -0,0 +1,19 @@
+import type { AuthCookieExpiryFault } from "../domain/schema.js";
+import type { TrialExecutor } from "../runner/playwright-executor.js";
+import type { ExperimentResult } from "./evaluate.js";
+export interface AuthCookieDiscoveryOptions {
+    concurrency: number;
+    cookieName: string;
+    minimumFailureRate: number;
+    pattern: string;
+    seed: number;
+    signal?: AbortSignal;
+    trials: number;
+}
+export interface AuthCookieDiscoveryResult {
+    baseline: ExperimentResult;
+    experiments: ExperimentResult[];
+    trigger: AuthCookieExpiryFault;
+    triggerResult: ExperimentResult;
+}
+export declare function discoverAuthCookieExpiry(execute: TrialExecutor, options: AuthCookieDiscoveryOptions): Promise<AuthCookieDiscoveryResult>;

package/dist/discovery/auth-cookie.js

@@ -0,0 +1,26 @@
+import { createCausalEvaluator } from "./evaluate.js";
+const MINIMUM_CONFIRMATION_TRIALS = 12;
+export async function discoverAuthCookieExpiry(execute, options) {
+    const common = {
+        concurrency: options.concurrency,
+        minimumFailureRate: options.minimumFailureRate,
+        seed: options.seed,
+        signal: options.signal,
+    };
+    const evaluator = createCausalEvaluator(execute, { ...common, trials: options.trials });
+    const trigger = {
+        kind: "auth-cookie-expiry",
+        cookieName: options.cookieName,
+        pattern: options.pattern,
+    };
+    const first = await evaluator.evaluate([trigger]);
+    if (!first.confirmed) {
+        throw new Error("Auth cookie expiry did not reproduce the failure confidently");
+    }
+    const triggerResult = await evaluator.evaluate([trigger], Math.max(options.trials, MINIMUM_CONFIRMATION_TRIALS));
+    if (!triggerResult.confirmed) {
+        throw new Error("Auth cookie expiry did not reproduce in an independent confirmation batch");
+    }
+    return { baseline: evaluator.baseline(), experiments: [first, triggerResult], trigger, triggerResult };
+}
+//# sourceMappingURL=auth-cookie.js.map

package/dist/discovery/auth-cookie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-cookie.js","sourceRoot":"","sources":["../../src/discovery/auth-cookie.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAErD,MAAM,2BAA2B,GAAG,EAAE,CAAA;AAmBtC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAsB,EACtB,OAAmC;IAEnC,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAA;IACD,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACvF,MAAM,OAAO,GAA0B;QACrC,IAAI,EAAE,oBAAoB;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAA;IACD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACjD,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,QAAQ,CAC5C,CAAC,OAAO,CAAC,EACT,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,2BAA2B,CAAC,CACtD,CAAA;IACD,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAA;IAC9F,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,CAAA;AACxG,CAAC"}

package/dist/discovery/evaluate.d.ts

@@ -1,22 +1,55 @@
-import type { Fault } from "../domain/schema.js";
+import type { Fault, TrialOutcome } from "../domain/schema.js";
 import type { TrialExecutor } from "../runner/playwright-executor.js";
 export interface ExperimentOptions {
     concurrency: number;
-    fault?: Fault;
+    faults: Fault[];
     minimumFailureRate: number;
     seed: number;
     signal?: AbortSignal;
     trials: number;
 }
+export interface FailureSignatureResult {
+    failures: number;
+    failureRate: number;
+    lowerBound80: number;
+    signature: string;
+    upperBound80: number;
+}
+export interface CausalEffect {
+    controlFailures: number;
+    controlRate: number;
+    controlUpperBound80: number;
+    failureRateIncrease: number;
+    signature: string;
+    treatmentFailures: number;
+    treatmentLowerBound80: number;
+    treatmentRate: number;
+}
 export interface ExperimentResult {
+    causalEffect?: CausalEffect;
     confirmed: boolean;
     dominantFailureSignature?: string;
     dominantFailureReason?: string;
     errors: number;
     failed: number;
     failureRate: number;
+    failureSignatures: FailureSignatureResult[];
     lowerBound80: number;
     passed: number;
+    representativeRuns: Array<{
+        artifacts: NonNullable<TrialOutcome["artifacts"]>;
+        durationMs: number;
+        status: "failed" | "passed";
+        trialId: string;
+    }>;
     trials: number;
+    upperBound80: number;
+}
+interface CausalEvaluator {
+    baseline: () => ExperimentResult;
+    evaluate: (faults: Fault[], trials?: number) => Promise<ExperimentResult>;
 }
+type CausalEvaluatorOptions = Omit<ExperimentOptions, "faults">;
 export declare function evaluateExperiment(execute: TrialExecutor, options: ExperimentOptions): Promise<ExperimentResult>;
+export declare function createCausalEvaluator(execute: TrialExecutor, options: CausalEvaluatorOptions): CausalEvaluator;
+export {};

package/dist/discovery/evaluate.js

@@ -1,24 +1,34 @@
 import { deriveTrialSeed } from "../core/plan.js";
 const WILSON_Z_80 = 1.281_551_565_545;
-function lowerWilsonBound(failures, trials) {
+function wilsonInterval(failures, trials) {
     if (trials === 0) {
-        return 0;
+        return { lowerBound80: 0, upperBound80: 0 };
     }
     const probability = failures / trials;
     const squaredZ = WILSON_Z_80 ** 2;
     const denominator = 1 + squaredZ / trials;
     const center = probability + squaredZ / (2 * trials);
     const margin = WILSON_Z_80 * Math.sqrt((probability * (1 - probability) + squaredZ / (4 * trials)) / trials);
-    return Math.max(0, (center - margin) / denominator);
+    return {
+        lowerBound80: Math.max(0, (center - margin) / denominator),
+        upperBound80: Math.min(1, (center + margin) / denominator),
+    };
 }
-function dominantSignature(outcomes) {
+function signatureResults(outcomes, trials) {
     const counts = new Map();
     for (const outcome of outcomes) {
         if (outcome.status === "failed" && outcome.failureSignature) {
             counts.set(outcome.failureSignature, (counts.get(outcome.failureSignature) ?? 0) + 1);
         }
     }
-    return [...counts.entries()].sort((left, right) => right[1] - left[1])[0]?.[0];
+    return [...counts.entries()]
+        .map(([signature, failures]) => ({
+        failures,
+        failureRate: trials === 0 ? 0 : failures / trials,
+        ...wilsonInterval(failures, trials),
+        signature,
+    }))
+        .sort((left, right) => right.failures - left.failures || left.signature.localeCompare(right.signature));
 }
 function dominantReason(outcomes, signature) {
     return outcomes.find((outcome) => outcome.failureSignature === signature && outcome.failureReason)?.failureReason;
@@ -34,48 +44,144 @@ function validateOptions(options) {
         throw new Error("minimum failure rate must be greater than 0 and at most 1");
     }
 }
-export async function evaluateExperiment(execute, options) {
-    validateOptions(options);
-    const plans = Array.from({ length: options.trials }, (_, index) => ({
-        trialId: `experiment-${index + 1}`,
-        index,
-        seed: deriveTrialSeed(options.seed, index),
-        fault: options.fault,
-    }));
-    const outcomes = new Map();
+async function executePlans(execute, plans, concurrency, signal) {
+    const completed = new Map();
     let nextIndex = 0;
     const worker = async () => {
-        while (!options.signal?.aborted) {
+        while (!signal?.aborted) {
             const index = nextIndex;
             nextIndex += 1;
-            if (index >= plans.length) {
+            const plan = plans[index];
+            if (!plan) {
                 return;
             }
-            outcomes.set(index, await execute(plans[index]));
+            completed.set(index, { outcome: await execute(plan), plan });
         }
     };
-    await Promise.all(Array.from({ length: Math.min(options.concurrency, plans.length) }, worker));
-    const completed = [...outcomes.entries()]
+    await Promise.all(Array.from({ length: Math.min(concurrency, plans.length) }, worker));
+    return [...completed.entries()]
         .sort((left, right) => left[0] - right[0])
         .map((entry) => entry[1]);
-    const failed = completed.filter((outcome) => outcome.status === "failed").length;
-    const errors = completed.filter((outcome) => outcome.status === "error").length;
-    const passed = completed.filter((outcome) => outcome.status === "passed").length;
-    const failureRate = completed.length === 0 ? 0 : failed / completed.length;
-    const lowerBound80 = lowerWilsonBound(failed, completed.length);
-    const dominantFailureSignature = dominantSignature(completed);
+}
+function summarize(completed, minimumFailureRate) {
+    const outcomes = completed.map((entry) => entry.outcome);
+    const failed = outcomes.filter((outcome) => outcome.status === "failed").length;
+    const errors = outcomes.filter((outcome) => outcome.status === "error").length;
+    const passed = outcomes.filter((outcome) => outcome.status === "passed").length;
+    const failureRate = outcomes.length === 0 ? 0 : failed / outcomes.length;
+    const confidence = wilsonInterval(failed, outcomes.length);
+    const failureSignatures = signatureResults(outcomes, outcomes.length);
+    const dominantFailureSignature = failureSignatures[0]?.signature;
+    const representativeRuns = ["passed", "failed"].flatMap((status) => {
+        const entry = completed.find((trial) => trial.outcome.status === status);
+        if (!entry) {
+            return [];
+        }
+        return [{
+                artifacts: entry.outcome.artifacts ?? [],
+                durationMs: entry.outcome.durationMs,
+                status,
+                trialId: entry.plan.trialId,
+            }];
+    });
     return {
         confirmed: errors === 0
-            && failureRate >= options.minimumFailureRate
-            && lowerBound80 >= options.minimumFailureRate,
+            && failureRate >= minimumFailureRate
+            && confidence.lowerBound80 >= minimumFailureRate,
         dominantFailureSignature,
-        dominantFailureReason: dominantReason(completed, dominantFailureSignature),
+        dominantFailureReason: dominantReason(outcomes, dominantFailureSignature),
         errors,
         failed,
         failureRate,
-        lowerBound80,
+        failureSignatures,
+        ...confidence,
         passed,
-        trials: completed.length,
+        representativeRuns,
+        trials: outcomes.length,
+    };
+}
+function causalTreatment(control, treatment, minimumFailureRate) {
+    const treatedSignature = treatment.failureSignatures[0];
+    if (!treatedSignature) {
+        return { ...treatment, confirmed: false };
+    }
+    const controlSignature = control.failureSignatures.find((entry) => entry.signature === treatedSignature.signature);
+    const controlConfidence = controlSignature ?? {
+        failures: 0,
+        failureRate: 0,
+        ...wilsonInterval(0, control.trials),
+        signature: treatedSignature.signature,
+    };
+    const causalEffect = {
+        controlFailures: controlConfidence.failures,
+        controlRate: controlConfidence.failureRate,
+        controlUpperBound80: controlConfidence.upperBound80,
+        failureRateIncrease: treatedSignature.failureRate - controlConfidence.failureRate,
+        signature: treatedSignature.signature,
+        treatmentFailures: treatedSignature.failures,
+        treatmentLowerBound80: treatedSignature.lowerBound80,
+        treatmentRate: treatedSignature.failureRate,
+    };
+    return {
+        ...treatment,
+        causalEffect,
+        confirmed: control.errors === 0
+            && treatment.errors === 0
+            && treatedSignature.failureRate >= minimumFailureRate
+            && treatedSignature.lowerBound80 >= minimumFailureRate
+            && treatedSignature.lowerBound80 > controlConfidence.upperBound80,
+    };
+}
+export async function evaluateExperiment(execute, options) {
+    validateOptions(options);
+    const plans = Array.from({ length: options.trials }, (_, index) => ({
+        faults: [...options.faults],
+        index,
+        seed: deriveTrialSeed(options.seed, index),
+        trialId: `experiment-${index + 1}`,
+    }));
+    return summarize(await executePlans(execute, plans, options.concurrency, options.signal), options.minimumFailureRate);
+}
+async function evaluateCausalExperiment(execute, options, batch) {
+    validateOptions(options);
+    const scheduled = Array.from({ length: options.trials }, (_, index) => {
+        const seed = deriveTrialSeed(options.seed, index);
+        const planIndex = batch * 1_000 + index * 2;
+        const control = {
+            faults: [],
+            index: planIndex,
+            seed,
+            trialId: `batch-${batch}-control-${index + 1}`,
+        };
+        const treatment = {
+            faults: [...options.faults],
+            index: planIndex + 1,
+            seed,
+            trialId: `batch-${batch}-intervention-${index + 1}`,
+        };
+        return index % 2 === 0 ? [control, treatment] : [treatment, control];
+    }).flat();
+    const completed = await executePlans(execute, scheduled, options.concurrency, options.signal);
+    const control = summarize(completed.filter((entry) => entry.plan.faults.length === 0), options.minimumFailureRate);
+    const treatment = summarize(completed.filter((entry) => entry.plan.faults.length > 0), options.minimumFailureRate);
+    return { control, treatment: causalTreatment(control, treatment, options.minimumFailureRate) };
+}
+export function createCausalEvaluator(execute, options) {
+    let firstControl;
+    let batch = 0;
+    return {
+        baseline: () => {
+            if (!firstControl) {
+                throw new Error("A causal intervention must run before its baseline is available");
+            }
+            return firstControl;
+        },
+        evaluate: async (faults, trials = options.trials) => {
+            batch += 1;
+            const result = await evaluateCausalExperiment(execute, { ...options, faults, trials }, batch);
+            firstControl ??= result.control;
+            return result.treatment;
+        },
     };
 }
 //# sourceMappingURL=evaluate.js.map

package/dist/discovery/evaluate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../src/discovery/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAIjD,MAAM,WAAW,GAAG,iBAAiB,CAAA;AAuBrC,SAAS,gBAAgB,CAAC,QAAgB,EAAE,MAAc;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,MAAM,QAAQ,GAAG,WAAW,IAAI,CAAC,CAAA;IACjC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAA;IACzC,MAAM,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,WAAW,GAAG,IAAI,CAAC,IAAI,CACpC,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CACrE,CAAA;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,CAAA;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAwB;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAChF,CAAC;AAED,SAAS,cAAc,CAAC,QAAwB,EAAE,SAAkB;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/B,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,aAAa,CAAA;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,OAA0B;IACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IAC3E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC;QAClG,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,OAAO,CAAC,kBAAkB,IAAI,CAAC,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAsB,EACtB,OAA0B;IAE1B,eAAe,CAAC,OAAO,CAAC,CAAA;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAa,EAAE,CAAC,CAAC;QAC7E,OAAO,EAAE,cAAc,KAAK,GAAG,CAAC,EAAE;QAClC,KAAK;QACL,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC,CAAA;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAA;IAChD,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,SAAS,CAAA;YACvB,SAAS,IAAI,CAAC,CAAA;YACd,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC1B,OAAM;YACR,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClD,CAAC;IACH,CAAC,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAC1B,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EACvD,MAAM,CACP,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SACtC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAChF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAA;IAC/E,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAChF,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1E,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IAC/D,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IAC7D,OAAO;QACL,SAAS,EACP,MAAM,KAAK,CAAC;eACT,WAAW,IAAI,OAAO,CAAC,kBAAkB;eACzC,YAAY,IAAI,OAAO,CAAC,kBAAkB;QAC/C,wBAAwB;QACxB,qBAAqB,EAAE,cAAc,CAAC,SAAS,EAAE,wBAAwB,CAAC;QAC1E,MAAM;QACN,MAAM;QACN,WAAW;QACX,YAAY;QACZ,MAAM;QACN,MAAM,EAAE,SAAS,CAAC,MAAM;KACzB,CAAA;AACH,CAAC"}
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../src/discovery/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAIjD,MAAM,WAAW,GAAG,iBAAiB,CAAA;AA+DrC,SAAS,cAAc,CAAC,QAAgB,EAAE,MAAc;IAItD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAA;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,MAAM,QAAQ,GAAG,WAAW,IAAI,CAAC,CAAA;IACjC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAA;IACzC,MAAM,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,WAAW,GAAG,IAAI,CAAC,IAAI,CACpC,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CACrE,CAAA;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QAC1D,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;KAC3D,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAwB,EAAE,MAAc;IAChE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,QAAQ;QACR,WAAW,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM;QACjD,GAAG,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;QACnC,SAAS;KACV,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACpB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA;AACtF,CAAC;AAED,SAAS,cAAc,CAAC,QAAwB,EAAE,SAAkB;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/B,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,aAAa,CAAA;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,OAA+B;IACtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IAC3E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC;QAClG,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,OAAO,CAAC,kBAAkB,IAAI,CAAC,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,OAAsB,EACtB,KAAkB,EAClB,WAAmB,EACnB,MAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAA;IACnD,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,SAAS,CAAA;YACvB,SAAS,IAAI,CAAC,CAAA;YACd,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAM;YACR,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;IACH,CAAC,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;IACtF,OAAO,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;SAC5B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,SAAS,CAChB,SAA2B,EAC3B,kBAA0B;IAE1B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAC/E,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAA;IAC9E,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAC/E,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;IACxE,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC1D,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;IACrE,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,CAAC,CAAC,EAAE,SAAS,CAAA;IAChE,MAAM,kBAAkB,GAAI,CAAC,QAAQ,EAAE,QAAQ,CAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5E,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAA;QACxE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAA;QACX,CAAC;QACD,OAAO,CAAC;gBACN,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE;gBACxC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU;gBACpC,MAAM;gBACN,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO;aAC5B,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IACF,OAAO;QACL,SAAS,EACP,MAAM,KAAK,CAAC;eACT,WAAW,IAAI,kBAAkB;eACjC,UAAU,CAAC,YAAY,IAAI,kBAAkB;QAClD,wBAAwB;QACxB,qBAAqB,EAAE,cAAc,CAAC,QAAQ,EAAE,wBAAwB,CAAC;QACzE,MAAM;QACN,MAAM;QACN,WAAW;QACX,iBAAiB;QACjB,GAAG,UAAU;QACb,MAAM;QACN,kBAAkB;QAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;KACxB,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CACtB,OAAyB,EACzB,SAA2B,EAC3B,kBAA0B;IAE1B,MAAM,gBAAgB,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAA;IACvD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO,EAAE,GAAG,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;IAC3C,CAAC;IACD,MAAM,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,IAAI,CACrD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,gBAAgB,CAAC,SAAS,CAC1D,CAAA;IACD,MAAM,iBAAiB,GAAG,gBAAgB,IAAI;QAC5C,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,CAAC;QACd,GAAG,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;QACpC,SAAS,EAAE,gBAAgB,CAAC,SAAS;KACtC,CAAA;IACD,MAAM,YAAY,GAAiB;QACjC,eAAe,EAAE,iBAAiB,CAAC,QAAQ;QAC3C,WAAW,EAAE,iBAAiB,CAAC,WAAW;QAC1C,mBAAmB,EAAE,iBAAiB,CAAC,YAAY;QACnD,mBAAmB,EAAE,gBAAgB,CAAC,WAAW,GAAG,iBAAiB,CAAC,WAAW;QACjF,SAAS,EAAE,gBAAgB,CAAC,SAAS;QACrC,iBAAiB,EAAE,gBAAgB,CAAC,QAAQ;QAC5C,qBAAqB,EAAE,gBAAgB,CAAC,YAAY;QACpD,aAAa,EAAE,gBAAgB,CAAC,WAAW;KAC5C,CAAA;IACD,OAAO;QACL,GAAG,SAAS;QACZ,YAAY;QACZ,SAAS,EACP,OAAO,CAAC,MAAM,KAAK,CAAC;eACjB,SAAS,CAAC,MAAM,KAAK,CAAC;eACtB,gBAAgB,CAAC,WAAW,IAAI,kBAAkB;eAClD,gBAAgB,CAAC,YAAY,IAAI,kBAAkB;eACnD,gBAAgB,CAAC,YAAY,GAAG,iBAAiB,CAAC,YAAY;KACpE,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAsB,EACtB,OAA0B;IAE1B,eAAe,CAAC,OAAO,CAAC,CAAA;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAa,EAAE,CAAC,CAAC;QAC7E,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3B,KAAK;QACL,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;QAC1C,OAAO,EAAE,cAAc,KAAK,GAAG,CAAC,EAAE;KACnC,CAAC,CAAC,CAAA;IACH,OAAO,SAAS,CACd,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,EACvE,OAAO,CAAC,kBAAkB,CAC3B,CAAA;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,OAAsB,EACtB,OAA0B,EAC1B,KAAa;IAEb,eAAe,CAAC,OAAO,CAAC,CAAA;IACxB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpE,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACjD,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAc;YACzB,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,SAAS;YAChB,IAAI;YACJ,OAAO,EAAE,SAAS,KAAK,YAAY,KAAK,GAAG,CAAC,EAAE;SAC/C,CAAA;QACD,MAAM,SAAS,GAAc;YAC3B,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;YAC3B,KAAK,EAAE,SAAS,GAAG,CAAC;YACpB,IAAI;YACJ,OAAO,EAAE,SAAS,KAAK,iBAAiB,KAAK,GAAG,CAAC,EAAE;SACpD,CAAA;QACD,OAAO,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACtE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACT,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAC7F,MAAM,OAAO,GAAG,SAAS,CACvB,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,EAC3D,OAAO,CAAC,kBAAkB,CAC3B,CAAA;IACD,MAAM,SAAS,GAAG,SAAS,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EACzD,OAAO,CAAC,kBAAkB,CAC3B,CAAA;IACD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAA;AAChG,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,OAAsB,EACtB,OAA+B;IAE/B,IAAI,YAA0C,CAAA;IAC9C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,OAAO;QACL,QAAQ,EAAE,GAAG,EAAE;YACb,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;YACpF,CAAC;YACD,OAAO,YAAY,CAAA;QACrB,CAAC;QACD,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE;YAClD,KAAK,IAAI,CAAC,CAAA;YACV,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,CAAA;YAC7F,YAAY,KAAK,MAAM,CAAC,OAAO,CAAA;YAC/B,OAAO,MAAM,CAAC,SAAS,CAAA;QACzB,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/discovery/event-loop.d.ts

@@ -0,0 +1,25 @@
+import type { EventLoopStallFault } from "../domain/schema.js";
+import type { TrialExecutor } from "../runner/playwright-executor.js";
+import type { ExperimentResult } from "./evaluate.js";
+export interface EventLoopDiscoveryOptions {
+    concurrency: number;
+    maximumDurationMs: number;
+    minimumFailureRate: number;
+    pattern: string;
+    seed: number;
+    signal?: AbortSignal;
+    startAfterMs: number;
+    trials: number;
+}
+export interface EventLoopExperiment {
+    durationMs: number;
+    result: ExperimentResult;
+}
+export interface EventLoopDiscoveryResult {
+    baseline: ExperimentResult;
+    experiments: EventLoopExperiment[];
+    minimumDurationMs: number;
+    trigger: EventLoopStallFault;
+    triggerResult: ExperimentResult;
+}
+export declare function discoverEventLoopStall(execute: TrialExecutor, options: EventLoopDiscoveryOptions): Promise<EventLoopDiscoveryResult>;