flakelab 0.1.0

package/dist/core/plan.js

@@ -0,0 +1,17 @@
+const UINT32_RANGE = 0x1_0000_0000;
+const GOLDEN_RATIO_32 = 2_654_435_761;
+export function deriveTrialSeed(seed, index) {
+    return (seed + index * GOLDEN_RATIO_32) % UINT32_RANGE;
+}
+export function planTrials(request) {
+    return Array.from({ length: request.runs }, (_, index) => {
+        const seed = deriveTrialSeed(request.seed, index);
+        return {
+            trialId: `trial-${String(index + 1).padStart(3, "0")}-${seed}`,
+            index,
+            seed,
+            fault: index % 2 === 1 ? request.fault : undefined,
+        };
+    });
+}
+//# sourceMappingURL=plan.js.map

package/dist/core/plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../src/core/plan.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAG,aAAa,CAAA;AAClC,MAAM,eAAe,GAAG,aAAa,CAAA;AAErC,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,KAAa;IACzD,OAAO,CAAC,IAAI,GAAG,KAAK,GAAG,eAAe,CAAC,GAAG,YAAY,CAAA;AACxD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAmB;IAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACvD,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACjD,OAAO;YACL,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;YAC9D,KAAK;YACL,IAAI;YACJ,KAAK,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SACnD,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/discovery/evaluate.d.ts

@@ -0,0 +1,22 @@
+import type { Fault } from "../domain/schema.js";
+import type { TrialExecutor } from "../runner/playwright-executor.js";
+export interface ExperimentOptions {
+    concurrency: number;
+    fault?: Fault;
+    minimumFailureRate: number;
+    seed: number;
+    signal?: AbortSignal;
+    trials: number;
+}
+export interface ExperimentResult {
+    confirmed: boolean;
+    dominantFailureSignature?: string;
+    dominantFailureReason?: string;
+    errors: number;
+    failed: number;
+    failureRate: number;
+    lowerBound80: number;
+    passed: number;
+    trials: number;
+}
+export declare function evaluateExperiment(execute: TrialExecutor, options: ExperimentOptions): Promise<ExperimentResult>;

package/dist/discovery/evaluate.js

@@ -0,0 +1,81 @@
+import { deriveTrialSeed } from "../core/plan.js";
+const WILSON_Z_80 = 1.281_551_565_545;
+function lowerWilsonBound(failures, trials) {
+    if (trials === 0) {
+        return 0;
+    }
+    const probability = failures / trials;
+    const squaredZ = WILSON_Z_80 ** 2;
+    const denominator = 1 + squaredZ / trials;
+    const center = probability + squaredZ / (2 * trials);
+    const margin = WILSON_Z_80 * Math.sqrt((probability * (1 - probability) + squaredZ / (4 * trials)) / trials);
+    return Math.max(0, (center - margin) / denominator);
+}
+function dominantSignature(outcomes) {
+    const counts = new Map();
+    for (const outcome of outcomes) {
+        if (outcome.status === "failed" && outcome.failureSignature) {
+            counts.set(outcome.failureSignature, (counts.get(outcome.failureSignature) ?? 0) + 1);
+        }
+    }
+    return [...counts.entries()].sort((left, right) => right[1] - left[1])[0]?.[0];
+}
+function dominantReason(outcomes, signature) {
+    return outcomes.find((outcome) => outcome.failureSignature === signature && outcome.failureReason)?.failureReason;
+}
+function validateOptions(options) {
+    if (!Number.isInteger(options.trials) || options.trials < 2 || options.trials > 100) {
+        throw new Error("experiment trials must be an integer between 2 and 100");
+    }
+    if (!Number.isInteger(options.concurrency) || options.concurrency < 1 || options.concurrency > 32) {
+        throw new Error("experiment concurrency must be an integer between 1 and 32");
+    }
+    if (options.minimumFailureRate <= 0 || options.minimumFailureRate > 1) {
+        throw new Error("minimum failure rate must be greater than 0 and at most 1");
+    }
+}
+export async function evaluateExperiment(execute, options) {
+    validateOptions(options);
+    const plans = Array.from({ length: options.trials }, (_, index) => ({
+        trialId: `experiment-${index + 1}`,
+        index,
+        seed: deriveTrialSeed(options.seed, index),
+        fault: options.fault,
+    }));
+    const outcomes = new Map();
+    let nextIndex = 0;
+    const worker = async () => {
+        while (!options.signal?.aborted) {
+            const index = nextIndex;
+            nextIndex += 1;
+            if (index >= plans.length) {
+                return;
+            }
+            outcomes.set(index, await execute(plans[index]));
+        }
+    };
+    await Promise.all(Array.from({ length: Math.min(options.concurrency, plans.length) }, worker));
+    const completed = [...outcomes.entries()]
+        .sort((left, right) => left[0] - right[0])
+        .map((entry) => entry[1]);
+    const failed = completed.filter((outcome) => outcome.status === "failed").length;
+    const errors = completed.filter((outcome) => outcome.status === "error").length;
+    const passed = completed.filter((outcome) => outcome.status === "passed").length;
+    const failureRate = completed.length === 0 ? 0 : failed / completed.length;
+    const lowerBound80 = lowerWilsonBound(failed, completed.length);
+    const dominantFailureSignature = dominantSignature(completed);
+    return {
+        confirmed: errors === 0
+            && failureRate >= options.minimumFailureRate
+            && lowerBound80 >= options.minimumFailureRate,
+        dominantFailureSignature,
+        dominantFailureReason: dominantReason(completed, dominantFailureSignature),
+        errors,
+        failed,
+        failureRate,
+        lowerBound80,
+        passed,
+        trials: completed.length,
+    };
+}
+//# sourceMappingURL=evaluate.js.map

package/dist/discovery/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../src/discovery/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAIjD,MAAM,WAAW,GAAG,iBAAiB,CAAA;AAuBrC,SAAS,gBAAgB,CAAC,QAAgB,EAAE,MAAc;IACxD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,MAAM,QAAQ,GAAG,WAAW,IAAI,CAAC,CAAA;IACjC,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAA;IACzC,MAAM,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,WAAW,GAAG,IAAI,CAAC,IAAI,CACpC,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CACrE,CAAA;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,CAAA;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAwB;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAChF,CAAC;AAED,SAAS,cAAc,CAAC,QAAwB,EAAE,SAAkB;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/B,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,aAAa,CAAA;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,OAA0B;IACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IAC3E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC;QAClG,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,OAAO,CAAC,kBAAkB,IAAI,CAAC,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAsB,EACtB,OAA0B;IAE1B,eAAe,CAAC,OAAO,CAAC,CAAA;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAa,EAAE,CAAC,CAAC;QAC7E,OAAO,EAAE,cAAc,KAAK,GAAG,CAAC,EAAE;QAClC,KAAK;QACL,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC,CAAA;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAA;IAChD,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,SAAS,CAAA;YACvB,SAAS,IAAI,CAAC,CAAA;YACd,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC1B,OAAM;YACR,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClD,CAAC;IACH,CAAC,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAC1B,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EACvD,MAAM,CACP,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SACtC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAChF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAA;IAC/E,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IAChF,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1E,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IAC/D,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IAC7D,OAAO;QACL,SAAS,EACP,MAAM,KAAK,CAAC;eACT,WAAW,IAAI,OAAO,CAAC,kBAAkB;eACzC,YAAY,IAAI,OAAO,CAAC,kBAAkB;QAC/C,wBAAwB;QACxB,qBAAqB,EAAE,cAAc,CAAC,SAAS,EAAE,wBAAwB,CAAC;QAC1E,MAAM;QACN,MAAM;QACN,WAAW;QACX,YAAY;QACZ,MAAM;QACN,MAAM,EAAE,SAAS,CAAC,MAAM;KACzB,CAAA;AACH,CAAC"}

package/dist/discovery/minimize.d.ts

@@ -0,0 +1,24 @@
+import type { NetworkDelayFault } from "../domain/schema.js";
+import type { TrialExecutor } from "../runner/playwright-executor.js";
+import type { ExperimentResult } from "./evaluate.js";
+export interface DelayDiscoveryOptions {
+    concurrency: number;
+    maximumDelayMs: number;
+    minimumFailureRate: number;
+    pattern: string;
+    seed: number;
+    signal?: AbortSignal;
+    trials: number;
+}
+export interface DelayExperiment {
+    delayMs: number;
+    result: ExperimentResult;
+}
+export interface DelayDiscoveryResult {
+    baseline: ExperimentResult;
+    experiments: DelayExperiment[];
+    trigger: NetworkDelayFault;
+    triggerResult: ExperimentResult;
+}
+export declare function minimizeItems<T>(values: readonly T[], reproduces: (candidate: readonly T[]) => Promise<boolean>): Promise<T[]>;
+export declare function discoverNetworkDelay(execute: TrialExecutor, options: DelayDiscoveryOptions): Promise<DelayDiscoveryResult>;

package/dist/discovery/minimize.js

@@ -0,0 +1,73 @@
+import { evaluateExperiment } from "./evaluate.js";
+const MINIMUM_CONFIRMATION_TRIALS = 12;
+async function confirmStableDelay(experiments, minimumDelayMs, evaluateDelay, confirmationTrials) {
+    const candidates = [...new Set(experiments
+            .filter((entry) => entry.delayMs >= minimumDelayMs && entry.result.confirmed)
+            .map((entry) => entry.delayMs))]
+        .sort((left, right) => left - right);
+    for (const delayMs of candidates) {
+        const result = await evaluateDelay(delayMs, confirmationTrials);
+        if (result.confirmed) {
+            return { delayMs, result };
+        }
+    }
+    throw new Error("No network delay reproduced the failure in two independent trial batches");
+}
+export async function minimizeItems(values, reproduces) {
+    let minimal = [...values];
+    let index = 0;
+    while (index < minimal.length) {
+        const candidate = minimal.filter((_value, candidateIndex) => candidateIndex !== index);
+        if (candidate.length > 0 && await reproduces(candidate)) {
+            minimal = candidate;
+        }
+        else {
+            index += 1;
+        }
+    }
+    return minimal;
+}
+export async function discoverNetworkDelay(execute, options) {
+    const common = {
+        concurrency: options.concurrency,
+        minimumFailureRate: options.minimumFailureRate,
+        seed: options.seed,
+        signal: options.signal,
+        trials: options.trials,
+    };
+    const baseline = await evaluateExperiment(execute, common);
+    if (baseline.failureRate > 0) {
+        throw new Error("Baseline failures must be resolved before fault minimization");
+    }
+    const experiments = [];
+    const evaluateDelay = async (delayMs, trials = options.trials) => {
+        const fault = { kind: "network-delay", pattern: options.pattern, delayMs };
+        const result = await evaluateExperiment(execute, { ...common, fault, trials });
+        experiments.push({ delayMs, result });
+        return result;
+    };
+    const maximum = await evaluateDelay(options.maximumDelayMs);
+    if (!maximum.confirmed) {
+        throw new Error("Maximum network delay did not reproduce the failure confidently");
+    }
+    let passingDelayMs = 0;
+    let failingDelayMs = options.maximumDelayMs;
+    while (failingDelayMs - passingDelayMs > 1) {
+        const candidate = Math.floor((passingDelayMs + failingDelayMs) / 2);
+        const result = await evaluateDelay(candidate);
+        if (result.confirmed) {
+            failingDelayMs = candidate;
+        }
+        else {
+            passingDelayMs = candidate;
+        }
+    }
+    const stable = await confirmStableDelay(experiments, failingDelayMs, evaluateDelay, Math.max(options.trials, MINIMUM_CONFIRMATION_TRIALS));
+    return {
+        baseline,
+        experiments,
+        trigger: { kind: "network-delay", pattern: options.pattern, delayMs: stable.delayMs },
+        triggerResult: stable.result,
+    };
+}
+//# sourceMappingURL=minimize.js.map

package/dist/discovery/minimize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"minimize.js","sourceRoot":"","sources":["../../src/discovery/minimize.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAElD,MAAM,2BAA2B,GAAG,EAAE,CAAA;AAwBtC,KAAK,UAAU,kBAAkB,CAC/B,WAA8B,EAC9B,cAAsB,EACtB,aAA8E,EAC9E,kBAA0B;IAE1B,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW;aACvC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;aAC5E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;SAC/B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAA;IACtC,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAA;QAC/D,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAA;AAC7F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAoB,EACpB,UAAyD;IAEzD,IAAI,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,CAAA;IACzB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,OAAO,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC,cAAc,KAAK,KAAK,CAAC,CAAA;QACtF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,OAAO,GAAG,SAAS,CAAA;QACrB,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAsB,EACtB,OAA8B;IAE9B,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC1D,IAAI,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;IACjF,CAAC;IAED,MAAM,WAAW,GAAsB,EAAE,CAAA;IACzC,MAAM,aAAa,GAAG,KAAK,EACzB,OAAe,EACf,MAAM,GAAG,OAAO,CAAC,MAAM,EACI,EAAE;QAC7B,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,eAAwB,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,CAAA;QACnF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;QAC9E,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;QACrC,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;IAC3D,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IACpF,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;IAC3C,OAAO,cAAc,GAAG,cAAc,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAA;QAC7C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,cAAc,GAAG,SAAS,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,SAAS,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,WAAW,EACX,cAAc,EACd,aAAa,EACb,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,2BAA2B,CAAC,CACtD,CAAA;IACD,OAAO;QACL,QAAQ;QACR,WAAW;QACX,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;QACrF,aAAa,EAAE,MAAM,CAAC,MAAM;KAC7B,CAAA;AACH,CAAC"}

package/dist/domain/schema.d.ts

@@ -0,0 +1,155 @@
+import { z } from "zod";
+export declare const networkDelayFaultSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"network-delay">;
+    pattern: z.ZodString;
+    delayMs: z.ZodNumber;
+}, z.core.$strip>;
+export declare const requestFailureFaultSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"request-failure">;
+    pattern: z.ZodString;
+    statusCode: z.ZodNumber;
+}, z.core.$strip>;
+export declare const faultSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    kind: z.ZodLiteral<"network-delay">;
+    pattern: z.ZodString;
+    delayMs: z.ZodNumber;
+}, z.core.$strip>, z.ZodObject<{
+    kind: z.ZodLiteral<"request-failure">;
+    pattern: z.ZodString;
+    statusCode: z.ZodNumber;
+}, z.core.$strip>], "kind">;
+export declare const runRequestSchema: z.ZodObject<{
+    selector: z.ZodString;
+    runs: z.ZodNumber;
+    seed: z.ZodNumber;
+    artifactDirectory: z.ZodString;
+    fault: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"network-delay">;
+        pattern: z.ZodString;
+        delayMs: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"request-failure">;
+        pattern: z.ZodString;
+        statusCode: z.ZodNumber;
+    }, z.core.$strip>], "kind">;
+}, z.core.$strip>;
+export declare const trialPlanSchema: z.ZodObject<{
+    trialId: z.ZodString;
+    index: z.ZodNumber;
+    seed: z.ZodNumber;
+    fault: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"network-delay">;
+        pattern: z.ZodString;
+        delayMs: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        kind: z.ZodLiteral<"request-failure">;
+        pattern: z.ZodString;
+        statusCode: z.ZodNumber;
+    }, z.core.$strip>], "kind">>;
+}, z.core.$strip>;
+export declare const trialOutcomeSchema: z.ZodObject<{
+    status: z.ZodEnum<{
+        error: "error";
+        passed: "passed";
+        failed: "failed";
+    }>;
+    durationMs: z.ZodNumber;
+    exitCode: z.ZodNullable<z.ZodNumber>;
+    failureSignature: z.ZodOptional<z.ZodString>;
+    failureReason: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export declare const runSummarySchema: z.ZodObject<{
+    total: z.ZodNumber;
+    passed: z.ZodNumber;
+    failed: z.ZodNumber;
+    errors: z.ZodNumber;
+    baselineFailureRate: z.ZodNumber;
+    faultFailureRate: z.ZodNumber;
+}, z.core.$strip>;
+export declare const runEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    runId: z.ZodString;
+    timestamp: z.ZodISODateTime;
+    type: z.ZodLiteral<"run.started">;
+    request: z.ZodObject<{
+        selector: z.ZodString;
+        runs: z.ZodNumber;
+        seed: z.ZodNumber;
+        artifactDirectory: z.ZodString;
+        fault: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"network-delay">;
+            pattern: z.ZodString;
+            delayMs: z.ZodNumber;
+        }, z.core.$strip>, z.ZodObject<{
+            kind: z.ZodLiteral<"request-failure">;
+            pattern: z.ZodString;
+            statusCode: z.ZodNumber;
+        }, z.core.$strip>], "kind">;
+    }, z.core.$strip>;
+}, z.core.$strip>, z.ZodObject<{
+    runId: z.ZodString;
+    timestamp: z.ZodISODateTime;
+    type: z.ZodLiteral<"trial.started">;
+    trial: z.ZodObject<{
+        trialId: z.ZodString;
+        index: z.ZodNumber;
+        seed: z.ZodNumber;
+        fault: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"network-delay">;
+            pattern: z.ZodString;
+            delayMs: z.ZodNumber;
+        }, z.core.$strip>, z.ZodObject<{
+            kind: z.ZodLiteral<"request-failure">;
+            pattern: z.ZodString;
+            statusCode: z.ZodNumber;
+        }, z.core.$strip>], "kind">>;
+    }, z.core.$strip>;
+}, z.core.$strip>, z.ZodObject<{
+    runId: z.ZodString;
+    timestamp: z.ZodISODateTime;
+    type: z.ZodLiteral<"trial.completed">;
+    trial: z.ZodObject<{
+        trialId: z.ZodString;
+        index: z.ZodNumber;
+        seed: z.ZodNumber;
+        fault: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"network-delay">;
+            pattern: z.ZodString;
+            delayMs: z.ZodNumber;
+        }, z.core.$strip>, z.ZodObject<{
+            kind: z.ZodLiteral<"request-failure">;
+            pattern: z.ZodString;
+            statusCode: z.ZodNumber;
+        }, z.core.$strip>], "kind">>;
+    }, z.core.$strip>;
+    outcome: z.ZodObject<{
+        status: z.ZodEnum<{
+            error: "error";
+            passed: "passed";
+            failed: "failed";
+        }>;
+        durationMs: z.ZodNumber;
+        exitCode: z.ZodNullable<z.ZodNumber>;
+        failureSignature: z.ZodOptional<z.ZodString>;
+        failureReason: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>;
+}, z.core.$strip>, z.ZodObject<{
+    runId: z.ZodString;
+    timestamp: z.ZodISODateTime;
+    type: z.ZodLiteral<"run.completed">;
+    summary: z.ZodObject<{
+        total: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        errors: z.ZodNumber;
+        baselineFailureRate: z.ZodNumber;
+        faultFailureRate: z.ZodNumber;
+    }, z.core.$strip>;
+}, z.core.$strip>], "type">;
+export type Fault = z.infer<typeof faultSchema>;
+export type NetworkDelayFault = z.infer<typeof networkDelayFaultSchema>;
+export type RequestFailureFault = z.infer<typeof requestFailureFaultSchema>;
+export type RunEvent = z.infer<typeof runEventSchema>;
+export type RunRequest = z.infer<typeof runRequestSchema>;
+export type RunSummary = z.infer<typeof runSummarySchema>;
+export type TrialOutcome = z.infer<typeof trialOutcomeSchema>;
+export type TrialPlan = z.infer<typeof trialPlanSchema>;

package/dist/domain/schema.js

@@ -0,0 +1,67 @@
+import { z } from "zod";
+export const networkDelayFaultSchema = z.object({
+    kind: z.literal("network-delay"),
+    pattern: z.string().min(1),
+    delayMs: z.number().int().min(1).max(30_000),
+});
+export const requestFailureFaultSchema = z.object({
+    kind: z.literal("request-failure"),
+    pattern: z.string().min(1),
+    statusCode: z.number().int().min(400).max(599),
+});
+export const faultSchema = z.discriminatedUnion("kind", [
+    networkDelayFaultSchema,
+    requestFailureFaultSchema,
+]);
+export const runRequestSchema = z.object({
+    selector: z.string().min(1),
+    runs: z.number().int().min(2).max(100),
+    seed: z.number().int().min(0).max(0xffff_ffff),
+    artifactDirectory: z.string().min(1),
+    fault: faultSchema,
+});
+export const trialPlanSchema = z.object({
+    trialId: z.string().min(1),
+    index: z.number().int().nonnegative(),
+    seed: z.number().int().min(0).max(0xffff_ffff),
+    fault: faultSchema.optional(),
+});
+export const trialOutcomeSchema = z.object({
+    status: z.enum(["passed", "failed", "error"]),
+    durationMs: z.number().int().nonnegative(),
+    exitCode: z.number().int().nullable(),
+    failureSignature: z.string().min(1).optional(),
+    failureReason: z.string().min(1).max(2_000).optional(),
+});
+export const runSummarySchema = z.object({
+    total: z.number().int().nonnegative(),
+    passed: z.number().int().nonnegative(),
+    failed: z.number().int().nonnegative(),
+    errors: z.number().int().nonnegative(),
+    baselineFailureRate: z.number().min(0).max(1),
+    faultFailureRate: z.number().min(0).max(1),
+});
+const eventBaseSchema = z.object({
+    runId: z.string().min(1),
+    timestamp: z.iso.datetime(),
+});
+export const runEventSchema = z.discriminatedUnion("type", [
+    eventBaseSchema.extend({
+        type: z.literal("run.started"),
+        request: runRequestSchema,
+    }),
+    eventBaseSchema.extend({
+        type: z.literal("trial.started"),
+        trial: trialPlanSchema,
+    }),
+    eventBaseSchema.extend({
+        type: z.literal("trial.completed"),
+        trial: trialPlanSchema,
+        outcome: trialOutcomeSchema,
+    }),
+    eventBaseSchema.extend({
+        type: z.literal("run.completed"),
+        summary: runSummarySchema,
+    }),
+]);
+//# sourceMappingURL=schema.js.map

package/dist/domain/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/domain/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;CAC/C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACtD,uBAAuB;IACvB,yBAAyB;CAC1B,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC;IAC9C,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,KAAK,EAAE,WAAW;CACnB,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC;IAC9C,KAAK,EAAE,WAAW,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAC3C,CAAC,CAAA;AAEF,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACzD,eAAe,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9B,OAAO,EAAE,gBAAgB;KAC1B,CAAC;IACF,eAAe,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;QAChC,KAAK,EAAE,eAAe;KACvB,CAAC;IACF,eAAe,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAClC,KAAK,EAAE,eAAe;QACtB,OAAO,EAAE,kBAAkB;KAC5B,CAAC;IACF,eAAe,CAAC,MAAM,CAAC;QACrB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;QAChC,OAAO,EAAE,gBAAgB;KAC1B,CAAC;CACH,CAAC,CAAA"}

package/dist/faults/install.d.ts

@@ -0,0 +1,4 @@
+import type { Page } from "@playwright/test";
+import type { Fault } from "../domain/schema.js";
+export type RemoveFault = () => Promise<void>;
+export declare function installFault(page: Page, fault: Fault): Promise<RemoveFault>;

package/dist/faults/install.js

@@ -0,0 +1,9 @@
+import { installNetworkDelay } from "./network-delay.js";
+import { installRequestFailure } from "./request-failure.js";
+export async function installFault(page, fault) {
+    if (fault.kind === "network-delay") {
+        return installNetworkDelay(page, fault);
+    }
+    return installRequestFailure(page, fault);
+}
+//# sourceMappingURL=install.js.map

package/dist/faults/install.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"install.js","sourceRoot":"","sources":["../../src/faults/install.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAI5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU,EAAE,KAAY;IACzD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACnC,OAAO,mBAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACzC,CAAC;IACD,OAAO,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;AAC3C,CAAC"}

package/dist/faults/network-delay.d.ts

@@ -0,0 +1,5 @@
+import type { Page } from "@playwright/test";
+import type { NetworkDelayFault } from "../domain/schema.js";
+export type RemoveNetworkDelay = () => Promise<void>;
+export declare function installNetworkDelay(page: Page, fault: NetworkDelayFault): Promise<RemoveNetworkDelay>;
+export declare function readNetworkDelayFromEnvironment(): NetworkDelayFault | undefined;

package/dist/faults/network-delay.js

@@ -0,0 +1,34 @@
+import { setTimeout as delay } from "node:timers/promises";
+import { networkDelayFaultSchema } from "../domain/schema.js";
+async function continueRoute(route) {
+    try {
+        await route.continue();
+    }
+    catch (error) {
+        const releasedDuringCleanup = error instanceof Error && error.message.includes("Route is already handled");
+        if (!releasedDuringCleanup) {
+            throw error;
+        }
+    }
+}
+export async function installNetworkDelay(page, fault) {
+    const validatedFault = networkDelayFaultSchema.parse(fault);
+    const handler = async (route) => {
+        await delay(validatedFault.delayMs);
+        await continueRoute(route);
+    };
+    await page.route(validatedFault.pattern, handler);
+    return async () => page.unroute(validatedFault.pattern, handler);
+}
+export function readNetworkDelayFromEnvironment() {
+    if (process.env.FLAKELAB_FAULT_KIND === "request-failure") {
+        return undefined;
+    }
+    const delayMs = Number(process.env.FLAKELAB_NETWORK_DELAY_MS ?? "0");
+    const pattern = process.env.FLAKELAB_NETWORK_PATTERN?.trim();
+    if (!pattern || delayMs <= 0) {
+        return undefined;
+    }
+    return networkDelayFaultSchema.parse({ kind: "network-delay", pattern, delayMs });
+}
+//# sourceMappingURL=network-delay.js.map

package/dist/faults/network-delay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network-delay.js","sourceRoot":"","sources":["../../src/faults/network-delay.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAA;AAE1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAI7D,KAAK,UAAU,aAAa,CAAC,KAAY;IACvC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,qBAAqB,GACzB,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAA;QAC9E,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAU,EACV,KAAwB;IAExB,MAAM,cAAc,GAAG,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC3D,MAAM,OAAO,GAAG,KAAK,EAAE,KAAY,EAAiB,EAAE;QACpD,MAAM,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,aAAa,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC,CAAA;IAED,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACjD,OAAO,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAClE,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAA;IACpE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,IAAI,EAAE,CAAA;IAC5D,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;AACnF,CAAC"}

package/dist/faults/request-failure.d.ts

@@ -0,0 +1,5 @@
+import type { Page } from "@playwright/test";
+import type { RequestFailureFault } from "../domain/schema.js";
+export type RemoveRequestFailure = () => Promise<void>;
+export declare function installRequestFailure(page: Page, fault: RequestFailureFault): Promise<RemoveRequestFailure>;
+export declare function readRequestFailureFromEnvironment(): RequestFailureFault | undefined;

package/dist/faults/request-failure.js

@@ -0,0 +1,24 @@
+import { requestFailureFaultSchema } from "../domain/schema.js";
+export async function installRequestFailure(page, fault) {
+    const validatedFault = requestFailureFaultSchema.parse(fault);
+    const handler = async (route) => {
+        await route.fulfill({
+            status: validatedFault.statusCode,
+            contentType: "application/json",
+            body: '{"error":"flakelab-injected-failure"}',
+        });
+    };
+    await page.route(validatedFault.pattern, handler);
+    return async () => page.unroute(validatedFault.pattern, handler);
+}
+export function readRequestFailureFromEnvironment() {
+    if (process.env.FLAKELAB_FAULT_KIND !== "request-failure") {
+        return undefined;
+    }
+    return requestFailureFaultSchema.parse({
+        kind: "request-failure",
+        pattern: process.env.FLAKELAB_NETWORK_PATTERN,
+        statusCode: Number(process.env.FLAKELAB_REQUEST_FAILURE_STATUS ?? "503"),
+    });
+}
+//# sourceMappingURL=request-failure.js.map

package/dist/faults/request-failure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-failure.js","sourceRoot":"","sources":["../../src/faults/request-failure.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAI/D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAU,EACV,KAA0B;IAE1B,MAAM,cAAc,GAAG,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7D,MAAM,OAAO,GAAG,KAAK,EAAE,KAAY,EAAiB,EAAE;QACpD,MAAM,KAAK,CAAC,OAAO,CAAC;YAClB,MAAM,EAAE,cAAc,CAAC,UAAU;YACjC,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,uCAAuC;SAC9C,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACjD,OAAO,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAClE,CAAC;AAED,MAAM,UAAU,iCAAiC;IAC/C,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB;QAC7C,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,KAAK,CAAC;KACzE,CAAC,CAAA;AACJ,CAAC"}

package/dist/investigator/agent.d.ts

@@ -0,0 +1,26 @@
+import type { LanguageModel } from "ai";
+import type { TrialExecutor } from "../runner/playwright-executor.js";
+import type { InvestigationReport } from "./schema.js";
+export interface InvestigatorOptions {
+    concurrency: number;
+    execute: TrialExecutor;
+    inputUsdPerMillion: number;
+    maxCostUsd: number;
+    maxExperiments: number;
+    maximumDelayMs: number;
+    maxSeconds: number;
+    maxSteps: number;
+    maxTrials: number;
+    minimumFailureRate: number;
+    model: LanguageModel;
+    modelId: string;
+    outputTokenLimit: number;
+    outputUsdPerMillion: number;
+    pattern: string;
+    projectRoot: string;
+    seed: number;
+    signal?: AbortSignal;
+    test: string;
+    trialsPerExperiment: number;
+}
+export declare function runInvestigation(options: InvestigatorOptions): Promise<InvestigationReport>;