flakelab 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +225 -38
- package/dist/analysis/blob-report.d.ts +15 -0
- package/dist/analysis/blob-report.js +137 -0
- package/dist/analysis/blob-report.js.map +1 -0
- package/dist/analysis/cli.d.ts +7 -0
- package/dist/analysis/cli.js +28 -0
- package/dist/analysis/cli.js.map +1 -0
- package/dist/analysis/schema.d.ts +175 -0
- package/dist/analysis/schema.js +34 -0
- package/dist/analysis/schema.js.map +1 -0
- package/dist/analysis/zip-archive.d.ts +6 -0
- package/dist/analysis/zip-archive.js +193 -0
- package/dist/analysis/zip-archive.js.map +1 -0
- package/dist/artifacts/paths.d.ts +3 -0
- package/dist/artifacts/paths.js +34 -0
- package/dist/artifacts/paths.js.map +1 -0
- package/dist/artifacts/retention.d.ts +1 -0
- package/dist/artifacts/retention.js +80 -0
- package/dist/artifacts/retention.js.map +1 -0
- package/dist/bisect/engine.js +0 -1
- package/dist/bisect/engine.js.map +1 -1
- package/dist/bisect/schema.d.ts +5 -6
- package/dist/bisect/schema.js +1 -2
- package/dist/bisect/schema.js.map +1 -1
- package/dist/bisect/solari-evaluator.js +9 -1
- package/dist/bisect/solari-evaluator.js.map +1 -1
- package/dist/ci/job-summary.d.ts +2 -0
- package/dist/ci/job-summary.js +120 -2
- package/dist/ci/job-summary.js.map +1 -1
- package/dist/ci/select-command.js +1 -1
- package/dist/ci/select-command.js.map +1 -1
- package/dist/ci/summary-command.js +12 -7
- package/dist/ci/summary-command.js.map +1 -1
- package/dist/cli-arguments.d.ts +44 -0
- package/dist/cli-arguments.js +356 -0
- package/dist/cli-arguments.js.map +1 -0
- package/dist/cli-command-help.d.ts +11 -0
- package/dist/cli-command-help.js +211 -0
- package/dist/cli-command-help.js.map +1 -0
- package/dist/cli-help.d.ts +5 -2
- package/dist/cli-help.js +122 -45
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-option-definitions.d.ts +202 -0
- package/dist/cli-option-definitions.js +59 -0
- package/dist/cli-option-definitions.js.map +1 -0
- package/dist/cli.js +100 -100
- package/dist/cli.js.map +1 -1
- package/dist/commands/analyze-summary.d.ts +5 -0
- package/dist/commands/analyze-summary.js +89 -0
- package/dist/commands/analyze-summary.js.map +1 -0
- package/dist/commands/analyze.d.ts +6 -0
- package/dist/commands/analyze.js +128 -0
- package/dist/commands/analyze.js.map +1 -0
- package/dist/commands/bisect.d.ts +2 -2
- package/dist/commands/bisect.js +32 -3
- package/dist/commands/bisect.js.map +1 -1
- package/dist/commands/diagnose.d.ts +3 -2
- package/dist/commands/diagnose.js +355 -23
- package/dist/commands/diagnose.js.map +1 -1
- package/dist/commands/discover.d.ts +18 -2
- package/dist/commands/discover.js +215 -25
- package/dist/commands/discover.js.map +1 -1
- package/dist/commands/doctor.d.ts +2 -0
- package/dist/commands/doctor.js +66 -25
- package/dist/commands/doctor.js.map +1 -1
- package/dist/commands/investigate.d.ts +3 -2
- package/dist/commands/investigate.js +22 -3
- package/dist/commands/investigate.js.map +1 -1
- package/dist/commands/options.d.ts +123 -16
- package/dist/commands/options.js +24 -2
- package/dist/commands/options.js.map +1 -1
- package/dist/commands/prove.d.ts +2 -2
- package/dist/commands/prove.js +38 -1
- package/dist/commands/prove.js.map +1 -1
- package/dist/commands/repair.d.ts +8 -2
- package/dist/commands/repair.js +32 -9
- package/dist/commands/repair.js.map +1 -1
- package/dist/commands/replay.d.ts +2 -2
- package/dist/commands/replay.js +15 -2
- package/dist/commands/replay.js.map +1 -1
- package/dist/commands/report.d.ts +2 -2
- package/dist/commands/report.js +35 -10
- package/dist/commands/report.js.map +1 -1
- package/dist/commands/scan-summary.d.ts +7 -0
- package/dist/commands/scan-summary.js +175 -0
- package/dist/commands/scan-summary.js.map +1 -0
- package/dist/commands/scan.d.ts +9 -12
- package/dist/commands/scan.js +66 -62
- package/dist/commands/scan.js.map +1 -1
- package/dist/core/plan.js +1 -1
- package/dist/core/plan.js.map +1 -1
- package/dist/diagnosis/checkpoint.d.ts +6 -0
- package/dist/diagnosis/checkpoint.js +46 -0
- package/dist/diagnosis/checkpoint.js.map +1 -0
- package/dist/diagnosis/cli.d.ts +7 -0
- package/dist/diagnosis/cli.js +84 -0
- package/dist/diagnosis/cli.js.map +1 -0
- package/dist/diagnosis/recommendation.d.ts +13 -0
- package/dist/diagnosis/recommendation.js +95 -0
- package/dist/diagnosis/recommendation.js.map +1 -0
- package/dist/diagnosis/run-state.d.ts +52 -0
- package/dist/diagnosis/run-state.js +173 -0
- package/dist/diagnosis/run-state.js.map +1 -0
- package/dist/diagnosis/schema.d.ts +207 -0
- package/dist/diagnosis/schema.js +108 -0
- package/dist/diagnosis/schema.js.map +1 -0
- package/dist/diagnosis/solari-handoff.d.ts +9 -0
- package/dist/diagnosis/solari-handoff.js +40 -0
- package/dist/diagnosis/solari-handoff.js.map +1 -0
- package/dist/diagnosis/summary.d.ts +3 -0
- package/dist/diagnosis/summary.js +115 -0
- package/dist/diagnosis/summary.js.map +1 -0
- package/dist/discovery/auth-cookie.d.ts +19 -0
- package/dist/discovery/auth-cookie.js +26 -0
- package/dist/discovery/auth-cookie.js.map +1 -0
- package/dist/discovery/evaluate.d.ts +35 -2
- package/dist/discovery/evaluate.js +136 -30
- package/dist/discovery/evaluate.js.map +1 -1
- package/dist/discovery/event-loop.d.ts +25 -0
- package/dist/discovery/event-loop.js +84 -0
- package/dist/discovery/event-loop.js.map +1 -0
- package/dist/discovery/minimize.d.ts +61 -1
- package/dist/discovery/minimize.js +179 -7
- package/dist/discovery/minimize.js.map +1 -1
- package/dist/discovery/resource-loading.d.ts +25 -0
- package/dist/discovery/resource-loading.js +84 -0
- package/dist/discovery/resource-loading.js.map +1 -0
- package/dist/discovery/runner-environment.d.ts +26 -0
- package/dist/discovery/runner-environment.js +68 -0
- package/dist/discovery/runner-environment.js.map +1 -0
- package/dist/discovery/startup-event.d.ts +25 -0
- package/dist/discovery/startup-event.js +84 -0
- package/dist/discovery/startup-event.js.map +1 -0
- package/dist/discovery/storage-state.d.ts +26 -0
- package/dist/discovery/storage-state.js +86 -0
- package/dist/discovery/storage-state.js.map +1 -0
- package/dist/discovery/temporal-environment.d.ts +31 -0
- package/dist/discovery/temporal-environment.js +43 -0
- package/dist/discovery/temporal-environment.js.map +1 -0
- package/dist/discovery/visual-environment.d.ts +28 -0
- package/dist/discovery/visual-environment.js +42 -0
- package/dist/discovery/visual-environment.js.map +1 -0
- package/dist/domain/schema.d.ts +840 -20
- package/dist/domain/schema.js +216 -6
- package/dist/domain/schema.js.map +1 -1
- package/dist/faults/browser-context.d.ts +16 -0
- package/dist/faults/browser-context.js +60 -0
- package/dist/faults/browser-context.js.map +1 -0
- package/dist/faults/cookie-header.d.ts +5 -0
- package/dist/faults/cookie-header.js +25 -0
- package/dist/faults/cookie-header.js.map +1 -0
- package/dist/faults/document-bootstrap.d.ts +5 -0
- package/dist/faults/document-bootstrap.js +141 -0
- package/dist/faults/document-bootstrap.js.map +1 -0
- package/dist/faults/install.d.ts +1 -1
- package/dist/faults/install.js +199 -6
- package/dist/faults/install.js.map +1 -1
- package/dist/faults/pattern.d.ts +1 -0
- package/dist/faults/pattern.js +24 -0
- package/dist/faults/pattern.js.map +1 -0
- package/dist/investigator/agent.js +39 -17
- package/dist/investigator/agent.js.map +1 -1
- package/dist/investigator/ledger.d.ts +1 -1
- package/dist/investigator/ledger.js +2 -2
- package/dist/investigator/ledger.js.map +1 -1
- package/dist/investigator/safe-source.d.ts +1 -0
- package/dist/investigator/safe-source.js +12 -3
- package/dist/investigator/safe-source.js.map +1 -1
- package/dist/investigator/schema.d.ts +293 -2
- package/dist/investigator/schema.js +100 -2
- package/dist/investigator/schema.js.map +1 -1
- package/dist/proof/cli.d.ts +7 -0
- package/dist/proof/cli.js +108 -0
- package/dist/proof/cli.js.map +1 -0
- package/dist/proof/preflight.d.ts +4 -0
- package/dist/proof/preflight.js +9 -0
- package/dist/proof/preflight.js.map +1 -0
- package/dist/repair/generator.d.ts +12 -1
- package/dist/repair/generator.js +30 -6
- package/dist/repair/generator.js.map +1 -1
- package/dist/repair/remote-proof-runner.js +6 -10
- package/dist/repair/remote-proof-runner.js.map +1 -1
- package/dist/repair/schema.d.ts +77 -2
- package/dist/repair/schema.js +23 -2
- package/dist/repair/schema.js.map +1 -1
- package/dist/repair/solari-validator.d.ts +2 -0
- package/dist/repair/solari-validator.js +4 -6
- package/dist/repair/solari-validator.js.map +1 -1
- package/dist/repair/summary.d.ts +10 -0
- package/dist/repair/summary.js +58 -0
- package/dist/repair/summary.js.map +1 -0
- package/dist/repair/validator.d.ts +1 -0
- package/dist/repair/validator.js +53 -12
- package/dist/repair/validator.js.map +1 -1
- package/dist/report/bundle.js +16 -37
- package/dist/report/bundle.js.map +1 -1
- package/dist/report/model.js +131 -12
- package/dist/report/model.js.map +1 -1
- package/dist/report/open.d.ts +9 -0
- package/dist/report/open.js +23 -0
- package/dist/report/open.js.map +1 -1
- package/dist/report/report-client.css +2 -0
- package/dist/report/report-client.js +58 -0
- package/dist/report/schema.d.ts +115 -5
- package/dist/report/schema.js +24 -5
- package/dist/report/schema.js.map +1 -1
- package/dist/reproducer/schema.d.ts +89 -4
- package/dist/reproducer/schema.js +3 -4
- package/dist/reproducer/schema.js.map +1 -1
- package/dist/runner/execution-fault.d.ts +10 -0
- package/dist/runner/execution-fault.js +24 -0
- package/dist/runner/execution-fault.js.map +1 -0
- package/dist/runner/fault-proxy.d.ts +7 -0
- package/dist/runner/fault-proxy.js +366 -0
- package/dist/runner/fault-proxy.js.map +1 -0
- package/dist/runner/local.js +2 -2
- package/dist/runner/local.js.map +1 -1
- package/dist/runner/native-scan.d.ts +25 -0
- package/dist/runner/native-scan.js +306 -0
- package/dist/runner/native-scan.js.map +1 -0
- package/dist/runner/playwright-executor.d.ts +3 -0
- package/dist/runner/playwright-executor.js +125 -66
- package/dist/runner/playwright-executor.js.map +1 -1
- package/dist/runner/process-tree.d.ts +7 -0
- package/dist/runner/process-tree.js +62 -0
- package/dist/runner/process-tree.js.map +1 -0
- package/dist/runner/project-bridge.d.ts +7 -0
- package/dist/runner/project-bridge.js +83 -0
- package/dist/runner/project-bridge.js.map +1 -0
- package/dist/runner/trial-reporter.d.ts +7 -0
- package/dist/runner/trial-reporter.js +47 -0
- package/dist/runner/trial-reporter.js.map +1 -0
- package/dist/scan/failure-clusters.d.ts +24 -0
- package/dist/scan/failure-clusters.js +74 -0
- package/dist/scan/failure-clusters.js.map +1 -0
- package/dist/scan/schema.d.ts +170 -0
- package/dist/scan/schema.js +71 -0
- package/dist/scan/schema.js.map +1 -0
- package/dist/solari/executor.d.ts +5 -1
- package/dist/solari/executor.js +25 -17
- package/dist/solari/executor.js.map +1 -1
- package/dist/solari/run-demo.d.ts +13 -1
- package/dist/solari/run-demo.js +35 -16
- package/dist/solari/run-demo.js.map +1 -1
- package/dist/solari/usage.d.ts +8 -2
- package/dist/solari/usage.js +14 -4
- package/dist/solari/usage.js.map +1 -1
- package/dist/ui/boundary.d.ts +17 -0
- package/dist/ui/boundary.js +18 -0
- package/dist/ui/boundary.js.map +1 -0
- package/dist/ui/console.d.ts +4 -0
- package/dist/ui/console.js +11 -0
- package/dist/ui/console.js.map +1 -0
- package/dist/ui/document.d.ts +40 -0
- package/dist/ui/document.js +120 -0
- package/dist/ui/document.js.map +1 -0
- package/dist/ui/format.d.ts +8 -0
- package/dist/ui/format.js +32 -0
- package/dist/ui/format.js.map +1 -0
- package/dist/ui/progress.d.ts +17 -1
- package/dist/ui/progress.js +51 -8
- package/dist/ui/progress.js.map +1 -1
- package/dist/ui/status.d.ts +7 -0
- package/dist/ui/status.js +36 -0
- package/dist/ui/status.js.map +1 -0
- package/dist/ui/style.d.ts +8 -0
- package/dist/ui/style.js +22 -0
- package/dist/ui/style.js.map +1 -0
- package/dist/ui/text.d.ts +17 -0
- package/dist/ui/text.js +123 -0
- package/dist/ui/text.js.map +1 -0
- package/dist/ui/theme.d.ts +23 -0
- package/dist/ui/theme.js +77 -0
- package/dist/ui/theme.js.map +1 -0
- package/dist/ui/trial-progress.d.ts +13 -0
- package/dist/ui/trial-progress.js +42 -0
- package/dist/ui/trial-progress.js.map +1 -0
- package/package.json +14 -19
- package/dist/faults/network-delay.d.ts +0 -5
- package/dist/faults/network-delay.js +0 -34
- package/dist/faults/network-delay.js.map +0 -1
- package/dist/faults/request-failure.d.ts +0 -5
- package/dist/faults/request-failure.js +0 -24
- package/dist/faults/request-failure.js.map +0 -1
- package/dist/playwright.d.ts +0 -3
- package/dist/playwright.js +0 -21
- package/dist/playwright.js.map +0 -1
- package/dist/report/browser-entry.d.ts +0 -2
- package/dist/report/browser-entry.js +0 -15
- package/dist/report/browser-entry.js.map +0 -1
- package/dist/report/components/artifacts.d.ts +0 -4
- package/dist/report/components/artifacts.js +0 -6
- package/dist/report/components/artifacts.js.map +0 -1
- package/dist/report/components/experiments.d.ts +0 -4
- package/dist/report/components/experiments.js +0 -7
- package/dist/report/components/experiments.js.map +0 -1
- package/dist/report/components/hypotheses.d.ts +0 -4
- package/dist/report/components/hypotheses.js +0 -26
- package/dist/report/components/hypotheses.js.map +0 -1
- package/dist/report/components/indicators.d.ts +0 -32
- package/dist/report/components/indicators.js +0 -42
- package/dist/report/components/indicators.js.map +0 -1
- package/dist/report/components/layout.d.ts +0 -29
- package/dist/report/components/layout.js +0 -20
- package/dist/report/components/layout.js.map +0 -1
- package/dist/report/components/proof.d.ts +0 -4
- package/dist/report/components/proof.js +0 -34
- package/dist/report/components/proof.js.map +0 -1
- package/dist/report/components/reproduction.d.ts +0 -4
- package/dist/report/components/reproduction.js +0 -19
- package/dist/report/components/reproduction.js.map +0 -1
- package/dist/report/components/summary.d.ts +0 -4
- package/dist/report/components/summary.js +0 -12
- package/dist/report/components/summary.js.map +0 -1
- package/dist/report/components/verdict.d.ts +0 -4
- package/dist/report/components/verdict.js +0 -27
- package/dist/report/components/verdict.js.map +0 -1
- package/dist/report/report-app.d.ts +0 -6
- package/dist/report/report-app.js +0 -16
- package/dist/report/report-app.js.map +0 -1
- package/dist/report/report-details.css +0 -182
- package/dist/report/report.css +0 -404
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
export interface CapturedProcessResult {
|
|
3
|
+
diagnostic: string;
|
|
4
|
+
exitCode: number | null;
|
|
5
|
+
spawnError?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function waitForProcessTree(child: ReturnType<typeof spawn>, signal?: AbortSignal): Promise<CapturedProcessResult>;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { spawnSync } from "node:child_process";
|
|
2
|
+
import { resolve } from "node:path";
|
|
3
|
+
const MAX_DIAGNOSTIC_BYTES = 64 * 1024;
|
|
4
|
+
const TASKKILL_PATH = resolve(process.env.SystemRoot ?? "C:\\Windows", "System32", "taskkill.exe");
|
|
5
|
+
function appendBounded(current, chunk) {
|
|
6
|
+
return `${current}${chunk.toString("utf8")}`.slice(-MAX_DIAGNOSTIC_BYTES);
|
|
7
|
+
}
|
|
8
|
+
function terminateProcessTree(child) {
|
|
9
|
+
const processId = child.pid;
|
|
10
|
+
if (!processId) {
|
|
11
|
+
return;
|
|
12
|
+
}
|
|
13
|
+
if (process.platform === "win32") {
|
|
14
|
+
const termination = spawnSync(TASKKILL_PATH, ["/pid", String(processId), "/t", "/f"], { shell: false, stdio: "ignore", windowsHide: true });
|
|
15
|
+
if (termination.error || termination.status !== 0) {
|
|
16
|
+
child.kill();
|
|
17
|
+
}
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
try {
|
|
21
|
+
process.kill(-processId, "SIGTERM");
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
child.kill();
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
export function waitForProcessTree(child, signal) {
|
|
28
|
+
return new Promise((complete) => {
|
|
29
|
+
let diagnostic = "";
|
|
30
|
+
let settled = false;
|
|
31
|
+
const finish = (result) => {
|
|
32
|
+
if (settled) {
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
settled = true;
|
|
36
|
+
signal?.removeEventListener("abort", abort);
|
|
37
|
+
complete(result);
|
|
38
|
+
};
|
|
39
|
+
const abort = () => {
|
|
40
|
+
terminateProcessTree(child);
|
|
41
|
+
};
|
|
42
|
+
if (signal?.aborted) {
|
|
43
|
+
abort();
|
|
44
|
+
}
|
|
45
|
+
else {
|
|
46
|
+
signal?.addEventListener("abort", abort, { once: true });
|
|
47
|
+
}
|
|
48
|
+
child.stdout?.on("data", (chunk) => {
|
|
49
|
+
diagnostic = appendBounded(diagnostic, chunk);
|
|
50
|
+
});
|
|
51
|
+
child.stderr?.on("data", (chunk) => {
|
|
52
|
+
diagnostic = appendBounded(diagnostic, chunk);
|
|
53
|
+
});
|
|
54
|
+
child.on("error", (error) => {
|
|
55
|
+
finish({ diagnostic, exitCode: null, spawnError: error.message });
|
|
56
|
+
});
|
|
57
|
+
child.on("close", (exitCode) => {
|
|
58
|
+
finish({ diagnostic, exitCode });
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=process-tree.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-tree.js","sourceRoot":"","sources":["../../src/runner/process-tree.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,CAAA;AACtC,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,aAAa,EAAE,UAAU,EAAE,cAAc,CAAC,CAAA;AAQlG,SAAS,aAAa,CAAC,OAAe,EAAE,KAAa;IACnD,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,CAAA;AAC3E,CAAC;AAED,SAAS,oBAAoB,CAAC,KAA+B;IAC3D,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAA;IAC3B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAM;IACR,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,SAAS,CAC3B,aAAa,EACb,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EACvC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CACrD,CAAA;QACD,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,KAAK,CAAC,IAAI,EAAE,CAAA;QACd,CAAC;QACD,OAAM;IACR,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,IAAI,EAAE,CAAA;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA+B,EAC/B,MAAoB;IAEpB,OAAO,IAAI,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QAC9B,IAAI,UAAU,GAAG,EAAE,CAAA;QACnB,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,MAAM,GAAG,CAAC,MAA6B,EAAQ,EAAE;YACrD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAM;YACR,CAAC;YACD,OAAO,GAAG,IAAI,CAAA;YACd,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC3C,QAAQ,CAAC,MAAM,CAAC,CAAA;QAClB,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,oBAAoB,CAAC,KAAK,CAAC,CAAA;QAC7B,CAAC,CAAA;QACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,KAAK,EAAE,CAAA;QACT,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC1D,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,UAAU,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACzC,UAAU,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;QACnE,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC7B,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { Fault } from "../domain/schema.js";
|
|
2
|
+
export interface TemporaryProjectBridge {
|
|
3
|
+
configPath: string;
|
|
4
|
+
remove: () => Promise<void>;
|
|
5
|
+
}
|
|
6
|
+
export declare function findPlaywrightConfig(projectRoot: string): Promise<string | undefined>;
|
|
7
|
+
export declare function createTemporaryProjectBridge(projectRoot: string, reporterPath: string, faults?: readonly Fault[], captureTrace?: boolean): Promise<TemporaryProjectBridge>;
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { lstat, rm, writeFile } from "node:fs/promises";
|
|
2
|
+
import { basename, dirname, join } from "node:path";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { browserContextFaultOptions } from "../faults/browser-context.js";
|
|
5
|
+
const CONFIG_NAMES = [
|
|
6
|
+
"playwright.config.ts",
|
|
7
|
+
"playwright.config.mts",
|
|
8
|
+
"playwright.config.cts",
|
|
9
|
+
"playwright.config.js",
|
|
10
|
+
"playwright.config.mjs",
|
|
11
|
+
"playwright.config.cjs",
|
|
12
|
+
];
|
|
13
|
+
async function regularFile(path) {
|
|
14
|
+
try {
|
|
15
|
+
return (await lstat(path)).isFile();
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
if (error instanceof Error && "code" in error && error.code === "ENOENT") {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
throw error;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
export async function findPlaywrightConfig(projectRoot) {
|
|
25
|
+
for (const name of CONFIG_NAMES) {
|
|
26
|
+
const candidate = join(projectRoot, name);
|
|
27
|
+
if (await regularFile(candidate)) {
|
|
28
|
+
return candidate;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return undefined;
|
|
32
|
+
}
|
|
33
|
+
function bridgeSource(configPath, reporterPath, faults, captureTrace) {
|
|
34
|
+
const configImportPath = configPath
|
|
35
|
+
? JSON.stringify(`./${basename(configPath)}`)
|
|
36
|
+
: undefined;
|
|
37
|
+
const configImport = configPath
|
|
38
|
+
? `import userConfig from ${configImportPath}\n`
|
|
39
|
+
: "const userConfig = {}\n";
|
|
40
|
+
const contextFaults = JSON.stringify(browserContextFaultOptions(faults));
|
|
41
|
+
return `${configImport}
|
|
42
|
+
const proxyServer = process.env.FLAKELAB_PROXY_URL
|
|
43
|
+
const proxy = proxyServer ? { server: proxyServer } : undefined
|
|
44
|
+
const contextFaults = ${contextFaults}
|
|
45
|
+
const withFaults = (use = {}) => ({
|
|
46
|
+
...use,
|
|
47
|
+
...contextFaults,
|
|
48
|
+
${captureTrace ? 'trace: "on",' : ""}
|
|
49
|
+
contextOptions: { ...use.contextOptions, ...contextFaults },
|
|
50
|
+
...(proxy ? { proxy } : {}),
|
|
51
|
+
})
|
|
52
|
+
const configuredReporters = userConfig.reporter
|
|
53
|
+
const reporters = configuredReporters === undefined
|
|
54
|
+
? [["line"]]
|
|
55
|
+
: typeof configuredReporters === "string"
|
|
56
|
+
? [[configuredReporters]]
|
|
57
|
+
: configuredReporters
|
|
58
|
+
const projects = Array.isArray(userConfig.projects)
|
|
59
|
+
? userConfig.projects.map((project) => ({ ...project, use: withFaults(project.use) }))
|
|
60
|
+
: userConfig.projects
|
|
61
|
+
|
|
62
|
+
export default {
|
|
63
|
+
...userConfig,
|
|
64
|
+
use: withFaults(userConfig.use),
|
|
65
|
+
...(projects ? { projects } : {}),
|
|
66
|
+
reporter: [...reporters, [${JSON.stringify(reporterPath)}]],
|
|
67
|
+
}
|
|
68
|
+
`;
|
|
69
|
+
}
|
|
70
|
+
export async function createTemporaryProjectBridge(projectRoot, reporterPath, faults = [], captureTrace = false) {
|
|
71
|
+
const userConfigPath = await findPlaywrightConfig(projectRoot);
|
|
72
|
+
const configDirectory = userConfigPath ? dirname(userConfigPath) : projectRoot;
|
|
73
|
+
const configPath = join(configDirectory, `.flakelab-${randomUUID()}.config.ts`);
|
|
74
|
+
await writeFile(configPath, bridgeSource(userConfigPath, reporterPath, faults, captureTrace), {
|
|
75
|
+
encoding: "utf8",
|
|
76
|
+
flag: "wx",
|
|
77
|
+
});
|
|
78
|
+
return {
|
|
79
|
+
configPath,
|
|
80
|
+
remove: async () => rm(configPath, { force: true }),
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=project-bridge.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"project-bridge.js","sourceRoot":"","sources":["../../src/runner/project-bridge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAA;AAEzE,MAAM,YAAY,GAAG;IACnB,sBAAsB;IACtB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,uBAAuB;IACvB,uBAAuB;CACxB,CAAA;AAOD,KAAK,UAAU,WAAW,CAAC,IAAY;IACrC,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzE,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,WAAmB;IAC5D,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;QACzC,IAAI,MAAM,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,YAAY,CACnB,UAA8B,EAC9B,YAAoB,EACpB,MAAwB,EACxB,YAAqB;IAErB,MAAM,gBAAgB,GAAG,UAAU;QACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7C,CAAC,CAAC,SAAS,CAAA;IACb,MAAM,YAAY,GAAG,UAAU;QAC7B,CAAC,CAAC,0BAA0B,gBAAgB,IAAI;QAChD,CAAC,CAAC,yBAAyB,CAAA;IAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC,CAAA;IACxE,OAAO,GAAG,YAAY;;;wBAGA,aAAa;;;;IAIjC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;8BAkBR,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;;CAEzD,CAAA;AACD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,WAAmB,EACnB,YAAoB,EACpB,SAA2B,EAAE,EAC7B,YAAY,GAAG,KAAK;IAEpB,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAA;IAC9D,MAAM,eAAe,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;IAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,aAAa,UAAU,EAAE,YAAY,CAAC,CAAA;IAC/E,MAAM,SAAS,CAAC,UAAU,EAAE,YAAY,CACtC,cAAc,EACd,YAAY,EACZ,MAAM,EACN,YAAY,CACb,EAAE;QACD,QAAQ,EAAE,MAAM;QAChB,IAAI,EAAE,IAAI;KACX,CAAC,CAAA;IACF,OAAO;QACL,UAAU;QACV,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACpD,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FullResult, Reporter, TestCase, TestResult } from "@playwright/test/reporter";
|
|
2
|
+
export default class FlakeLabTrialReporter implements Reporter {
|
|
3
|
+
private readonly artifacts;
|
|
4
|
+
private readonly failures;
|
|
5
|
+
onTestEnd(test: TestCase, result: TestResult): void;
|
|
6
|
+
onEnd(result: FullResult): Promise<void>;
|
|
7
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { writeFile } from "node:fs/promises";
|
|
2
|
+
import { relative } from "node:path";
|
|
3
|
+
const MAX_FAILURE_LENGTH = 2_000;
|
|
4
|
+
function failureText(test, result) {
|
|
5
|
+
const message = result.error?.message?.trim();
|
|
6
|
+
if (!message) {
|
|
7
|
+
return undefined;
|
|
8
|
+
}
|
|
9
|
+
const file = relative(process.cwd(), test.location.file).replaceAll("\\", "/");
|
|
10
|
+
const location = `${file}:${test.location.line}:${test.location.column}`;
|
|
11
|
+
const identity = [test.parent.project()?.name, location, test.title]
|
|
12
|
+
.filter((part) => part)
|
|
13
|
+
.join(" › ");
|
|
14
|
+
return `${identity}\n${message}`.slice(0, MAX_FAILURE_LENGTH);
|
|
15
|
+
}
|
|
16
|
+
export default class FlakeLabTrialReporter {
|
|
17
|
+
artifacts = [];
|
|
18
|
+
failures = [];
|
|
19
|
+
onTestEnd(test, result) {
|
|
20
|
+
const failure = failureText(test, result);
|
|
21
|
+
if (failure) {
|
|
22
|
+
this.failures.push(failure);
|
|
23
|
+
}
|
|
24
|
+
for (const attachment of result.attachments) {
|
|
25
|
+
if (attachment.path && this.artifacts.length < 5) {
|
|
26
|
+
this.artifacts.push({
|
|
27
|
+
contentType: attachment.contentType,
|
|
28
|
+
name: attachment.name,
|
|
29
|
+
path: attachment.path,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
async onEnd(result) {
|
|
35
|
+
const path = process.env.FLAKELAB_TRIAL_REPORT_PATH;
|
|
36
|
+
if (!path) {
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
const output = {
|
|
40
|
+
artifacts: this.artifacts,
|
|
41
|
+
failures: this.failures.slice(0, 10),
|
|
42
|
+
status: result.status,
|
|
43
|
+
};
|
|
44
|
+
await writeFile(path, `${JSON.stringify(output)}\n`, "utf8");
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=trial-reporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trial-reporter.js","sourceRoot":"","sources":["../../src/runner/trial-reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AASpC,MAAM,kBAAkB,GAAG,KAAK,CAAA;AAQhC,SAAS,WAAW,CAAC,IAAc,EAAE,MAAkB;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IAC9E,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAA;IACxE,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;SACjE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC;SACtB,IAAI,CAAC,KAAK,CAAC,CAAA;IACd,OAAO,GAAG,QAAQ,KAAK,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAA;AAC/D,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,qBAAqB;IACvB,SAAS,GAAqC,EAAE,CAAA;IAChD,QAAQ,GAAa,EAAE,CAAA;IAExC,SAAS,CAAC,IAAc,EAAE,MAAkB;QAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACzC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC7B,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;oBAClB,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,UAAU,CAAC,IAAI;iBACtB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAkB;QAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAA;QACnD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GAAwB;YAClC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAA;QACD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9D,CAAC;CACF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { ScanAttachment, ScanFailureCluster } from "./schema.js";
|
|
2
|
+
interface MutableFailureCluster {
|
|
3
|
+
firstObservedAttempt: number;
|
|
4
|
+
lastObservedAttempt: number;
|
|
5
|
+
occurrences: number;
|
|
6
|
+
representativeArtifacts: Map<string, ScanAttachment>;
|
|
7
|
+
representativeReason: string;
|
|
8
|
+
signature: string;
|
|
9
|
+
}
|
|
10
|
+
export type FailureClusterMap = Map<string, MutableFailureCluster>;
|
|
11
|
+
export interface FailureObservation {
|
|
12
|
+
artifacts: ScanAttachment[];
|
|
13
|
+
attempt: number;
|
|
14
|
+
reason: string;
|
|
15
|
+
}
|
|
16
|
+
export interface FinalizedFailureClusters {
|
|
17
|
+
failureClusters: ScanFailureCluster[];
|
|
18
|
+
multipleFailureModes: boolean;
|
|
19
|
+
omittedFailureModes: number;
|
|
20
|
+
}
|
|
21
|
+
export declare function failureSignature(reason: string): string;
|
|
22
|
+
export declare function recordFailureObservation(clusters: FailureClusterMap, observation: FailureObservation): void;
|
|
23
|
+
export declare function finalizeFailureClusters(clusters: FailureClusterMap, measuredTrials: number): FinalizedFailureClusters;
|
|
24
|
+
export {};
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
const MAX_FAILURE_CLUSTERS = 5;
|
|
3
|
+
const MAX_REPRESENTATIVE_ARTIFACTS = 3;
|
|
4
|
+
export function failureSignature(reason) {
|
|
5
|
+
return createHash("sha256").update(reason).digest("hex").slice(0, 16);
|
|
6
|
+
}
|
|
7
|
+
function isUsefulFailureArtifact(artifact) {
|
|
8
|
+
const name = artifact.name.toLowerCase();
|
|
9
|
+
return name.includes("trace")
|
|
10
|
+
|| name.includes("screenshot")
|
|
11
|
+
|| name.includes("video")
|
|
12
|
+
|| artifact.contentType.startsWith("image/")
|
|
13
|
+
|| artifact.contentType.startsWith("video/");
|
|
14
|
+
}
|
|
15
|
+
function artifactKey(artifact) {
|
|
16
|
+
return `${artifact.name}:${artifact.contentType}`;
|
|
17
|
+
}
|
|
18
|
+
function createCluster(observation, signature) {
|
|
19
|
+
return {
|
|
20
|
+
firstObservedAttempt: observation.attempt,
|
|
21
|
+
lastObservedAttempt: observation.attempt,
|
|
22
|
+
occurrences: 0,
|
|
23
|
+
representativeArtifacts: new Map(),
|
|
24
|
+
representativeReason: observation.reason,
|
|
25
|
+
signature,
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
export function recordFailureObservation(clusters, observation) {
|
|
29
|
+
const signature = failureSignature(observation.reason);
|
|
30
|
+
const cluster = clusters.get(signature) ?? createCluster(observation, signature);
|
|
31
|
+
cluster.occurrences += 1;
|
|
32
|
+
cluster.lastObservedAttempt = observation.attempt;
|
|
33
|
+
for (const artifact of observation.artifacts) {
|
|
34
|
+
if (!isUsefulFailureArtifact(artifact)) {
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
if (cluster.representativeArtifacts.size >= MAX_REPRESENTATIVE_ARTIFACTS) {
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
cluster.representativeArtifacts.set(artifactKey(artifact), artifact);
|
|
41
|
+
}
|
|
42
|
+
clusters.set(signature, cluster);
|
|
43
|
+
}
|
|
44
|
+
function compareClusters(left, right) {
|
|
45
|
+
const occurrenceOrder = right.occurrences - left.occurrences;
|
|
46
|
+
if (occurrenceOrder !== 0) {
|
|
47
|
+
return occurrenceOrder;
|
|
48
|
+
}
|
|
49
|
+
const attemptOrder = left.firstObservedAttempt - right.firstObservedAttempt;
|
|
50
|
+
return attemptOrder !== 0 ? attemptOrder : left.signature.localeCompare(right.signature);
|
|
51
|
+
}
|
|
52
|
+
function finalizeCluster(cluster, measuredTrials) {
|
|
53
|
+
return {
|
|
54
|
+
firstObservedAttempt: cluster.firstObservedAttempt,
|
|
55
|
+
lastObservedAttempt: cluster.lastObservedAttempt,
|
|
56
|
+
observedRate: measuredTrials === 0 ? 0 : cluster.occurrences / measuredTrials,
|
|
57
|
+
occurrences: cluster.occurrences,
|
|
58
|
+
representativeArtifacts: [...cluster.representativeArtifacts.values()],
|
|
59
|
+
representativeReason: cluster.representativeReason,
|
|
60
|
+
signature: cluster.signature,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
export function finalizeFailureClusters(clusters, measuredTrials) {
|
|
64
|
+
const failureClusters = [...clusters.values()]
|
|
65
|
+
.sort(compareClusters)
|
|
66
|
+
.slice(0, MAX_FAILURE_CLUSTERS)
|
|
67
|
+
.map((cluster) => finalizeCluster(cluster, measuredTrials));
|
|
68
|
+
return {
|
|
69
|
+
failureClusters,
|
|
70
|
+
multipleFailureModes: clusters.size > 1,
|
|
71
|
+
omittedFailureModes: Math.max(0, clusters.size - failureClusters.length),
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=failure-clusters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failure-clusters.js","sourceRoot":"","sources":["../../src/scan/failure-clusters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAIxC,MAAM,oBAAoB,GAAG,CAAC,CAAA;AAC9B,MAAM,4BAA4B,GAAG,CAAC,CAAA;AAyBtC,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAwB;IACvD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;IACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;WACxB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;WAC3B,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;WACtB,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC;WACzC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,QAAwB;IAC3C,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAA;AACnD,CAAC;AAED,SAAS,aAAa,CAAC,WAA+B,EAAE,SAAiB;IACvE,OAAO;QACL,oBAAoB,EAAE,WAAW,CAAC,OAAO;QACzC,mBAAmB,EAAE,WAAW,CAAC,OAAO;QACxC,WAAW,EAAE,CAAC;QACd,uBAAuB,EAAE,IAAI,GAAG,EAAE;QAClC,oBAAoB,EAAE,WAAW,CAAC,MAAM;QACxC,SAAS;KACV,CAAA;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAA2B,EAC3B,WAA+B;IAE/B,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAChF,OAAO,CAAC,WAAW,IAAI,CAAC,CAAA;IACxB,OAAO,CAAC,mBAAmB,GAAG,WAAW,CAAC,OAAO,CAAA;IACjD,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;QAC7C,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,SAAQ;QACV,CAAC;QACD,IAAI,OAAO,CAAC,uBAAuB,CAAC,IAAI,IAAI,4BAA4B,EAAE,CAAC;YACzE,MAAK;QACP,CAAC;QACD,OAAO,CAAC,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAA;IACtE,CAAC;IACD,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;AAClC,CAAC;AAED,SAAS,eAAe,CAAC,IAA2B,EAAE,KAA4B;IAChF,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;IAC5D,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,eAAe,CAAA;IACxB,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAA;IAC3E,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;AAC1F,CAAC;AAED,SAAS,eAAe,CACtB,OAA8B,EAC9B,cAAsB;IAEtB,OAAO;QACL,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;QAChD,YAAY,EAAE,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,cAAc;QAC7E,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,uBAAuB,EAAE,CAAC,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,CAAC;QACtE,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,QAA2B,EAC3B,cAAsB;IAEtB,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC3C,IAAI,CAAC,eAAe,CAAC;SACrB,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC;SAC9B,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAA;IAC7D,OAAO;QACL,eAAe;QACf,oBAAoB,EAAE,QAAQ,CAAC,IAAI,GAAG,CAAC;QACvC,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC;KACzE,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const scanStatusSchema: z.ZodEnum<{
|
|
3
|
+
inconclusive: "inconclusive";
|
|
4
|
+
"failed-every-run": "failed-every-run";
|
|
5
|
+
"mixed-outcomes": "mixed-outcomes";
|
|
6
|
+
"no-failure-observed": "no-failure-observed";
|
|
7
|
+
}>;
|
|
8
|
+
export declare const scanTestStatusSchema: z.ZodEnum<{
|
|
9
|
+
"failed-every-run": "failed-every-run";
|
|
10
|
+
"mixed-outcomes": "mixed-outcomes";
|
|
11
|
+
"no-failure-observed": "no-failure-observed";
|
|
12
|
+
errored: "errored";
|
|
13
|
+
skipped: "skipped";
|
|
14
|
+
}>;
|
|
15
|
+
declare const scanCountsSchema: z.ZodObject<{
|
|
16
|
+
errors: z.ZodNumber;
|
|
17
|
+
failed: z.ZodNumber;
|
|
18
|
+
passed: z.ZodNumber;
|
|
19
|
+
skipped: z.ZodNumber;
|
|
20
|
+
}, z.core.$strip>;
|
|
21
|
+
export declare const scanTotalsSchema: z.ZodObject<{
|
|
22
|
+
errors: z.ZodNumber;
|
|
23
|
+
failed: z.ZodNumber;
|
|
24
|
+
passed: z.ZodNumber;
|
|
25
|
+
skipped: z.ZodNumber;
|
|
26
|
+
executions: z.ZodNumber;
|
|
27
|
+
failureRate: z.ZodNumber;
|
|
28
|
+
lowerBound80: z.ZodNumber;
|
|
29
|
+
upperBound80: z.ZodNumber;
|
|
30
|
+
}, z.core.$strip>;
|
|
31
|
+
export declare const scanTestIdentitySchema: z.ZodObject<{
|
|
32
|
+
column: z.ZodNumber;
|
|
33
|
+
file: z.ZodString;
|
|
34
|
+
line: z.ZodNumber;
|
|
35
|
+
project: z.ZodString;
|
|
36
|
+
titlePath: z.ZodArray<z.ZodString>;
|
|
37
|
+
}, z.core.$strip>;
|
|
38
|
+
export declare const scanAttachmentSchema: z.ZodObject<{
|
|
39
|
+
contentType: z.ZodString;
|
|
40
|
+
name: z.ZodString;
|
|
41
|
+
path: z.ZodString;
|
|
42
|
+
}, z.core.$strip>;
|
|
43
|
+
export declare const scanFailureClusterSchema: z.ZodObject<{
|
|
44
|
+
firstObservedAttempt: z.ZodNumber;
|
|
45
|
+
lastObservedAttempt: z.ZodNumber;
|
|
46
|
+
observedRate: z.ZodNumber;
|
|
47
|
+
occurrences: z.ZodNumber;
|
|
48
|
+
representativeArtifacts: z.ZodArray<z.ZodObject<{
|
|
49
|
+
contentType: z.ZodString;
|
|
50
|
+
name: z.ZodString;
|
|
51
|
+
path: z.ZodString;
|
|
52
|
+
}, z.core.$strip>>;
|
|
53
|
+
representativeReason: z.ZodString;
|
|
54
|
+
signature: z.ZodString;
|
|
55
|
+
}, z.core.$strip>;
|
|
56
|
+
export declare const scanTestResultSchema: z.ZodObject<{
|
|
57
|
+
counts: z.ZodObject<{
|
|
58
|
+
errors: z.ZodNumber;
|
|
59
|
+
failed: z.ZodNumber;
|
|
60
|
+
passed: z.ZodNumber;
|
|
61
|
+
skipped: z.ZodNumber;
|
|
62
|
+
}, z.core.$strip>;
|
|
63
|
+
failureClusters: z.ZodArray<z.ZodObject<{
|
|
64
|
+
firstObservedAttempt: z.ZodNumber;
|
|
65
|
+
lastObservedAttempt: z.ZodNumber;
|
|
66
|
+
observedRate: z.ZodNumber;
|
|
67
|
+
occurrences: z.ZodNumber;
|
|
68
|
+
representativeArtifacts: z.ZodArray<z.ZodObject<{
|
|
69
|
+
contentType: z.ZodString;
|
|
70
|
+
name: z.ZodString;
|
|
71
|
+
path: z.ZodString;
|
|
72
|
+
}, z.core.$strip>>;
|
|
73
|
+
representativeReason: z.ZodString;
|
|
74
|
+
signature: z.ZodString;
|
|
75
|
+
}, z.core.$strip>>;
|
|
76
|
+
failureRate: z.ZodNumber;
|
|
77
|
+
identity: z.ZodObject<{
|
|
78
|
+
column: z.ZodNumber;
|
|
79
|
+
file: z.ZodString;
|
|
80
|
+
line: z.ZodNumber;
|
|
81
|
+
project: z.ZodString;
|
|
82
|
+
titlePath: z.ZodArray<z.ZodString>;
|
|
83
|
+
}, z.core.$strip>;
|
|
84
|
+
lowerBound80: z.ZodNumber;
|
|
85
|
+
multipleFailureModes: z.ZodBoolean;
|
|
86
|
+
omittedFailureModes: z.ZodNumber;
|
|
87
|
+
status: z.ZodEnum<{
|
|
88
|
+
"failed-every-run": "failed-every-run";
|
|
89
|
+
"mixed-outcomes": "mixed-outcomes";
|
|
90
|
+
"no-failure-observed": "no-failure-observed";
|
|
91
|
+
errored: "errored";
|
|
92
|
+
skipped: "skipped";
|
|
93
|
+
}>;
|
|
94
|
+
trials: z.ZodNumber;
|
|
95
|
+
upperBound80: z.ZodNumber;
|
|
96
|
+
}, z.core.$strip>;
|
|
97
|
+
export declare const scanArtifactSchema: z.ZodObject<{
|
|
98
|
+
generatedAt: z.ZodISODateTime;
|
|
99
|
+
playwrightOutputDirectory: z.ZodNullable<z.ZodString>;
|
|
100
|
+
runs: z.ZodNumber;
|
|
101
|
+
runnerErrors: z.ZodArray<z.ZodString>;
|
|
102
|
+
status: z.ZodEnum<{
|
|
103
|
+
inconclusive: "inconclusive";
|
|
104
|
+
"failed-every-run": "failed-every-run";
|
|
105
|
+
"mixed-outcomes": "mixed-outcomes";
|
|
106
|
+
"no-failure-observed": "no-failure-observed";
|
|
107
|
+
}>;
|
|
108
|
+
target: z.ZodString;
|
|
109
|
+
tests: z.ZodArray<z.ZodObject<{
|
|
110
|
+
counts: z.ZodObject<{
|
|
111
|
+
errors: z.ZodNumber;
|
|
112
|
+
failed: z.ZodNumber;
|
|
113
|
+
passed: z.ZodNumber;
|
|
114
|
+
skipped: z.ZodNumber;
|
|
115
|
+
}, z.core.$strip>;
|
|
116
|
+
failureClusters: z.ZodArray<z.ZodObject<{
|
|
117
|
+
firstObservedAttempt: z.ZodNumber;
|
|
118
|
+
lastObservedAttempt: z.ZodNumber;
|
|
119
|
+
observedRate: z.ZodNumber;
|
|
120
|
+
occurrences: z.ZodNumber;
|
|
121
|
+
representativeArtifacts: z.ZodArray<z.ZodObject<{
|
|
122
|
+
contentType: z.ZodString;
|
|
123
|
+
name: z.ZodString;
|
|
124
|
+
path: z.ZodString;
|
|
125
|
+
}, z.core.$strip>>;
|
|
126
|
+
representativeReason: z.ZodString;
|
|
127
|
+
signature: z.ZodString;
|
|
128
|
+
}, z.core.$strip>>;
|
|
129
|
+
failureRate: z.ZodNumber;
|
|
130
|
+
identity: z.ZodObject<{
|
|
131
|
+
column: z.ZodNumber;
|
|
132
|
+
file: z.ZodString;
|
|
133
|
+
line: z.ZodNumber;
|
|
134
|
+
project: z.ZodString;
|
|
135
|
+
titlePath: z.ZodArray<z.ZodString>;
|
|
136
|
+
}, z.core.$strip>;
|
|
137
|
+
lowerBound80: z.ZodNumber;
|
|
138
|
+
multipleFailureModes: z.ZodBoolean;
|
|
139
|
+
omittedFailureModes: z.ZodNumber;
|
|
140
|
+
status: z.ZodEnum<{
|
|
141
|
+
"failed-every-run": "failed-every-run";
|
|
142
|
+
"mixed-outcomes": "mixed-outcomes";
|
|
143
|
+
"no-failure-observed": "no-failure-observed";
|
|
144
|
+
errored: "errored";
|
|
145
|
+
skipped: "skipped";
|
|
146
|
+
}>;
|
|
147
|
+
trials: z.ZodNumber;
|
|
148
|
+
upperBound80: z.ZodNumber;
|
|
149
|
+
}, z.core.$strip>>;
|
|
150
|
+
totals: z.ZodObject<{
|
|
151
|
+
errors: z.ZodNumber;
|
|
152
|
+
failed: z.ZodNumber;
|
|
153
|
+
passed: z.ZodNumber;
|
|
154
|
+
skipped: z.ZodNumber;
|
|
155
|
+
executions: z.ZodNumber;
|
|
156
|
+
failureRate: z.ZodNumber;
|
|
157
|
+
lowerBound80: z.ZodNumber;
|
|
158
|
+
upperBound80: z.ZodNumber;
|
|
159
|
+
}, z.core.$strip>;
|
|
160
|
+
workers: z.ZodNumber;
|
|
161
|
+
}, z.core.$strip>;
|
|
162
|
+
export type ScanArtifact = z.infer<typeof scanArtifactSchema>;
|
|
163
|
+
export type ScanAttachment = z.infer<typeof scanAttachmentSchema>;
|
|
164
|
+
export type ScanCounts = z.infer<typeof scanCountsSchema>;
|
|
165
|
+
export type ScanFailureCluster = z.infer<typeof scanFailureClusterSchema>;
|
|
166
|
+
export type ScanStatus = z.infer<typeof scanStatusSchema>;
|
|
167
|
+
export type ScanTestResult = z.infer<typeof scanTestResultSchema>;
|
|
168
|
+
export type ScanTestStatus = z.infer<typeof scanTestStatusSchema>;
|
|
169
|
+
export type ScanTotals = z.infer<typeof scanTotalsSchema>;
|
|
170
|
+
export {};
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export const scanStatusSchema = z.enum([
|
|
3
|
+
"failed-every-run",
|
|
4
|
+
"inconclusive",
|
|
5
|
+
"mixed-outcomes",
|
|
6
|
+
"no-failure-observed",
|
|
7
|
+
]);
|
|
8
|
+
export const scanTestStatusSchema = z.enum([
|
|
9
|
+
"errored",
|
|
10
|
+
"failed-every-run",
|
|
11
|
+
"mixed-outcomes",
|
|
12
|
+
"no-failure-observed",
|
|
13
|
+
"skipped",
|
|
14
|
+
]);
|
|
15
|
+
const scanCountsSchema = z.object({
|
|
16
|
+
errors: z.number().int().nonnegative(),
|
|
17
|
+
failed: z.number().int().nonnegative(),
|
|
18
|
+
passed: z.number().int().nonnegative(),
|
|
19
|
+
skipped: z.number().int().nonnegative(),
|
|
20
|
+
});
|
|
21
|
+
export const scanTotalsSchema = scanCountsSchema.extend({
|
|
22
|
+
executions: z.number().int().nonnegative(),
|
|
23
|
+
failureRate: z.number().min(0).max(1),
|
|
24
|
+
lowerBound80: z.number().min(0).max(1),
|
|
25
|
+
upperBound80: z.number().min(0).max(1),
|
|
26
|
+
});
|
|
27
|
+
export const scanTestIdentitySchema = z.object({
|
|
28
|
+
column: z.number().int().positive(),
|
|
29
|
+
file: z.string().min(1),
|
|
30
|
+
line: z.number().int().positive(),
|
|
31
|
+
project: z.string(),
|
|
32
|
+
titlePath: z.array(z.string().min(1)).min(1),
|
|
33
|
+
});
|
|
34
|
+
export const scanAttachmentSchema = z.object({
|
|
35
|
+
contentType: z.string().min(1),
|
|
36
|
+
name: z.string().min(1),
|
|
37
|
+
path: z.string().min(1),
|
|
38
|
+
});
|
|
39
|
+
export const scanFailureClusterSchema = z.object({
|
|
40
|
+
firstObservedAttempt: z.number().int().positive(),
|
|
41
|
+
lastObservedAttempt: z.number().int().positive(),
|
|
42
|
+
observedRate: z.number().min(0).max(1),
|
|
43
|
+
occurrences: z.number().int().positive(),
|
|
44
|
+
representativeArtifacts: z.array(scanAttachmentSchema).max(3),
|
|
45
|
+
representativeReason: z.string().min(1).max(2_000),
|
|
46
|
+
signature: z.string().regex(/^[a-f0-9]{16}$/u),
|
|
47
|
+
});
|
|
48
|
+
export const scanTestResultSchema = z.object({
|
|
49
|
+
counts: scanCountsSchema,
|
|
50
|
+
failureClusters: z.array(scanFailureClusterSchema).max(5),
|
|
51
|
+
failureRate: z.number().min(0).max(1),
|
|
52
|
+
identity: scanTestIdentitySchema,
|
|
53
|
+
lowerBound80: z.number().min(0).max(1),
|
|
54
|
+
multipleFailureModes: z.boolean(),
|
|
55
|
+
omittedFailureModes: z.number().int().nonnegative(),
|
|
56
|
+
status: scanTestStatusSchema,
|
|
57
|
+
trials: z.number().int().nonnegative(),
|
|
58
|
+
upperBound80: z.number().min(0).max(1),
|
|
59
|
+
});
|
|
60
|
+
export const scanArtifactSchema = z.object({
|
|
61
|
+
generatedAt: z.iso.datetime(),
|
|
62
|
+
playwrightOutputDirectory: z.string().min(1).nullable(),
|
|
63
|
+
runs: z.number().int().min(2).max(100),
|
|
64
|
+
runnerErrors: z.array(z.string().min(1).max(2_000)),
|
|
65
|
+
status: scanStatusSchema,
|
|
66
|
+
target: z.string().min(1),
|
|
67
|
+
tests: z.array(scanTestResultSchema),
|
|
68
|
+
totals: scanTotalsSchema,
|
|
69
|
+
workers: z.number().int().min(1).max(32),
|
|
70
|
+
});
|
|
71
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/scan/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,kBAAkB;IAClB,cAAc;IACd,gBAAgB;IAChB,qBAAqB;CACtB,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,SAAS;IACT,kBAAkB;IAClB,gBAAgB;IAChB,qBAAqB;IACrB,SAAS;CACV,CAAC,CAAA;AAEF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;CACxC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACvC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CACxB,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAChD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;IAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;CAC/C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,gBAAgB;IACxB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,QAAQ,EAAE,sBAAsB;IAChC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE;IACjC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACnD,MAAM,EAAE,oBAAoB;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACvC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC7B,yBAAyB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACtC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;IACpC,MAAM,EAAE,gBAAgB;IACxB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;CACzC,CAAC,CAAA"}
|
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
import type { TrialExecutor } from "../runner/playwright-executor.js";
|
|
2
2
|
import type { ResourceUsage } from "./usage.js";
|
|
3
|
+
export declare const SOLARI_SANDBOX_TEMPLATE = "base";
|
|
4
|
+
export declare const SOLARI_SANDBOX_TIMEOUT_MS: number;
|
|
5
|
+
export declare const CHECKOUT_START_SHELL = "sh";
|
|
6
|
+
export declare const CHECKOUT_START_COMMAND = "cd /opt/flakelab-checkout && nohup python3 server.py >server.log 2>&1 &";
|
|
3
7
|
export interface SolariExecutorOptions {
|
|
4
8
|
apiKey: string;
|
|
5
9
|
baseUrl: string;
|
|
6
10
|
signal?: AbortSignal;
|
|
7
|
-
|
|
11
|
+
snapshotKey: string;
|
|
8
12
|
}
|
|
9
13
|
export declare class SolariParallelExecutor {
|
|
10
14
|
#private;
|