flakelab 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +225 -38
- package/dist/analysis/blob-report.d.ts +15 -0
- package/dist/analysis/blob-report.js +137 -0
- package/dist/analysis/blob-report.js.map +1 -0
- package/dist/analysis/cli.d.ts +7 -0
- package/dist/analysis/cli.js +28 -0
- package/dist/analysis/cli.js.map +1 -0
- package/dist/analysis/schema.d.ts +175 -0
- package/dist/analysis/schema.js +34 -0
- package/dist/analysis/schema.js.map +1 -0
- package/dist/analysis/zip-archive.d.ts +6 -0
- package/dist/analysis/zip-archive.js +193 -0
- package/dist/analysis/zip-archive.js.map +1 -0
- package/dist/artifacts/paths.d.ts +3 -0
- package/dist/artifacts/paths.js +34 -0
- package/dist/artifacts/paths.js.map +1 -0
- package/dist/artifacts/retention.d.ts +1 -0
- package/dist/artifacts/retention.js +80 -0
- package/dist/artifacts/retention.js.map +1 -0
- package/dist/bisect/engine.js +0 -1
- package/dist/bisect/engine.js.map +1 -1
- package/dist/bisect/schema.d.ts +5 -6
- package/dist/bisect/schema.js +1 -2
- package/dist/bisect/schema.js.map +1 -1
- package/dist/bisect/solari-evaluator.js +9 -1
- package/dist/bisect/solari-evaluator.js.map +1 -1
- package/dist/ci/job-summary.d.ts +2 -0
- package/dist/ci/job-summary.js +120 -2
- package/dist/ci/job-summary.js.map +1 -1
- package/dist/ci/select-command.js +1 -1
- package/dist/ci/select-command.js.map +1 -1
- package/dist/ci/summary-command.js +12 -7
- package/dist/ci/summary-command.js.map +1 -1
- package/dist/cli-arguments.d.ts +44 -0
- package/dist/cli-arguments.js +356 -0
- package/dist/cli-arguments.js.map +1 -0
- package/dist/cli-command-help.d.ts +11 -0
- package/dist/cli-command-help.js +211 -0
- package/dist/cli-command-help.js.map +1 -0
- package/dist/cli-help.d.ts +5 -2
- package/dist/cli-help.js +122 -45
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-option-definitions.d.ts +202 -0
- package/dist/cli-option-definitions.js +59 -0
- package/dist/cli-option-definitions.js.map +1 -0
- package/dist/cli.js +100 -100
- package/dist/cli.js.map +1 -1
- package/dist/commands/analyze-summary.d.ts +5 -0
- package/dist/commands/analyze-summary.js +89 -0
- package/dist/commands/analyze-summary.js.map +1 -0
- package/dist/commands/analyze.d.ts +6 -0
- package/dist/commands/analyze.js +128 -0
- package/dist/commands/analyze.js.map +1 -0
- package/dist/commands/bisect.d.ts +2 -2
- package/dist/commands/bisect.js +32 -3
- package/dist/commands/bisect.js.map +1 -1
- package/dist/commands/diagnose.d.ts +3 -2
- package/dist/commands/diagnose.js +355 -23
- package/dist/commands/diagnose.js.map +1 -1
- package/dist/commands/discover.d.ts +18 -2
- package/dist/commands/discover.js +215 -25
- package/dist/commands/discover.js.map +1 -1
- package/dist/commands/doctor.d.ts +2 -0
- package/dist/commands/doctor.js +66 -25
- package/dist/commands/doctor.js.map +1 -1
- package/dist/commands/investigate.d.ts +3 -2
- package/dist/commands/investigate.js +22 -3
- package/dist/commands/investigate.js.map +1 -1
- package/dist/commands/options.d.ts +123 -16
- package/dist/commands/options.js +24 -2
- package/dist/commands/options.js.map +1 -1
- package/dist/commands/prove.d.ts +2 -2
- package/dist/commands/prove.js +38 -1
- package/dist/commands/prove.js.map +1 -1
- package/dist/commands/repair.d.ts +8 -2
- package/dist/commands/repair.js +32 -9
- package/dist/commands/repair.js.map +1 -1
- package/dist/commands/replay.d.ts +2 -2
- package/dist/commands/replay.js +15 -2
- package/dist/commands/replay.js.map +1 -1
- package/dist/commands/report.d.ts +2 -2
- package/dist/commands/report.js +35 -10
- package/dist/commands/report.js.map +1 -1
- package/dist/commands/scan-summary.d.ts +7 -0
- package/dist/commands/scan-summary.js +175 -0
- package/dist/commands/scan-summary.js.map +1 -0
- package/dist/commands/scan.d.ts +9 -12
- package/dist/commands/scan.js +66 -62
- package/dist/commands/scan.js.map +1 -1
- package/dist/core/plan.js +1 -1
- package/dist/core/plan.js.map +1 -1
- package/dist/diagnosis/checkpoint.d.ts +6 -0
- package/dist/diagnosis/checkpoint.js +46 -0
- package/dist/diagnosis/checkpoint.js.map +1 -0
- package/dist/diagnosis/cli.d.ts +7 -0
- package/dist/diagnosis/cli.js +84 -0
- package/dist/diagnosis/cli.js.map +1 -0
- package/dist/diagnosis/recommendation.d.ts +13 -0
- package/dist/diagnosis/recommendation.js +95 -0
- package/dist/diagnosis/recommendation.js.map +1 -0
- package/dist/diagnosis/run-state.d.ts +52 -0
- package/dist/diagnosis/run-state.js +173 -0
- package/dist/diagnosis/run-state.js.map +1 -0
- package/dist/diagnosis/schema.d.ts +207 -0
- package/dist/diagnosis/schema.js +108 -0
- package/dist/diagnosis/schema.js.map +1 -0
- package/dist/diagnosis/solari-handoff.d.ts +9 -0
- package/dist/diagnosis/solari-handoff.js +40 -0
- package/dist/diagnosis/solari-handoff.js.map +1 -0
- package/dist/diagnosis/summary.d.ts +3 -0
- package/dist/diagnosis/summary.js +115 -0
- package/dist/diagnosis/summary.js.map +1 -0
- package/dist/discovery/auth-cookie.d.ts +19 -0
- package/dist/discovery/auth-cookie.js +26 -0
- package/dist/discovery/auth-cookie.js.map +1 -0
- package/dist/discovery/evaluate.d.ts +35 -2
- package/dist/discovery/evaluate.js +136 -30
- package/dist/discovery/evaluate.js.map +1 -1
- package/dist/discovery/event-loop.d.ts +25 -0
- package/dist/discovery/event-loop.js +84 -0
- package/dist/discovery/event-loop.js.map +1 -0
- package/dist/discovery/minimize.d.ts +61 -1
- package/dist/discovery/minimize.js +179 -7
- package/dist/discovery/minimize.js.map +1 -1
- package/dist/discovery/resource-loading.d.ts +25 -0
- package/dist/discovery/resource-loading.js +84 -0
- package/dist/discovery/resource-loading.js.map +1 -0
- package/dist/discovery/runner-environment.d.ts +26 -0
- package/dist/discovery/runner-environment.js +68 -0
- package/dist/discovery/runner-environment.js.map +1 -0
- package/dist/discovery/startup-event.d.ts +25 -0
- package/dist/discovery/startup-event.js +84 -0
- package/dist/discovery/startup-event.js.map +1 -0
- package/dist/discovery/storage-state.d.ts +26 -0
- package/dist/discovery/storage-state.js +86 -0
- package/dist/discovery/storage-state.js.map +1 -0
- package/dist/discovery/temporal-environment.d.ts +31 -0
- package/dist/discovery/temporal-environment.js +43 -0
- package/dist/discovery/temporal-environment.js.map +1 -0
- package/dist/discovery/visual-environment.d.ts +28 -0
- package/dist/discovery/visual-environment.js +42 -0
- package/dist/discovery/visual-environment.js.map +1 -0
- package/dist/domain/schema.d.ts +840 -20
- package/dist/domain/schema.js +216 -6
- package/dist/domain/schema.js.map +1 -1
- package/dist/faults/browser-context.d.ts +16 -0
- package/dist/faults/browser-context.js +60 -0
- package/dist/faults/browser-context.js.map +1 -0
- package/dist/faults/cookie-header.d.ts +5 -0
- package/dist/faults/cookie-header.js +25 -0
- package/dist/faults/cookie-header.js.map +1 -0
- package/dist/faults/document-bootstrap.d.ts +5 -0
- package/dist/faults/document-bootstrap.js +141 -0
- package/dist/faults/document-bootstrap.js.map +1 -0
- package/dist/faults/install.d.ts +1 -1
- package/dist/faults/install.js +199 -6
- package/dist/faults/install.js.map +1 -1
- package/dist/faults/pattern.d.ts +1 -0
- package/dist/faults/pattern.js +24 -0
- package/dist/faults/pattern.js.map +1 -0
- package/dist/investigator/agent.js +39 -17
- package/dist/investigator/agent.js.map +1 -1
- package/dist/investigator/ledger.d.ts +1 -1
- package/dist/investigator/ledger.js +2 -2
- package/dist/investigator/ledger.js.map +1 -1
- package/dist/investigator/safe-source.d.ts +1 -0
- package/dist/investigator/safe-source.js +12 -3
- package/dist/investigator/safe-source.js.map +1 -1
- package/dist/investigator/schema.d.ts +293 -2
- package/dist/investigator/schema.js +100 -2
- package/dist/investigator/schema.js.map +1 -1
- package/dist/proof/cli.d.ts +7 -0
- package/dist/proof/cli.js +108 -0
- package/dist/proof/cli.js.map +1 -0
- package/dist/proof/preflight.d.ts +4 -0
- package/dist/proof/preflight.js +9 -0
- package/dist/proof/preflight.js.map +1 -0
- package/dist/repair/generator.d.ts +12 -1
- package/dist/repair/generator.js +30 -6
- package/dist/repair/generator.js.map +1 -1
- package/dist/repair/remote-proof-runner.js +6 -10
- package/dist/repair/remote-proof-runner.js.map +1 -1
- package/dist/repair/schema.d.ts +77 -2
- package/dist/repair/schema.js +23 -2
- package/dist/repair/schema.js.map +1 -1
- package/dist/repair/solari-validator.d.ts +2 -0
- package/dist/repair/solari-validator.js +4 -6
- package/dist/repair/solari-validator.js.map +1 -1
- package/dist/repair/summary.d.ts +10 -0
- package/dist/repair/summary.js +58 -0
- package/dist/repair/summary.js.map +1 -0
- package/dist/repair/validator.d.ts +1 -0
- package/dist/repair/validator.js +53 -12
- package/dist/repair/validator.js.map +1 -1
- package/dist/report/bundle.js +16 -37
- package/dist/report/bundle.js.map +1 -1
- package/dist/report/model.js +131 -12
- package/dist/report/model.js.map +1 -1
- package/dist/report/open.d.ts +9 -0
- package/dist/report/open.js +23 -0
- package/dist/report/open.js.map +1 -1
- package/dist/report/report-client.css +2 -0
- package/dist/report/report-client.js +58 -0
- package/dist/report/schema.d.ts +115 -5
- package/dist/report/schema.js +24 -5
- package/dist/report/schema.js.map +1 -1
- package/dist/reproducer/schema.d.ts +89 -4
- package/dist/reproducer/schema.js +3 -4
- package/dist/reproducer/schema.js.map +1 -1
- package/dist/runner/execution-fault.d.ts +10 -0
- package/dist/runner/execution-fault.js +24 -0
- package/dist/runner/execution-fault.js.map +1 -0
- package/dist/runner/fault-proxy.d.ts +7 -0
- package/dist/runner/fault-proxy.js +366 -0
- package/dist/runner/fault-proxy.js.map +1 -0
- package/dist/runner/local.js +2 -2
- package/dist/runner/local.js.map +1 -1
- package/dist/runner/native-scan.d.ts +25 -0
- package/dist/runner/native-scan.js +306 -0
- package/dist/runner/native-scan.js.map +1 -0
- package/dist/runner/playwright-executor.d.ts +3 -0
- package/dist/runner/playwright-executor.js +125 -66
- package/dist/runner/playwright-executor.js.map +1 -1
- package/dist/runner/process-tree.d.ts +7 -0
- package/dist/runner/process-tree.js +62 -0
- package/dist/runner/process-tree.js.map +1 -0
- package/dist/runner/project-bridge.d.ts +7 -0
- package/dist/runner/project-bridge.js +83 -0
- package/dist/runner/project-bridge.js.map +1 -0
- package/dist/runner/trial-reporter.d.ts +7 -0
- package/dist/runner/trial-reporter.js +47 -0
- package/dist/runner/trial-reporter.js.map +1 -0
- package/dist/scan/failure-clusters.d.ts +24 -0
- package/dist/scan/failure-clusters.js +74 -0
- package/dist/scan/failure-clusters.js.map +1 -0
- package/dist/scan/schema.d.ts +170 -0
- package/dist/scan/schema.js +71 -0
- package/dist/scan/schema.js.map +1 -0
- package/dist/solari/executor.d.ts +5 -1
- package/dist/solari/executor.js +25 -17
- package/dist/solari/executor.js.map +1 -1
- package/dist/solari/run-demo.d.ts +13 -1
- package/dist/solari/run-demo.js +35 -16
- package/dist/solari/run-demo.js.map +1 -1
- package/dist/solari/usage.d.ts +8 -2
- package/dist/solari/usage.js +14 -4
- package/dist/solari/usage.js.map +1 -1
- package/dist/ui/boundary.d.ts +17 -0
- package/dist/ui/boundary.js +18 -0
- package/dist/ui/boundary.js.map +1 -0
- package/dist/ui/console.d.ts +4 -0
- package/dist/ui/console.js +11 -0
- package/dist/ui/console.js.map +1 -0
- package/dist/ui/document.d.ts +40 -0
- package/dist/ui/document.js +120 -0
- package/dist/ui/document.js.map +1 -0
- package/dist/ui/format.d.ts +8 -0
- package/dist/ui/format.js +32 -0
- package/dist/ui/format.js.map +1 -0
- package/dist/ui/progress.d.ts +17 -1
- package/dist/ui/progress.js +51 -8
- package/dist/ui/progress.js.map +1 -1
- package/dist/ui/status.d.ts +7 -0
- package/dist/ui/status.js +36 -0
- package/dist/ui/status.js.map +1 -0
- package/dist/ui/style.d.ts +8 -0
- package/dist/ui/style.js +22 -0
- package/dist/ui/style.js.map +1 -0
- package/dist/ui/text.d.ts +17 -0
- package/dist/ui/text.js +123 -0
- package/dist/ui/text.js.map +1 -0
- package/dist/ui/theme.d.ts +23 -0
- package/dist/ui/theme.js +77 -0
- package/dist/ui/theme.js.map +1 -0
- package/dist/ui/trial-progress.d.ts +13 -0
- package/dist/ui/trial-progress.js +42 -0
- package/dist/ui/trial-progress.js.map +1 -0
- package/package.json +14 -19
- package/dist/faults/network-delay.d.ts +0 -5
- package/dist/faults/network-delay.js +0 -34
- package/dist/faults/network-delay.js.map +0 -1
- package/dist/faults/request-failure.d.ts +0 -5
- package/dist/faults/request-failure.js +0 -24
- package/dist/faults/request-failure.js.map +0 -1
- package/dist/playwright.d.ts +0 -3
- package/dist/playwright.js +0 -21
- package/dist/playwright.js.map +0 -1
- package/dist/report/browser-entry.d.ts +0 -2
- package/dist/report/browser-entry.js +0 -15
- package/dist/report/browser-entry.js.map +0 -1
- package/dist/report/components/artifacts.d.ts +0 -4
- package/dist/report/components/artifacts.js +0 -6
- package/dist/report/components/artifacts.js.map +0 -1
- package/dist/report/components/experiments.d.ts +0 -4
- package/dist/report/components/experiments.js +0 -7
- package/dist/report/components/experiments.js.map +0 -1
- package/dist/report/components/hypotheses.d.ts +0 -4
- package/dist/report/components/hypotheses.js +0 -26
- package/dist/report/components/hypotheses.js.map +0 -1
- package/dist/report/components/indicators.d.ts +0 -32
- package/dist/report/components/indicators.js +0 -42
- package/dist/report/components/indicators.js.map +0 -1
- package/dist/report/components/layout.d.ts +0 -29
- package/dist/report/components/layout.js +0 -20
- package/dist/report/components/layout.js.map +0 -1
- package/dist/report/components/proof.d.ts +0 -4
- package/dist/report/components/proof.js +0 -34
- package/dist/report/components/proof.js.map +0 -1
- package/dist/report/components/reproduction.d.ts +0 -4
- package/dist/report/components/reproduction.js +0 -19
- package/dist/report/components/reproduction.js.map +0 -1
- package/dist/report/components/summary.d.ts +0 -4
- package/dist/report/components/summary.js +0 -12
- package/dist/report/components/summary.js.map +0 -1
- package/dist/report/components/verdict.d.ts +0 -4
- package/dist/report/components/verdict.js +0 -27
- package/dist/report/components/verdict.js.map +0 -1
- package/dist/report/report-app.d.ts +0 -6
- package/dist/report/report-app.js +0 -16
- package/dist/report/report-app.js.map +0 -1
- package/dist/report/report-details.css +0 -182
- package/dist/report/report.css +0 -404
package/dist/cli.js
CHANGED
|
@@ -1,121 +1,121 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { parseCliArguments } from "./cli-arguments.js";
|
|
2
2
|
import { helpText, VERSION } from "./cli-help.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
|
|
7
|
-
import { investigate } from "./commands/investigate.js";
|
|
8
|
-
import { prove } from "./commands/prove.js";
|
|
9
|
-
import { repair } from "./commands/repair.js";
|
|
10
|
-
import { replay } from "./commands/replay.js";
|
|
11
|
-
import { generateReport } from "./commands/report.js";
|
|
12
|
-
import { scan } from "./commands/scan.js";
|
|
13
|
-
import { cliErrorMessage } from "./providers/errors.js";
|
|
14
|
-
const ADVANCED_COMMANDS = new Set([
|
|
3
|
+
import { writeStderr, writeStdout } from "./ui/console.js";
|
|
4
|
+
import { TerminalDocument } from "./ui/document.js";
|
|
5
|
+
import { stderrTheme, stdoutTheme } from "./ui/theme.js";
|
|
6
|
+
const PROVIDER_COMMANDS = new Set([
|
|
15
7
|
"bisect",
|
|
16
|
-
"diagnose",
|
|
17
|
-
"discover",
|
|
18
|
-
"doctor",
|
|
19
8
|
"investigate",
|
|
9
|
+
"prove",
|
|
20
10
|
"repair",
|
|
21
|
-
"replay",
|
|
22
11
|
"report",
|
|
23
|
-
"scan",
|
|
24
12
|
]);
|
|
25
|
-
async function
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
13
|
+
async function runNonScanCommand(invocation) {
|
|
14
|
+
switch (invocation.command) {
|
|
15
|
+
case "bisect": {
|
|
16
|
+
const { bisect } = await import("./commands/bisect.js");
|
|
17
|
+
await bisect(invocation.options);
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
case "diagnose": {
|
|
21
|
+
const { diagnose } = await import("./commands/diagnose.js");
|
|
22
|
+
await diagnose(invocation.target, invocation.options);
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
case "discover": {
|
|
26
|
+
const { discover } = await import("./commands/discover.js");
|
|
27
|
+
await discover(invocation.target, invocation.options);
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
case "doctor": {
|
|
31
|
+
const { doctor } = await import("./commands/doctor.js");
|
|
32
|
+
await doctor();
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
case "investigate": {
|
|
36
|
+
const { investigate } = await import("./commands/investigate.js");
|
|
37
|
+
await investigate(invocation.target, invocation.options);
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
40
|
+
case "prove": {
|
|
41
|
+
const { prove } = await import("./commands/prove.js");
|
|
42
|
+
await prove(invocation.target, invocation.options);
|
|
43
|
+
return;
|
|
44
|
+
}
|
|
45
|
+
case "repair": {
|
|
46
|
+
const { repair } = await import("./commands/repair.js");
|
|
47
|
+
await repair(invocation.target, invocation.options);
|
|
48
|
+
return;
|
|
49
|
+
}
|
|
50
|
+
case "replay": {
|
|
51
|
+
const { replay } = await import("./commands/replay.js");
|
|
52
|
+
await replay(invocation.target, invocation.options);
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
55
|
+
case "report": {
|
|
56
|
+
const { generateReport } = await import("./commands/report.js");
|
|
57
|
+
await generateReport(invocation.target, invocation.options);
|
|
58
|
+
return;
|
|
29
59
|
}
|
|
30
|
-
await doctor();
|
|
31
|
-
return;
|
|
32
|
-
}
|
|
33
|
-
if (command === "bisect") {
|
|
34
|
-
await bisect(values);
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
const selectedTarget = target ?? (command === "scan" ? "." : undefined);
|
|
38
|
-
if (!selectedTarget) {
|
|
39
|
-
throw new Error(`${command} requires a target. Run flakelab --help for examples.`);
|
|
40
60
|
}
|
|
41
|
-
const commands = {
|
|
42
|
-
diagnose,
|
|
43
|
-
discover,
|
|
44
|
-
investigate,
|
|
45
|
-
repair,
|
|
46
|
-
replay,
|
|
47
|
-
report: generateReport,
|
|
48
|
-
scan: async (value, options) => {
|
|
49
|
-
await scan(value, options);
|
|
50
|
-
},
|
|
51
|
-
};
|
|
52
|
-
await commands[command](selectedTarget, values);
|
|
53
61
|
}
|
|
54
|
-
async function
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
options
|
|
58
|
-
artifacts: { type: "string", default: ".flakelab/runs" },
|
|
59
|
-
bad: { type: "string", default: "HEAD" },
|
|
60
|
-
"bisect-parallelism": { type: "string", default: "2" },
|
|
61
|
-
"bisect-report": { type: "string", default: "flakelab.bisect.json" },
|
|
62
|
-
concurrency: { type: "string", default: "4" },
|
|
63
|
-
"delay-ms": { type: "string", default: "250" },
|
|
64
|
-
"max-cost": { type: "string", default: "0.25" },
|
|
65
|
-
"max-delay": { type: "string", default: "250" },
|
|
66
|
-
"max-experiments": { type: "string", default: "3" },
|
|
67
|
-
"max-seconds": { type: "string", default: "90" },
|
|
68
|
-
"max-steps": { type: "string", default: "3" },
|
|
69
|
-
"max-trials": { type: "string", default: "12" },
|
|
70
|
-
"min-rate": { type: "string", default: "0.7" },
|
|
71
|
-
html: { type: "string", default: "flakelab.report.html" },
|
|
72
|
-
good: { type: "string", default: "" },
|
|
73
|
-
help: { type: "boolean", short: "h", default: false },
|
|
74
|
-
model: { type: "string", default: "qwen/qwen3.8-27b" },
|
|
75
|
-
open: { type: "boolean", default: false },
|
|
76
|
-
output: { type: "string", default: "flakelab.repro.yaml" },
|
|
77
|
-
patch: { type: "string", default: "candidate.diff" },
|
|
78
|
-
pattern: { type: "string", default: "**/api/checkout" },
|
|
79
|
-
publish: { type: "boolean", default: false },
|
|
80
|
-
proof: { type: "string", default: "flakelab.proof.json" },
|
|
81
|
-
"prompt-credentials": { type: "boolean", default: false },
|
|
82
|
-
prove: { type: "boolean", default: false },
|
|
83
|
-
report: { type: "string", default: "flakelab.investigation.json" },
|
|
84
|
-
reproducer: { type: "string", default: "flakelab.repro.yaml" },
|
|
85
|
-
runs: { type: "string", default: "4" },
|
|
86
|
-
seed: { type: "string", default: "1" },
|
|
87
|
-
trials: { type: "string", default: "4" },
|
|
88
|
-
verbose: { type: "boolean", default: false },
|
|
89
|
-
version: { type: "boolean", short: "v", default: false },
|
|
90
|
-
},
|
|
91
|
-
});
|
|
92
|
-
if (values.version) {
|
|
93
|
-
process.stdout.write(`${VERSION}\n`);
|
|
62
|
+
async function runCommand(invocation) {
|
|
63
|
+
if (invocation.command === "analyze") {
|
|
64
|
+
const { analyze } = await import("./commands/analyze.js");
|
|
65
|
+
await analyze(invocation.target, invocation.options);
|
|
94
66
|
return;
|
|
95
67
|
}
|
|
96
|
-
if (
|
|
97
|
-
|
|
68
|
+
if (invocation.command === "scan") {
|
|
69
|
+
const { scan } = await import("./commands/scan.js");
|
|
70
|
+
await scan(invocation.target, invocation.options);
|
|
98
71
|
return;
|
|
99
72
|
}
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
await
|
|
73
|
+
if (invocation.command === "resume") {
|
|
74
|
+
const { resumeDiagnosis } = await import("./commands/diagnose.js");
|
|
75
|
+
await resumeDiagnosis(invocation.target);
|
|
103
76
|
return;
|
|
104
77
|
}
|
|
105
|
-
|
|
106
|
-
|
|
78
|
+
await runNonScanCommand(invocation);
|
|
79
|
+
}
|
|
80
|
+
async function providerErrorMessage(error) {
|
|
81
|
+
try {
|
|
82
|
+
const { cliErrorMessage } = await import("./providers/errors.js");
|
|
83
|
+
return cliErrorMessage(error);
|
|
107
84
|
}
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
return;
|
|
85
|
+
catch {
|
|
86
|
+
return error.message;
|
|
111
87
|
}
|
|
112
|
-
await scan(first, values);
|
|
113
88
|
}
|
|
114
|
-
|
|
115
|
-
|
|
89
|
+
/**
|
|
90
|
+
* Command failures use the same status vocabulary as successful output, on
|
|
91
|
+
* stderr, so a machine-readable stdout stream stays clean.
|
|
92
|
+
*/
|
|
93
|
+
function failureText(message) {
|
|
94
|
+
return new TerminalDocument(stderrTheme()).entry("failure", message).render();
|
|
116
95
|
}
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
96
|
+
async function main() {
|
|
97
|
+
let providerCommand = false;
|
|
98
|
+
try {
|
|
99
|
+
const invocation = parseCliArguments(process.argv.slice(2));
|
|
100
|
+
if (invocation.command === "help") {
|
|
101
|
+
process.stdout.write(helpText(invocation.topic, stdoutTheme()));
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
if (invocation.command === "version") {
|
|
105
|
+
writeStdout(VERSION);
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
providerCommand = PROVIDER_COMMANDS.has(invocation.command);
|
|
109
|
+
await runCommand(invocation);
|
|
110
|
+
}
|
|
111
|
+
catch (error) {
|
|
112
|
+
let message = "FlakeLab failed";
|
|
113
|
+
if (error instanceof Error) {
|
|
114
|
+
message = providerCommand ? await providerErrorMessage(error) : error.message;
|
|
115
|
+
}
|
|
116
|
+
writeStderr(failureText(message));
|
|
117
|
+
process.exitCode = 1;
|
|
118
|
+
}
|
|
120
119
|
}
|
|
120
|
+
await main();
|
|
121
121
|
//# sourceMappingURL=cli.js.map
|
package/dist/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAsB,MAAM,oBAAoB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAQxD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAkC;IACjE,QAAQ;IACR,aAAa;IACb,OAAO;IACP,QAAQ;IACR,QAAQ;CACT,CAAC,CAAA;AAEF,KAAK,UAAU,iBAAiB,CAAC,UAA6B;IAC5D,QAAQ,UAAU,CAAC,OAAO,EAAE,CAAC;QAC3B,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;YACvD,MAAM,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;YAChC,OAAM;QACR,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAA;YAC3D,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YACrD,OAAM;QACR,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAA;YAC3D,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YACrD,OAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;YACvD,MAAM,MAAM,EAAE,CAAA;YACd,OAAM;QACR,CAAC;QACD,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAA;YACjE,MAAM,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YACxD,OAAM;QACR,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAA;YACrD,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YAClD,OAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;YACvD,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;YACvD,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;YAC/D,MAAM,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;YAC3D,OAAM;QACR,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAgC;IACxD,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAA;QACzD,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;QACpD,OAAM;IACR,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QAClC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;QACnD,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAA;QACjD,OAAM;IACR,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAA;QAClE,MAAM,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;QACxC,OAAM;IACR,CAAC;IACD,MAAM,iBAAiB,CAAC,UAAU,CAAC,CAAA;AACrC,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,KAAY;IAC9C,IAAI,CAAC;QACH,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAA;QACjE,OAAO,eAAe,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC,OAAO,CAAA;IACtB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,MAAM,EAAE,CAAA;AAC/E,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,eAAe,GAAG,KAAK,CAAA;IAC3B,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3D,IAAI,UAAU,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;YAC/D,OAAM;QACR,CAAC;QACD,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACrC,WAAW,CAAC,OAAO,CAAC,CAAA;YACpB,OAAM;QACR,CAAC;QACD,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QAC3D,MAAM,UAAU,CAAC,UAAU,CAAC,CAAA;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,GAAG,iBAAiB,CAAA;QAC/B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAA;QAC/E,CAAC;QACD,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;QACjC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC;AAED,MAAM,IAAI,EAAE,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { AnalysisArtifact } from "../analysis/schema.js";
|
|
2
|
+
import type { TerminalTheme } from "../ui/theme.js";
|
|
3
|
+
import type { AnalyzeOptions } from "./options.js";
|
|
4
|
+
export declare function formatAnalysisSummary(result: AnalysisArtifact, artifactPath: string, theme?: TerminalTheme): string;
|
|
5
|
+
export declare function formatAnalysisOutput(result: AnalysisArtifact, values: Pick<AnalyzeOptions, "json" | "verbose">, artifactPath: string, theme?: TerminalTheme): string;
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { TerminalDocument } from "../ui/document.js";
|
|
2
|
+
import { formatCount, shellArgument } from "../ui/format.js";
|
|
3
|
+
import { PLAIN_THEME } from "../ui/theme.js";
|
|
4
|
+
import { failureEvidence, finding } from "./scan-summary.js";
|
|
5
|
+
const SUMMARY_FINDING_LIMIT = 10;
|
|
6
|
+
const STATUS_TONES = {
|
|
7
|
+
errored: "inconclusive",
|
|
8
|
+
"failed-every-run": "failure",
|
|
9
|
+
inconclusive: "inconclusive",
|
|
10
|
+
"mixed-outcomes": "warning",
|
|
11
|
+
"no-failure-observed": "success",
|
|
12
|
+
skipped: "muted",
|
|
13
|
+
};
|
|
14
|
+
function appendFinding(document, entry) {
|
|
15
|
+
const { column, file, line, project, titlePath } = entry.identity;
|
|
16
|
+
document.entry(STATUS_TONES[entry.status], `${entry.rank}. ${entry.status} · ${project}`);
|
|
17
|
+
document.detail(`${file}:${line}:${column} › ${titlePath.join(" › ")}`);
|
|
18
|
+
document.detail(entry.reasons.join(" · "));
|
|
19
|
+
}
|
|
20
|
+
function overviewRows(result) {
|
|
21
|
+
const totals = result.totals;
|
|
22
|
+
return [
|
|
23
|
+
{ label: "Source", value: result.source.path },
|
|
24
|
+
{
|
|
25
|
+
label: "Merged",
|
|
26
|
+
value: `${formatCount(result.source.archiveCount, "archive")}`
|
|
27
|
+
+ ` · ${formatCount(result.tests.length, "test")}`,
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
label: "Outcomes",
|
|
31
|
+
value: `${totals.passed} passed · ${totals.failed} failed`
|
|
32
|
+
+ ` · ${totals.skipped} skipped · ${totals.errors} errors`,
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
label: "Confidence",
|
|
36
|
+
value: failureEvidence(totals.failed, totals.passed, totals.lowerBound80, totals.upperBound80),
|
|
37
|
+
},
|
|
38
|
+
{ label: "Findings", value: `${result.findings.length}` },
|
|
39
|
+
];
|
|
40
|
+
}
|
|
41
|
+
function appendFindings(document, result) {
|
|
42
|
+
if (result.findings.length === 0) {
|
|
43
|
+
document.section("Findings");
|
|
44
|
+
document.entry("success", "No failing or errored test results were found in this report.");
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
document.section("Recommended investigation targets");
|
|
48
|
+
for (const entry of result.findings.slice(0, SUMMARY_FINDING_LIMIT)) {
|
|
49
|
+
appendFinding(document, entry);
|
|
50
|
+
}
|
|
51
|
+
const omitted = result.findings.length - SUMMARY_FINDING_LIMIT;
|
|
52
|
+
if (omitted > 0) {
|
|
53
|
+
document.entry("muted", `${omitted} additional finding(s) are available in the JSON artifact.`);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
export function formatAnalysisSummary(result, artifactPath, theme = PLAIN_THEME) {
|
|
57
|
+
const document = new TerminalDocument(theme);
|
|
58
|
+
document.heading("report analysis");
|
|
59
|
+
document.verdict(STATUS_TONES[result.status], result.status, finding(result.status));
|
|
60
|
+
document.blank().rows(overviewRows(result));
|
|
61
|
+
appendFindings(document, result);
|
|
62
|
+
if (result.runnerErrors.length > 0) {
|
|
63
|
+
document.section("Runner errors");
|
|
64
|
+
for (const error of result.runnerErrors) {
|
|
65
|
+
document.entry("failure", error);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
document.section("Evidence");
|
|
69
|
+
const evidence = [{ label: "Analysis artifact", value: artifactPath }];
|
|
70
|
+
if (result.artifactDirectory) {
|
|
71
|
+
evidence.push({ label: "Playwright artifacts", value: result.artifactDirectory });
|
|
72
|
+
}
|
|
73
|
+
document.rows(evidence);
|
|
74
|
+
const target = result.recommendedTarget;
|
|
75
|
+
if (target) {
|
|
76
|
+
document.section("Next");
|
|
77
|
+
document.command(`flakelab diagnose ${shellArgument(target.file)} --discover`);
|
|
78
|
+
}
|
|
79
|
+
return document.render();
|
|
80
|
+
}
|
|
81
|
+
export function formatAnalysisOutput(result, values, artifactPath, theme = PLAIN_THEME) {
|
|
82
|
+
const json = JSON.stringify(result, null, 2);
|
|
83
|
+
if (values.json) {
|
|
84
|
+
return json;
|
|
85
|
+
}
|
|
86
|
+
const summary = formatAnalysisSummary(result, artifactPath, theme);
|
|
87
|
+
return values.verbose ? `${summary}\n\n${json}` : summary;
|
|
88
|
+
}
|
|
89
|
+
//# sourceMappingURL=analyze-summary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"analyze-summary.js","sourceRoot":"","sources":["../../src/commands/analyze-summary.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAG5D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAE5C,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAG5D,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAEhC,MAAM,YAAY,GAA2D;IAC3E,OAAO,EAAE,cAAc;IACvB,kBAAkB,EAAE,SAAS;IAC7B,YAAY,EAAE,cAAc;IAC5B,gBAAgB,EAAE,SAAS;IAC3B,qBAAqB,EAAE,SAAS;IAChC,OAAO,EAAE,OAAO;CACjB,CAAA;AAED,SAAS,aAAa,CAAC,QAA0B,EAAE,KAAsB;IACvE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAA;IACjE,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAA;IACzF,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,MAAM,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACvE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,SAAS,YAAY,CAAC,MAAwB;IAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IAC5B,OAAO;QACL,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;QAC9C;YACE,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE;kBAC1D,MAAM,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;SACrD;QACD;YACE,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,GAAG,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,SAAS;kBACtD,MAAM,MAAM,CAAC,OAAO,cAAc,MAAM,CAAC,MAAM,SAAS;SAC7D;QACD;YACE,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,eAAe,CACpB,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,YAAY,CACpB;SACF;QACD,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE;KAC1D,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B,EAAE,MAAwB;IAC1E,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;QAC5B,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,+DAA+D,CAAC,CAAA;QAC1F,OAAM;IACR,CAAC;IACD,QAAQ,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAA;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,EAAE,CAAC;QACpE,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAChC,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,qBAAqB,CAAA;IAC9D,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,OAAO,4DAA4D,CAAC,CAAA;IACjG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAwB,EACxB,YAAoB,EACpB,QAAuB,WAAW;IAElC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAA;IAC5C,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;IACnC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;IACpF,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3C,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAChC,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IAC5B,MAAM,QAAQ,GAAkB,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAA;IACrF,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACnF,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACvB,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,CAAA;IACvC,IAAI,MAAM,EAAE,CAAC;QACX,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACxB,QAAQ,CAAC,OAAO,CAAC,qBAAqB,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IAChF,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAA;AAC1B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAwB,EACxB,MAAgD,EAChD,YAAoB,EACpB,QAAuB,WAAW;IAElC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAC5C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,CAAA;IAClE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;AAC3D,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { type AnalysisArtifact, type AnalysisFinding } from "../analysis/schema.js";
|
|
2
|
+
import type { ScanTestResult } from "../scan/schema.js";
|
|
3
|
+
import type { AnalyzeOptions } from "./options.js";
|
|
4
|
+
export { formatAnalysisOutput, formatAnalysisSummary } from "./analyze-summary.js";
|
|
5
|
+
export declare function rankAnalysisFindings(tests: ScanTestResult[], baselineTests?: ScanTestResult[]): AnalysisFinding[];
|
|
6
|
+
export declare function analyze(source: string, values: AnalyzeOptions): Promise<AnalysisArtifact>;
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
import { lstat, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
2
|
+
import { dirname, resolve } from "node:path";
|
|
3
|
+
import { analyzeBlobReports } from "../analysis/blob-report.js";
|
|
4
|
+
import { analysisArtifactSchema, analysisBaselineSchema, } from "../analysis/schema.js";
|
|
5
|
+
import { portableProjectPath } from "../artifacts/paths.js";
|
|
6
|
+
import { formatCount } from "../ui/format.js";
|
|
7
|
+
import { ProgressReporter } from "../ui/progress.js";
|
|
8
|
+
import { writeStdout } from "../ui/console.js";
|
|
9
|
+
import { stdoutTheme } from "../ui/theme.js";
|
|
10
|
+
import { formatAnalysisOutput } from "./analyze-summary.js";
|
|
11
|
+
import { withInterruption } from "./options.js";
|
|
12
|
+
import { classifyScan, scanExitCode, summarizeScanTests } from "./scan.js";
|
|
13
|
+
export { formatAnalysisOutput, formatAnalysisSummary } from "./analyze-summary.js";
|
|
14
|
+
const MAX_BASELINE_BYTES = 32 * 1_024 * 1_024;
|
|
15
|
+
function identityKey(test) {
|
|
16
|
+
return JSON.stringify(test.identity);
|
|
17
|
+
}
|
|
18
|
+
function failureSignatures(test) {
|
|
19
|
+
return new Set(test.failureClusters.map((cluster) => cluster.signature));
|
|
20
|
+
}
|
|
21
|
+
function baselineSignatures(tests) {
|
|
22
|
+
return new Map(tests.map((test) => [identityKey(test), failureSignatures(test)]));
|
|
23
|
+
}
|
|
24
|
+
function findingReasons(test, novelFailureModes, failureOccurrences, diagnosticArtifacts) {
|
|
25
|
+
const reasons = [];
|
|
26
|
+
if (novelFailureModes > 0) {
|
|
27
|
+
reasons.push(`${novelFailureModes} failure mode(s) absent from the baseline`);
|
|
28
|
+
}
|
|
29
|
+
if (test.status === "mixed-outcomes") {
|
|
30
|
+
reasons.push("both passing and failing outcomes were observed");
|
|
31
|
+
}
|
|
32
|
+
if (failureOccurrences > 1) {
|
|
33
|
+
reasons.push(`${failureOccurrences} recurring failure observations`);
|
|
34
|
+
}
|
|
35
|
+
if (diagnosticArtifacts > 0) {
|
|
36
|
+
reasons.push(`${diagnosticArtifacts} representative diagnostic artifact(s)`);
|
|
37
|
+
}
|
|
38
|
+
return reasons.length > 0 ? reasons : ["execution errors require investigation"];
|
|
39
|
+
}
|
|
40
|
+
function findingScore(test, novelFailureModes, failureOccurrences, diagnosticArtifacts) {
|
|
41
|
+
const statusScore = test.status === "mixed-outcomes" ? 50 : 20;
|
|
42
|
+
return novelFailureModes * 100
|
|
43
|
+
+ statusScore
|
|
44
|
+
+ Math.min(failureOccurrences, 20)
|
|
45
|
+
+ Math.min(diagnosticArtifacts * 3, 15);
|
|
46
|
+
}
|
|
47
|
+
export function rankAnalysisFindings(tests, baselineTests) {
|
|
48
|
+
const baseline = baselineTests ? baselineSignatures(baselineTests) : undefined;
|
|
49
|
+
const findings = tests.flatMap((test) => {
|
|
50
|
+
if (test.counts.failed === 0 && test.counts.errors === 0) {
|
|
51
|
+
return [];
|
|
52
|
+
}
|
|
53
|
+
const signatures = failureSignatures(test);
|
|
54
|
+
const previous = baseline?.get(identityKey(test));
|
|
55
|
+
const novelFailureModes = baseline
|
|
56
|
+
? [...signatures].filter((signature) => !previous?.has(signature)).length
|
|
57
|
+
: 0;
|
|
58
|
+
const failureOccurrences = test.failureClusters.reduce((total, cluster) => total + cluster.occurrences, 0);
|
|
59
|
+
const diagnosticArtifacts = test.failureClusters.reduce((total, cluster) => total + cluster.representativeArtifacts.length, 0);
|
|
60
|
+
return [{
|
|
61
|
+
diagnosticArtifacts,
|
|
62
|
+
failureModes: test.failureClusters.length + test.omittedFailureModes,
|
|
63
|
+
failureOccurrences,
|
|
64
|
+
identity: test.identity,
|
|
65
|
+
novelFailureModes,
|
|
66
|
+
rank: 0,
|
|
67
|
+
reasons: findingReasons(test, novelFailureModes, failureOccurrences, diagnosticArtifacts),
|
|
68
|
+
score: findingScore(test, novelFailureModes, failureOccurrences, diagnosticArtifacts),
|
|
69
|
+
status: test.status,
|
|
70
|
+
}];
|
|
71
|
+
});
|
|
72
|
+
findings.sort((left, right) => (right.score - left.score
|
|
73
|
+
|| JSON.stringify(left.identity).localeCompare(JSON.stringify(right.identity))));
|
|
74
|
+
return findings.map((finding, index) => ({ ...finding, rank: index + 1 }));
|
|
75
|
+
}
|
|
76
|
+
async function readBaseline(projectRoot, path) {
|
|
77
|
+
const absolutePath = resolve(projectRoot, path);
|
|
78
|
+
const information = await lstat(absolutePath);
|
|
79
|
+
if (information.isSymbolicLink() || !information.isFile()) {
|
|
80
|
+
throw new Error("Analysis baseline must be a regular JSON artifact");
|
|
81
|
+
}
|
|
82
|
+
if (information.size > MAX_BASELINE_BYTES) {
|
|
83
|
+
throw new Error("Analysis baseline exceeds the 32 MiB safety limit");
|
|
84
|
+
}
|
|
85
|
+
try {
|
|
86
|
+
return analysisBaselineSchema.parse(JSON.parse(await readFile(absolutePath, "utf8"))).tests;
|
|
87
|
+
}
|
|
88
|
+
catch {
|
|
89
|
+
throw new Error("Analysis baseline is not a valid FlakeLab artifact");
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
export async function analyze(source, values) {
|
|
93
|
+
const projectRoot = process.cwd();
|
|
94
|
+
const artifactPath = resolve(projectRoot, values.artifacts, "analyze.json");
|
|
95
|
+
const portableArtifactPath = portableProjectPath(projectRoot, artifactPath);
|
|
96
|
+
const baselineTests = values.baseline
|
|
97
|
+
? await readBaseline(projectRoot, values.baseline)
|
|
98
|
+
: undefined;
|
|
99
|
+
const progress = new ProgressReporter();
|
|
100
|
+
progress.start("report analysis", "merging existing Playwright evidence");
|
|
101
|
+
const converted = await withInterruption(async (signal) => analyzeBlobReports(projectRoot, source, { artifactDirectory: values.artifacts, signal }));
|
|
102
|
+
const findings = rankAnalysisFindings(converted.tests, baselineTests);
|
|
103
|
+
const status = classifyScan(converted.tests, converted.runnerErrors);
|
|
104
|
+
const result = analysisArtifactSchema.parse({
|
|
105
|
+
artifactDirectory: converted.artifactDirectory,
|
|
106
|
+
baseline: values.baseline ? portableProjectPath(projectRoot, values.baseline) : null,
|
|
107
|
+
findings,
|
|
108
|
+
generatedAt: new Date().toISOString(),
|
|
109
|
+
recommendedTarget: findings[0]?.identity ?? null,
|
|
110
|
+
runnerErrors: converted.runnerErrors,
|
|
111
|
+
source: {
|
|
112
|
+
archiveCount: converted.archiveCount,
|
|
113
|
+
kind: converted.sourceKind,
|
|
114
|
+
path: portableProjectPath(projectRoot, source),
|
|
115
|
+
},
|
|
116
|
+
status,
|
|
117
|
+
tests: converted.tests,
|
|
118
|
+
totals: summarizeScanTests(converted.tests),
|
|
119
|
+
});
|
|
120
|
+
await mkdir(dirname(artifactPath), { recursive: true });
|
|
121
|
+
await writeFile(artifactPath, `${JSON.stringify(result, null, 2)}\n`, "utf8");
|
|
122
|
+
progress.done(`${status} · ${formatCount(result.tests.length, "test")} analyzed`
|
|
123
|
+
+ ` · ${formatCount(result.findings.length, "finding")} ranked`);
|
|
124
|
+
writeStdout(formatAnalysisOutput(result, values, portableArtifactPath, stdoutTheme()));
|
|
125
|
+
process.exitCode = scanExitCode(result.status);
|
|
126
|
+
return result;
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=analyze.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"analyze.js","sourceRoot":"","sources":["../../src/commands/analyze.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACpE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAGvB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAE3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAA;AAE1E,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAElF,MAAM,kBAAkB,GAAG,EAAE,GAAG,KAAK,GAAG,KAAK,CAAA;AAE7C,SAAS,WAAW,CAAC,IAAoB;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAoB;IAC7C,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;AAC1E,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAuB;IACjD,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACnF,CAAC;AAED,SAAS,cAAc,CACrB,IAAoB,EACpB,iBAAyB,EACzB,kBAA0B,EAC1B,mBAA2B;IAE3B,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,iBAAiB,2CAA2C,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,kBAAkB,iCAAiC,CAAC,CAAA;IACtE,CAAC;IACD,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,mBAAmB,wCAAwC,CAAC,CAAA;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAA;AAClF,CAAC;AAED,SAAS,YAAY,CACnB,IAAoB,EACpB,iBAAyB,EACzB,kBAA0B,EAC1B,mBAA2B;IAE3B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9D,OAAO,iBAAiB,GAAG,GAAG;UAC1B,WAAW;UACX,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,CAAC;UAChC,IAAI,CAAC,GAAG,CAAC,mBAAmB,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAuB,EACvB,aAAgC;IAEhC,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC9E,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,CAAA;QACX,CAAC;QACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;QACjD,MAAM,iBAAiB,GAAG,QAAQ;YAChC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YACzE,CAAC,CAAC,CAAC,CAAA;QACL,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,WAAW,EAC/C,CAAC,CACF,CAAA;QACD,MAAM,mBAAmB,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CACrD,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAClE,CAAC,CACF,CAAA;QACD,OAAO,CAAC;gBACN,mBAAmB;gBACnB,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,mBAAmB;gBACpE,kBAAkB;gBAClB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,iBAAiB;gBACjB,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,cAAc,CACrB,IAAI,EACJ,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,CACpB;gBACD,KAAK,EAAE,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;gBACrF,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IACF,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAC7B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;WACrB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAC/E,CAAC,CAAA;IACF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;AAC5E,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,WAAmB,EAAE,IAAY;IAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;IAC/C,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;IACtE,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,GAAG,kBAAkB,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;IACtE,CAAC;IACD,IAAI,CAAC;QACH,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAC7F,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACvE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAAc,EAAE,MAAsB;IAClE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IAC3E,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;IAC3E,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ;QACnC,CAAC,CAAC,MAAM,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC;QAClD,CAAC,CAAC,SAAS,CAAA;IACb,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,EAAE,sCAAsC,CAAC,CAAA;IACzE,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAC3E,WAAW,EACX,MAAM,EACN,EAAE,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,CAChD,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,YAAY,CAAC,CAAA;IACpE,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC;QAC1C,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;QAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;QACpF,QAAQ;QACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI;QAChD,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,MAAM,EAAE;YACN,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,IAAI,EAAE,SAAS,CAAC,UAAU;YAC1B,IAAI,EAAE,mBAAmB,CAAC,WAAW,EAAE,MAAM,CAAC;SAC/C;QACD,MAAM;QACN,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,MAAM,EAAE,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC;KAC5C,CAAC,CAAA;IACF,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,MAAM,SAAS,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC7E,QAAQ,CAAC,IAAI,CACX,GAAG,MAAM,MAAM,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW;UAChE,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,SAAS,CAChE,CAAA;IACD,WAAW,CAAC,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;IACtF,OAAO,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC9C,OAAO,MAAM,CAAA;AACf,CAAC"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
export declare function bisect(values:
|
|
1
|
+
import type { BisectOptions } from "./options.js";
|
|
2
|
+
export declare function bisect(values: BisectOptions): Promise<void>;
|
package/dist/commands/bisect.js
CHANGED
|
@@ -7,9 +7,26 @@ import { SolariRevisionEvaluator } from "../bisect/solari-evaluator.js";
|
|
|
7
7
|
import { readReproducer } from "../reproducer/file.js";
|
|
8
8
|
import { requireCredential } from "../security/credentials.js";
|
|
9
9
|
import { withSolariTransport } from "../solari/transport.js";
|
|
10
|
+
import { formatProviderBoundary } from "../ui/boundary.js";
|
|
11
|
+
import { writeStderr } from "../ui/console.js";
|
|
12
|
+
import { TerminalDocument } from "../ui/document.js";
|
|
13
|
+
import { formatCount } from "../ui/format.js";
|
|
10
14
|
import { ProgressReporter } from "../ui/progress.js";
|
|
15
|
+
import { stderrTheme } from "../ui/theme.js";
|
|
11
16
|
import { integerOption, rateOption, withInterruption } from "./options.js";
|
|
12
17
|
export async function bisect(values) {
|
|
18
|
+
writeStderr(formatProviderBoundary({
|
|
19
|
+
credentials: ["SOLARI_API_KEY"],
|
|
20
|
+
detail: "Each candidate revision is checked out and replayed inside a disposable"
|
|
21
|
+
+ " Solari sandbox. Sandboxes are released when the run ends.",
|
|
22
|
+
rows: [
|
|
23
|
+
{ label: "Good revision", value: values.good },
|
|
24
|
+
{ label: "Bad revision", value: values.bad },
|
|
25
|
+
{ label: "Parallelism", value: values["bisect-parallelism"] },
|
|
26
|
+
{ label: "Trial ceiling", value: values["max-trials"] },
|
|
27
|
+
],
|
|
28
|
+
stage: "statistical bisect in Solari sandboxes",
|
|
29
|
+
}, stderrTheme()));
|
|
13
30
|
const apiKey = await requireCredential("solari", {
|
|
14
31
|
forcePrompt: values["prompt-credentials"],
|
|
15
32
|
});
|
|
@@ -25,7 +42,7 @@ export async function bisect(values) {
|
|
|
25
42
|
const totalConcurrency = integerOption(values.concurrency, "concurrency");
|
|
26
43
|
const revisionConcurrency = Math.max(1, Math.floor(totalConcurrency / parallelism));
|
|
27
44
|
const progress = new ProgressReporter();
|
|
28
|
-
progress.start(
|
|
45
|
+
progress.start("statistical bisect", `${formatCount(history.revisions.length, "historical revision")} in Solari`);
|
|
29
46
|
const report = await withSolariTransport(async () => withInterruption(async (signal) => {
|
|
30
47
|
const evaluator = new SolariRevisionEvaluator({
|
|
31
48
|
apiKey,
|
|
@@ -52,9 +69,21 @@ export async function bisect(values) {
|
|
|
52
69
|
}));
|
|
53
70
|
const validated = bisectReportSchema.parse(report);
|
|
54
71
|
await writeFile(reportPath, `${JSON.stringify(validated, null, 2)}\n`, "utf8");
|
|
72
|
+
const commit = validated.exact
|
|
73
|
+
? validated.firstFailingCommit?.shortHash ?? "unavailable"
|
|
74
|
+
: validated.earliestKnownBadCommit.shortHash;
|
|
55
75
|
progress.done(validated.exact
|
|
56
|
-
? `first failing commit ${
|
|
57
|
-
: `earliest proven bad commit ${
|
|
76
|
+
? `first failing commit ${commit}`
|
|
77
|
+
: `earliest proven bad commit ${commit}`);
|
|
78
|
+
writeStderr(new TerminalDocument(stderrTheme())
|
|
79
|
+
.entry(validated.exact ? "success" : "inconclusive", validated.exact ? "introducing commit identified" : "bisect narrowed but not exact", validated.exact
|
|
80
|
+
? "One commit separates a proven good revision from a proven bad revision."
|
|
81
|
+
: "The search stopped before isolating a single introducing commit.")
|
|
82
|
+
.rows([
|
|
83
|
+
{ label: "Commit", value: commit },
|
|
84
|
+
{ label: "Evidence", value: values["bisect-report"] },
|
|
85
|
+
])
|
|
86
|
+
.render());
|
|
58
87
|
console.log(JSON.stringify({ reportPath, ...validated }, null, 2));
|
|
59
88
|
if (!validated.exact) {
|
|
60
89
|
process.exitCode = 2;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bisect.js","sourceRoot":"","sources":["../../src/commands/bisect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;
|
|
1
|
+
{"version":3,"file":"bisect.js","sourceRoot":"","sources":["../../src/commands/bisect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAE5C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE1E,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,MAAqB;IAChD,WAAW,CAAC,sBAAsB,CAAC;QACjC,WAAW,EAAE,CAAC,gBAAgB,CAAC;QAC/B,MAAM,EAAE,yEAAyE;cAC7E,4DAA4D;QAChE,IAAI,EAAE;YACJ,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE;YAC9C,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YAC5C,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,oBAAoB,CAAC,EAAE;YAC7D,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE;SACxD;QACD,KAAK,EAAE,wCAAwC;KAChD,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;IAClB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE;QAC/C,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;KAC1C,CAAC,CAAA;IACF,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;IACvC,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IAChF,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7E,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAA;IAChE,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACzD,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,oBAAoB,CAAC,CAAA;IACrF,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;IACzE,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,WAAW,CAAC,CAAC,CAAA;IACnF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CACZ,oBAAoB,EACpB,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,qBAAqB,CAAC,YAAY,CAC5E,CAAA;IACD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,KAAK,IAAI,EAAE,CAClD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAChC,MAAM,SAAS,GAAG,IAAI,uBAAuB,CAAC;YAC5C,MAAM;YACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,2BAA2B;YAC3E,WAAW,EAAE,mBAAmB;YAChC,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;YAC5D,kBAAkB;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU;YACV,MAAM;SACP,CAAC,CAAA;QACF,IAAI,CAAC;YACH,OAAO,MAAM,iBAAiB,CAAC;gBAC7B,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,kBAAkB;gBAClB,WAAW;gBACX,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAA;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IACD,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAClD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK;QAC5B,CAAC,CAAC,SAAS,CAAC,kBAAkB,EAAE,SAAS,IAAI,aAAa;QAC1D,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,SAAS,CAAA;IAC9C,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK;QAC3B,CAAC,CAAC,wBAAwB,MAAM,EAAE;QAClC,CAAC,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAA;IAC3C,WAAW,CAAC,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC;SAC5C,KAAK,CACJ,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAC5C,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,+BAA+B,EACnF,SAAS,CAAC,KAAK;QACb,CAAC,CAAC,yEAAyE;QAC3E,CAAC,CAAC,kEAAkE,CACvE;SACA,IAAI,CAAC;QACJ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE;QAClC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE;KACtD,CAAC;SACD,MAAM,EAAE,CAAC,CAAA;IACZ,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAClE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}
|
|
@@ -1,2 +1,3 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
export declare function diagnose(
|
|
1
|
+
import type { DiagnoseOptions } from "./options.js";
|
|
2
|
+
export declare function diagnose(target: string | undefined, values: DiagnoseOptions): Promise<void>;
|
|
3
|
+
export declare function resumeDiagnosis(path: string): Promise<void>;
|