flakelab 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +341 -0
- package/bin/flakelab.mjs +3 -0
- package/dist/artifacts/ndjson.d.ts +3 -0
- package/dist/artifacts/ndjson.js +16 -0
- package/dist/artifacts/ndjson.js.map +1 -0
- package/dist/bisect/archive.d.ts +1 -0
- package/dist/bisect/archive.js +14 -0
- package/dist/bisect/archive.js.map +1 -0
- package/dist/bisect/confidence.d.ts +7 -0
- package/dist/bisect/confidence.js +27 -0
- package/dist/bisect/confidence.js.map +1 -0
- package/dist/bisect/engine.d.ts +10 -0
- package/dist/bisect/engine.js +110 -0
- package/dist/bisect/engine.js.map +1 -0
- package/dist/bisect/git.d.ts +7 -0
- package/dist/bisect/git.js +56 -0
- package/dist/bisect/git.js.map +1 -0
- package/dist/bisect/schema.d.ts +82 -0
- package/dist/bisect/schema.js +33 -0
- package/dist/bisect/schema.js.map +1 -0
- package/dist/bisect/solari-command.d.ts +7 -0
- package/dist/bisect/solari-command.js +95 -0
- package/dist/bisect/solari-command.js.map +1 -0
- package/dist/bisect/solari-evaluator.d.ts +20 -0
- package/dist/bisect/solari-evaluator.js +310 -0
- package/dist/bisect/solari-evaluator.js.map +1 -0
- package/dist/ci/changed-tests.d.ts +7 -0
- package/dist/ci/changed-tests.js +104 -0
- package/dist/ci/changed-tests.js.map +1 -0
- package/dist/ci/job-summary.d.ts +11 -0
- package/dist/ci/job-summary.js +45 -0
- package/dist/ci/job-summary.js.map +1 -0
- package/dist/ci/select-command.d.ts +1 -0
- package/dist/ci/select-command.js +49 -0
- package/dist/ci/select-command.js.map +1 -0
- package/dist/ci/summary-command.d.ts +1 -0
- package/dist/ci/summary-command.js +46 -0
- package/dist/ci/summary-command.js.map +1 -0
- package/dist/cli-help.d.ts +2 -0
- package/dist/cli-help.js +47 -0
- package/dist/cli-help.js.map +1 -0
- package/dist/cli.d.ts +1 -0
- package/dist/cli.js +121 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands/bisect.d.ts +2 -0
- package/dist/commands/bisect.js +63 -0
- package/dist/commands/bisect.js.map +1 -0
- package/dist/commands/diagnose.d.ts +2 -0
- package/dist/commands/diagnose.js +27 -0
- package/dist/commands/diagnose.js.map +1 -0
- package/dist/commands/discover.d.ts +2 -0
- package/dist/commands/discover.js +46 -0
- package/dist/commands/discover.js.map +1 -0
- package/dist/commands/doctor.d.ts +8 -0
- package/dist/commands/doctor.js +78 -0
- package/dist/commands/doctor.js.map +1 -0
- package/dist/commands/investigate.d.ts +2 -0
- package/dist/commands/investigate.js +43 -0
- package/dist/commands/investigate.js.map +1 -0
- package/dist/commands/options.d.ts +38 -0
- package/dist/commands/options.js +35 -0
- package/dist/commands/options.js.map +1 -0
- package/dist/commands/prove.d.ts +2 -0
- package/dist/commands/prove.js +21 -0
- package/dist/commands/prove.js.map +1 -0
- package/dist/commands/repair.d.ts +2 -0
- package/dist/commands/repair.js +55 -0
- package/dist/commands/repair.js.map +1 -0
- package/dist/commands/replay.d.ts +2 -0
- package/dist/commands/replay.js +26 -0
- package/dist/commands/replay.js.map +1 -0
- package/dist/commands/report.d.ts +2 -0
- package/dist/commands/report.js +79 -0
- package/dist/commands/report.js.map +1 -0
- package/dist/commands/scan.d.ts +12 -0
- package/dist/commands/scan.js +86 -0
- package/dist/commands/scan.js.map +1 -0
- package/dist/core/plan.d.ts +3 -0
- package/dist/core/plan.js +17 -0
- package/dist/core/plan.js.map +1 -0
- package/dist/discovery/evaluate.d.ts +22 -0
- package/dist/discovery/evaluate.js +81 -0
- package/dist/discovery/evaluate.js.map +1 -0
- package/dist/discovery/minimize.d.ts +24 -0
- package/dist/discovery/minimize.js +73 -0
- package/dist/discovery/minimize.js.map +1 -0
- package/dist/domain/schema.d.ts +155 -0
- package/dist/domain/schema.js +67 -0
- package/dist/domain/schema.js.map +1 -0
- package/dist/faults/install.d.ts +4 -0
- package/dist/faults/install.js +9 -0
- package/dist/faults/install.js.map +1 -0
- package/dist/faults/network-delay.d.ts +5 -0
- package/dist/faults/network-delay.js +34 -0
- package/dist/faults/network-delay.js.map +1 -0
- package/dist/faults/request-failure.d.ts +5 -0
- package/dist/faults/request-failure.js +24 -0
- package/dist/faults/request-failure.js.map +1 -0
- package/dist/investigator/agent.d.ts +26 -0
- package/dist/investigator/agent.js +197 -0
- package/dist/investigator/agent.js.map +1 -0
- package/dist/investigator/budget.d.ts +14 -0
- package/dist/investigator/budget.js +39 -0
- package/dist/investigator/budget.js.map +1 -0
- package/dist/investigator/file.d.ts +2 -0
- package/dist/investigator/file.js +7 -0
- package/dist/investigator/file.js.map +1 -0
- package/dist/investigator/groq.d.ts +5 -0
- package/dist/investigator/groq.js +26 -0
- package/dist/investigator/groq.js.map +1 -0
- package/dist/investigator/ledger.d.ts +17 -0
- package/dist/investigator/ledger.js +121 -0
- package/dist/investigator/ledger.js.map +1 -0
- package/dist/investigator/safe-source.d.ts +6 -0
- package/dist/investigator/safe-source.js +79 -0
- package/dist/investigator/safe-source.js.map +1 -0
- package/dist/investigator/schema.d.ts +110 -0
- package/dist/investigator/schema.js +53 -0
- package/dist/investigator/schema.js.map +1 -0
- package/dist/playwright.d.ts +3 -0
- package/dist/playwright.js +21 -0
- package/dist/playwright.js.map +1 -0
- package/dist/providers/errors.d.ts +21 -0
- package/dist/providers/errors.js +159 -0
- package/dist/providers/errors.js.map +1 -0
- package/dist/repair/file.d.ts +2 -0
- package/dist/repair/file.js +6 -0
- package/dist/repair/file.js.map +1 -0
- package/dist/repair/generator.d.ts +12 -0
- package/dist/repair/generator.js +74 -0
- package/dist/repair/generator.js.map +1 -0
- package/dist/repair/policy.d.ts +2 -0
- package/dist/repair/policy.js +70 -0
- package/dist/repair/policy.js.map +1 -0
- package/dist/repair/remote-proof-runner.d.ts +1 -0
- package/dist/repair/remote-proof-runner.js +53 -0
- package/dist/repair/remote-proof-runner.js.map +1 -0
- package/dist/repair/schema.d.ts +78 -0
- package/dist/repair/schema.js +44 -0
- package/dist/repair/schema.js.map +1 -0
- package/dist/repair/solari-validator.d.ts +25 -0
- package/dist/repair/solari-validator.js +231 -0
- package/dist/repair/solari-validator.js.map +1 -0
- package/dist/repair/validator.d.ts +16 -0
- package/dist/repair/validator.js +81 -0
- package/dist/repair/validator.js.map +1 -0
- package/dist/repair/workspace.d.ts +7 -0
- package/dist/repair/workspace.js +40 -0
- package/dist/repair/workspace.js.map +1 -0
- package/dist/report/browser-entry.d.ts +2 -0
- package/dist/report/browser-entry.js +15 -0
- package/dist/report/browser-entry.js.map +1 -0
- package/dist/report/bundle.d.ts +2 -0
- package/dist/report/bundle.js +77 -0
- package/dist/report/bundle.js.map +1 -0
- package/dist/report/classification.d.ts +9 -0
- package/dist/report/classification.js +55 -0
- package/dist/report/classification.js.map +1 -0
- package/dist/report/components/artifacts.d.ts +4 -0
- package/dist/report/components/artifacts.js +6 -0
- package/dist/report/components/artifacts.js.map +1 -0
- package/dist/report/components/experiments.d.ts +4 -0
- package/dist/report/components/experiments.js +7 -0
- package/dist/report/components/experiments.js.map +1 -0
- package/dist/report/components/hypotheses.d.ts +4 -0
- package/dist/report/components/hypotheses.js +26 -0
- package/dist/report/components/hypotheses.js.map +1 -0
- package/dist/report/components/indicators.d.ts +32 -0
- package/dist/report/components/indicators.js +42 -0
- package/dist/report/components/indicators.js.map +1 -0
- package/dist/report/components/layout.d.ts +29 -0
- package/dist/report/components/layout.js +20 -0
- package/dist/report/components/layout.js.map +1 -0
- package/dist/report/components/proof.d.ts +4 -0
- package/dist/report/components/proof.js +34 -0
- package/dist/report/components/proof.js.map +1 -0
- package/dist/report/components/reproduction.d.ts +4 -0
- package/dist/report/components/reproduction.js +19 -0
- package/dist/report/components/reproduction.js.map +1 -0
- package/dist/report/components/summary.d.ts +4 -0
- package/dist/report/components/summary.js +12 -0
- package/dist/report/components/summary.js.map +1 -0
- package/dist/report/components/verdict.d.ts +4 -0
- package/dist/report/components/verdict.js +27 -0
- package/dist/report/components/verdict.js.map +1 -0
- package/dist/report/model.d.ts +19 -0
- package/dist/report/model.js +82 -0
- package/dist/report/model.js.map +1 -0
- package/dist/report/open.d.ts +1 -0
- package/dist/report/open.js +24 -0
- package/dist/report/open.js.map +1 -0
- package/dist/report/publish.d.ts +12 -0
- package/dist/report/publish.js +67 -0
- package/dist/report/publish.js.map +1 -0
- package/dist/report/redaction.d.ts +1 -0
- package/dist/report/redaction.js +58 -0
- package/dist/report/redaction.js.map +1 -0
- package/dist/report/report-app.d.ts +6 -0
- package/dist/report/report-app.js +16 -0
- package/dist/report/report-app.js.map +1 -0
- package/dist/report/report-details.css +182 -0
- package/dist/report/report.css +404 -0
- package/dist/report/schema.d.ts +101 -0
- package/dist/report/schema.js +71 -0
- package/dist/report/schema.js.map +1 -0
- package/dist/reproducer/file.d.ts +3 -0
- package/dist/reproducer/file.js +14 -0
- package/dist/reproducer/file.js.map +1 -0
- package/dist/reproducer/schema.d.ts +17 -0
- package/dist/reproducer/schema.js +14 -0
- package/dist/reproducer/schema.js.map +1 -0
- package/dist/runner/local.d.ts +12 -0
- package/dist/runner/local.js +72 -0
- package/dist/runner/local.js.map +1 -0
- package/dist/runner/playwright-executor.d.ts +10 -0
- package/dist/runner/playwright-executor.js +148 -0
- package/dist/runner/playwright-executor.js.map +1 -0
- package/dist/security/credentials.d.ts +23 -0
- package/dist/security/credentials.js +105 -0
- package/dist/security/credentials.js.map +1 -0
- package/dist/solari/checkout-fixture.d.ts +3 -0
- package/dist/solari/checkout-fixture.js +54 -0
- package/dist/solari/checkout-fixture.js.map +1 -0
- package/dist/solari/executor.d.ts +17 -0
- package/dist/solari/executor.js +280 -0
- package/dist/solari/executor.js.map +1 -0
- package/dist/solari/retry.d.ts +7 -0
- package/dist/solari/retry.js +50 -0
- package/dist/solari/retry.js.map +1 -0
- package/dist/solari/run-demo.d.ts +21 -0
- package/dist/solari/run-demo.js +64 -0
- package/dist/solari/run-demo.js.map +1 -0
- package/dist/solari/transport.d.ts +1 -0
- package/dist/solari/transport.js +21 -0
- package/dist/solari/transport.js.map +1 -0
- package/dist/solari/usage.d.ts +23 -0
- package/dist/solari/usage.js +53 -0
- package/dist/solari/usage.js.map +1 -0
- package/dist/solari/websocket-proxy.d.ts +7 -0
- package/dist/solari/websocket-proxy.js +131 -0
- package/dist/solari/websocket-proxy.js.map +1 -0
- package/dist/ui/progress.d.ts +5 -0
- package/dist/ui/progress.js +16 -0
- package/dist/ui/progress.js.map +1 -0
- package/package.json +79 -0
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { planTrials } from "../core/plan.js";
|
|
3
|
+
import { runEventSchema, runRequestSchema, runSummarySchema, trialOutcomeSchema, } from "../domain/schema.js";
|
|
4
|
+
function timestamp() {
|
|
5
|
+
return new Date().toISOString();
|
|
6
|
+
}
|
|
7
|
+
function countFailures(trials, outcomes, hasFault) {
|
|
8
|
+
return trials.reduce((count, trial, index) => {
|
|
9
|
+
const matchesGroup = Boolean(trial.fault) === hasFault;
|
|
10
|
+
return matchesGroup && outcomes[index]?.status !== "passed" ? count + 1 : count;
|
|
11
|
+
}, 0);
|
|
12
|
+
}
|
|
13
|
+
function summarize(trials, outcomes) {
|
|
14
|
+
const baselineCount = trials.filter((trial) => !trial.fault).length;
|
|
15
|
+
const faultCount = trials.length - baselineCount;
|
|
16
|
+
const baselineFailures = countFailures(trials, outcomes, false);
|
|
17
|
+
const faultFailures = countFailures(trials, outcomes, true);
|
|
18
|
+
return runSummarySchema.parse({
|
|
19
|
+
total: outcomes.length,
|
|
20
|
+
passed: outcomes.filter((outcome) => outcome.status === "passed").length,
|
|
21
|
+
failed: outcomes.filter((outcome) => outcome.status === "failed").length,
|
|
22
|
+
errors: outcomes.filter((outcome) => outcome.status === "error").length,
|
|
23
|
+
baselineFailureRate: baselineCount === 0 ? 0 : baselineFailures / baselineCount,
|
|
24
|
+
faultFailureRate: faultCount === 0 ? 0 : faultFailures / faultCount,
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
function event(runId, value) {
|
|
28
|
+
return runEventSchema.parse({ ...value, runId, timestamp: timestamp() });
|
|
29
|
+
}
|
|
30
|
+
function validateConcurrency(value) {
|
|
31
|
+
if (!Number.isInteger(value) || value < 1 || value > 32) {
|
|
32
|
+
throw new Error("concurrency must be an integer between 1 and 32");
|
|
33
|
+
}
|
|
34
|
+
return value;
|
|
35
|
+
}
|
|
36
|
+
async function executeTrials(runId, trials, execute, writeEvent, options) {
|
|
37
|
+
const concurrency = validateConcurrency(options.concurrency ?? 1);
|
|
38
|
+
const completed = new Map();
|
|
39
|
+
let nextIndex = 0;
|
|
40
|
+
const worker = async () => {
|
|
41
|
+
while (!options.signal?.aborted) {
|
|
42
|
+
const index = nextIndex;
|
|
43
|
+
nextIndex += 1;
|
|
44
|
+
if (index >= trials.length) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
const trial = trials[index];
|
|
48
|
+
await writeEvent(event(runId, { type: "trial.started", trial }));
|
|
49
|
+
const outcome = trialOutcomeSchema.parse(await execute(trial));
|
|
50
|
+
completed.set(index, outcome);
|
|
51
|
+
await writeEvent(event(runId, { type: "trial.completed", trial, outcome }));
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
const workerCount = Math.min(concurrency, trials.length);
|
|
55
|
+
await Promise.all(Array.from({ length: workerCount }, worker));
|
|
56
|
+
const indexes = [...completed.keys()].sort((left, right) => left - right);
|
|
57
|
+
return {
|
|
58
|
+
trials: indexes.map((index) => trials[index]),
|
|
59
|
+
outcomes: indexes.map((index) => completed.get(index)).filter((outcome) => outcome !== undefined),
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
export async function runLocalDiagnostics(input, execute, writeEvent, options = {}) {
|
|
63
|
+
const request = runRequestSchema.parse(input);
|
|
64
|
+
const runId = randomUUID();
|
|
65
|
+
const trials = planTrials(request);
|
|
66
|
+
await writeEvent(event(runId, { type: "run.started", request }));
|
|
67
|
+
const completed = await executeTrials(runId, trials, execute, writeEvent, options);
|
|
68
|
+
const summary = summarize(completed.trials, completed.outcomes);
|
|
69
|
+
await writeEvent(event(runId, { type: "run.completed", summary }));
|
|
70
|
+
return { runId, summary };
|
|
71
|
+
}
|
|
72
|
+
//# sourceMappingURL=local.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/runner/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAExC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAQ5C,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,qBAAqB,CAAA;AAoB5B,SAAS,SAAS;IAChB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;AACjC,CAAC;AAED,SAAS,aAAa,CAAC,MAAmB,EAAE,QAAwB,EAAE,QAAiB;IACrF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAA;QACtD,OAAO,YAAY,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACjF,CAAC,EAAE,CAAC,CAAC,CAAA;AACP,CAAC;AAED,SAAS,SAAS,CAAC,MAAmB,EAAE,QAAwB;IAC9D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAA;IACnE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,aAAa,CAAA;IAChD,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IAC/D,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC3D,OAAO,gBAAgB,CAAC,KAAK,CAAC;QAC5B,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;QACxE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;QACxE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;QACvE,mBAAmB,EAAE,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,aAAa;QAC/E,gBAAgB,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,UAAU;KACpE,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,KAAmB;IAC/C,OAAO,cAAc,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;AAC1E,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACpE,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,KAAa,EACb,MAAmB,EACnB,OAAsB,EACtB,UAAuB,EACvB,OAA0B;IAE1B,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAA;IACjE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwB,CAAA;IACjD,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,SAAS,CAAA;YACvB,SAAS,IAAI,CAAC,CAAA;YACd,IAAI,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC3B,OAAM;YACR,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YAChE,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;YAC9D,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC7B,MAAM,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACxD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;IAC9D,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAA;IACzE,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAAC;KAClG,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAiB,EACjB,OAAsB,EACtB,UAAuB,EACvB,UAA6B,EAAE;IAE/B,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,UAAU,EAAE,CAAA;IAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;IAElC,MAAM,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;IAChE,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IAClF,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAA;IAC/D,MAAM,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;IAClE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { TrialOutcome, TrialPlan } from "../domain/schema.js";
|
|
2
|
+
export type TrialExecutor = (trial: TrialPlan) => Promise<TrialOutcome>;
|
|
3
|
+
interface ExecutorOptions {
|
|
4
|
+
signal?: AbortSignal;
|
|
5
|
+
}
|
|
6
|
+
export declare function resolvePlaywrightCliPath(projectRoot: string): string;
|
|
7
|
+
export declare function createTrialEnvironment(trial: TrialPlan, parentEnvironment?: NodeJS.ProcessEnv): NodeJS.ProcessEnv;
|
|
8
|
+
export declare function normalizeFailureOutput(value: string): string;
|
|
9
|
+
export declare function createPlaywrightExecutor(projectRoot: string, selector: string, options?: ExecutorOptions): TrialExecutor;
|
|
10
|
+
export {};
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { createHash } from "node:crypto";
|
|
3
|
+
import { createRequire } from "node:module";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import { fileURLToPath } from "node:url";
|
|
6
|
+
const MAX_DIAGNOSTIC_BYTES = 64 * 1024;
|
|
7
|
+
const bundledPlaywrightCliPath = fileURLToPath(import.meta.resolve("@playwright/test/cli"));
|
|
8
|
+
const PRIVATE_FLAKELAB_ENVIRONMENT = new Set([
|
|
9
|
+
"GROQ_API_KEY",
|
|
10
|
+
"SOLARI_API_KEY",
|
|
11
|
+
]);
|
|
12
|
+
export function resolvePlaywrightCliPath(projectRoot) {
|
|
13
|
+
const projectRequire = createRequire(join(projectRoot, "package.json"));
|
|
14
|
+
try {
|
|
15
|
+
return projectRequire.resolve("@playwright/test/cli");
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
return bundledPlaywrightCliPath;
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function fingerprint(value) {
|
|
22
|
+
return createHash("sha256").update(value).digest("hex").slice(0, 16);
|
|
23
|
+
}
|
|
24
|
+
function appendBounded(current, chunk) {
|
|
25
|
+
return `${current}${chunk.toString("utf8")}`.slice(-MAX_DIAGNOSTIC_BYTES);
|
|
26
|
+
}
|
|
27
|
+
export function createTrialEnvironment(trial, parentEnvironment = process.env) {
|
|
28
|
+
const environment = Object.fromEntries(Object.entries(parentEnvironment).filter(([name]) => !PRIVATE_FLAKELAB_ENVIRONMENT.has(name)));
|
|
29
|
+
return {
|
|
30
|
+
...environment,
|
|
31
|
+
FLAKELAB_FAULT_KIND: trial.fault?.kind ?? "",
|
|
32
|
+
FLAKELAB_TRIAL_SEED: String(trial.seed),
|
|
33
|
+
FLAKELAB_NETWORK_DELAY_MS: String(trial.fault?.kind === "network-delay" ? trial.fault.delayMs : 0),
|
|
34
|
+
FLAKELAB_NETWORK_PATTERN: trial.fault?.pattern ?? "",
|
|
35
|
+
FLAKELAB_REQUEST_FAILURE_STATUS: String(trial.fault?.kind === "request-failure" ? trial.fault.statusCode : 0),
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
function stripAnsi(value) {
|
|
39
|
+
let result = "";
|
|
40
|
+
let escapeState = 0;
|
|
41
|
+
for (const character of value) {
|
|
42
|
+
if (escapeState === 0 && character === String.fromCharCode(27)) {
|
|
43
|
+
escapeState = 1;
|
|
44
|
+
}
|
|
45
|
+
else if (escapeState === 1) {
|
|
46
|
+
escapeState = character === "[" ? 2 : 0;
|
|
47
|
+
}
|
|
48
|
+
else if (escapeState === 2) {
|
|
49
|
+
const code = character.codePointAt(0) ?? 0;
|
|
50
|
+
escapeState = code >= 0x40 && code <= 0x7e ? 0 : 2;
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
result += character;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
return result;
|
|
57
|
+
}
|
|
58
|
+
export function normalizeFailureOutput(value) {
|
|
59
|
+
const withoutAnsi = stripAnsi(value);
|
|
60
|
+
const lines = withoutAnsi
|
|
61
|
+
.split(/\r?\n/u)
|
|
62
|
+
.map((line) => line.trim());
|
|
63
|
+
const testLine = lines.find((line) => line.includes("›") && /\.(?:spec|test)\.[cm]?[jt]sx?:\d+/u.test(line));
|
|
64
|
+
const prefixes = ["Error: ", "Locator:", "Expected:", "Received:"];
|
|
65
|
+
const diagnosticLines = prefixes
|
|
66
|
+
.map((prefix) => lines.find((line) => line.startsWith(prefix)))
|
|
67
|
+
.filter((line) => line !== undefined);
|
|
68
|
+
const selected = testLine ? [testLine, ...diagnosticLines] : diagnosticLines;
|
|
69
|
+
if (selected.length === 0) {
|
|
70
|
+
return "playwright-exit-failure";
|
|
71
|
+
}
|
|
72
|
+
return selected
|
|
73
|
+
.join("\n")
|
|
74
|
+
.replace(/\b\d+(?:\.\d+)?(?:ms|s)\b/gu, "<duration>")
|
|
75
|
+
.replace(/:\d+:\d+\b/gu, ":<line>");
|
|
76
|
+
}
|
|
77
|
+
export function createPlaywrightExecutor(projectRoot, selector, options = {}) {
|
|
78
|
+
const playwrightCliPath = resolvePlaywrightCliPath(projectRoot);
|
|
79
|
+
return async (trial) => {
|
|
80
|
+
const startedAt = Date.now();
|
|
81
|
+
if (options.signal?.aborted) {
|
|
82
|
+
return {
|
|
83
|
+
status: "error",
|
|
84
|
+
durationMs: 0,
|
|
85
|
+
exitCode: null,
|
|
86
|
+
failureSignature: fingerprint("diagnostic aborted"),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
const child = spawn(process.execPath, [playwrightCliPath, "test", selector, "--workers=1", "--reporter=line"], {
|
|
90
|
+
cwd: projectRoot,
|
|
91
|
+
shell: false,
|
|
92
|
+
env: createTrialEnvironment(trial),
|
|
93
|
+
windowsHide: true,
|
|
94
|
+
});
|
|
95
|
+
return new Promise((resolve) => {
|
|
96
|
+
let diagnostic = "";
|
|
97
|
+
let settled = false;
|
|
98
|
+
const settle = (outcome) => {
|
|
99
|
+
if (settled) {
|
|
100
|
+
return;
|
|
101
|
+
}
|
|
102
|
+
settled = true;
|
|
103
|
+
options.signal?.removeEventListener("abort", abort);
|
|
104
|
+
resolve(outcome);
|
|
105
|
+
};
|
|
106
|
+
const abort = () => {
|
|
107
|
+
child.kill();
|
|
108
|
+
};
|
|
109
|
+
options.signal?.addEventListener("abort", abort, { once: true });
|
|
110
|
+
child.stdout.on("data", (chunk) => {
|
|
111
|
+
diagnostic = appendBounded(diagnostic, chunk);
|
|
112
|
+
});
|
|
113
|
+
child.stderr.on("data", (chunk) => {
|
|
114
|
+
diagnostic = appendBounded(diagnostic, chunk);
|
|
115
|
+
});
|
|
116
|
+
child.on("error", (error) => {
|
|
117
|
+
const failureReason = normalizeFailureOutput(error.message);
|
|
118
|
+
settle({
|
|
119
|
+
status: "error",
|
|
120
|
+
durationMs: Date.now() - startedAt,
|
|
121
|
+
exitCode: null,
|
|
122
|
+
failureSignature: fingerprint(failureReason),
|
|
123
|
+
failureReason,
|
|
124
|
+
});
|
|
125
|
+
});
|
|
126
|
+
child.on("close", (exitCode) => {
|
|
127
|
+
const aborted = options.signal?.aborted === true;
|
|
128
|
+
let status = exitCode === 0 ? "passed" : "failed";
|
|
129
|
+
if (aborted) {
|
|
130
|
+
status = "error";
|
|
131
|
+
}
|
|
132
|
+
const failureReason = normalizeFailureOutput(aborted ? "Error: diagnostic aborted" : diagnostic);
|
|
133
|
+
settle({
|
|
134
|
+
status,
|
|
135
|
+
durationMs: Date.now() - startedAt,
|
|
136
|
+
exitCode,
|
|
137
|
+
...(exitCode === 0 && !aborted
|
|
138
|
+
? {}
|
|
139
|
+
: {
|
|
140
|
+
failureSignature: fingerprint(failureReason),
|
|
141
|
+
failureReason,
|
|
142
|
+
}),
|
|
143
|
+
});
|
|
144
|
+
});
|
|
145
|
+
});
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
//# sourceMappingURL=playwright-executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright-executor.js","sourceRoot":"","sources":["../../src/runner/playwright-executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAGxC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,CAAA;AACtC,MAAM,wBAAwB,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC3F,MAAM,4BAA4B,GAAG,IAAI,GAAG,CAAC;IAC3C,cAAc;IACd,gBAAgB;CACjB,CAAC,CAAA;AAQF,MAAM,UAAU,wBAAwB,CAAC,WAAmB;IAC1D,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAA;IACvE,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAA;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,wBAAwB,CAAA;IACjC,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AACtE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,KAAa;IACnD,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,CAAA;AAC3E,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,KAAgB,EAChB,oBAAuC,OAAO,CAAC,GAAG;IAElD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CACpC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,4BAA4B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAC9F,CAAA;IACD,OAAO;QACL,GAAG,WAAW;QACd,mBAAmB,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE;QAC5C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;QACvC,yBAAyB,EAAE,MAAM,CAC/B,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAChE;QACD,wBAAwB,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE;QACpD,+BAA+B,EAAE,MAAM,CACrC,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CACrE;KACF,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,WAAW,KAAK,CAAC,IAAI,SAAS,KAAK,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/D,WAAW,GAAG,CAAC,CAAA;QACjB,CAAC;aAAM,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YAC7B,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACzC,CAAC;aAAM,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YAC1C,WAAW,GAAG,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,SAAS,CAAA;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IACpC,MAAM,KAAK,GAAG,WAAW;SACtB,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IACxE,MAAM,QAAQ,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,CAAC,CAAA;IAClE,MAAM,eAAe,GAAG,QAAQ;SAC7B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;SAC9D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAA;IACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAA;IAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,yBAAyB,CAAA;IAClC,CAAC;IACD,OAAO,QAAQ;SACZ,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,6BAA6B,EAAE,YAAY,CAAC;SACpD,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,WAAmB,EACnB,QAAgB,EAChB,UAA2B,EAAE;IAE7B,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAA;IAC/D,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,WAAW,CAAC,oBAAoB,CAAC;aACpD,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CACjB,OAAO,CAAC,QAAQ,EAChB,CAAC,iBAAiB,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,iBAAiB,CAAC,EACvE;YACE,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,KAAK;YACZ,GAAG,EAAE,sBAAsB,CAAC,KAAK,CAAC;YAClC,WAAW,EAAE,IAAI;SAClB,CACF,CAAA;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,UAAU,GAAG,EAAE,CAAA;YACnB,IAAI,OAAO,GAAG,KAAK,CAAA;YACnB,MAAM,MAAM,GAAG,CAAC,OAAqB,EAAQ,EAAE;gBAC7C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAM;gBACR,CAAC;gBACD,OAAO,GAAG,IAAI,CAAA;gBACd,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;gBACnD,OAAO,CAAC,OAAO,CAAC,CAAA;YAClB,CAAC,CAAA;YACD,MAAM,KAAK,GAAG,GAAS,EAAE;gBACvB,KAAK,CAAC,IAAI,EAAE,CAAA;YACd,CAAC,CAAA;YAED,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YAChE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACxC,UAAU,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC/C,CAAC,CAAC,CAAA;YACF,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACxC,UAAU,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC/C,CAAC,CAAC,CAAA;YACF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC1B,MAAM,aAAa,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;gBAC3D,MAAM,CAAC;oBACL,MAAM,EAAE,OAAO;oBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,QAAQ,EAAE,IAAI;oBACd,gBAAgB,EAAE,WAAW,CAAC,aAAa,CAAC;oBAC5C,aAAa;iBACd,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;YACF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;gBAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAA;gBAChD,IAAI,MAAM,GAA2B,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAA;gBACzE,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,GAAG,OAAO,CAAA;gBAClB,CAAC;gBACD,MAAM,aAAa,GAAG,sBAAsB,CAC1C,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,UAAU,CACnD,CAAA;gBACD,MAAM,CAAC;oBACL,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,QAAQ;oBACR,GAAG,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,OAAO;wBAC5B,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC;4BACE,gBAAgB,EAAE,WAAW,CAC3B,aAAa,CACd;4BACD,aAAa;yBACd,CAAC;iBACP,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export type CredentialProvider = "groq" | "solari";
|
|
2
|
+
export type CredentialSource = "environment" | "environment-file" | "run-once-prompt";
|
|
3
|
+
interface CredentialDefinition {
|
|
4
|
+
environmentName: "GROQ_API_KEY" | "SOLARI_API_KEY";
|
|
5
|
+
label: string;
|
|
6
|
+
purpose: string;
|
|
7
|
+
}
|
|
8
|
+
export interface CredentialStatus {
|
|
9
|
+
configured: boolean;
|
|
10
|
+
environmentName: CredentialDefinition["environmentName"];
|
|
11
|
+
source?: CredentialSource;
|
|
12
|
+
}
|
|
13
|
+
type SecretPrompt = (message: string) => Promise<string>;
|
|
14
|
+
interface CredentialOptions {
|
|
15
|
+
cache?: Map<CredentialProvider, string>;
|
|
16
|
+
environment?: NodeJS.ProcessEnv;
|
|
17
|
+
forcePrompt?: boolean;
|
|
18
|
+
loadEnvironmentFile?: boolean;
|
|
19
|
+
prompt?: SecretPrompt;
|
|
20
|
+
}
|
|
21
|
+
export declare function credentialStatus(provider: CredentialProvider, options?: CredentialOptions): CredentialStatus;
|
|
22
|
+
export declare function requireCredential(provider: CredentialProvider, options?: CredentialOptions): Promise<string>;
|
|
23
|
+
export {};
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { config } from "dotenv";
|
|
2
|
+
import { createInterface } from "node:readline/promises";
|
|
3
|
+
import { Writable } from "node:stream";
|
|
4
|
+
const CREDENTIALS = {
|
|
5
|
+
groq: {
|
|
6
|
+
environmentName: "GROQ_API_KEY",
|
|
7
|
+
label: "Groq",
|
|
8
|
+
purpose: "AI investigation and candidate generation",
|
|
9
|
+
},
|
|
10
|
+
solari: {
|
|
11
|
+
environmentName: "SOLARI_API_KEY",
|
|
12
|
+
label: "Solari",
|
|
13
|
+
purpose: "isolated proof and report publication",
|
|
14
|
+
},
|
|
15
|
+
};
|
|
16
|
+
const runCredentials = new Map();
|
|
17
|
+
function trimmed(value) {
|
|
18
|
+
const result = value?.trim();
|
|
19
|
+
if (result) {
|
|
20
|
+
return result;
|
|
21
|
+
}
|
|
22
|
+
return undefined;
|
|
23
|
+
}
|
|
24
|
+
function loadCredential(definition, options) {
|
|
25
|
+
const environment = options.environment ?? process.env;
|
|
26
|
+
const existing = trimmed(environment[definition.environmentName]);
|
|
27
|
+
if (existing) {
|
|
28
|
+
return { source: "environment", value: existing };
|
|
29
|
+
}
|
|
30
|
+
if (options.loadEnvironmentFile !== false) {
|
|
31
|
+
const fileEnvironment = {};
|
|
32
|
+
config({ processEnv: fileEnvironment, quiet: true });
|
|
33
|
+
const fromFile = trimmed(fileEnvironment[definition.environmentName]);
|
|
34
|
+
if (fromFile) {
|
|
35
|
+
return { source: "environment-file", value: fromFile };
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return {};
|
|
39
|
+
}
|
|
40
|
+
function canPrompt() {
|
|
41
|
+
return process.stdin.isTTY && process.stderr.isTTY;
|
|
42
|
+
}
|
|
43
|
+
async function hiddenPrompt(message) {
|
|
44
|
+
const mutedOutput = new Writable({
|
|
45
|
+
write(_chunk, _encoding, callback) {
|
|
46
|
+
callback();
|
|
47
|
+
},
|
|
48
|
+
});
|
|
49
|
+
const terminal = createInterface({
|
|
50
|
+
input: process.stdin,
|
|
51
|
+
output: mutedOutput,
|
|
52
|
+
terminal: true,
|
|
53
|
+
});
|
|
54
|
+
process.stderr.write(message);
|
|
55
|
+
try {
|
|
56
|
+
return (await terminal.question("")).trim();
|
|
57
|
+
}
|
|
58
|
+
finally {
|
|
59
|
+
terminal.close();
|
|
60
|
+
process.stderr.write("\n");
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
export function credentialStatus(provider, options = {}) {
|
|
64
|
+
const definition = CREDENTIALS[provider];
|
|
65
|
+
const cache = options.cache ?? runCredentials;
|
|
66
|
+
if (cache.has(provider)) {
|
|
67
|
+
return {
|
|
68
|
+
configured: true,
|
|
69
|
+
environmentName: definition.environmentName,
|
|
70
|
+
source: "run-once-prompt",
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
const credential = loadCredential(definition, options);
|
|
74
|
+
return {
|
|
75
|
+
configured: Boolean(credential.value),
|
|
76
|
+
environmentName: definition.environmentName,
|
|
77
|
+
...(credential.source ? { source: credential.source } : {}),
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
export async function requireCredential(provider, options = {}) {
|
|
81
|
+
const definition = CREDENTIALS[provider];
|
|
82
|
+
const cache = options.cache ?? runCredentials;
|
|
83
|
+
const cached = cache.get(provider);
|
|
84
|
+
if (cached) {
|
|
85
|
+
return cached;
|
|
86
|
+
}
|
|
87
|
+
if (!options.forcePrompt) {
|
|
88
|
+
const credential = loadCredential(definition, options);
|
|
89
|
+
if (credential.value) {
|
|
90
|
+
return credential.value;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
const prompt = options.prompt ?? (canPrompt() ? hiddenPrompt : undefined);
|
|
94
|
+
if (!prompt) {
|
|
95
|
+
throw new Error(`${definition.environmentName} is required for ${definition.purpose}; configure it as an environment secret or run FlakeLab in an interactive terminal`);
|
|
96
|
+
}
|
|
97
|
+
process.stderr.write(`FlakeLab needs ${definition.label} for ${definition.purpose}.\n`);
|
|
98
|
+
const value = trimmed(await prompt(`${definition.environmentName} (hidden · used for this run only): `));
|
|
99
|
+
if (!value) {
|
|
100
|
+
throw new Error(`${definition.environmentName} was not provided`);
|
|
101
|
+
}
|
|
102
|
+
cache.set(provider, value);
|
|
103
|
+
return value;
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=credentials.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../src/security/credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AA2BtC,MAAM,WAAW,GAAqD;IACpE,IAAI,EAAE;QACJ,eAAe,EAAE,cAAc;QAC/B,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,2CAA2C;KACrD;IACD,MAAM,EAAE;QACN,eAAe,EAAE,gBAAgB;QACjC,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,uCAAuC;KACjD;CACF,CAAA;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAE5D,SAAS,OAAO,CAAC,KAAyB;IACxC,MAAM,MAAM,GAAG,KAAK,EAAE,IAAI,EAAE,CAAA;IAC5B,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,cAAc,CACrB,UAAgC,EAChC,OAA0B;IAE1B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAA;IACjE,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;IACnD,CAAC;IACD,IAAI,OAAO,CAAC,mBAAmB,KAAK,KAAK,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAsB,EAAE,CAAA;QAC7C,MAAM,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAA;QACrE,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QACxD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAA;AACX,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAA;AACpD,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe;IACzC,MAAM,WAAW,GAAG,IAAI,QAAQ,CAAC;QAC/B,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ;YAC/B,QAAQ,EAAE,CAAA;QACZ,CAAC;KACF,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,eAAe,CAAC;QAC/B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,WAAW;QACnB,QAAQ,EAAE,IAAI;KACf,CAAC,CAAA;IACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAC7B,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC7C,CAAC;YAAS,CAAC;QACT,QAAQ,CAAC,KAAK,EAAE,CAAA;QAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAAE;IAE/B,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAA;IAC7C,IAAI,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,eAAe,EAAE,UAAU,CAAC,eAAe;YAC3C,MAAM,EAAE,iBAAiB;SAC1B,CAAA;IACH,CAAC;IACD,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IACtD,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;QACrC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5D,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAA4B,EAC5B,UAA6B,EAAE;IAE/B,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAA;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAClC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAA;IACf,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;QACtD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,UAAU,CAAC,KAAK,CAAA;QACzB,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACzE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,GAAG,UAAU,CAAC,eAAe,oBAAoB,UAAU,CAAC,OAAO,oFAAoF,CACxJ,CAAA;IACH,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,UAAU,CAAC,KAAK,QAAQ,UAAU,CAAC,OAAO,KAAK,CAAC,CAAA;IACvF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,MAAM,CAChC,GAAG,UAAU,CAAC,eAAe,sCAAsC,CACpE,CAAC,CAAA;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,CAAC,eAAe,mBAAmB,CAAC,CAAA;IACnE,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAC1B,OAAO,KAAK,CAAA;AACd,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export declare const CHECKOUT_PORT = 4173;
|
|
2
|
+
export declare const CHECKOUT_APP_DIRECTORY = "/opt/flakelab-checkout";
|
|
3
|
+
export declare const checkoutServerSource = "\nimport json\nfrom http.server import BaseHTTPRequestHandler, ThreadingHTTPServer\n\nPAGE = b'''<!doctype html>\n<html lang=\"en\">\n <head><meta charset=\"utf-8\"><title>FlakeLab checkout</title></head>\n <body>\n <main>\n <h1>Checkout</h1>\n <button type=\"button\">Place order</button>\n <p role=\"status\">Ready</p>\n </main>\n <script>\n document.querySelector('button').addEventListener('click', async () => {\n const status = document.querySelector('[role=status]')\n status.textContent = 'Processing'\n let expired = false\n const deadline = setTimeout(() => {\n expired = true\n status.textContent = 'Checkout timed out'\n }, 100)\n await fetch('/api/checkout', { method: 'POST' })\n clearTimeout(deadline)\n if (!expired) status.textContent = 'Checkout complete'\n })\n </script>\n </body>\n</html>'''\n\nclass Handler(BaseHTTPRequestHandler):\n def do_POST(self):\n body = json.dumps({'ok': True}).encode()\n self.send_response(200)\n self.send_header('Content-Type', 'application/json')\n self.send_header('Content-Length', str(len(body)))\n self.end_headers()\n self.wfile.write(body)\n\n def do_GET(self):\n self.send_response(200)\n self.send_header('Content-Type', 'text/html; charset=utf-8')\n self.send_header('Content-Length', str(len(PAGE)))\n self.end_headers()\n self.wfile.write(PAGE)\n\n def log_message(self, format, *args):\n return\n\nThreadingHTTPServer(('0.0.0.0', 4173), Handler).serve_forever()\n";
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
export const CHECKOUT_PORT = 4173;
|
|
2
|
+
export const CHECKOUT_APP_DIRECTORY = "/opt/flakelab-checkout";
|
|
3
|
+
export const checkoutServerSource = `
|
|
4
|
+
import json
|
|
5
|
+
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
|
6
|
+
|
|
7
|
+
PAGE = b'''<!doctype html>
|
|
8
|
+
<html lang="en">
|
|
9
|
+
<head><meta charset="utf-8"><title>FlakeLab checkout</title></head>
|
|
10
|
+
<body>
|
|
11
|
+
<main>
|
|
12
|
+
<h1>Checkout</h1>
|
|
13
|
+
<button type="button">Place order</button>
|
|
14
|
+
<p role="status">Ready</p>
|
|
15
|
+
</main>
|
|
16
|
+
<script>
|
|
17
|
+
document.querySelector('button').addEventListener('click', async () => {
|
|
18
|
+
const status = document.querySelector('[role=status]')
|
|
19
|
+
status.textContent = 'Processing'
|
|
20
|
+
let expired = false
|
|
21
|
+
const deadline = setTimeout(() => {
|
|
22
|
+
expired = true
|
|
23
|
+
status.textContent = 'Checkout timed out'
|
|
24
|
+
}, 100)
|
|
25
|
+
await fetch('/api/checkout', { method: 'POST' })
|
|
26
|
+
clearTimeout(deadline)
|
|
27
|
+
if (!expired) status.textContent = 'Checkout complete'
|
|
28
|
+
})
|
|
29
|
+
</script>
|
|
30
|
+
</body>
|
|
31
|
+
</html>'''
|
|
32
|
+
|
|
33
|
+
class Handler(BaseHTTPRequestHandler):
|
|
34
|
+
def do_POST(self):
|
|
35
|
+
body = json.dumps({'ok': True}).encode()
|
|
36
|
+
self.send_response(200)
|
|
37
|
+
self.send_header('Content-Type', 'application/json')
|
|
38
|
+
self.send_header('Content-Length', str(len(body)))
|
|
39
|
+
self.end_headers()
|
|
40
|
+
self.wfile.write(body)
|
|
41
|
+
|
|
42
|
+
def do_GET(self):
|
|
43
|
+
self.send_response(200)
|
|
44
|
+
self.send_header('Content-Type', 'text/html; charset=utf-8')
|
|
45
|
+
self.send_header('Content-Length', str(len(PAGE)))
|
|
46
|
+
self.end_headers()
|
|
47
|
+
self.wfile.write(PAGE)
|
|
48
|
+
|
|
49
|
+
def log_message(self, format, *args):
|
|
50
|
+
return
|
|
51
|
+
|
|
52
|
+
ThreadingHTTPServer(('0.0.0.0', ${CHECKOUT_PORT}), Handler).serve_forever()
|
|
53
|
+
`;
|
|
54
|
+
//# sourceMappingURL=checkout-fixture.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"checkout-fixture.js","sourceRoot":"","sources":["../../src/solari/checkout-fixture.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,MAAM,CAAC,MAAM,sBAAsB,GAAG,wBAAwB,CAAA;AAE9D,MAAM,CAAC,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAiDF,aAAa;CAC9C,CAAA"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { TrialExecutor } from "../runner/playwright-executor.js";
|
|
2
|
+
import type { ResourceUsage } from "./usage.js";
|
|
3
|
+
export interface SolariExecutorOptions {
|
|
4
|
+
apiKey: string;
|
|
5
|
+
baseUrl: string;
|
|
6
|
+
signal?: AbortSignal;
|
|
7
|
+
snapshotName: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class SolariParallelExecutor {
|
|
10
|
+
#private;
|
|
11
|
+
constructor(options: SolariExecutorOptions);
|
|
12
|
+
prepare(): Promise<void>;
|
|
13
|
+
readonly execute: TrialExecutor;
|
|
14
|
+
usage(): ResourceUsage;
|
|
15
|
+
close(): Promise<void>;
|
|
16
|
+
snapshotId(): string;
|
|
17
|
+
}
|