reeval 0.2.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +9 -9
- package/assets/package.json +1 -1
- package/assets/pnpm-lock.yaml +84 -33
- package/dist/agent-C9dLMCM7.js +334 -0
- package/dist/agent-C9dLMCM7.js.map +1 -0
- package/dist/{agent-D-6z0Z3F.js → agent-M70OWyfG.js} +5 -5
- package/dist/{agent-D-6z0Z3F.js.map → agent-M70OWyfG.js.map} +1 -1
- package/dist/analysis-CxSCt1YY.js.map +1 -1
- package/dist/{assemble-DtouO0iQ.js → assemble-BmVT26kf.js} +25 -17
- package/dist/assemble-BmVT26kf.js.map +1 -0
- package/dist/assemble-DZiN1p_E.js +2 -0
- package/dist/{attempt-BdRQ9jKX.js → attempt-CGPV3BZY.js} +2 -2
- package/dist/{attempt-BdRQ9jKX.js.map → attempt-CGPV3BZY.js.map} +1 -1
- package/dist/bridge/index.mjs +1620 -1793
- package/dist/bridge/package.json +2 -2
- package/dist/bridge/pnpm-lock.yaml +75 -75
- package/dist/bridge/pnpm-workspace.yaml +1 -1
- package/dist/{cli-CGuUdOPK.js → cli-BdxFLEIc.js} +166 -55
- package/dist/cli-BdxFLEIc.js.map +1 -0
- package/dist/{cli-spec-DKAu09Gi.js → cli-spec-DUeyuSIQ.js} +11 -4
- package/dist/cli-spec-DUeyuSIQ.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{command-CCuYRGsI.js → command-BtcBitmY.js} +12 -12
- package/dist/{command-CCuYRGsI.js.map → command-BtcBitmY.js.map} +1 -1
- package/dist/{command-BekzrvZI.js → command-ByqQ-v-j.js} +13 -13
- package/dist/{command-BekzrvZI.js.map → command-ByqQ-v-j.js.map} +1 -1
- package/dist/{command-CLKuXn6Z.js → command-CIsO5xdR.js} +11 -9
- package/dist/command-CIsO5xdR.js.map +1 -0
- package/dist/{command-CEm8PZ1N.js → command-CQiFfn-C.js} +169 -280
- package/dist/command-CQiFfn-C.js.map +1 -0
- package/dist/command-DllipyoK.js +2 -0
- package/dist/{commands-CF8mOfiu.js → commands-CPrrZ2mI.js} +29 -13
- package/dist/commands-CPrrZ2mI.js.map +1 -0
- package/dist/{commands-A4udfyKZ.js → commands-D3Dxgh60.js} +1 -1
- package/dist/{config-DqJvSqYo.js → config-B93Csktg.js} +43 -15
- package/dist/{config-DqJvSqYo.js.map → config-B93Csktg.js.map} +1 -1
- package/dist/db-DIE0bsNO.js +2 -0
- package/dist/{db-DxDzMhtB.js → db-SpvY8l1g.js} +4 -4
- package/dist/{db-DxDzMhtB.js.map → db-SpvY8l1g.js.map} +1 -1
- package/dist/{dist-BZXYHN2X.js → dist-C2k9IvL3.js} +107 -55
- package/dist/dist-C2k9IvL3.js.map +1 -0
- package/dist/{docker-Buu3a60z.js → docker-Bv1ZC6V7.js} +1 -1
- package/dist/{docker-DQDZWXF9.js → docker-C2YwD_dh.js} +3 -3
- package/dist/{docker-DQDZWXF9.js.map → docker-C2YwD_dh.js.map} +1 -1
- package/dist/{docker-w0CSdQq0.js → docker-uNaAGE2C.js} +5 -5
- package/dist/{docker-w0CSdQq0.js.map → docker-uNaAGE2C.js.map} +1 -1
- package/dist/{doctor-Bs1_pG9_.js → doctor-COH-levb.js} +88 -20
- package/dist/doctor-COH-levb.js.map +1 -0
- package/dist/{egress-QJMzVtbw.js → egress-C7Obb71D.js} +35 -19
- package/dist/egress-C7Obb71D.js.map +1 -0
- package/dist/{environment-9WHSWLxH.js → environment-lDFQY2BF.js} +116 -4
- package/dist/environment-lDFQY2BF.js.map +1 -0
- package/dist/{files-D2-qn_Dl.js → files-BO9P6msM.js} +114 -14
- package/dist/files-BO9P6msM.js.map +1 -0
- package/dist/files-BRWmQJ-9.js +2 -0
- package/dist/files-Bwr8UW4b.js +2 -0
- package/dist/{files-bF2fPuT9.js → files-CMoTBEul.js} +40 -7
- package/dist/files-CMoTBEul.js.map +1 -0
- package/dist/{git-D6hMeieS.js → git-LJp55bkf.js} +3 -3
- package/dist/{git-D6hMeieS.js.map → git-LJp55bkf.js.map} +1 -1
- package/dist/{harness-ls5aX1UO.js → harness-BbMShUC-.js} +4 -4
- package/dist/{harness-ls5aX1UO.js.map → harness-BbMShUC-.js.map} +1 -1
- package/dist/harness.d.ts +2 -2
- package/dist/harness.js +1 -1
- package/dist/{header-DzFDoMCI.js → header-sPQ9Lq2S.js} +2 -2
- package/dist/{header-DzFDoMCI.js.map → header-sPQ9Lq2S.js.map} +1 -1
- package/dist/{images-2m2U-UQc.js → images-Pph_XJ68.js} +6 -6
- package/dist/{images-2m2U-UQc.js.map → images-Pph_XJ68.js.map} +1 -1
- package/dist/index.d.ts +11 -4
- package/dist/index.js +173 -65
- package/dist/index.js.map +1 -1
- package/dist/{init-CH9UY7Bt.js → init-BcYpzHXs.js} +10 -10
- package/dist/{init-CH9UY7Bt.js.map → init-BcYpzHXs.js.map} +1 -1
- package/dist/init-YS5qBRwV.js +2 -0
- package/dist/{invocations-rXktgSAn.js → invocations-DHC946b-.js} +4 -4
- package/dist/{invocations-rXktgSAn.js.map → invocations-DHC946b-.js.map} +1 -1
- package/dist/{jiti-BOLXpKyG.js → jiti-DWsGEgxD.js} +4 -4
- package/dist/{jiti-BOLXpKyG.js.map → jiti-DWsGEgxD.js.map} +1 -1
- package/dist/{judge-D8Uf4dA9.js → judge-D6wqgTDp.js} +17 -4
- package/dist/judge-D6wqgTDp.js.map +1 -0
- package/dist/judge.d.ts +12 -8
- package/dist/judge.js +13 -5
- package/dist/judge.js.map +1 -1
- package/dist/{live-Bs3LReMV.js → live-DZkCtmNP.js} +2 -2
- package/dist/{live-Bs3LReMV.js.map → live-DZkCtmNP.js.map} +1 -1
- package/dist/{matchers-DyLvm7EG.js → matchers-DbFPZQgA.js} +9 -4
- package/dist/{matchers-DyLvm7EG.js.map → matchers-DbFPZQgA.js.map} +1 -1
- package/dist/model-CJ6USX6C.js +2 -0
- package/dist/model-CNoc8t2Y.js +2 -0
- package/dist/model-DUZtNaYR.js +228 -0
- package/dist/model-DUZtNaYR.js.map +1 -0
- package/dist/{model-CDL98xue.js → model-ORtLm2UB.js} +41 -3
- package/dist/{model-CDL98xue.js.map → model-ORtLm2UB.js.map} +1 -1
- package/dist/{model-BdO79gWz.js → model-f0wprGPm.js} +3 -3
- package/dist/{model-BdO79gWz.js.map → model-f0wprGPm.js.map} +1 -1
- package/dist/{node-kG64XxdE.js → node-OXPxBD2N.js} +3 -3
- package/dist/{node-kG64XxdE.js.map → node-OXPxBD2N.js.map} +1 -1
- package/dist/{opencode-providers-DZuD_oYt.js → opencode-providers-DJVocFOU.js} +31 -3
- package/dist/opencode-providers-DJVocFOU.js.map +1 -0
- package/dist/{options-k25fjaER.js → options-Ftb2gE01.js} +85 -26
- package/dist/options-Ftb2gE01.js.map +1 -0
- package/dist/patch-BxqggH-T.js +118 -0
- package/dist/patch-BxqggH-T.js.map +1 -0
- package/dist/{plan-gwk6dJ8c.js → plan-BkhLKrsN.js} +23 -6
- package/dist/plan-BkhLKrsN.js.map +1 -0
- package/dist/{preflight-B6hfAXhh.js → preflight-CuvY0o3B.js} +3 -3
- package/dist/{preflight-B6hfAXhh.js.map → preflight-CuvY0o3B.js.map} +1 -1
- package/dist/{preflight-D2Hce5Jp.js → preflight-D3cJETui.js} +1 -1
- package/dist/{prepare-NuWsT11j.js → prepare-BI9j2-H-.js} +5 -5
- package/dist/{prepare-NuWsT11j.js.map → prepare-BI9j2-H-.js.map} +1 -1
- package/dist/{prepare-C3fefNnV.js → prepare-CVuTk5F9.js} +2 -2
- package/dist/{provenance-Dfb8YY5Y.js → provenance-6n49wska.js} +22 -4
- package/dist/provenance-6n49wska.js.map +1 -0
- package/dist/{providers-Bfx5Mnk9.js → providers-BFapaM2D.js} +3 -3
- package/dist/{providers-Bfx5Mnk9.js.map → providers-BFapaM2D.js.map} +1 -1
- package/dist/{providers-BMIGzPPG.js → providers-Cay8pI0y.js} +1 -1
- package/dist/query-Br77sQYj.js +2 -0
- package/dist/{query-CFATHZmV.js → query-CnstTDt8.js} +2 -2
- package/dist/{query-CFATHZmV.js.map → query-CnstTDt8.js.map} +1 -1
- package/dist/questions-Cm321-Mo.js +325 -0
- package/dist/questions-Cm321-Mo.js.map +1 -0
- package/dist/{record-DQ8wzyco.js → record-CbuQH4l1.js} +7 -3
- package/dist/record-CbuQH4l1.js.map +1 -0
- package/dist/{redact-C4fL_bZP.js → redact-DJ9JCShu.js} +99 -28
- package/dist/redact-DJ9JCShu.js.map +1 -0
- package/dist/{results-BtvBJAp-.js → results-D9GgBYw5.js} +4 -4
- package/dist/{results-BtvBJAp-.js.map → results-D9GgBYw5.js.map} +1 -1
- package/dist/{root-CFDjpWuc.js → root-Zeokqt3-.js} +2 -2
- package/dist/{root-CFDjpWuc.js.map → root-Zeokqt3-.js.map} +1 -1
- package/dist/{sandbox-BJPWuQE9.js → sandbox-CO__l-i1.js} +3 -3
- package/dist/{sandbox-BJPWuQE9.js.map → sandbox-CO__l-i1.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-D5Zq3I5N.js +2 -0
- package/dist/{server-5DWmKKfV.js → server-DsmIrBzi.js} +12 -10
- package/dist/{server-5DWmKKfV.js.map → server-DsmIrBzi.js.map} +1 -1
- package/dist/source-BgqURlel.js +2 -0
- package/dist/{source-Bsfa3LZH.js → source-DJ1c8jwe.js} +2 -2
- package/dist/{source-Bsfa3LZH.js.map → source-DJ1c8jwe.js.map} +1 -1
- package/dist/{src-DXx_29pq.js → src-B1OT_Zhf.js} +46 -46
- package/dist/{src-DXx_29pq.js.map → src-B1OT_Zhf.js.map} +1 -1
- package/dist/{src-BQyMiWri.js → src-BAiYD4eC.js} +48 -7
- package/dist/{src-BQyMiWri.js.map → src-BAiYD4eC.js.map} +1 -1
- package/dist/{src-N7E_mfcZ.js → src-BC5FFzE8.js} +1 -1
- package/dist/src-Bi2Y3EkE.js +3 -0
- package/dist/{src-D8KYzxBX.js → src-BmBFlEIe.js} +12 -7
- package/dist/{src-D8KYzxBX.js.map → src-BmBFlEIe.js.map} +1 -1
- package/dist/src-C8WNyopo.js +3 -0
- package/dist/src-CYz-TreZ.js +3 -0
- package/dist/src-C_91Ln3Z.js +4 -0
- package/dist/{src-Cmp-7YrD.js → src-DWk0e7ix.js} +5 -5
- package/dist/{src-Cmp-7YrD.js.map → src-DWk0e7ix.js.map} +1 -1
- package/dist/{src-AEwxd1UP.js → src-DfEAlC9s.js} +4 -4
- package/dist/{src-AEwxd1UP.js.map → src-DfEAlC9s.js.map} +1 -1
- package/dist/{src-DwwiVLqv.js → src-V-iU5X9S.js} +24 -21
- package/dist/{src-DwwiVLqv.js.map → src-V-iU5X9S.js.map} +1 -1
- package/dist/{src-C-LHyTSV.js → src-gPJFzHcK.js} +1 -1
- package/dist/src-gVzsO4_f.js +3 -0
- package/dist/{state-DZ7eqb1F.js → state-DFbJrVi3.js} +15 -15
- package/dist/{state-DZ7eqb1F.js.map → state-DFbJrVi3.js.map} +1 -1
- package/dist/state-Joc2b4qk.js +2 -0
- package/dist/studio-app/assets/index-B1Pf3LAT.css +2 -0
- package/dist/studio-app/assets/index-BhorHbrj.js +58 -0
- package/dist/studio-app/index.html +2 -2
- package/dist/{summary-D7Ttky0z.js → summary-CEMYhzXm.js} +33 -5
- package/dist/summary-CEMYhzXm.js.map +1 -0
- package/dist/summary-WR5qLj_z.js +192 -0
- package/dist/summary-WR5qLj_z.js.map +1 -0
- package/dist/tools-DN-cJcfi.js +249 -0
- package/dist/tools-DN-cJcfi.js.map +1 -0
- package/dist/{types-CYJldf5N.d.ts → types-B_CqVrOS.d.ts} +210 -30
- package/dist/view/index.d.ts +63 -1
- package/dist/view/index.js +5 -5
- package/dist/{views-BrHOv6wg.js → views-DNbUdW9d.js} +4 -4
- package/dist/{views-BrHOv6wg.js.map → views-DNbUdW9d.js.map} +1 -1
- package/dist/views-DnYbVkKg.js +3 -0
- package/dist/{worker-entry-DnYkANPG.js → worker-entry-CJmG4hhE.js} +3 -3
- package/dist/{worker-entry-DnYkANPG.js.map → worker-entry-CJmG4hhE.js.map} +1 -1
- package/dist/{workspace-BVgNhC9h.js → workspace-CmSp2MXO.js} +1 -1
- package/dist/{workspace-uPapQj16.js → workspace-QtlJtRut.js} +5 -5
- package/dist/{workspace-uPapQj16.js.map → workspace-QtlJtRut.js.map} +1 -1
- package/docker/Dockerfile +2 -0
- package/docker/reeval-path.sh +21 -0
- package/package.json +13 -12
- package/dist/assemble-Dm4gD1TU.js +0 -2
- package/dist/assemble-DtouO0iQ.js.map +0 -1
- package/dist/cli-CGuUdOPK.js.map +0 -1
- package/dist/cli-spec-DKAu09Gi.js.map +0 -1
- package/dist/command-CEm8PZ1N.js.map +0 -1
- package/dist/command-CLKuXn6Z.js.map +0 -1
- package/dist/commands-CF8mOfiu.js.map +0 -1
- package/dist/db-Cjj2ZsfQ.js +0 -2
- package/dist/dist-BZXYHN2X.js.map +0 -1
- package/dist/doctor-Bs1_pG9_.js.map +0 -1
- package/dist/egress-QJMzVtbw.js.map +0 -1
- package/dist/environment-9WHSWLxH.js.map +0 -1
- package/dist/files--6CEUXm7.js +0 -2
- package/dist/files-Bd25OAQH.js +0 -2
- package/dist/files-D2-qn_Dl.js.map +0 -1
- package/dist/files-bF2fPuT9.js.map +0 -1
- package/dist/init-DJuxvYCW.js +0 -2
- package/dist/judge-D8Uf4dA9.js.map +0 -1
- package/dist/model-v-0_Ik7S.js +0 -2
- package/dist/opencode-providers-DZuD_oYt.js.map +0 -1
- package/dist/options-k25fjaER.js.map +0 -1
- package/dist/patch-BkKje4cp.js +0 -69
- package/dist/patch-BkKje4cp.js.map +0 -1
- package/dist/plan-gwk6dJ8c.js.map +0 -1
- package/dist/provenance-Dfb8YY5Y.js.map +0 -1
- package/dist/query-DR4m6CXf.js +0 -2
- package/dist/record-DQ8wzyco.js.map +0 -1
- package/dist/redact-C4fL_bZP.js.map +0 -1
- package/dist/server-buV3adNS.js +0 -2
- package/dist/source-BXzrmof5.js +0 -2
- package/dist/src-55j1zNHH.js +0 -3
- package/dist/src-BDwSuyIo.js +0 -3
- package/dist/src-DEgff9Z7.js +0 -4
- package/dist/src-W9g-y5X5.js +0 -3
- package/dist/src-daS0wKH2.js +0 -3
- package/dist/state-Cyw3QTsN.js +0 -2
- package/dist/studio-app/assets/index-Da1XDzx8.js +0 -58
- package/dist/studio-app/assets/index-xwzWdcE_.css +0 -2
- package/dist/summary-D7Ttky0z.js.map +0 -1
- package/dist/views-CwCWLWqo.js +0 -3
|
@@ -1,13 +1,102 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { t as BUILD_ID } from "./root-
|
|
1
|
+
import { a as maskedMatch, i as findSecrets } from "./redact-DJ9JCShu.js";
|
|
2
|
+
import { t as BUILD_ID } from "./root-Zeokqt3-.js";
|
|
3
3
|
import { t as RUN_ID } from "./paths-CBvm6pap.js";
|
|
4
4
|
import { a as fromCwd, c as relativeFile, l as sha256 } from "./ids-Bp6ut7ZD.js";
|
|
5
|
-
import { t as runHeader } from "./header-
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
5
|
+
import { t as runHeader } from "./header-sPQ9Lq2S.js";
|
|
6
|
+
import { s as readableRecord, t as NewerSchemaError } from "./record-CbuQH4l1.js";
|
|
7
|
+
import { o as renderSummary } from "./summary-CEMYhzXm.js";
|
|
8
8
|
import { dirname, join } from "node:path";
|
|
9
9
|
import { randomBytes } from "node:crypto";
|
|
10
10
|
import { link, mkdir, readFile, readdir, rename, rm, stat, unlink, writeFile } from "node:fs/promises";
|
|
11
|
+
//#region src/history/secret-scan.ts
|
|
12
|
+
/** Findings shown per file; the rest are counted. */
|
|
13
|
+
const SHOWN = 5;
|
|
14
|
+
const DIFF_HEADER = /^diff --git a\/(.*) b\/(.*)$/;
|
|
15
|
+
const HUNK = /^@@ -\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/;
|
|
16
|
+
/** Where line `lineIndex` of a `git diff` falls: the file it changes, and its line in the new version. */
|
|
17
|
+
function inPatch(lines, lineIndex) {
|
|
18
|
+
let file = null;
|
|
19
|
+
let next = null;
|
|
20
|
+
for (let i = 0; i <= lineIndex; i++) {
|
|
21
|
+
const text = lines[i];
|
|
22
|
+
const header = DIFF_HEADER.exec(text);
|
|
23
|
+
if (header) {
|
|
24
|
+
file = header[2];
|
|
25
|
+
next = null;
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
const hunk = HUNK.exec(text);
|
|
29
|
+
if (hunk) {
|
|
30
|
+
next = Number(hunk[1]);
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
if (next === null) continue;
|
|
34
|
+
if (i === lineIndex) return {
|
|
35
|
+
file,
|
|
36
|
+
line: text.startsWith("-") ? null : next
|
|
37
|
+
};
|
|
38
|
+
if (!text.startsWith("-") && !text.startsWith("\\")) next++;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
file,
|
|
42
|
+
line: null
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
/** Every secret-looking stretch of `text`, placed: by file and line inside a patch, else by line. */
|
|
46
|
+
function scanText(path, text) {
|
|
47
|
+
const matches = findSecrets(text);
|
|
48
|
+
if (matches.length === 0) return [];
|
|
49
|
+
const lines = text.split("\n");
|
|
50
|
+
const starts = [];
|
|
51
|
+
let at = 0;
|
|
52
|
+
for (const line of lines) {
|
|
53
|
+
starts.push(at);
|
|
54
|
+
at += line.length + 1;
|
|
55
|
+
}
|
|
56
|
+
const lineOf = (offset) => {
|
|
57
|
+
let lo = 0;
|
|
58
|
+
let hi = starts.length - 1;
|
|
59
|
+
while (lo < hi) {
|
|
60
|
+
const mid = lo + hi + 1 >> 1;
|
|
61
|
+
if (starts[mid] <= offset) lo = mid;
|
|
62
|
+
else hi = mid - 1;
|
|
63
|
+
}
|
|
64
|
+
return lo;
|
|
65
|
+
};
|
|
66
|
+
const patch = path.endsWith(".patch");
|
|
67
|
+
return matches.map((m) => {
|
|
68
|
+
const index = lineOf(m.start);
|
|
69
|
+
return {
|
|
70
|
+
...patch ? inPatch(lines, index) : {
|
|
71
|
+
file: null,
|
|
72
|
+
line: index + 1
|
|
73
|
+
},
|
|
74
|
+
what: maskedMatch(text, m),
|
|
75
|
+
rule: m.rule
|
|
76
|
+
};
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
const place = (f) => [f.file, f.line === null ? null : `line ${f.line}`].filter(Boolean).join(" ");
|
|
80
|
+
/** `<label> line <n>: <what>`, or `<label>: <file> line <n>: <what>` in a patch, a few per file. */
|
|
81
|
+
function findingLines(label, findings) {
|
|
82
|
+
const out = findings.slice(0, SHOWN).map((f) => {
|
|
83
|
+
const where = place(f);
|
|
84
|
+
if (!where) return `${label}: ${f.what}`;
|
|
85
|
+
return `${label}${f.file ? ": " : " "}${where}: ${f.what}`;
|
|
86
|
+
});
|
|
87
|
+
if (findings.length > SHOWN) out.push(`${label}: and ${findings.length - SHOWN} more`);
|
|
88
|
+
return out;
|
|
89
|
+
}
|
|
90
|
+
/** The findings as a recordable note: where, and which rule, never any part of the value. */
|
|
91
|
+
function findingSummary(findings) {
|
|
92
|
+
const shown = findings.slice(0, 3).map((f) => {
|
|
93
|
+
const where = place(f);
|
|
94
|
+
return `${where ? `${where}: ` : ""}${f.rule}`;
|
|
95
|
+
});
|
|
96
|
+
const more = findings.length > 3 ? `, and ${findings.length - 3} more` : "";
|
|
97
|
+
return `${shown.join("; ")}${more}`;
|
|
98
|
+
}
|
|
99
|
+
//#endregion
|
|
11
100
|
//#region src/history/files.ts
|
|
12
101
|
var HistoryError = class extends Error {
|
|
13
102
|
name = "HistoryError";
|
|
@@ -143,7 +232,7 @@ async function listRuns(root, dir, recorded) {
|
|
|
143
232
|
return entries;
|
|
144
233
|
}
|
|
145
234
|
/**
|
|
146
|
-
* Best-effort: another reader (a studio serving parallel requests, a second `
|
|
235
|
+
* Best-effort: another reader (a studio serving parallel requests, a second `reeval`) may be
|
|
147
236
|
* replacing the same file, which Windows refuses. The cache is only a speed-up.
|
|
148
237
|
*/
|
|
149
238
|
async function writeCache(root, cache) {
|
|
@@ -217,6 +306,8 @@ async function writeRun(dir, record, artifacts) {
|
|
|
217
306
|
}
|
|
218
307
|
const keeps = (e, level) => level === "all" || level === "failures" && (e.outcome === "fail" || e.outcome === "infra_error");
|
|
219
308
|
const refsOf = (e) => e.attempts.flatMap((a) => [...Object.values(a.files), ...a.checks.flatMap((c) => c.log ? [c.log] : [])]);
|
|
309
|
+
/** Why a patch that looked like it held a secret isn't in the record. Starts with `SECRET_NOTE`. */
|
|
310
|
+
const SECRET_NOTE = "not kept: it looked like it held a secret";
|
|
220
311
|
/** Promotes a scratch run into the committed history folder. reeval never commits it. */
|
|
221
312
|
async function recordRun(options) {
|
|
222
313
|
const { runId, artifacts: level } = options;
|
|
@@ -247,29 +338,38 @@ async function recordRun(options) {
|
|
|
247
338
|
}
|
|
248
339
|
}
|
|
249
340
|
const patch = record.git?.worktreePatch;
|
|
250
|
-
|
|
341
|
+
let droppedPatch = [];
|
|
342
|
+
if (patch && record.git && level !== "none") {
|
|
251
343
|
const bytes = await readFile(join(source, runId, patch.path));
|
|
252
344
|
if (sha256(bytes) !== patch.sha256) throw new HistoryError(`${runId}/${patch.path} changed since the run wrote it`);
|
|
253
|
-
|
|
345
|
+
const findings = options.skipSecretScan ? [] : scanText(patch.path, bytes.toString());
|
|
346
|
+
if (findings.length > 0) {
|
|
347
|
+
droppedPatch = findingLines(patch.path, findings);
|
|
348
|
+
record.git.worktreePatch = null;
|
|
349
|
+
record.git.worktreePatchNote = `${SECRET_NOTE} (${findingSummary(findings)})`;
|
|
350
|
+
} else files.set(patch.path, bytes);
|
|
254
351
|
} else if (patch && record.git) {
|
|
255
352
|
record.git.worktreePatch = null;
|
|
256
353
|
record.git.worktreePatchNote = "not kept: recorded with artifacts 'none'";
|
|
257
354
|
}
|
|
258
355
|
if (level !== "none") files.set("summary.md", Buffer.from(renderSummary(record)));
|
|
259
356
|
if (!options.skipSecretScan) {
|
|
260
|
-
const
|
|
261
|
-
if (
|
|
262
|
-
|
|
357
|
+
const found = [[`${runId}.json`, scanText(`${runId}.json`, encodeRecord(record).toString())], ...[...files].filter(([path]) => TEXT_FILE.test(path)).map(([path, bytes]) => [`${runId}/${path}`, scanText(path, Buffer.from(bytes).toString())])].filter(([, findings]) => findings.length > 0);
|
|
358
|
+
if (found.length > 0) {
|
|
359
|
+
const lines = found.flatMap(([path, findings]) => findingLines(path, findings));
|
|
360
|
+
throw new HistoryError(`Refusing to record ${runId}: ${found.length} file(s) look like they contain a secret:\n${lines.map((l) => ` ${l}`).join("\n")}\nCheck them, then pass --skip-secret-scan if these are false positives.`);
|
|
361
|
+
}
|
|
263
362
|
}
|
|
264
363
|
const written = await writeRun(options.historyDir, record, files);
|
|
265
364
|
const bytes = [...files.values()].reduce((n, b) => n + b.length, encodeRecord(record).length);
|
|
266
365
|
return {
|
|
267
366
|
...written,
|
|
268
367
|
files: files.size,
|
|
269
|
-
bytes
|
|
368
|
+
bytes,
|
|
369
|
+
droppedPatch
|
|
270
370
|
};
|
|
271
371
|
}
|
|
272
372
|
//#endregion
|
|
273
|
-
export {
|
|
373
|
+
export { listRuns as a, recentRecords as c, recordRun as d, runDir as f, writeRun as h, encodeRecord as i, recordFile as l, warnUnreadable as m, NewerRecordError as n, parseRecord as o, scratchDir as p, SECRET_NOTE as r, readRecord as s, HistoryError as t, recordNames as u };
|
|
274
374
|
|
|
275
|
-
//# sourceMappingURL=files-
|
|
375
|
+
//# sourceMappingURL=files-BO9P6msM.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"files-BO9P6msM.js","names":[],"sources":["../src/history/secret-scan.ts","../src/history/files.ts"],"mappings":";;;;;;;;;;;;AAGA,MAAM,QAAQ;AAad,MAAM,cAAc;AACpB,MAAM,OAAO;;AAGb,SAAS,QAAQ,OAAiB,WAAiE;CACjG,IAAI,OAAsB;CAC1B,IAAI,OAAsB;CAC1B,KAAK,IAAI,IAAI,GAAG,KAAK,WAAW,KAAK;EACnC,MAAM,OAAO,MAAM;EACnB,MAAM,SAAS,YAAY,KAAK,IAAI;EACpC,IAAI,QAAQ;GACV,OAAO,OAAO;GACd,OAAO;GACP;EACF;EACA,MAAM,OAAO,KAAK,KAAK,IAAI;EAC3B,IAAI,MAAM;GACR,OAAO,OAAO,KAAK,EAAE;GACrB;EACF;EACA,IAAI,SAAS,MAAM;EACnB,IAAI,MAAM,WAAW,OAAO;GAAE;GAAM,MAAM,KAAK,WAAW,GAAG,IAAI,OAAO;EAAK;EAC7E,IAAI,CAAC,KAAK,WAAW,GAAG,KAAK,CAAC,KAAK,WAAW,IAAI,GAAG;CACvD;CACA,OAAO;EAAE;EAAM,MAAM;CAAK;AAC5B;;AAGA,SAAgB,SAAS,MAAc,MAAyB;CAC9D,MAAM,UAAU,YAAY,IAAI;CAChC,IAAI,QAAQ,WAAW,GAAG,OAAO,CAAC;CAClC,MAAM,QAAQ,KAAK,MAAM,IAAI;CAC7B,MAAM,SAAmB,CAAC;CAC1B,IAAI,KAAK;CACT,KAAK,MAAM,QAAQ,OAAO;EACxB,OAAO,KAAK,EAAE;EACd,MAAM,KAAK,SAAS;CACtB;CACA,MAAM,UAAU,WAAmB;EACjC,IAAI,KAAK;EACT,IAAI,KAAK,OAAO,SAAS;EACzB,OAAO,KAAK,IAAI;GACd,MAAM,MAAO,KAAK,KAAK,KAAM;GAC7B,IAAK,OAAO,QAAmB,QAAQ,KAAK;QACvC,KAAK,MAAM;EAClB;EACA,OAAO;CACT;CACA,MAAM,QAAQ,KAAK,SAAS,QAAQ;CACpC,OAAO,QAAQ,KAAK,MAAmB;EACrC,MAAM,QAAQ,OAAO,EAAE,KAAK;EAE5B,OAAO;GAAE,GADK,QAAQ,QAAQ,OAAO,KAAK,IAAI;IAAE,MAAM;IAAM,MAAM,QAAQ;GAAE;GACzD,MAAM,YAAY,MAAM,CAAC;GAAG,MAAM,EAAE;EAAK;CAC9D,CAAC;AACH;AAEA,MAAM,SAAS,MACb,CAAC,EAAE,MAAM,EAAE,SAAS,OAAO,OAAO,QAAQ,EAAE,MAAM,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG;;AAG9E,SAAgB,aAAa,OAAe,UAA+B;CACzE,MAAM,MAAM,SAAS,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,MAAM;EAC9C,MAAM,QAAQ,MAAM,CAAC;EACrB,IAAI,CAAC,OAAO,OAAO,GAAG,MAAM,IAAI,EAAE;EAClC,OAAO,GAAG,QAAQ,EAAE,OAAO,OAAO,MAAM,MAAM,IAAI,EAAE;CACtD,CAAC;CACD,IAAI,SAAS,SAAS,OAAO,IAAI,KAAK,GAAG,MAAM,QAAQ,SAAS,SAAS,MAAM,MAAM;CACrF,OAAO;AACT;;AAGA,SAAgB,eAAe,UAA6B;CAC1D,MAAM,QAAQ,SAAS,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM;EAC5C,MAAM,QAAQ,MAAM,CAAC;EACrB,OAAO,GAAG,QAAQ,GAAG,MAAM,MAAM,KAAK,EAAE;CAC1C,CAAC;CACD,MAAM,OAAO,SAAS,SAAS,IAAI,SAAS,SAAS,SAAS,EAAE,SAAS;CACzE,OAAO,GAAG,MAAM,KAAK,IAAI,IAAI;AAC/B;;;ACzEA,IAAa,eAAb,cAAkC,MAAM;CACtC,OAAgB;AAClB;;AAGA,IAAa,mBAAb,cAAsC,aAAa;CACjD;CACA,YAAY,OAAyB;EACnC,MAAM,MAAM,OAAO;EACnB,KAAK,SAAS,MAAM;CACtB;AACF;;AAGA,MAAa,cAAc,SAAiB,KAAK,MAAM,WAAW,MAAM;AACxE,MAAM,aAAa,SAAiB,KAAK,MAAM,WAAW,oBAAoB;AAC9E,MAAM,YAAY;AAElB,MAAM,aAAa,UAAoB,MAAgC,SAAS;;;;;AAMhF,MAAM,UAAU,UACd;CAAC;CAAU;CAAS;AAAO,CAAC,CAAC,SAAU,MAAgC,QAAQ,EAAE;AACnF,MAAM,gBAAgB,GAAG,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;AACrE,MAAa,gBAAgB,WAC3B,OAAO,KAAK,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,EAAE,GAAG;AAEpD,SAAgB,YAAY,OAAmB,OAA0B;CACvE,MAAM,QAAQ,KAAK,MAAM,OAAO,KAAK,KAAK,CAAC,CAAC,SAAS,MAAM,CAAC;CAC5D,IAAI,OAAO,SAAS,UAAU,MAAM,IAAI,aAAa,GAAG,MAAM,4BAA4B;CAC1F,IAAI;EACF,OAAO,eAAe,OAAO,KAAK;CACpC,SAAS,OAAO;EACd,IAAI,iBAAiB,kBAAkB,MAAM,IAAI,iBAAiB,KAAK;EACvE,MAAM;CACR;AACF;AAEA,eAAsB,WAAW,MAAkC;CACjE,OAAO,YAAY,MAAM,SAAS,IAAI,GAAG,IAAI;AAC/C;AAEA,MAAM,mCAAmB,IAAI,IAAY;;;;;AAMzC,SAAgB,eAAe,MAAc,OAAsB;CACjE,IAAI,iBAAiB,IAAI,IAAI,GAAG;CAChC,iBAAiB,IAAI,IAAI;CACzB,IAAI,iBAAiB,kBAAkB;EACrC,QAAQ,OAAO,MAAM,oBAAoB,QAAQ,IAAI,EAAE,IAAI,MAAM,OAAO,GAAG;EAC3E;CACF;CACA,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CACjE,QAAQ,OAAO,MACb,oBAAoB,QAAQ,IAAI,EAAE,sCAAsC,IAAI,wCAC9E;AACF;;AAGA,MAAa,cAAc,KAAa,UAAkB,KAAK,KAAK,GAAG,MAAM,MAAM;;AAEnF,MAAa,UAAU,KAAa,UAAkB,KAAK,KAAK,KAAK;;AAGrE,eAAsB,YAAY,KAAuC;CACvE,IAAI;EACF,QAAQ,MAAM,QAAQ,GAAG,EAAA,CAAG,QAAQ,MAAM,EAAE,SAAS,OAAO,KAAK,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK;CAC5F,SAAS,OAAO;EACd,IAAI,UAAU,KAAK,GAAG,OAAO;EAC7B,MAAM;CACR;AACF;;;;;AAMA,eAAsB,cAAc,MAAgB,OAAqC;CACvF,MAAM,QAAkB,CAAC;CACzB,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAS,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,KAAM,CAAC;EAC7D,MAAM,KAAK,GAAG,MAAM,KAAK,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC;CAC9C;CACA,MAAM,SAAS,MACZ,MAAM,GAAG,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,GAAA,CAAI,cAAc,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CACpF,MAAM,CAAC,KAAK;CACf,MAAM,UAAuB,CAAC;CAC9B,KAAK,MAAM,QAAQ,QACjB,IAAI;EACF,QAAQ,KAAK,MAAM,WAAW,IAAI,CAAC;CACrC,QAAQ,CAAC;CAEX,OAAO;AACT;AAWA,MAAM,QAAQ;AAEd,eAAe,UAAU,MAA8B;CACrD,IAAI;EACF,MAAM,SAAS,KAAK,MAAM,MAAM,SAAS,UAAU,IAAI,GAAG,MAAM,CAAC;EACjE,IAAI,OAAO,UAAU,SAAS,OAAO,OAAO,OAAO;CACrD,QAAQ,CAAC;CACT,OAAO;EAAE,OAAO;EAAO,OAAO,CAAC;CAAE;AACnC;;;;;AAMA,eAAsB,SACpB,MACA,KACA,UACyB;CACzB,MAAM,SAAU,MAAM,YAAY,GAAG,KAAM,CAAC,EAAA,CAAG,QAAQ,MAAM,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC;CACxF,IAAI,MAAM,WAAW,GAAG,OAAO,CAAC;CAChC,MAAM,QAAQ,MAAM,UAAU,IAAI;CAClC,IAAI,UAAU;CACd,MAAM,UAA0B,CAAC;CACjC,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,OAAO,KAAK,KAAK,IAAI;EAC3B,MAAM,MAAM,aAAa,MAAM,IAAI;EACnC,IAAI;GACF,MAAM,OAAO,MAAM,KAAK,IAAI;GAC5B,MAAM,MAAM,MAAM,MAAM;GACxB,IAAI,OAAO,IAAI,SAAS,KAAK,QAAQ,IAAI,YAAY,KAAK,SAAS;IACjE,QAAQ,KAAK,IAAI,KAAK;IACtB;GACF;GACA,MAAM,QAAQ,UAAU,MAAM,WAAW,IAAI,GAAG,QAAQ;GACxD,MAAM,MAAM,OAAO;IAAE,MAAM,KAAK;IAAM,SAAS,KAAK;IAAS;GAAM;GACnE,QAAQ,KAAK,KAAK;GAClB,UAAU;EACZ,SAAS,OAAO;GAEd,IAAI,OAAO,KAAK,GAAG;GACnB,IAAI,EAAE,iBAAiB,iBAAiB,EAAE,iBAAiB,cAAc,MAAM;GAC/E,eAAe,MAAM,KAAK;EAC5B;CACF;CACA,IAAI,SAAS,MAAM,WAAW,MAAM,KAAK;CACzC,OAAO;AACT;;;;;AAMA,eAAe,WAAW,MAAc,OAA6B;CACnE,MAAM,MAAM,GAAG,UAAU,IAAI,EAAE,GAAG,QAAQ;CAC1C,IAAI;EACF,MAAM,MAAM,QAAQ,UAAU,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,CAAC;EACzD,MAAM,UAAU,KAAK,KAAK,UAAU,KAAK,CAAC;EAC1C,MAAM,OAAO,KAAK,UAAU,IAAI,CAAC;CACnC,QAAQ;EACN,MAAM,GAAG,KAAK,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;CAC/C;AACF;;;;;AAQA,eAAsB,SACpB,KACA,QACA,WACqB;CACrB,MAAM,aAAa,KAAK,KAAK,GAAG,OAAO,MAAM,MAAM;CACnD,MAAM,cAAc,UAAU,OAAO,IAAI,KAAK,KAAK,OAAO,KAAK,IAAI;CACnE,MAAM,QAAQ,aAAa,MAAM;CACjC,IAAI,WAA0B;CAC9B,IAAI;EACF,WAAW,MAAM,SAAS,UAAU;CACtC,SAAS,OAAO;EACd,IAAI,CAAC,UAAU,KAAK,GAAG,MAAM;CAC/B;CACA,IAAI,UAAU;EACZ,IAAI,SAAS,OAAO,KAAK,GAAG,OAAO;GAAE;GAAY;GAAa,SAAS;EAAM;EAC7E,MAAM,IAAI,aACR,GAAG,OAAO,MAAM,6GAClB;CACF;CACA,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;CAEpC,MAAM,GAAG,KAAK,KAAK,OAAO,KAAK,GAAG;EAAE,WAAW;EAAM,OAAO;CAAK,CAAC;CAClE,IAAI,aAAa;EACf,MAAM,UAAU,KAAK,KAAK,QAAQ,QAAQ,GAAG;EAC7C,IAAI;GACF,KAAK,MAAM,CAAC,MAAM,YAAY,WAAW;IACvC,MAAM,OAAO,KAAK,SAAS,GAAG,KAAK,MAAM,GAAG,CAAC;IAC7C,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;IAC9C,MAAM,UAAU,MAAM,OAAO;GAC/B;GACA,MAAM,OAAO,SAAS,WAAW;EACnC,UAAU;GACR,MAAM,GAAG,SAAS;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;EACpD;CACF;CACA,MAAM,MAAM,KAAK,KAAK,QAAQ,QAAQ,EAAE,MAAM;CAC9C,MAAM,UAAU,KAAK,KAAK;CAC1B,IAAI;EACF,MAAM,KAAK,KAAK,UAAU;CAC5B,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAC5C,MAAM,IAAI,aAAa,GAAG,WAAW,0CAA0C;EAEjF,MAAM;CACR,UAAU;EACR,MAAM,OAAO,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;CAClC;CACA,OAAO;EAAE;EAAY;EAAa,SAAS;CAAK;AAClD;AAEA,MAAM,SAAS,GAAc,UAC3B,UAAU,SAAU,UAAU,eAAe,EAAE,YAAY,UAAU,EAAE,YAAY;AAErF,MAAM,UAAU,MACd,EAAE,SAAS,SAAS,MAAM,CACxB,GAAG,OAAO,OAAO,EAAE,KAAK,GACxB,GAAG,EAAE,OAAO,SAAS,MAAO,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,CAAE,CACnD,CAAC;;AAoBH,MAAa,cAAc;;AAG3B,eAAsB,UAAU,SAA+C;CAC7E,MAAM,EAAE,OAAO,WAAW,UAAU;CACpC,MAAM,SAAS,WAAW,QAAQ,IAAI;CACtC,IAAI;CACJ,IAAI;EACF,UAAU,MAAM,WAAW,KAAK,QAAQ,GAAG,MAAM,MAAM,CAAC;CAC1D,SAAS,OAAO;EACd,IAAI,UAAU,KAAK,GAAG,MAAM,IAAI,aAAa,UAAU,MAAM,iBAAiB;EAC9E,MAAM;CACR;CACA,IAAI,QAAQ,WAAW,cAAc,CAAC,QAAQ,iBAC5C,MAAM,IAAI,aACR,OAAO,MAAM,OAAO,QAAQ,OAAO,uCACrC;CAEF,MAAM,SAAoB,gBAAgB,OAAO;CACjD,OAAO,YAAY;CACnB,MAAM,wBAAQ,IAAI,IAAwB;CAC1C,KAAK,MAAM,KAAK,OAAO,OAAO;EAC5B,IAAI,UAAU,UAAU,MAAM,GAAG,KAAK,GAAG;GACvC,KAAK,MAAM,OAAO,OAAO,CAAC,GAAG;IAC3B,MAAM,QAAQ,MAAM,SAAS,KAAK,QAAQ,OAAO,GAAG,IAAI,KAAK,MAAM,GAAG,CAAC,CAAC;IACxE,IAAI,OAAO,KAAK,MAAM,IAAI,QACxB,MAAM,IAAI,aAAa,GAAG,MAAM,GAAG,IAAI,KAAK,gCAAgC;IAE9E,MAAM,IAAI,IAAI,MAAM,KAAK;GAC3B;GACA;EACF;EACA,KAAK,MAAM,KAAK,EAAE,UAAU;GAC1B,EAAE,QAAQ,CAAC;GACX,KAAK,MAAM,KAAK,EAAE,QAAQ,OAAO,EAAE;EACrC;CACF;CACA,MAAM,QAAQ,OAAO,KAAK;CAC1B,IAAI,eAAyB,CAAC;CAC9B,IAAI,SAAS,OAAO,OAAO,UAAU,QAAQ;EAC3C,MAAM,QAAQ,MAAM,SAAS,KAAK,QAAQ,OAAO,MAAM,IAAI,CAAC;EAC5D,IAAI,OAAO,KAAK,MAAM,MAAM,QAC1B,MAAM,IAAI,aAAa,GAAG,MAAM,GAAG,MAAM,KAAK,gCAAgC;EAGhF,MAAM,WAAW,QAAQ,iBAAiB,CAAC,IAAI,SAAS,MAAM,MAAM,MAAM,SAAS,CAAC;EACpF,IAAI,SAAS,SAAS,GAAG;GACvB,eAAe,aAAa,MAAM,MAAM,QAAQ;GAChD,OAAO,IAAI,gBAAgB;GAC3B,OAAO,IAAI,oBAAoB,GAAG,YAAY,IAAI,eAAe,QAAQ,EAAE;EAC7E,OACE,MAAM,IAAI,MAAM,MAAM,KAAK;CAE/B,OAAO,IAAI,SAAS,OAAO,KAAK;EAC9B,OAAO,IAAI,gBAAgB;EAC3B,OAAO,IAAI,oBAAoB;CACjC;CACA,IAAI,UAAU,QAAQ,MAAM,IAAI,cAAc,OAAO,KAAK,cAAc,MAAM,CAAC,CAAC;CAEhF,IAAI,CAAC,QAAQ,gBAAgB;EAU3B,MAAM,QAAQ,CARZ,CAAC,GAAG,MAAM,QAAQ,SAAS,GAAG,MAAM,QAAQ,aAAa,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,GAC5E,GAAG,CAAC,GAAG,KAAK,CAAC,CACV,QAAQ,CAAC,UAAU,UAAU,KAAK,IAAI,CAAC,CAAC,CACxC,KAAK,CAAC,MAAM,WAAgC,CAC3C,GAAG,MAAM,GAAG,QACZ,SAAS,MAAM,OAAO,KAAK,KAAK,CAAC,CAAC,SAAS,CAAC,CAC9C,CAAC,CAEe,CAAC,CAAC,QAAQ,GAAG,cAAc,SAAS,SAAS,CAAC;EAClE,IAAI,MAAM,SAAS,GAAG;GACpB,MAAM,QAAQ,MAAM,SAAS,CAAC,MAAM,cAAc,aAAa,MAAM,QAAQ,CAAC;GAC9E,MAAM,IAAI,aACR,sBAAsB,MAAM,IAAI,MAAM,OAAO,6CAA6C,MAAM,KAAK,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,yEAClI;EACF;CACF;CACA,MAAM,UAAU,MAAM,SAAS,QAAQ,YAAY,QAAQ,KAAK;CAChE,MAAM,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,EAAE,QAAQ,aAAa,MAAM,CAAC,CAAC,MAAM;CAC5F,OAAO;EAAE,GAAG;EAAS,OAAO,MAAM;EAAM;EAAO;CAAa;AAC9D"}
|
|
@@ -1,11 +1,13 @@
|
|
|
1
|
-
import { r as countSecrets } from "./redact-
|
|
2
|
-
import { a as fromCwd } from "./ids-Bp6ut7ZD.js";
|
|
3
|
-
import { r as readableAnalysis, t as NewerSchemaError } from "./record-
|
|
4
|
-
import {
|
|
1
|
+
import { o as redactSecrets, r as countSecrets } from "./redact-DJ9JCShu.js";
|
|
2
|
+
import { a as fromCwd, i as evalSlug } from "./ids-Bp6ut7ZD.js";
|
|
3
|
+
import { i as readableAnalysisNote, r as readableAnalysis, t as NewerSchemaError } from "./record-CbuQH4l1.js";
|
|
4
|
+
import { f as runDir, t as HistoryError } from "./files-BO9P6msM.js";
|
|
5
5
|
import { join } from "node:path";
|
|
6
6
|
import { mkdir, readFile, readdir, rename, writeFile } from "node:fs/promises";
|
|
7
7
|
//#region src/analysis/files.ts
|
|
8
8
|
const analysisCacheDir = (root) => join(root, ".reeval", "analysis");
|
|
9
|
+
const notesDir = (root, runId) => join(analysisCacheDir(root), runId, "notes");
|
|
10
|
+
const noteFileName = (evalId, harness) => `${evalSlug(evalId)}__${evalSlug(harness)}.json`;
|
|
9
11
|
const savedAnalysisDir = (historyDir, runId) => join(runDir(historyDir, runId), "analysis");
|
|
10
12
|
const warned = /* @__PURE__ */ new Set();
|
|
11
13
|
/** An analysis file as this reeval reads it; null if it isn't one, or (with a warning) is newer. */
|
|
@@ -21,10 +23,12 @@ const parse = (text, file) => {
|
|
|
21
23
|
return null;
|
|
22
24
|
}
|
|
23
25
|
};
|
|
26
|
+
/** The cached analysis for `key`; a failed run summary (one with `error`) is a miss. */
|
|
24
27
|
async function readCached(root, key) {
|
|
25
28
|
const file = join(analysisCacheDir(root), `${key}.json`);
|
|
26
29
|
const text = await readFile(file, "utf8").catch(() => null);
|
|
27
|
-
|
|
30
|
+
const doc = text === null ? null : parse(text, file);
|
|
31
|
+
return doc?.error === void 0 ? doc : null;
|
|
28
32
|
}
|
|
29
33
|
async function writeCached(root, key, doc) {
|
|
30
34
|
const dir = analysisCacheDir(root);
|
|
@@ -93,7 +97,36 @@ async function listAnalyses(root, historyDirs, runId, withCache) {
|
|
|
93
97
|
}
|
|
94
98
|
return entries;
|
|
95
99
|
}
|
|
100
|
+
/** Writes one note, replacing an earlier one for the same eval and harness, with secrets masked. */
|
|
101
|
+
async function writeNote(root, note) {
|
|
102
|
+
const dir = notesDir(root, note.runId);
|
|
103
|
+
await mkdir(dir, { recursive: true });
|
|
104
|
+
const path = join(dir, noteFileName(note.evalId, note.harness));
|
|
105
|
+
const tmp = `${path}.${process.pid}.tmp`;
|
|
106
|
+
await writeFile(tmp, `${redactSecrets(JSON.stringify(note, null, 2))}\n`);
|
|
107
|
+
await rename(tmp, path);
|
|
108
|
+
return path;
|
|
109
|
+
}
|
|
110
|
+
/** A run's notes, by file name; files that aren't notes are skipped, newer ones with a warning. */
|
|
111
|
+
async function listNotes(root, runId) {
|
|
112
|
+
const dir = notesDir(root, runId);
|
|
113
|
+
const names = (await readdir(dir).catch(() => [])).filter((n) => n.endsWith(".json"));
|
|
114
|
+
const notes = [];
|
|
115
|
+
for (const name of names.sort()) {
|
|
116
|
+
const file = join(dir, name);
|
|
117
|
+
try {
|
|
118
|
+
const note = JSON.parse(await readFile(file, "utf8"));
|
|
119
|
+
if (note?.kind === "reeval-analysis-note") notes.push(readableAnalysisNote(note, file));
|
|
120
|
+
} catch (error) {
|
|
121
|
+
if (error instanceof NewerSchemaError && !warned.has(file)) {
|
|
122
|
+
warned.add(file);
|
|
123
|
+
process.stderr.write(`warning: skipped ${fromCwd(file)}: ${error.reason}\n`);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
return notes;
|
|
128
|
+
}
|
|
96
129
|
//#endregion
|
|
97
|
-
export {
|
|
130
|
+
export { notesDir as a, savedAnalysisDir as c, noteFileName as i, writeCached as l, listAnalyses as n, readCached as o, listNotes as r, saveAnalysis as s, analysisCacheDir as t, writeNote as u };
|
|
98
131
|
|
|
99
|
-
//# sourceMappingURL=files-
|
|
132
|
+
//# sourceMappingURL=files-CMoTBEul.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"files-CMoTBEul.js","names":[],"sources":["../src/analysis/files.ts"],"mappings":";;;;;;;AAaA,MAAa,oBAAoB,SAAiB,KAAK,MAAM,WAAW,UAAU;AAClF,MAAa,YAAY,MAAc,UACrC,KAAK,iBAAiB,IAAI,GAAG,OAAO,OAAO;AAC7C,MAAa,gBAAgB,QAAgB,YAC3C,GAAG,SAAS,MAAM,EAAE,IAAI,SAAS,OAAO,EAAE;AAC5C,MAAa,oBAAoB,YAAoB,UACnD,KAAK,OAAO,YAAY,KAAK,GAAG,UAAU;AAE5C,MAAM,yBAAS,IAAI,IAAY;;AAG/B,MAAM,SAAS,MAAc,SAAqC;CAChE,IAAI;EACF,MAAM,MAAM,KAAK,MAAM,IAAI;EAC3B,OAAO,KAAK,SAAS,gBAAgB,iBAAiB,KAAK,IAAI,IAAI;CACrE,SAAS,OAAO;EACd,IAAI,iBAAiB,oBAAoB,CAAC,OAAO,IAAI,IAAI,GAAG;GAC1D,OAAO,IAAI,IAAI;GACf,QAAQ,OAAO,MAAM,oBAAoB,QAAQ,IAAI,EAAE,IAAI,MAAM,OAAO,GAAG;EAC7E;EACA,OAAO;CACT;AACF;;AAGA,eAAsB,WAAW,MAAc,KAA0C;CACvF,MAAM,OAAO,KAAK,iBAAiB,IAAI,GAAG,GAAG,IAAI,MAAM;CACvD,MAAM,OAAO,MAAM,SAAS,MAAM,MAAM,CAAC,CAAC,YAAY,IAAI;CAC1D,MAAM,MAAM,SAAS,OAAO,OAAO,MAAM,MAAM,IAAI;CACnD,OAAO,KAAK,UAAU,KAAA,IAAY,MAAM;AAC1C;AAEA,eAAsB,YAAY,MAAc,KAAa,KAAmC;CAC9F,MAAM,MAAM,iBAAiB,IAAI;CACjC,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;CACpC,MAAM,OAAO,KAAK,KAAK,GAAG,IAAI,MAAM;CACpC,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,MAAM,UAAU,KAAK,GAAG,KAAK,UAAU,KAAK,MAAM,CAAC,EAAE,GAAG;CACxD,MAAM,OAAO,KAAK,IAAI;CACtB,OAAO;AACT;AAEA,MAAM,QAAQ,MACZ,EACG,YAAY,CAAC,CACb,QAAQ,gBAAgB,GAAG,CAAC,CAC5B,QAAQ,YAAY,EAAE,CAAC,CACvB,MAAM,GAAG,EAAE,KAAK;;AAGrB,MAAM,SAAS,QAAgB,IAAI,QAAQ,SAAS,EAAE,CAAC,CAAC,QAAQ,WAAW,GAAG;;;;;AAM9E,eAAsB,aACpB,YACA,KACA,KACA,UACmB;CACnB,MAAM,OAAO,GAAG,KAAK,UAAU,KAAK,MAAM,CAAC,EAAE;CAC7C,IAAI,aAAa,IAAI,IAAI,KAAK,aAAa,QAAQ,IAAI,GACrD,MAAM,IAAI,aACR,yGACF;CAEF,MAAM,MAAM,iBAAiB,YAAY,IAAI,MAAM;CACnD,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;CACpC,MAAM,OAAO,GAAG,MAAM,IAAI,SAAS,EAAE,GAAG,KAAK,IAAI,MAAM,EAAE,GAAG,IAAI,MAAM,GAAG,CAAC;CAC1E,MAAM,QAAQ,CAAC,KAAK,KAAK,GAAG,KAAK,MAAM,GAAG,KAAK,KAAK,GAAG,KAAK,IAAI,CAAC;CACjE,MAAM,UAAoB,CAAC;CAC3B,IAAI;EACF,MAAM,UAAU,MAAM,IAAc,MAAM,EAAE,MAAM,KAAK,CAAC;EACxD,QAAQ,KAAK,MAAM,EAAY;EAC/B,MAAM,UAAU,MAAM,IAAc,UAAU,EAAE,MAAM,KAAK,CAAC;EAC5D,QAAQ,KAAK,MAAM,EAAY;CACjC,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAC5C,MAAM,IAAI,aACR,GAAG,KAAK,wBAAwB,IAAI,OAAO,sCAC7C;EAEF,MAAM;CACR;CACA,OAAO;AACT;;AAGA,eAAsB,aACpB,MACA,aACA,OACA,WAC0B;CAC1B,MAAM,UAA2B,CAAC;CAClC,KAAK,MAAM,OAAO,aAAa;EAC7B,MAAM,SAAS,iBAAiB,KAAK,KAAK;EAC1C,MAAM,SAAS,MAAM,QAAQ,MAAM,CAAC,CAAC,YAAY,CAAC,CAAa,EAAA,CAAG,QAAQ,MACxE,EAAE,SAAS,OAAO,CACpB;EACA,KAAK,MAAM,QAAQ,MAAM,KAAK,CAAC,CAAC,QAAQ,GAAG;GACzC,MAAM,OAAO,KAAK,QAAQ,IAAI;GAC9B,MAAM,MAAM,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC,CAAC,YAAY,EAAE,GAAG,IAAI;GACpE,IAAI,KAAK,QAAQ,KAAK;IAAE,MAAM,YAAY;IAAQ,QAAQ;IAAS;GAAI,CAAC;EAC1E;EACA,IAAI,QAAQ,QAAQ;CACtB;CACA,IAAI,WAAW;EACb,MAAM,QAAQ,iBAAiB,IAAI;EACnC,KAAK,MAAM,QAAQ,MAAM,QAAQ,KAAK,CAAC,CAAC,YAAY,CAAC,CAAa,GAAG;GACnE,IAAI,CAAC,KAAK,SAAS,OAAO,GAAG;GAC7B,MAAM,OAAO,KAAK,OAAO,IAAI;GAC7B,MAAM,MAAM,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC,CAAC,YAAY,EAAE,GAAG,IAAI;GACpE,IAAI,KAAK,WAAW,OAClB,QAAQ,KAAK;IAAE,MAAM,oBAAoB;IAAQ,QAAQ;IAAU;GAAI,CAAC;EAC5E;CACF;CACA,OAAO;AACT;;AAGA,eAAsB,UAAU,MAAc,MAAqC;CACjF,MAAM,MAAM,SAAS,MAAM,KAAK,KAAK;CACrC,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;CACpC,MAAM,OAAO,KAAK,KAAK,aAAa,KAAK,QAAQ,KAAK,OAAO,CAAC;CAC9D,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,MAAM,UAAU,KAAK,GAAG,cAAc,KAAK,UAAU,MAAM,MAAM,CAAC,CAAC,EAAE,GAAG;CACxE,MAAM,OAAO,KAAK,IAAI;CACtB,OAAO;AACT;;AAGA,eAAsB,UAAU,MAAc,OAAwC;CACpF,MAAM,MAAM,SAAS,MAAM,KAAK;CAChC,MAAM,SAAS,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,CAAC,CAAa,EAAA,CAAG,QAAQ,MAAM,EAAE,SAAS,OAAO,CAAC;CAChG,MAAM,QAAwB,CAAC;CAC/B,KAAK,MAAM,QAAQ,MAAM,KAAK,GAAG;EAC/B,MAAM,OAAO,KAAK,KAAK,IAAI;EAC3B,IAAI;GACF,MAAM,OAAO,KAAK,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC;GACpD,IAAI,MAAM,SAAS,wBAAwB,MAAM,KAAK,qBAAqB,MAAM,IAAI,CAAC;EACxF,SAAS,OAAO;GACd,IAAI,iBAAiB,oBAAoB,CAAC,OAAO,IAAI,IAAI,GAAG;IAC1D,OAAO,IAAI,IAAI;IACf,QAAQ,OAAO,MAAM,oBAAoB,QAAQ,IAAI,EAAE,IAAI,MAAM,OAAO,GAAG;GAC7E;EACF;CACF;CACA,OAAO;AACT"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { et as run } from "./src-
|
|
1
|
+
import { o as redactSecrets } from "./redact-DJ9JCShu.js";
|
|
2
|
+
import { et as run } from "./src-V-iU5X9S.js";
|
|
3
3
|
import { resolve } from "node:path";
|
|
4
4
|
//#region src/git.ts
|
|
5
5
|
/** Runs git without a shell. Never include credentials in `args`; pass them through `env`. */
|
|
@@ -41,4 +41,4 @@ async function gitText(cwd, args, options) {
|
|
|
41
41
|
//#endregion
|
|
42
42
|
export { gitText as n, repoTop as r, git as t };
|
|
43
43
|
|
|
44
|
-
//# sourceMappingURL=git-
|
|
44
|
+
//# sourceMappingURL=git-LJp55bkf.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"git-
|
|
1
|
+
{"version":3,"file":"git-LJp55bkf.js","names":[],"sources":["../src/git.ts"],"mappings":";;;;;AASA,eAAsB,IACpB,KACA,MACA,UAAsB,CAAC,GACH;CACpB,MAAM,IAAI,MAAM,IAAI,OAAO,MAAM;EAC/B;EACA,KAAK;GAAE,qBAAqB;GAAK,QAAQ;GAAK,GAAG,QAAQ;EAAI;EAC7D,OAAO,QAAQ;EACf,UAAU;EACV,QAAQ;CACV,CAAC;CACD,OAAO;EAAE,MAAM,EAAE;EAAU,QAAQ,EAAE;EAAQ,QAAQ,cAAc,EAAE,MAAM;CAAE;AAC/E;;;;;AAMA,eAAsB,QAAQ,MAAsC;CAClE,MAAM,IAAI,MAAM,IAAI,MAAM,CAAC,aAAa,aAAa,CAAC;CACtD,OAAO,EAAE,SAAS,IAAI,QAAQ,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI;AAC1E;AAEA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;AAGA,eAAsB,QAAQ,KAAa,MAAgB,SAAuC;CAChG,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM,OAAO;CACtC,IAAI,EAAE,SAAS,GAAG,MAAM,IAAI,SAAS,OAAO,KAAK,GAAG,WAAW,EAAE,OAAO,KAAK,GAAG;CAChF,OAAO,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;AACxC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { t as UsageError } from "./errors-CSxfJ4qu.js";
|
|
2
|
-
import { s as resolveOpenCodeProvider } from "./opencode-providers-
|
|
2
|
+
import { s as resolveOpenCodeProvider } from "./opencode-providers-DJVocFOU.js";
|
|
3
3
|
//#region src/harness.ts
|
|
4
4
|
/**
|
|
5
5
|
* Cursor's agent through the Cursor TypeScript SDK, in the sandbox. `model` is required (the SDK
|
|
@@ -79,12 +79,12 @@ const pi = (options) => {
|
|
|
79
79
|
};
|
|
80
80
|
};
|
|
81
81
|
/**
|
|
82
|
-
* OpenAI's Codex CLI, with an OpenAI API key: `model` is an OpenAI model id, e.g. `gpt-5.
|
|
82
|
+
* OpenAI's Codex CLI, with an OpenAI API key: `model` is an OpenAI model id, e.g. `gpt-5.6-luna`,
|
|
83
83
|
* required since the CLI's default changes under you. `id` names the cell; it defaults to
|
|
84
84
|
* `codex:<model>`.
|
|
85
85
|
*/
|
|
86
86
|
const codex = (options) => {
|
|
87
|
-
if (typeof options?.model !== "string" || !/^[\w.-]+$/.test(options.model)) throw new UsageError(`codex() needs an OpenAI model id, without a provider, since it runs on an OpenAI API key, e.g. codex({ model: 'gpt-5.
|
|
87
|
+
if (typeof options?.model !== "string" || !/^[\w.-]+$/.test(options.model)) throw new UsageError(`codex() needs an OpenAI model id, without a provider, since it runs on an OpenAI API key, e.g. codex({ model: 'gpt-5.6-luna' }) (got ${JSON.stringify(options?.model)})`);
|
|
88
88
|
return {
|
|
89
89
|
kind: "codex",
|
|
90
90
|
...options
|
|
@@ -128,4 +128,4 @@ const fakeHarness = (options = {}) => {
|
|
|
128
128
|
//#endregion
|
|
129
129
|
export { fakeHarness as a, opencodeModelError as c, cursor as i, pi as l, claudeCode as n, goose as o, codex as r, opencode as s, antigravity as t };
|
|
130
130
|
|
|
131
|
-
//# sourceMappingURL=harness-
|
|
131
|
+
//# sourceMappingURL=harness-BbMShUC-.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"harness-
|
|
1
|
+
{"version":3,"file":"harness-BbMShUC-.js","names":[],"sources":["../src/harness.ts"],"mappings":";;;;;;;;AAmBA,MAAa,UAAU,YAA4E;CACjG,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,QAAQ,OACjD,MAAM,IAAI,WAAW,gEAAgE;CAEvF,IACE,QAAQ,WAAW,KAAA,MAClB,OAAO,QAAQ,WAAW,YACzB,QAAQ,WAAW,QACnB,CAAC,OAAO,OAAO,QAAQ,MAAM,CAAC,CAAC,OAAO,MAAM,OAAO,MAAM,QAAQ,IAEnE,MAAM,IAAI,WACR,uFAAuF,KAAK,UAAU,QAAQ,MAAM,EAAE,EACxH;CAEF,OAAO;EAAE,MAAM;EAAU,GAAG;CAAQ;AACtC;;;;;AAMA,MAAa,cACX,YACgC;CAChC,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,QAAQ,OACjD,MAAM,IAAI,WACR,2EACF;CAEF,OAAO;EAAE,MAAM;EAAe,GAAG;CAAQ;AAC3C;;;;;AAMA,MAAa,eACX,YACiC;CACjC,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,QAAQ,OACjD,MAAM,IAAI,WACR,qFACF;CAEF,OAAO;EAAE,MAAM;EAAe,GAAG;CAAQ;AAC3C;;;;;;;AAQA,MAAa,YACX,YAC8B;CAC9B,MAAM,MAAM,mBAAmB,SAAS,KAAK;CAC7C,IAAI,KAAK,MAAM,IAAI,WAAW,eAAe,KAAK;CAClD,OAAO;EAAE,MAAM;EAAY,GAAG;CAAQ;AACxC;;AAGA,SAAgB,mBAAmB,OAAoC;CACrE,IAAI,OAAO,UAAU,YAAY,CAAC,OAChC,OAAO,+FAA+F,KAAK,UAAU,KAAK,EAAE;CAE9H,MAAM,WAAW,wBAAwB,OAAO,QAAQ,GAAG;CAC3D,OAAO,WAAW,WAAW,SAAS,QAAQ,KAAA;AAChD;;;;;AAMA,MAAa,SAAS,YAA0E;CAC9F,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,YAAY,KAAK,QAAQ,KAAK,GACvE,MAAM,IAAI,WACR,0IAA0I,KAAK,UAAU,SAAS,KAAK,EAAE,EAC3K;CAEF,OAAO;EAAE,MAAM;EAAS,GAAG;CAAQ;AACrC;;;;;AAMA,MAAa,MAAM,YAAoE;CACrF,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,YAAY,KAAK,QAAQ,KAAK,GACvE,MAAM,IAAI,WACR,oIAAoI,KAAK,UAAU,SAAS,KAAK,EAAE,EACrK;CAEF,OAAO;EAAE,MAAM;EAAM,GAAG;CAAQ;AAClC;;;;;;AAOA,MAAa,SAAS,YAA0E;CAC9F,IAAI,OAAO,SAAS,UAAU,YAAY,CAAC,YAAY,KAAK,QAAQ,KAAK,GACvE,MAAM,IAAI,WACR,wIAAwI,KAAK,UAAU,SAAS,KAAK,EAAE,EACzK;CAEF,OAAO;EAAE,MAAM;EAAS,GAAG;CAAQ;AACrC;AAEA,MAAM,UAAU;CAAC;CAAU;CAAe;CAAe;CAAY;CAAS;CAAM;AAAO;AAE3F,MAAM,YAAY;CAAC;CAAQ;CAAS;CAAS;CAAO;AAAO;AAE3D,SAAS,YAAY,QAAuB;CAC1C,MAAM,UAAU;CAChB,IAAI,CAAC,MAAM,QAAQ,MAAM,KAAK,CAAC,OAAO,MAAM,MAAM,OAAO,GACvD,MAAM,IAAI,WACR,kEAAkE,QAAQ,QAAQ,KAAK,UAAU,MAAM,EAAE,EAC3G;CAEF,KAAK,MAAM,QAAQ,OAAO,KAAK,GAAgB;EAC7C,MAAM,OAAO,OAAO,SAAS,YAAY,SAAS,OAAO,OAAO,KAAK,IAAI,IAAI,CAAC;EAC9E,MAAM,CAAC,OAAO;EACd,MAAM,QAAQ,QAAQ,KAAA,IAAY,KAAA,IAAa,KAAiC;EAYhF,IAAI,EAVF,KAAK,WAAW,KAChB,QAAQ,KAAA,KACR,UAAU,SAAS,GAAG,MACrB,QAAQ,UACL,OAAO,UAAU,YACjB,UAAU,QACV,OAAO,OAAO,KAAK,CAAC,CAAC,OAAO,MAAM,OAAO,MAAM,QAAQ,IACvD,QAAQ,QACN,OAAO,UAAU,YAAY,iBAAiB,KAAK,KAAK,IACxD,OAAO,UAAU,YAEvB,MAAM,IAAI,WACR,6JAA6J,KAAK,UAAU,IAAI,EAAE,EACpL;CAEJ;AACF;;AAGA,MAAa,eAAe,UAA+C,CAAC,MAAM;CAChF,IAAI,QAAQ,WAAW,KAAA,GAAW,YAAY,QAAQ,MAAM;CAC5D,IAAI,QAAQ,WAAW,KAAA,KAAa,CAAC,QAAQ,SAAS,QAAQ,MAAM,GAClE,MAAM,IAAI,WACR,qCAAqC,QAAQ,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,QAAQ,KAAK,UAAU,QAAQ,MAAM,EAAE,EACtH;CAEF,OAAO;EAAE,MAAM;EAAQ,GAAG;CAAQ;AACpC"}
|
package/dist/harness.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { $ as OpenCodeHarnessDescriptor, B as GooseHarnessDescriptor, P as FakeHarnessDescriptor, R as FakeScriptStep, U as HarnessDescriptor, _ as CursorHarnessDescriptor, l as ClaudeCodeHarnessDescriptor, nt as PiHarnessDescriptor, r as AntigravityHarnessDescriptor, t as AgentHarnessDescriptor, u as CodexHarnessDescriptor, x as Duration } from "./types-B_CqVrOS.js";
|
|
2
2
|
//#region src/harness.d.ts
|
|
3
3
|
/**
|
|
4
4
|
* Cursor's agent through the Cursor TypeScript SDK, in the sandbox. `model` is required (the SDK
|
|
@@ -36,7 +36,7 @@ export declare const goose: (options: Omit<GooseHarnessDescriptor, 'kind'>) => G
|
|
|
36
36
|
*/
|
|
37
37
|
export declare const pi: (options: Omit<PiHarnessDescriptor, 'kind'>) => PiHarnessDescriptor;
|
|
38
38
|
/**
|
|
39
|
-
* OpenAI's Codex CLI, with an OpenAI API key: `model` is an OpenAI model id, e.g. `gpt-5.
|
|
39
|
+
* OpenAI's Codex CLI, with an OpenAI API key: `model` is an OpenAI model id, e.g. `gpt-5.6-luna`,
|
|
40
40
|
* required since the CLI's default changes under you. `id` names the cell; it defaults to
|
|
41
41
|
* `codex:<model>`.
|
|
42
42
|
*/
|
package/dist/harness.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as fakeHarness, c as opencodeModelError, i as cursor, l as pi, n as claudeCode, o as goose, r as codex, s as opencode, t as antigravity } from "./harness-
|
|
1
|
+
import { a as fakeHarness, c as opencodeModelError, i as cursor, l as pi, n as claudeCode, o as goose, r as codex, s as opencode, t as antigravity } from "./harness-BbMShUC-.js";
|
|
2
2
|
export { antigravity, claudeCode, codex, cursor, fakeHarness, goose, opencode, opencodeModelError, pi };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { M as cellEffort } from "./model-ORtLm2UB.js";
|
|
2
2
|
//#region src/view/header.ts
|
|
3
3
|
/** The derived header of one run: what listings, indexes and comparisons need without the record. */
|
|
4
4
|
function runHeader(record, recorded) {
|
|
@@ -75,4 +75,4 @@ function runHeader(record, recorded) {
|
|
|
75
75
|
//#endregion
|
|
76
76
|
export { runHeader as t };
|
|
77
77
|
|
|
78
|
-
//# sourceMappingURL=header-
|
|
78
|
+
//# sourceMappingURL=header-sPQ9Lq2S.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"header-
|
|
1
|
+
{"version":3,"file":"header-sPQ9Lq2S.js","names":[],"sources":["../src/view/header.ts"],"mappings":";;;AAIA,SAAgB,UAAU,QAAmB,UAAiC;CAC5E,OAAO;EACL,OAAO,OAAO;EACd;EACA,QAAQ,OAAO;EACf,WAAW,OAAO;EAClB,YAAY,OAAO;EACnB,QAAQ,OAAO;EACf,KAAK,OAAO,MACR;GAAE,KAAK,OAAO,IAAI;GAAK,QAAQ,OAAO,IAAI;GAAQ,OAAO,OAAO,IAAI;EAAM,IAC1E;EACJ,QAAQ,OAAO,OAAO;EACtB,IACE,OAAO,OAAO,SAAS,OACnB;GACE,UAAU,OAAO,OAAO;GACxB,QAAQ,OAAO,OAAO;GACtB,IAAI,OAAO,OAAO;EACpB,IACA;EACN,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;EACjD,SAAS,OAAO;EAChB,OAAO,OAAO,KAAK;EACnB,OAAO;GACL,UAAU,OAAO,MAAM,OAAO,KAAK,MAAM,EAAE,EAAE;GAC7C,WAAW,CAAC,GAAG,IAAI,IAAI,OAAO,MAAM,OAAO,SAAS,MAAO,EAAE,WAAW,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAE,CAAC,CAAC;GAC5F,WAAW,OAAO,MAAM,UAAU,KAAK,MAAM,EAAE,EAAE;GACjD,cAAc,OAAO,aAAa,KAC/B,MAAM,GAAG,EAAE,KAAK,GAAG,EAAE,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,GAClE;GACA,YAAY,OAAO,MAAM,MAAM;GAC/B,aAAa,OAAO,MAAM,MAAM;GAChC,cAAc,OAAO,MAAM,MAAM;GACjC,WAAW,OAAO,MAAM,MAAM;GAC9B,kBAAkB,OAAO,MAAM;EACjC;EACA,OAAO,OAAO,MAAM,KAAK,OAAO;GAC9B,IAAI,EAAE;GACN,KAAK,EAAE;GACP,MAAM,EAAE;GACR,aAAa,EAAE;GACf,SAAS,EAAE;GACX,SAAS,EAAE;GACX,UAAU,EAAE;GACZ,OAAO,EAAE,MAAM,KAAK,OAAO;IACzB,KAAK,EAAE;IACP,MAAM,EAAE;IACR,GAAI,EAAE,YAAY,KAAA,IAAY,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC;IACxD,SAAS,EAAE;IACX,OAAO,EAAE;IACT,aAAa,EAAE;IACf,mBAAmB,EAAE;IACrB,MAAM,EAAE;IACR,aAAa,EAAE;IACf,kBAAkB,EAAE;IACpB,MAAM,EAAE;IACR,MAAM,EAAE;IACR,MAAM,EAAE;IACR,YAAY,EAAE;IACd,SAAS,EAAE;IACX,UAAU,EAAE;IACZ,SAAS,EAAE;IACX,QAAQ,WAAW,GAAG,EAAE,GAAG;IAC3B,GAAI,EAAE,OACF,EACE,MAAM;KACJ,IAAI,EAAE,KAAK;KACX,QAAQ,EAAE,KAAK;KACf,IAAI,EAAE,KAAK,SAAS;KACpB,IAAI,EAAE,KAAK,SAAS;KACpB,aAAa,EAAE,KAAK;IACtB,EACF,IACA,CAAC;GACP,EAAE;EACJ,EAAE;CACJ;AACF"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { I as LABEL, U as imageFor, X as imageInfo, c as dockerfileTag, d as installLayerTag, h as usesEsBase, m as resolveFrom, n as REEVAL_BASE_ARG, ot as isTransient, s as contextHash, u as harnessImageFor } from "./src-
|
|
2
|
-
import {
|
|
3
|
-
import { n as prepareAll } from "./preflight-
|
|
4
|
-
import { i as installSteps, o as projectPath, r as imageHarness } from "./prepare-
|
|
5
|
-
import { n as createProviders, r as dockerKey } from "./providers-
|
|
1
|
+
import { I as LABEL, U as imageFor, X as imageInfo, c as dockerfileTag, d as installLayerTag, h as usesEsBase, m as resolveFrom, n as REEVAL_BASE_ARG, ot as isTransient, s as contextHash, u as harnessImageFor } from "./src-V-iU5X9S.js";
|
|
2
|
+
import { d as sandboxId } from "./options-Ftb2gE01.js";
|
|
3
|
+
import { n as prepareAll } from "./preflight-CuvY0o3B.js";
|
|
4
|
+
import { i as installSteps, o as projectPath, r as imageHarness } from "./prepare-BI9j2-H-.js";
|
|
5
|
+
import { n as createProviders, r as dockerKey } from "./providers-BFapaM2D.js";
|
|
6
6
|
//#region src/sandbox/images.ts
|
|
7
7
|
/** The distinct Docker sandbox and harness pairs, in first-use order, with how many evals use each. */
|
|
8
8
|
function imageTargets(uses) {
|
|
@@ -283,4 +283,4 @@ const harnessFor = (harness) => ({
|
|
|
283
283
|
//#endregion
|
|
284
284
|
export { buildImages, esImages, imagePlanLines, imageStages, imageStatusLines, imageTargets };
|
|
285
285
|
|
|
286
|
-
//# sourceMappingURL=images-
|
|
286
|
+
//# sourceMappingURL=images-Pph_XJ68.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"images-
|
|
1
|
+
{"version":3,"file":"images-Pph_XJ68.js","names":[],"sources":["../src/sandbox/images.ts"],"mappings":";;;;;;;AAsCA,SAAgB,aACd,MACA;CACA,MAAM,0BAAU,IAAI,IAAiD;CACrE,KAAK,MAAM,EAAE,IAAI,SAAS,GAAG,SAAS,MAAM;EAC1C,IAAI,QAAQ,SAAS,UAAU;EAC/B,MAAM,UAAU,aAAa,IAAI,OAAO;EAExC,MAAM,EAAE,OAAO,MAAM,YAAY,YAAY;EAC7C,MAAM,MAAM,KAAK,UAAU;GAAE;GAAS,OAAO;IAAE;IAAO;IAAM;IAAY;GAAQ;EAAE,CAAC;EACnF,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,YAAY,WAAW,UAAU,OAAO,IAAI,GAAG,UAAU,OAAO,EAAE,KAAK;GAC3E;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CAEA,MAAM,yBAAS,IAAI,IAAoB;CACvC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ;EACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,SAAS,SAAS,eAAe;EACnE,MAAM,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;EACrC,OAAO,IAAI,OAAO,CAAC;EACnB,OAAO;GAAE,GAAG;GAAG,IAAI,MAAM,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE;EAAG;CACzD,CAAC;AACH;AAcA,MAAM,SAAS,WAAmB,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;;AAG5E,eAAe,WAAW,MAAc,KAAwD;CAC9F,MAAM,CAAC,QAAQ,OAAO,MAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,GAAG,YAAY,IAAI,CAAC,CAAC;CAC3E,IAAI,CAAC,QAAQ;EACX,IAAI,EAAE,WAAW,MAAM,OAAO;GAAE,QAAQ;GAAS,QAAQ,MAAM,KAAK,IAAI,MAAM,IAAI,MAAM,EAAE;EAAG;EAE7F,OAAO,YAAY,IAAI,KAAK,IACxB;GAAE,QAAQ;GAAS,QAAQ,GAAG,KAAK,wBAAwB,IAAI;EAAQ,IACvE;GAAE,QAAQ;GAAW,QAAQ,oBAAoB,IAAI;EAAQ;CACnE;CACA,MAAM,MAAM,OAAO,OAAO,MAAM;CAChC,IAAI,WAAW,KAAK,OAAO;EAAE,QAAQ;EAAS,QAAQ,UAAU,KAAK;CAAsB;CAC3F,IAAI,OAAO,QAAQ,IAAI,QACrB,OAAO;EACL,QAAQ;EACR,QAAQ,GAAG,KAAK,mBAAmB,MAAM,GAAG,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE;CACvE;CAEF,OAAO;EAAE,QAAQ;EAAS,QAAQ,YAAY,MAAM,IAAI,MAAM;CAAI;AACpE;;AAGA,eAAsB,YAAY,QAAqB,MAAgC;CACrF,MAAM,EAAE,SAAS,YAAY;CAC7B,MAAM,SAAkB,CAAC;CACzB,MAAM,SAAS,OAAO,QAAgB;EACpC,MAAM,OAAO,MAAM,UAAU,GAAG;EAChC,OAAO;GACL;GACA,QAAS,OAAO,UAAU;GAC1B,QAAQ,OAAO,UAAU,MAAM,KAAK,EAAE,EAAE,KAAK;EAC/C;CACF;CACA,MAAM,SAAS,YAAY;EACzB,MAAM,OAAO,MAAM,UAAU,SAAS,OAAO,CAAC;EAC9C,IAAI,CAAC,MAAM,OAAO;GAAE;GAAM,QAAQ;GAAwB,QAAQ;EAAgB;EAClF,OAAO,KAAK,OAAO,MAAM,aAAa,YAAY,IAC9C;GAAE;GAAM,QAAQ;GAAwB,QAAQ,UAAU,MAAM,KAAK,EAAE,EAAE;EAAG,IAC5E;GACE;GACA,QAAQ;GACR,QAAQ;EACV;CACN;CACA,IAAI,SAAwB;CAC5B,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,MAAM,UAAU,QAAQ,KAAK;EAC3C,SAAS,OAAO,MAAM;EACtB,OAAO,KAAK;GACV,MAAM;GACN,KAAK,QAAQ;GACb,QAAQ;GACR,GAAI,QACA;IAAE,QAAQ;IAAS,QAAQ,UAAU,MAAM,MAAM,EAAE,EAAE;GAAG,IACxD;IAAE,QAAQ;IAAW,QAAQ;GAAuC;EAC1E,CAAC;CACH,OAAO,IAAI,QAAQ,MAAM;EACvB,MAAM,MAAM,gBAAgB,SAAS,QAAQ,IAAI;EACjD,MAAM,SAAS,MAAM,WAAW,QAAQ,MAAM,GAAG;EACjD,SAAS,OAAO,WAAW,WAAY,MAAM,UAAU,GAAG,EAAA,EAAI,MAAM,OAAQ;EAC5E,OAAO,KAAK;GACV,MAAM,QAAQ,QAAQ;GACtB;GACA,QACE;GACF,GAAG;EACL,CAAC;CACH,OAAO,IAAI,QAAQ,YAAY;EAC7B,MAAM,OAAO,WAAW,QAAQ,UAAU;EAC1C,MAAM,KAAK,OAAO,MAAM,OAAO,IAAI;EACnC,MAAM,OAAO,cAAc,QAAQ,YAAY,SAAS,IAAI,MAAM,MAAM,IAAI,CAAC,CAAC;EAE9E,MAAM,MAAM,OAAO,KAAK,QAAQ,kBAAkB,8BAA8B,IAAI;EACpF,MAAM,QAAQ,MAAM,OAAO,IAAI;EAC/B,OAAO,KAAK;GACV,MAAM,cAAc,YAAY,MAAM,QAAQ,UAAU;GACxD,KAAK;GACL,QAAQ;GACR,QAAQ,MAAM;GACd,QAAQ,MAAM,QAAQ,CAAC,OAAO,MAAM,SAAS,GAAG,MAAM,OAAO,IAAI,KAAK;EACxE,CAAC;EACD,IAAI,MAAM;GACR,SAAS,MAAM,MAAM,MAAM;GAC3B,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QAAQ,sBAAsB,gBAAgB,cAAc,SAAS,OAAO;IAC5E,QAAQ,IAAI,UAAU;IACtB,QAAQ,GAAG,SAAS,OAAO,EAAE,GAAG,IAAI,UAAU,KAAK,KAAK;GAC1D,CAAC;EACH,OAAO;GACL,MAAM,QAAQ,MAAM,OAAO,gBAAgB,SAAS,IAAI,CAAC;GACzD,SAAS,MAAM,MAAM,MAAM;GAC3B,OAAO,KAAK;IACV,MAAM;IACN,KAAK,gBAAgB,SAAS,GAAG;IACjC,QAAQ;IACR,QAAQ,MAAM;IACd,QAAQ,MAAM;GAChB,CAAC;EACH;CACF,OAAO;EACL,MAAM,KAAK,MAAM,OAAO;EACxB,SAAS,GAAG,WAAW,UAAW,GAAG,MAAM,MAAM,OAAQ;EACzD,OAAO,KAAK;GACV,MAAM;GACN,KAAK,SAAS,OAAO;GACrB,QAAQ;GACR,QAAQ,GAAG;GACX,QAAQ,GAAG;EACb,CAAC;CACH;CACA,MAAM,QAAQ,aAAa,OAAO;CAClC,IAAI,MAAM,QAAQ;EAChB,MAAM,QAAQ,SAAS,MAAM,OAAO,gBAAgB,EAAE,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI;EAC9E,OAAO,KAAK;GACV,MAAM,WAAW,MAAM,OAAO,UAAU,MAAM,WAAW,IAAI,KAAK;GAClE,KAAK;GACL,QAAQ;GACR,QAAQ,OAAO,UAAU;GACzB,QAAQ,OAAO,UAAU;EAC3B,CAAC;CACH;CACA,OAAO;AACT;;AAGA,MAAa,YAAY,YAA2C,CAClE,GAAG,IAAI,IACL,QACG,QACE,EAAE,SAAS,QACT,CAAC,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,cAAgB,EAAE,cAAc,WAAW,EAAE,UAAU,CACtF,CAAC,CACA,KAAK,MAAM,EAAE,OAAO,CACzB,CACF;AAEA,MAAM,QAAuB;CAAC;CAAW;CAAS;CAAS;AAAO;AAClE,MAAM,QAAqC;CAAE,OAAO;CAAK,OAAO;CAAK,OAAO;CAAK,SAAS;AAAI;AAC9F,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;AACX;;AAGA,MAAa,gBAAgB,WAC3B,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,EAAE,WAAW,CAAC,CAAC,KAAK;;AAG3D,eAAsB,eAAe,SAAwB,MAAiC;CAC5F,MAAM,QAAQ,CACZ,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,4BAC5E;CACA,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,OAAO,OAAO,QAAQ,MAAM,OAAO,MAAM,OAAO,OAAO,UAAU,IAAI,KAAK,QAAQ;EACxF,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM;EAChC,MAAM,SAAS,MAAM,YAAY,QAAQ,IAAI;EAC7C,MAAM,QAAQ,KAAK,IAAI,GAAG,OAAO,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;EAC1D,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,QAAQ,IAAI,EAAE,OAAO,EAC3F;CAEJ;CACA,OAAO;AACT;;AAGA,eAAsB,iBAAiB,SAAwB,MAAiC;CAC9F,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC;CAC7B,MAAM,OAAO,MAAM,QAAQ,IACzB,QAAQ,IAAI,OAAO,MAAM;EACvB,MAAM,SAAS,MAAM,YAAY,GAAG,IAAI;EACxC,MAAM,SAAS,aAAa,MAAM;EAClC,MAAM,QAAQ,OAAO,MAAM,MAAM,EAAE,WAAW,MAAM;EACpD,OAAO;GAAE;GAAG;GAAQ,QAAQ,WAAW,UAAU,KAAK,KAAK,OAAO,KAAK,IAAI,OAAO;EAAS;CAC7F,CAAC,CACH;CACA,MAAM,SAAS,MAAmB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACrE,MAAM,UAAU,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,CAC1C,QAAQ,CAAC,CACT,KAAK,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,CACrC,KAAK,IAAI;CACZ,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;CACxD,OAAO,CACL,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,WAC9E,GAAG,KAAK,KACL,MAAM,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,KAAK,EAAE,IAAI,MAAM,EAAE,UAAU,EAAE,QAC9E,CACF;AACF;;;;;AAYA,eAAsB,YACpB,SACA,MACA,SACuB;CACvB,MAAM,YAAY,gBAAgB,EAAE,SAAS,QAAQ,QAAQ,UAAU,QAAQ,CAAC;CAChF,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM;EACN,KAAK,UAAU,EAAE,SAAS,WAAW,EAAE,OAAO,CAAC;EAC/C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,EAAE,OAAO;EAC7B,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,OAAO,EAAE,KACL;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,EAAE;GAAmC,IAAI,EAAE;EAAG,IACvE;GAAE,GAAG;GAAG,IAAI;GAAO,SAAS,EAAE;GAAS,IAAI,EAAE;EAAG;CACtD,CAAC;AACH;;AAGA,MAAM,cAAc,aAA8C;CAAE,MAAM;CAAQ,QAAQ;AAAQ"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { A as EvalFn, C as EgressRecord, D as EnvironmentInput, Dt as RunRecord, E as EnvironmentHelpers, G as HarnessOption, H as HarnessData, J as JudgeCallOptions, K as HistoryConfig, M as ExecResult, O as EnvironmentSpec, Q as McpServer, S as EgressPolicy, St as EvalEntry, T as Environment, V as GroupOptions, W as HarnessEdit, Y as JudgeFailure, Z as JudgeOptions, at as ProfileDefaults, bt as AttemptRecord, c as CellRole, d as CompareAnswer, dt as SetupStep, f as CompareCut, ft as SkillSource, gt as TurnData, h as ConfigHelpers, ht as Turn, i as AttemptContext, it as Profile, j as EvalOptions, k as EsConfig, lt as Secret, m as CompareQuestion, mt as TranscriptEvent, o as Budget, ot as ProfileLimit, p as CompareOptions, q as HostFile, rt as PinnableKey, s as Cell, tt as PairVote, ut as SecretTemplate, v as Diff, vt as Verdict, w as EnvVars, x as Duration, xt as CellRecord, y as DirectoryOptions, yt as WebEventType } from "./types-B_CqVrOS.js";
|
|
2
2
|
import { Duplex } from "node:stream";
|
|
3
3
|
import { ExpectStatic, Tester } from "@vitest/expect";
|
|
4
4
|
import "@ai-sdk/harness";
|
|
@@ -51,6 +51,13 @@ export declare const expect: ExpectStatic;
|
|
|
51
51
|
* (skill-creator keeps `evals/` in the skill), run history and reeval eval files. `.git` is always left out.
|
|
52
52
|
*/
|
|
53
53
|
export declare const DEFAULT_SKILL_EXCLUDE: readonly string[];
|
|
54
|
+
/**
|
|
55
|
+
* What `directory()` leaves out unless `defaultIgnores: false`: dependency, build-output, cache
|
|
56
|
+
* and editor directories, in its `glob` syntax. `build/` and `target/` are anchored to the top of
|
|
57
|
+
* the directory, where Flutter, Dart, Gradle and Cargo put their output, since a nested one can be
|
|
58
|
+
* source. `vendor/` isn't here: a committed Go or PHP vendor directory is what an offline build needs.
|
|
59
|
+
*/
|
|
60
|
+
export declare const DEFAULT_DIRECTORY_IGNORES: readonly string[];
|
|
54
61
|
/**
|
|
55
62
|
* What an eval runs in: skills, MCP servers, files, rules, variables, secrets and setup steps.
|
|
56
63
|
* Pass a spec, or a callback that destructures the typed helpers it needs:
|
|
@@ -78,8 +85,8 @@ type EvaluateFn<F = EvalFn> = {
|
|
|
78
85
|
(name: string, fn: F, options?: EvalOptions): void;
|
|
79
86
|
(name: string, options: EvalOptions, fn: F): void;
|
|
80
87
|
};
|
|
81
|
-
/** One eval per case: `evaluate.for(cases)('adds $a and $b', async (
|
|
82
|
-
declare const evalFor: <T>(cases: readonly T[]) => EvaluateFn<(
|
|
88
|
+
/** One eval per case: `evaluate.for(cases)('adds $a and $b', async (c, { a, b }) => …)`. */
|
|
89
|
+
declare const evalFor: <T>(cases: readonly T[]) => EvaluateFn<(c: AttemptContext, item: T) => Promise<void>>;
|
|
83
90
|
export declare const evaluate: EvaluateFn & {
|
|
84
91
|
skip: EvaluateFn;
|
|
85
92
|
only: EvaluateFn;
|
|
@@ -93,5 +100,5 @@ export declare class HarnessCapabilityError extends Error {
|
|
|
93
100
|
name: string;
|
|
94
101
|
}
|
|
95
102
|
//#endregion
|
|
96
|
-
export type { AttemptRecord, Budget, Cell, CellRecord, CellRole, CompareOptions, ConfigHelpers, Diff, Duration, EgressPolicy, EgressRecord, EnvVars, Environment, EnvironmentHelpers, EnvironmentInput, EnvironmentSpec, EsConfig,
|
|
103
|
+
export type { AttemptContext, AttemptRecord, Budget, Cell, CellRecord, CellRole, CompareAnswer, CompareCut, CompareOptions, CompareQuestion, ConfigHelpers, Diff, DirectoryOptions, Duration, EgressPolicy, EgressRecord, EnvVars, Environment, EnvironmentHelpers, EnvironmentInput, EnvironmentSpec, EsConfig, EvalEntry, EvalFn, EvalOptions, ExecResult, GroupOptions, HarnessData, HarnessEdit, HarnessOption, HistoryConfig, HostFile, JudgeCallOptions, JudgeFailure, JudgeOptions, McpServer, PairVote, PinnableKey, Profile, ProfileDefaults, ProfileLimit, RunRecord, Secret, SecretTemplate, SetupStep, SkillSource, TranscriptEvent, Turn, TurnData, Verdict, WebEventType };
|
|
97
104
|
//# sourceMappingURL=index.d.ts.map
|