lastlight-evals 0.9.4 → 0.9.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/pr-context.js +4 -1
- package/dist/pr-context.js.map +1 -1
- package/package.json +2 -2
package/dist/pr-context.js
CHANGED
|
@@ -109,7 +109,10 @@ export function buildPrState(args) {
|
|
|
109
109
|
attempt: s.attempt ?? 1,
|
|
110
110
|
flakyDeferrals: s.flaky_deferrals ?? 0,
|
|
111
111
|
escalatedAtSha: null,
|
|
112
|
-
|
|
112
|
+
// No seed key: an intervention is a fact about a HUMAN having asked, and
|
|
113
|
+
// the harness has no human. It re-arms the budgets, so a case that seeded
|
|
114
|
+
// one would be asserting against a snapshot the eval itself had un-stuck.
|
|
115
|
+
intervention: null,
|
|
113
116
|
forkNoticedAtSha: null,
|
|
114
117
|
priorAttempts: s.prior_attempts ?? [],
|
|
115
118
|
notes: (s.notes ?? []).map((n) => ({
|
package/dist/pr-context.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pr-context.js","sourceRoot":"","sources":["../src/pr-context.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoDG;AAEH,OAAO,EACL,yBAAyB,EACzB,gBAAgB,EAChB,aAAa,GAMd,MAAM,sBAAsB,CAAC;AAqD9B,MAAM,cAAc,GAAG,MAAe,CAAC;AAEvC,SAAS,UAAU,CAAC,KAA8B;IAChD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,IAAI,GAAmB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,SAAS;QACrC,UAAU,EAAE,CAAC,CAAC,WAAW;QACzB,aAAa,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI;QACvC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,2EAA2E;QAC3E,uEAAuE;QACvE,iDAAiD;QACjD,GAAG,CAAC,CAAC,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrF,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACxD,OAAO;QACL,IAAI;QACJ,aAAa;QACb,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAoB,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,IAO5B;IACC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IAC1B,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,SAAS;QAChC,4EAA4E;QAC5E,8DAA8D;QAC9D,UAAU,EAAE,iBAAiB;QAC7B,UAAU,EAAE,KAAK;QACjB,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM;QAClC,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM;QAC7B,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK;QAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK;QAC1B,gBAAgB,EAAE,IAAI,CAAC,IAAI;QAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,cAAc;QAC7C,iBAAiB,EAAE,CAAC,CAAC,mBAAmB,IAAI,CAAC;QAC7C,eAAe,EAAE,CAAC,CAAC,iBAAiB,IAAI,cAAc;QACtD,eAAe,EAAE,IAAI;QACrB,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC;QACvB,cAAc,EAAE,CAAC,CAAC,eAAe,IAAI,CAAC;QACtC,cAAc,EAAE,IAAI;QACpB,
|
|
1
|
+
{"version":3,"file":"pr-context.js","sourceRoot":"","sources":["../src/pr-context.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoDG;AAEH,OAAO,EACL,yBAAyB,EACzB,gBAAgB,EAChB,aAAa,GAMd,MAAM,sBAAsB,CAAC;AAqD9B,MAAM,cAAc,GAAG,MAAe,CAAC;AAEvC,SAAS,UAAU,CAAC,KAA8B;IAChD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,IAAI,GAAmB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,SAAS;QACrC,UAAU,EAAE,CAAC,CAAC,WAAW;QACzB,aAAa,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI;QACvC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,2EAA2E;QAC3E,uEAAuE;QACvE,iDAAiD;QACjD,GAAG,CAAC,CAAC,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrF,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACxD,OAAO;QACL,IAAI;QACJ,aAAa;QACb,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAoB,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,IAO5B;IACC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IAC1B,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,SAAS;QAChC,4EAA4E;QAC5E,8DAA8D;QAC9D,UAAU,EAAE,iBAAiB;QAC7B,UAAU,EAAE,KAAK;QACjB,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM;QAClC,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM;QAC7B,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK;QAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK;QAC1B,gBAAgB,EAAE,IAAI,CAAC,IAAI;QAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,cAAc;QAC7C,iBAAiB,EAAE,CAAC,CAAC,mBAAmB,IAAI,CAAC;QAC7C,eAAe,EAAE,CAAC,CAAC,iBAAiB,IAAI,cAAc;QACtD,eAAe,EAAE,IAAI;QACrB,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC;QACvB,cAAc,EAAE,CAAC,CAAC,eAAe,IAAI,CAAC;QACtC,cAAc,EAAE,IAAI;QACpB,yEAAyE;QACzE,0EAA0E;QAC1E,0EAA0E;QAC1E,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,IAAI;QACtB,aAAa,EAAE,CAAC,CAAC,cAAc,IAAI,EAAE;QACrC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,EAAE;YACF,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,CAAC,CAAC,IAAa;YACrB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpC,CAAC,CAAC;QACH,mBAAmB,EAAE,CAAC,CAAC,CAAC,qBAAqB,IAAI,IAAI,CAAU;QAC/D,iBAAiB,EAAE,CAAC,CAAC,mBAAmB,IAAI,CAAC;QAC7C,eAAe,EAAE,CAAC,CAAC,iBAAiB,IAAI,CAAC;QACzC,yBAAyB,EAAE,EAAE;QAC7B,WAAW,EAAE,IAAI;QACjB,2EAA2E;QAC3E,iEAAiE;QACjE,iEAAiE;QACjE,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,QAAQ,CAAC,IAAkB;IAIzC,OAAO;QACL,GAAG,EAAE,EAAE,GAAG,gBAAgB,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE;QACpD,YAAY,EAAE,EAAE,GAAG,yBAAyB,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,CAAC,EAAE;KAChF,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,cAAc,CAAC,IAO9B;IACC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO;QACL,GAAG,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,CAAC;QAC1C,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,GAAG,EAAE,GAAyC;QAC9C,YAAY,EAAE,YAAkD;KACjE,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "lastlight-evals",
|
|
3
|
-
"version": "0.9.
|
|
3
|
+
"version": "0.9.6",
|
|
4
4
|
"description": "Eval harness for Last Light workflows — drives the real production workflows against a mocked GitHub and grades deterministically (SWE-bench compatible).",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"bin": {
|
|
@@ -31,7 +31,7 @@
|
|
|
31
31
|
"@clack/prompts": "^1.7.0",
|
|
32
32
|
"chalk": "^6.0.0",
|
|
33
33
|
"yaml": "^2.5.0",
|
|
34
|
-
"lastlight-core": "0.23.
|
|
34
|
+
"lastlight-core": "0.23.6"
|
|
35
35
|
},
|
|
36
36
|
"peerDependencies": {
|
|
37
37
|
"agentic-pi": "^0.4.1"
|