niceeval 0.13.2 → 0.13.3

package/dist/runner/reporters/braintrust.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"braintrust.js","sourceRoot":"","sources":["braintrust.ts"],"names":[],"mappings":";;AAqGA,gCA8CC;AAOD,8CA8EC;AA/MD,iDAAqD;AAoErD,MAAM,wBAAwB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACjE,KAAK,EAAE,eAAwB;IAC/B,MAAM,EAAE,uDAAgE;CAC3E,CAAC,CAAC;AACH;;;GAGG;AACH,SAAgB,UAAU,CAAC,SAA2B,EAAE;IACpD,IAAI,GAA8B,CAAC;IACnC,IAAI,UAA4C,CAAC;IACjD,OAAO;QACH,KAAK,CAAC,iBAAiB,CAAC,KAAK;YACzB,GAAG,GAAG,MAAM,iBAAiB,EAAE,CAAC;YAChC,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,UAAU,CAAC;gBACtE,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,+DAA+D;gBAC/D,oCAAoC;gBACpC,oDAAoD;gBACpD,qEAAqE;gBACrE,mDAAmD;gBACnD,QAAQ,EAAE;oBACN,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,GAAG,MAAM,CAAC,QAAQ;iBACrB;gBACD,sDAAsD;gBACtD,UAAU,EAAE,KAAK;aACpB,CAAC,CAAC;QACP,CAAC;QACD,cAAc,CAAC,MAAM;YACjB,UAAU,EAAE,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,oBAAoB;YACtB,IAAI,CAAC,UAAU;gBACX,OAAO;YACX,IAAI,CAAC;gBACD,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC7C,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;oBACxB,IAAA,wBAAc,EAAC,0BAA0B,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;gBACtE,CAAC;YACL,CAAC;oBACO,CAAC;gBACL,UAAU,GAAG,SAAS,CAAC;gBACvB,GAAG,GAAG,SAAS,CAAC;YACpB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC;AACD;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,MAAkB,EAAE,aAAmC,wBAAwB;IAC7G,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,KAAK,WAAW;QACrD,CAAC,CAAC,wBAAwB,CAAC,UAAU,CAAC,OAAO,CAAC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,OAAO,GAAG,gBAAgB,IAAI,MAAM,CAAC,OAAO,CAAC;IACnD,MAAM,OAAO,GAAsC,EAAE,CAAC;IACtD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAClD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;YACtB,OAAO,CAAC,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;QACnD,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,mBAAmB,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;QACpH,IAAI,WAAW,KAAK,SAAS;YACzB,OAAO,CAAC,aAAa,GAAG,WAAW,CAAC;QACxC,IAAI,YAAY,KAAK,SAAS;YAC1B,OAAO,CAAC,iBAAiB,GAAG,YAAY,CAAC;QAC7C,IAAI,WAAW,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS;YACvD,OAAO,CAAC,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;QAChD,IAAI,eAAe,KAAK,SAAS;YAC7B,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC;QAChD,IAAI,mBAAmB,KAAK,SAAS;YACjC,OAAO,CAAC,qBAAqB,GAAG,mBAAmB,CAAC;QACxD,IAAI,eAAe,KAAK,SAAS;YAC7B,OAAO,CAAC,gBAAgB,GAAG,eAAe,CAAC;QAC/C,IAAI,QAAQ,KAAK,SAAS;YACtB,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACpC,CAAC;IACD,0EAA0E;IAC1E,+CAA+C;IAC/C,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS;QACrC,OAAO,CAAC,kBAAkB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACzD,MAAM,QAAQ,GAAyC;QACnD,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO;QACP,MAAM,EAAE,OAAO;QACf,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,oBAAoB,EAAE,UAAU,CAAC,KAAK;KACzC,CAAC;IACF,MAAM,MAAM,GAAsC,EAAE,CAAC;IACrD,IAAI,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACnC,QAAQ,CAAC,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACtI,QAAQ,CAAC,iBAAiB,GAAG,kBAAkB,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5F,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,CAAC,KAAK,GAAG,kBAAkB,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACrE,MAAM,KAAK,GAAG,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,KAAK,EAAE,KAAK,KAAK,UAAU;gBAC3B,MAAM,CAAC,gBAAgB,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAChD,CAAC;IACL,CAAC;SACI,CAAC;QACF,QAAQ,CAAC,0BAA0B,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5D,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAC1B,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAClC,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QACjC,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC;IAC9C,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9E,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;IAC7C,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAC/B,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAC5C,4EAA4E;IAC5E,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpH,OAAO;QACH,EAAE;QACF,KAAK,EAAE,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,EAAE;QACtC,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ;QACR,OAAO;QACP,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC;AACN,CAAC;AACD,SAAS,wBAAwB,CAAQ,KAAuC;IAC5E,OAAO,KAAK,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,KAAK,WAAW;QAChF,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK;QACxB,CAAC,CAAC,SAAS,CAAC;AACpB,CAAC;AACD,SAAS,kBAAkB,CAAQ,KAAuC,EAAE,SAAiE;IACzI,IAAI,KAAK,CAAC,KAAK,KAAK,mBAAmB,EAAE,CAAC;QACtC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IACD,QAAQ,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,WAAW;YACZ,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxE,KAAK,aAAa;YACd,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACpC,KAAK,oBAAoB;YACrB,OAAO;gBACH,KAAK,EAAE,oBAAoB;gBAC3B,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,IAAI;gBAC3B,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE;gBACvB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC3F,CAAC;QACN,KAAK,aAAa,CAAC;QACnB,KAAK,SAAS;YACV,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;AACL,CAAC;AACD,SAAS,iBAAiB,CAAC,OAA+C;IACtE,MAAM,QAAQ,GAAgB,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QAClC,MAAM,IAAI,GAAyC;YAC/C,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;YAC5B,SAAS,EAAE,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;YACjC,OAAO,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;YACjE,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;YAChD,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAC5D,iBAAiB,EAAE,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC;SAC7D,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAC3B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC/B,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS;YACzB,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,SAAS;YACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,eAAe,CAAC,KAAkC;IACvD,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW;QAC3B,OAAO,KAAK,CAAC,MAAM,CAAC;IACxB,QAAQ,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,KAAK,SAAS;YACV,OAAO,SAAS,CAAC;QACrB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,SAAS,CAAC;QACf,KAAK,gBAAgB;YACjB,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IACzC,CAAC;AACL,CAAC;AACD,SAAS,gBAAgB,CAAC,QAA2B;IACjD,MAAM,QAAQ,GAAyC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjF,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU;QAC7B,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IACtC,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,kBAAkB,CAAC,UAA+B;IACvD,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU;YACX,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;QACxE,KAAK,SAAS;YACV,OAAO;gBACH,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,GAAG,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;aACxF,CAAC;QACN,KAAK,WAAW;YACZ,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QAC5E,KAAK,kBAAkB;YACnB,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;AACL,CAAC;AACD,SAAS,yBAAyB,CAAC,YAA+B;IAC9D,QAAQ,YAAY,CAAC,KAAK,EAAE,CAAC;QACzB,KAAK,YAAY;YACb,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;QACzC,KAAK,QAAQ;YACT,OAAO;gBACH,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC;QACN,KAAK,aAAa;YACd,OAAO;gBACH,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC;IACV,CAAC;AACL,CAAC;AACD,SAAS,aAAa,CAAC,KAAsB;IACzC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,UAAU;YACX,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QACtF,KAAK,SAAS;YACV,OAAO;gBACH,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B,CAAC;QACN,KAAK,aAAa;YACd,OAAO;gBACH,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B,CAAC;IACV,CAAC;AACL,CAAC;AACD,uDAAuD;AACvD,SAAS,iBAAiB,CAAC,MAA4B;IACnD,IAAI,CAAC,MAAM;QACP,OAAO,SAAS,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAC9C,OAAO,CAAC,CAAC,IAAI,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,uEAAuE;AACvE,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,KAAK,UAAU,iBAAiB;IAC5B,IAAI,CAAC;QACD,OAAO,CAAC,MAAM,uBAAuB,CAAC,kBAAkB,CAAC,CAA6B,CAAC;IAC3F,CAAC;IACD,MAAM,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,2JAA2J,CAAC,CAAC;IACjL,CAAC;AACL,CAAC","sourcesContent":["// Braintrust 报告器:把一次 niceeval 运行作为一个 Braintrust experiment 上报,\n// 每个 attempt 一行(scores = 断言,metrics = 时长/token/成本),跨提交比较与团队共享。\n// `braintrust` 是可选依赖:动态 import,装了才用得上,没装在 onInvocationStart 报错\n// (reporter 错误按框架约定只记 diagnostic,不会让运行崩)。\nimport type { EvalResult, JsonValue, Reporter } from \"../../types.ts\";\nimport type { AssertionCoverage, AssertionEntryRead, AssertionLimitation, AssertionsProjection, ScoreContribution, } from \"../../assertions/record/model.ts\";\nimport type { ScoreProjection } from \"../../eval/record/score.ts\";\n/** Closed assessment rows; this reporter does not reopen Record. */\ntype AttemptSlotProjectedEntry<Value> = {\n    readonly state: \"excluded\" | \"not-recorded\" | \"core-invalid\";\n} | {\n    readonly state: \"attachment-result\";\n    readonly attachment: {\n        readonly state: \"available\";\n        readonly value: Value;\n    } | {\n        readonly state: \"unavailable\" | \"unsupported\" | \"invalid\";\n    } | {\n        readonly state: \"migration-required\";\n        readonly from: string;\n        readonly to: string;\n        readonly command?: string;\n    };\n};\nimport type { Verdict } from \"../../shared/types.ts\";\nimport { reportActivity } from \"../feedback/sink.ts\";\nexport interface BraintrustConfig {\n    /** Braintrust 项目名;省略时用 \"niceeval\"。 */\n    project?: string;\n    /** Braintrust 项目 id;与 project 给一个即可。 */\n    projectId?: string;\n    /** 实验名;省略时由 Braintrust 自动命名。 */\n    experiment?: string;\n    /** 作为对比基线(diff base)的既有实验名。 */\n    baseExperiment?: string;\n    /** 作为对比基线(diff base)的既有实验 id。 */\n    baseExperimentId?: string;\n    /** true = 更新同名既有实验,而不是新建一个。 */\n    update?: boolean;\n    /** 实验级附加 metadata;与 niceeval 自动写入的字段合并,同名以这里为准。 */\n    metadata?: globalThis.Record<string, JsonValue>;\n    /** API key;省略时 SDK 读 BRAINTRUST_API_KEY 环境变量。 */\n    apiKey?: string;\n}\n/**\n * Braintrust SDK 的最小类型面。本地声明是为了不把 `braintrust` 变成编译期依赖;\n * 动态 import 后按这个形状断言。\n */\ninterface BraintrustSdk {\n    // SDK 里 init 同步返回(登录与建实验都是惰性的);统一 await,同步/异步都兼容。\n    init(options: {\n        project?: string;\n        projectId?: string;\n        experiment?: string;\n        baseExperiment?: string;\n        baseExperimentId?: string;\n        update?: boolean;\n        apiKey?: string;\n        metadata?: globalThis.Record<string, JsonValue>;\n        setCurrent?: boolean;\n    }): BraintrustExperiment | Promise<BraintrustExperiment>;\n    flush(): Promise<void>;\n}\ninterface BraintrustExperiment {\n    log(event: BraintrustLogEvent): void;\n    summarize(): Promise<{\n        experimentUrl?: string;\n    }>;\n}\nexport interface BraintrustLogEvent {\n    id?: string;\n    input?: string;\n    output?: string;\n    error?: EvalResult[\"error\"];\n    scores?: globalThis.Record<string, number>;\n    metadata?: globalThis.Record<string, JsonValue>;\n    metrics?: globalThis.Record<string, number>;\n}\n/**\n * A post-Record Projection calculation supplies this optional assessment. The\n * live Reporter callback currently has no RecordProjection input, so its\n * absence is represented explicitly rather than as a made-up Attachment read.\n */\nexport type BraintrustAssessment = {\n    readonly state: \"projected\";\n    /** Exact Report-style public projections, including every data state. */\n    readonly assertions: AttemptSlotProjectedEntry<AssertionsProjection<unknown>>;\n    readonly verdict: AttemptSlotProjectedEntry<Verdict>;\n    readonly score?: AttemptSlotProjectedEntry<ScoreProjection>;\n} | {\n    readonly state: \"not-projected\";\n    readonly reason: \"reporter-contract-does-not-provide-record-projections\";\n};\nconst NOT_PROJECTED_ASSESSMENT: BraintrustAssessment = Object.freeze({\n    state: \"not-projected\" as const,\n    reason: \"reporter-contract-does-not-provide-record-projections\" as const,\n});\n/**\n * 创建 Braintrust 报告器。挂在 `defineConfig({ reporters })` 上观测整次运行,\n * 或挂在单个 eval 的 `reporters` 上只观测它(同一实例被多个 eval 引用时共享一个实验)。\n */\nexport function Braintrust(config: BraintrustConfig = {}): Reporter {\n    let sdk: BraintrustSdk | undefined;\n    let experiment: BraintrustExperiment | undefined;\n    return {\n        async onInvocationStart(evals) {\n            sdk = await loadBraintrustSdk();\n            experiment = await sdk.init({\n                project: config.projectId ? undefined : (config.project ?? \"niceeval\"),\n                projectId: config.projectId,\n                experiment: config.experiment,\n                baseExperiment: config.baseExperiment,\n                baseExperimentId: config.baseExperimentId,\n                update: config.update,\n                apiKey: config.apiKey,\n                // 不再写顶层单一 agent:一次 Invocation 可能横跨多个 (agent, model, flags) 配置,\n                // 启动时还没有任何结果,写一个必然只代表其中一份配置的值就是撒谎(见\n                // docs/runner.md「Reporter 与运行器事件」)。每行自己的 agent 身份仍在\n                // toBraintrustEvent() 的 metadata.agent 里,逐 attempt 精确;跨行的 agent 集合可以\n                // 从 Braintrust 自己按 metadata.agent 分组得到,不需要实验级再存一份。\n                metadata: {\n                    evals: evals.map((e) => e.id),\n                    ...config.metadata,\n                },\n                // 不设为全局 current experiment,避免污染用户代码里的 braintrust 全局态。\n                setCurrent: false,\n            });\n        },\n        onEvalComplete(result) {\n            experiment?.log(toBraintrustEvent(result, NOT_PROJECTED_ASSESSMENT));\n        },\n        async onInvocationComplete() {\n            if (!experiment)\n                return;\n            try {\n                await sdk?.flush();\n                const summary = await experiment.summarize();\n                if (summary.experimentUrl) {\n                    reportActivity(`Braintrust experiment: ${summary.experimentUrl}`);\n                }\n            }\n            finally {\n                experiment = undefined;\n                sdk = undefined;\n            }\n        },\n    };\n}\n/**\n * EvalResult identity/transport data plus an optional post-Record assessment\n * become one Braintrust row. Assertions, Verdict, and Score only enter through\n * that assessment's public Attachment projections; this function never reads\n * a historical result graph.\n */\nexport function toBraintrustEvent(result: EvalResult, assessment: BraintrustAssessment = NOT_PROJECTED_ASSESSMENT): BraintrustLogEvent {\n    const projectedVerdict = assessment.state === \"projected\"\n        ? availableProjectionValue(assessment.verdict)\n        : undefined;\n    const verdict = projectedVerdict ?? result.verdict;\n    const metrics: globalThis.Record<string, number> = {};\n    if (result.startedAt) {\n        const start = Date.parse(result.startedAt) / 1000;\n        if (Number.isFinite(start)) {\n            metrics.start = start;\n            metrics.end = start + result.durationMs / 1000;\n        }\n    }\n    if (result.usage) {\n        const { inputTokens, outputTokens, cacheReadTokens, cacheCreationTokens, reasoningTokens, requests } = result.usage;\n        if (inputTokens !== undefined)\n            metrics.prompt_tokens = inputTokens;\n        if (outputTokens !== undefined)\n            metrics.completion_tokens = outputTokens;\n        if (inputTokens !== undefined && outputTokens !== undefined)\n            metrics.tokens = inputTokens + outputTokens;\n        if (cacheReadTokens !== undefined)\n            metrics.cache_read_tokens = cacheReadTokens;\n        if (cacheCreationTokens !== undefined)\n            metrics.cache_creation_tokens = cacheCreationTokens;\n        if (reasoningTokens !== undefined)\n            metrics.reasoning_tokens = reasoningTokens;\n        if (requests !== undefined)\n            metrics.requests = requests;\n    }\n    // estimated_cost_usd 恒为价目表估算(EvalResult.estimatedCostUSD,见 estimateCost);\n    // observed 成本单独留在 result.usage.costUSD,不混入本指标。\n    if (result.estimatedCostUSD !== undefined)\n        metrics.estimated_cost_usd = result.estimatedCostUSD;\n    const metadata: globalThis.Record<string, JsonValue> = {\n        eval: result.id,\n        agent: result.agent,\n        attempt: result.attempt,\n        verdict,\n        status: verdict,\n        evaluationAlgorithm: result.evaluationAlgorithm,\n        evaluationKind: result.evaluationKind,\n        assessmentProjection: assessment.state,\n    };\n    const scores: globalThis.Record<string, number> = {};\n    if (assessment.state === \"projected\") {\n        metadata.assertions = projectionMetadata(assessment.assertions, (assertions) => ({ entries: assertionMetadata(assertions.entries) }));\n        metadata.verdictProjection = projectionMetadata(assessment.verdict, (value) => ({ value }));\n        if (assessment.score !== undefined) {\n            metadata.score = projectionMetadata(assessment.score, scoreMetadata);\n            const score = availableProjectionValue(assessment.score);\n            if (score?.state === \"complete\")\n                scores[\"niceeval:score\"] = score.earned;\n        }\n    }\n    else {\n        metadata.assessmentProjectionReason = assessment.reason;\n    }\n    if (result.model !== undefined)\n        metadata.model = result.model;\n    if (result.experimentId !== undefined)\n        metadata.experiment = result.experimentId;\n    if (result.experiment?.flags && Object.keys(result.experiment.flags).length > 0) {\n        metadata.flags = result.experiment.flags;\n    }\n    if (result.skipReason !== undefined)\n        metadata.skipReason = result.skipReason;\n    // 一次运行内 (experiment, eval, agent, model, attempt) 唯一;Braintrust 按 id 合并重复行。\n    const id = [result.experimentId ?? \"\", result.id, result.agent, result.model ?? \"\", `a${result.attempt}`].join(\"|\");\n    return {\n        id,\n        input: result.description ?? result.id,\n        output: lastAssistantText(result.events),\n        error: result.error,\n        metadata,\n        metrics,\n        ...(Object.keys(scores).length > 0 ? { scores } : {}),\n    };\n}\nfunction availableProjectionValue<Value>(entry: AttemptSlotProjectedEntry<Value>): Value | undefined {\n    return entry.state === \"attachment-result\" && entry.attachment.state === \"available\"\n        ? entry.attachment.value\n        : undefined;\n}\nfunction projectionMetadata<Value>(entry: AttemptSlotProjectedEntry<Value>, available: (value: Value) => globalThis.Record<string, JsonValue>): JsonValue {\n    if (entry.state !== \"attachment-result\") {\n        return { state: entry.state };\n    }\n    switch (entry.attachment.state) {\n        case \"available\":\n            return { state: \"available\", ...available(entry.attachment.value) };\n        case \"unavailable\":\n            return { state: \"unavailable\" };\n        case \"migration-required\":\n            return {\n                state: \"migration-required\",\n                from: entry.attachment.from,\n                to: entry.attachment.to,\n                ...(entry.attachment.command === undefined ? {} : { command: entry.attachment.command }),\n            };\n        case \"unsupported\":\n        case \"invalid\":\n            return { state: entry.attachment.state };\n    }\n}\nfunction assertionMetadata(entries: readonly AssertionEntryRead<unknown>[]): JsonValue {\n    const metadata: JsonValue[] = [];\n    for (const entry of entries) {\n        const display = entry.entry.display;\n        const result = entry.entry.result;\n        const item: globalThis.Record<string, JsonValue> = {\n            entryId: entry.entry.entryId,\n            groupPath: [...display.groupPath],\n            outcome: entry.state === \"available\" ? result.state : entry.state,\n            coverage: coverageMetadata(entry.entry.coverage),\n            limitations: entry.entry.limitations.map(limitationMetadata),\n            scoreContribution: scoreContributionMetadata(result.score),\n        };\n        if (display.label !== undefined)\n            item.label = display.label;\n        if (display.key !== undefined)\n            item.key = display.key;\n        const reason = assertionReason(entry);\n        if (reason !== undefined)\n            item.reason = reason;\n        metadata.push(item);\n    }\n    return metadata;\n}\nfunction assertionReason(entry: AssertionEntryRead<unknown>): string | undefined {\n    if (entry.state !== \"available\")\n        return entry.reason;\n    switch (entry.entry.result.state) {\n        case \"matched\":\n            return undefined;\n        case \"mismatched\":\n        case \"unavailable\":\n        case \"errored\":\n        case \"not-applicable\":\n            return entry.entry.result.reason;\n    }\n}\nfunction coverageMetadata(coverage: AssertionCoverage): globalThis.Record<string, JsonValue> {\n    const metadata: globalThis.Record<string, JsonValue> = { state: coverage.state };\n    if (coverage.state !== \"complete\")\n        metadata.reason = coverage.reason;\n    return metadata;\n}\nfunction limitationMetadata(limitation: AssertionLimitation): globalThis.Record<string, JsonValue> {\n    switch (limitation.kind) {\n        case \"redacted\":\n            return { kind: limitation.kind, fieldCount: limitation.fieldCount };\n        case \"sampled\":\n            return {\n                kind: limitation.kind,\n                captured: limitation.captured,\n                ...(limitation.knownTotal === undefined ? {} : { knownTotal: limitation.knownTotal }),\n            };\n        case \"truncated\":\n            return { kind: limitation.kind, omittedBytes: limitation.omittedBytes };\n        case \"provider-limited\":\n            return { kind: limitation.kind };\n    }\n}\nfunction scoreContributionMetadata(contribution: ScoreContribution): globalThis.Record<string, JsonValue> {\n    switch (contribution.state) {\n        case \"not-scored\":\n            return { state: contribution.state };\n        case \"earned\":\n            return {\n                state: contribution.state,\n                points: contribution.points,\n                earned: contribution.earned,\n            };\n        case \"unavailable\":\n            return {\n                state: contribution.state,\n                points: contribution.points,\n                reason: contribution.reason,\n            };\n    }\n}\nfunction scoreMetadata(score: ScoreProjection): globalThis.Record<string, JsonValue> {\n    switch (score.state) {\n        case \"complete\":\n            return { state: score.state, earned: score.earned, comparable: score.comparable };\n        case \"partial\":\n            return {\n                state: score.state,\n                earned: score.earned,\n                reasons: [...score.reasons],\n                comparable: score.comparable,\n            };\n        case \"unavailable\":\n            return {\n                state: score.state,\n                reasons: [...score.reasons],\n                comparable: score.comparable,\n            };\n    }\n}\n/** agent 的最终回复文本(事件流里最后一条 assistant message);没有就不填。 */\nfunction lastAssistantText(events: EvalResult[\"events\"]): string | undefined {\n    if (!events)\n        return undefined;\n    for (let i = events.length - 1; i >= 0; i--) {\n        const e = events[i];\n        if (e.type === \"message\" && e.role === \"assistant\")\n            return e.text;\n    }\n    return undefined;\n}\n/** 动态 import 说明:specifier 放变量里,`braintrust` 不进编译期依赖,没装也能 typecheck。 */\nconst BRAINTRUST_PACKAGE = \"braintrust\";\nasync function loadBraintrustSdk(): Promise<BraintrustSdk> {\n    try {\n        return (await __niceevalDynamicImport(BRAINTRUST_PACKAGE)) as unknown as BraintrustSdk;\n    }\n    catch {\n        throw new Error(\"The 'braintrust' package is required for the Braintrust reporter but was not found. Install it with: npm install braintrust (and set BRAINTRUST_API_KEY).\");\n    }\n}\n"]}
+{"version":3,"file":"braintrust.js","sourceRoot":"","sources":["braintrust.ts"],"names":[],"mappings":";;AAqGA,gCA8CC;AAOD,8CA8EC;AA/MD,iDAAqD;AAoErD,MAAM,wBAAwB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACjE,KAAK,EAAE,eAAwB;IAC/B,MAAM,EAAE,uDAAgE;CAC3E,CAAC,CAAC;AACH;;;GAGG;AACH,SAAgB,UAAU,CAAC,SAA2B,EAAE;IACpD,IAAI,GAA8B,CAAC;IACnC,IAAI,UAA4C,CAAC;IACjD,OAAO;QACH,KAAK,CAAC,iBAAiB,CAAC,KAAK;YACzB,GAAG,GAAG,MAAM,iBAAiB,EAAE,CAAC;YAChC,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,UAAU,CAAC;gBACtE,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,+DAA+D;gBAC/D,oCAAoC;gBACpC,oDAAoD;gBACpD,qEAAqE;gBACrE,mDAAmD;gBACnD,QAAQ,EAAE;oBACN,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,GAAG,MAAM,CAAC,QAAQ;iBACrB;gBACD,sDAAsD;gBACtD,UAAU,EAAE,KAAK;aACpB,CAAC,CAAC;QACP,CAAC;QACD,cAAc,CAAC,MAAM;YACjB,UAAU,EAAE,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,oBAAoB;YACtB,IAAI,CAAC,UAAU;gBACX,OAAO;YACX,IAAI,CAAC;gBACD,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC7C,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;oBACxB,IAAA,wBAAc,EAAC,0BAA0B,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;gBACtE,CAAC;YACL,CAAC;oBACO,CAAC;gBACL,UAAU,GAAG,SAAS,CAAC;gBACvB,GAAG,GAAG,SAAS,CAAC;YACpB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC;AACD;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,MAAkB,EAAE,aAAmC,wBAAwB;IAC7G,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,KAAK,WAAW;QACrD,CAAC,CAAC,wBAAwB,CAAC,UAAU,CAAC,OAAO,CAAC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,OAAO,GAAG,gBAAgB,IAAI,MAAM,CAAC,OAAO,CAAC;IACnD,MAAM,OAAO,GAAsC,EAAE,CAAC;IACtD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAClD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;YACtB,OAAO,CAAC,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;QACnD,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,mBAAmB,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;QACpH,IAAI,WAAW,KAAK,SAAS;YACzB,OAAO,CAAC,aAAa,GAAG,WAAW,CAAC;QACxC,IAAI,YAAY,KAAK,SAAS;YAC1B,OAAO,CAAC,iBAAiB,GAAG,YAAY,CAAC;QAC7C,IAAI,WAAW,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS;YACvD,OAAO,CAAC,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;QAChD,IAAI,eAAe,KAAK,SAAS;YAC7B,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC;QAChD,IAAI,mBAAmB,KAAK,SAAS;YACjC,OAAO,CAAC,qBAAqB,GAAG,mBAAmB,CAAC;QACxD,IAAI,eAAe,KAAK,SAAS;YAC7B,OAAO,CAAC,gBAAgB,GAAG,eAAe,CAAC;QAC/C,IAAI,QAAQ,KAAK,SAAS;YACtB,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACpC,CAAC;IACD,0EAA0E;IAC1E,+CAA+C;IAC/C,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS;QACrC,OAAO,CAAC,kBAAkB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACzD,MAAM,QAAQ,GAAyC;QACnD,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO;QACP,MAAM,EAAE,OAAO;QACf,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,oBAAoB,EAAE,UAAU,CAAC,KAAK;KACzC,CAAC;IACF,MAAM,MAAM,GAAsC,EAAE,CAAC;IACrD,IAAI,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACnC,QAAQ,CAAC,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACtI,QAAQ,CAAC,iBAAiB,GAAG,kBAAkB,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5F,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,CAAC,KAAK,GAAG,kBAAkB,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACrE,MAAM,KAAK,GAAG,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,KAAK,EAAE,KAAK,KAAK,UAAU;gBAC3B,MAAM,CAAC,gBAAgB,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAChD,CAAC;IACL,CAAC;SACI,CAAC;QACF,QAAQ,CAAC,0BAA0B,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5D,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAC1B,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAClC,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QACjC,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC;IAC9C,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9E,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;IAC7C,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAC/B,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAC5C,4EAA4E;IAC5E,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpH,OAAO;QACH,EAAE;QACF,KAAK,EAAE,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,EAAE;QACtC,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ;QACR,OAAO;QACP,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC;AACN,CAAC;AACD,SAAS,wBAAwB,CAAQ,KAAuC;IAC5E,OAAO,KAAK,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,KAAK,WAAW;QAChF,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK;QACxB,CAAC,CAAC,SAAS,CAAC;AACpB,CAAC;AACD,SAAS,kBAAkB,CAAQ,KAAuC,EAAE,SAAiE;IACzI,IAAI,KAAK,CAAC,KAAK,KAAK,mBAAmB,EAAE,CAAC;QACtC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IACD,QAAQ,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,WAAW;YACZ,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxE,KAAK,aAAa;YACd,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACpC,KAAK,oBAAoB;YACrB,OAAO;gBACH,KAAK,EAAE,oBAAoB;gBAC3B,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,IAAI;gBAC3B,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE;gBACvB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC3F,CAAC;QACN,KAAK,aAAa,CAAC;QACnB,KAAK,SAAS;YACV,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;AACL,CAAC;AACD,SAAS,iBAAiB,CAAC,OAA+C;IACtE,MAAM,QAAQ,GAAgB,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;QACtC,MAAM,IAAI,GAAyC;YAC/C,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;YAC5B,SAAS,EAAE,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;YACjC,OAAO,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;YACpE,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC;YAC1D,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACtE,iBAAiB,EAAE,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;SACzE,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAC3B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC/B,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS;YACzB,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,SAAS;YACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,eAAe,CAAC,KAAkC;IACvD,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW;QAC3B,OAAO,KAAK,CAAC,MAAM,CAAC;IACxB,QAAQ,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAClC,KAAK,SAAS;YACV,OAAO,SAAS,CAAC;QACrB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,SAAS,CAAC;QACf,KAAK,gBAAgB;YACjB,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC;IACxD,CAAC;AACL,CAAC;AACD,SAAS,gBAAgB,CAAC,QAA2B;IACjD,MAAM,QAAQ,GAAyC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjF,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU;QAC7B,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IACtC,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,kBAAkB,CAAC,UAA+B;IACvD,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU;YACX,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;QACxE,KAAK,SAAS;YACV,OAAO;gBACH,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,GAAG,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;aACxF,CAAC;QACN,KAAK,WAAW;YACZ,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QAC5E,KAAK,kBAAkB;YACnB,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;AACL,CAAC;AACD,SAAS,yBAAyB,CAAC,YAA+B;IAC9D,QAAQ,YAAY,CAAC,KAAK,EAAE,CAAC;QACzB,KAAK,YAAY;YACb,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;QACzC,KAAK,QAAQ;YACT,OAAO;gBACH,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC;QACN,KAAK,aAAa;YACd,OAAO;gBACH,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC;IACV,CAAC;AACL,CAAC;AACD,SAAS,aAAa,CAAC,KAAsB;IACzC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,UAAU;YACX,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QACtF,KAAK,SAAS;YACV,OAAO;gBACH,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B,CAAC;QACN,KAAK,aAAa;YACd,OAAO;gBACH,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B,CAAC;IACV,CAAC;AACL,CAAC;AACD,uDAAuD;AACvD,SAAS,iBAAiB,CAAC,MAA4B;IACnD,IAAI,CAAC,MAAM;QACP,OAAO,SAAS,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAC9C,OAAO,CAAC,CAAC,IAAI,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,uEAAuE;AACvE,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,KAAK,UAAU,iBAAiB;IAC5B,IAAI,CAAC;QACD,OAAO,CAAC,MAAM,uBAAuB,CAAC,kBAAkB,CAAC,CAA6B,CAAC;IAC3F,CAAC;IACD,MAAM,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,2JAA2J,CAAC,CAAC;IACjL,CAAC;AACL,CAAC","sourcesContent":["// Braintrust 报告器:把一次 niceeval 运行作为一个 Braintrust experiment 上报,\n// 每个 attempt 一行(scores = 断言,metrics = 时长/token/成本),跨提交比较与团队共享。\n// `braintrust` 是可选依赖:动态 import,装了才用得上,没装在 onInvocationStart 报错\n// (reporter 错误按框架约定只记 diagnostic,不会让运行崩)。\nimport type { EvalResult, JsonValue, Reporter } from \"../../types.ts\";\nimport type { AssertionCoverage, AssertionEntryRead, AssertionLimitation, AssertionsProjection, ScoreContribution, } from \"../../assertions/record/model.ts\";\nimport type { ScoreProjection } from \"../../eval/record/score.ts\";\n/** Closed assessment rows; this reporter does not reopen Record. */\ntype AttemptSlotProjectedEntry<Value> = {\n    readonly state: \"excluded\" | \"not-recorded\" | \"core-invalid\";\n} | {\n    readonly state: \"attachment-result\";\n    readonly attachment: {\n        readonly state: \"available\";\n        readonly value: Value;\n    } | {\n        readonly state: \"unavailable\" | \"unsupported\" | \"invalid\";\n    } | {\n        readonly state: \"migration-required\";\n        readonly from: string;\n        readonly to: string;\n        readonly command?: string;\n    };\n};\nimport type { Verdict } from \"../../shared/types.ts\";\nimport { reportActivity } from \"../feedback/sink.ts\";\nexport interface BraintrustConfig {\n    /** Braintrust 项目名;省略时用 \"niceeval\"。 */\n    project?: string;\n    /** Braintrust 项目 id;与 project 给一个即可。 */\n    projectId?: string;\n    /** 实验名;省略时由 Braintrust 自动命名。 */\n    experiment?: string;\n    /** 作为对比基线(diff base)的既有实验名。 */\n    baseExperiment?: string;\n    /** 作为对比基线(diff base)的既有实验 id。 */\n    baseExperimentId?: string;\n    /** true = 更新同名既有实验,而不是新建一个。 */\n    update?: boolean;\n    /** 实验级附加 metadata;与 niceeval 自动写入的字段合并,同名以这里为准。 */\n    metadata?: globalThis.Record<string, JsonValue>;\n    /** API key;省略时 SDK 读 BRAINTRUST_API_KEY 环境变量。 */\n    apiKey?: string;\n}\n/**\n * Braintrust SDK 的最小类型面。本地声明是为了不把 `braintrust` 变成编译期依赖;\n * 动态 import 后按这个形状断言。\n */\ninterface BraintrustSdk {\n    // SDK 里 init 同步返回(登录与建实验都是惰性的);统一 await,同步/异步都兼容。\n    init(options: {\n        project?: string;\n        projectId?: string;\n        experiment?: string;\n        baseExperiment?: string;\n        baseExperimentId?: string;\n        update?: boolean;\n        apiKey?: string;\n        metadata?: globalThis.Record<string, JsonValue>;\n        setCurrent?: boolean;\n    }): BraintrustExperiment | Promise<BraintrustExperiment>;\n    flush(): Promise<void>;\n}\ninterface BraintrustExperiment {\n    log(event: BraintrustLogEvent): void;\n    summarize(): Promise<{\n        experimentUrl?: string;\n    }>;\n}\nexport interface BraintrustLogEvent {\n    id?: string;\n    input?: string;\n    output?: string;\n    error?: EvalResult[\"error\"];\n    scores?: globalThis.Record<string, number>;\n    metadata?: globalThis.Record<string, JsonValue>;\n    metrics?: globalThis.Record<string, number>;\n}\n/**\n * A post-Record Projection calculation supplies this optional assessment. The\n * live Reporter callback currently has no RecordProjection input, so its\n * absence is represented explicitly rather than as a made-up Attachment read.\n */\nexport type BraintrustAssessment = {\n    readonly state: \"projected\";\n    /** Exact Report-style public projections, including every data state. */\n    readonly assertions: AttemptSlotProjectedEntry<AssertionsProjection<unknown>>;\n    readonly verdict: AttemptSlotProjectedEntry<Verdict>;\n    readonly score?: AttemptSlotProjectedEntry<ScoreProjection>;\n} | {\n    readonly state: \"not-projected\";\n    readonly reason: \"reporter-contract-does-not-provide-record-projections\";\n};\nconst NOT_PROJECTED_ASSESSMENT: BraintrustAssessment = Object.freeze({\n    state: \"not-projected\" as const,\n    reason: \"reporter-contract-does-not-provide-record-projections\" as const,\n});\n/**\n * 创建 Braintrust 报告器。挂在 `defineConfig({ reporters })` 上观测整次运行,\n * 或挂在单个 eval 的 `reporters` 上只观测它(同一实例被多个 eval 引用时共享一个实验)。\n */\nexport function Braintrust(config: BraintrustConfig = {}): Reporter {\n    let sdk: BraintrustSdk | undefined;\n    let experiment: BraintrustExperiment | undefined;\n    return {\n        async onInvocationStart(evals) {\n            sdk = await loadBraintrustSdk();\n            experiment = await sdk.init({\n                project: config.projectId ? undefined : (config.project ?? \"niceeval\"),\n                projectId: config.projectId,\n                experiment: config.experiment,\n                baseExperiment: config.baseExperiment,\n                baseExperimentId: config.baseExperimentId,\n                update: config.update,\n                apiKey: config.apiKey,\n                // 不再写顶层单一 agent:一次 Invocation 可能横跨多个 (agent, model, flags) 配置,\n                // 启动时还没有任何结果,写一个必然只代表其中一份配置的值就是撒谎(见\n                // docs/runner.md「Reporter 与运行器事件」)。每行自己的 agent 身份仍在\n                // toBraintrustEvent() 的 metadata.agent 里,逐 attempt 精确;跨行的 agent 集合可以\n                // 从 Braintrust 自己按 metadata.agent 分组得到,不需要实验级再存一份。\n                metadata: {\n                    evals: evals.map((e) => e.id),\n                    ...config.metadata,\n                },\n                // 不设为全局 current experiment,避免污染用户代码里的 braintrust 全局态。\n                setCurrent: false,\n            });\n        },\n        onEvalComplete(result) {\n            experiment?.log(toBraintrustEvent(result, NOT_PROJECTED_ASSESSMENT));\n        },\n        async onInvocationComplete() {\n            if (!experiment)\n                return;\n            try {\n                await sdk?.flush();\n                const summary = await experiment.summarize();\n                if (summary.experimentUrl) {\n                    reportActivity(`Braintrust experiment: ${summary.experimentUrl}`);\n                }\n            }\n            finally {\n                experiment = undefined;\n                sdk = undefined;\n            }\n        },\n    };\n}\n/**\n * EvalResult identity/transport data plus an optional post-Record assessment\n * become one Braintrust row. Assertions, Verdict, and Score only enter through\n * that assessment's public Attachment projections; this function never reads\n * a historical result graph.\n */\nexport function toBraintrustEvent(result: EvalResult, assessment: BraintrustAssessment = NOT_PROJECTED_ASSESSMENT): BraintrustLogEvent {\n    const projectedVerdict = assessment.state === \"projected\"\n        ? availableProjectionValue(assessment.verdict)\n        : undefined;\n    const verdict = projectedVerdict ?? result.verdict;\n    const metrics: globalThis.Record<string, number> = {};\n    if (result.startedAt) {\n        const start = Date.parse(result.startedAt) / 1000;\n        if (Number.isFinite(start)) {\n            metrics.start = start;\n            metrics.end = start + result.durationMs / 1000;\n        }\n    }\n    if (result.usage) {\n        const { inputTokens, outputTokens, cacheReadTokens, cacheCreationTokens, reasoningTokens, requests } = result.usage;\n        if (inputTokens !== undefined)\n            metrics.prompt_tokens = inputTokens;\n        if (outputTokens !== undefined)\n            metrics.completion_tokens = outputTokens;\n        if (inputTokens !== undefined && outputTokens !== undefined)\n            metrics.tokens = inputTokens + outputTokens;\n        if (cacheReadTokens !== undefined)\n            metrics.cache_read_tokens = cacheReadTokens;\n        if (cacheCreationTokens !== undefined)\n            metrics.cache_creation_tokens = cacheCreationTokens;\n        if (reasoningTokens !== undefined)\n            metrics.reasoning_tokens = reasoningTokens;\n        if (requests !== undefined)\n            metrics.requests = requests;\n    }\n    // estimated_cost_usd 恒为价目表估算(EvalResult.estimatedCostUSD,见 estimateCost);\n    // observed 成本单独留在 result.usage.costUSD,不混入本指标。\n    if (result.estimatedCostUSD !== undefined)\n        metrics.estimated_cost_usd = result.estimatedCostUSD;\n    const metadata: globalThis.Record<string, JsonValue> = {\n        eval: result.id,\n        agent: result.agent,\n        attempt: result.attempt,\n        verdict,\n        status: verdict,\n        evaluationAlgorithm: result.evaluationAlgorithm,\n        evaluationKind: result.evaluationKind,\n        assessmentProjection: assessment.state,\n    };\n    const scores: globalThis.Record<string, number> = {};\n    if (assessment.state === \"projected\") {\n        metadata.assertions = projectionMetadata(assessment.assertions, (assertions) => ({ entries: assertionMetadata(assertions.entries) }));\n        metadata.verdictProjection = projectionMetadata(assessment.verdict, (value) => ({ value }));\n        if (assessment.score !== undefined) {\n            metadata.score = projectionMetadata(assessment.score, scoreMetadata);\n            const score = availableProjectionValue(assessment.score);\n            if (score?.state === \"complete\")\n                scores[\"niceeval:score\"] = score.earned;\n        }\n    }\n    else {\n        metadata.assessmentProjectionReason = assessment.reason;\n    }\n    if (result.model !== undefined)\n        metadata.model = result.model;\n    if (result.experimentId !== undefined)\n        metadata.experiment = result.experimentId;\n    if (result.experiment?.flags && Object.keys(result.experiment.flags).length > 0) {\n        metadata.flags = result.experiment.flags;\n    }\n    if (result.skipReason !== undefined)\n        metadata.skipReason = result.skipReason;\n    // 一次运行内 (experiment, eval, agent, model, attempt) 唯一;Braintrust 按 id 合并重复行。\n    const id = [result.experimentId ?? \"\", result.id, result.agent, result.model ?? \"\", `a${result.attempt}`].join(\"|\");\n    return {\n        id,\n        input: result.description ?? result.id,\n        output: lastAssistantText(result.events),\n        error: result.error,\n        metadata,\n        metrics,\n        ...(Object.keys(scores).length > 0 ? { scores } : {}),\n    };\n}\nfunction availableProjectionValue<Value>(entry: AttemptSlotProjectedEntry<Value>): Value | undefined {\n    return entry.state === \"attachment-result\" && entry.attachment.state === \"available\"\n        ? entry.attachment.value\n        : undefined;\n}\nfunction projectionMetadata<Value>(entry: AttemptSlotProjectedEntry<Value>, available: (value: Value) => globalThis.Record<string, JsonValue>): JsonValue {\n    if (entry.state !== \"attachment-result\") {\n        return { state: entry.state };\n    }\n    switch (entry.attachment.state) {\n        case \"available\":\n            return { state: \"available\", ...available(entry.attachment.value) };\n        case \"unavailable\":\n            return { state: \"unavailable\" };\n        case \"migration-required\":\n            return {\n                state: \"migration-required\",\n                from: entry.attachment.from,\n                to: entry.attachment.to,\n                ...(entry.attachment.command === undefined ? {} : { command: entry.attachment.command }),\n            };\n        case \"unsupported\":\n        case \"invalid\":\n            return { state: entry.attachment.state };\n    }\n}\nfunction assertionMetadata(entries: readonly AssertionEntryRead<unknown>[]): JsonValue {\n    const metadata: JsonValue[] = [];\n    for (const entry of entries) {\n        const display = entry.entry.display;\n        const decision = entry.entry.decision;\n        const item: globalThis.Record<string, JsonValue> = {\n            entryId: entry.entry.entryId,\n            groupPath: [...display.groupPath],\n            outcome: entry.state === \"available\" ? decision.result : entry.state,\n            coverage: coverageMetadata(entry.entry.materials.coverage),\n            limitations: entry.entry.materials.limitations.map(limitationMetadata),\n            scoreContribution: scoreContributionMetadata(entry.entry.contribution),\n        };\n        if (display.label !== undefined)\n            item.label = display.label;\n        if (display.key !== undefined)\n            item.key = display.key;\n        const reason = assertionReason(entry);\n        if (reason !== undefined)\n            item.reason = reason;\n        metadata.push(item);\n    }\n    return metadata;\n}\nfunction assertionReason(entry: AssertionEntryRead<unknown>): string | undefined {\n    if (entry.state !== \"available\")\n        return entry.reason;\n    switch (entry.entry.decision.result) {\n        case \"matched\":\n            return undefined;\n        case \"mismatched\":\n        case \"unavailable\":\n        case \"errored\":\n        case \"not-applicable\":\n            return entry.entry.decision.reason ?? undefined;\n    }\n}\nfunction coverageMetadata(coverage: AssertionCoverage): globalThis.Record<string, JsonValue> {\n    const metadata: globalThis.Record<string, JsonValue> = { state: coverage.state };\n    if (coverage.state !== \"complete\")\n        metadata.reason = coverage.reason;\n    return metadata;\n}\nfunction limitationMetadata(limitation: AssertionLimitation): globalThis.Record<string, JsonValue> {\n    switch (limitation.kind) {\n        case \"redacted\":\n            return { kind: limitation.kind, fieldCount: limitation.fieldCount };\n        case \"sampled\":\n            return {\n                kind: limitation.kind,\n                captured: limitation.captured,\n                ...(limitation.knownTotal === undefined ? {} : { knownTotal: limitation.knownTotal }),\n            };\n        case \"truncated\":\n            return { kind: limitation.kind, omittedBytes: limitation.omittedBytes };\n        case \"provider-limited\":\n            return { kind: limitation.kind };\n    }\n}\nfunction scoreContributionMetadata(contribution: ScoreContribution): globalThis.Record<string, JsonValue> {\n    switch (contribution.state) {\n        case \"not-scored\":\n            return { state: contribution.state };\n        case \"earned\":\n            return {\n                state: contribution.state,\n                points: contribution.points,\n                earned: contribution.earned,\n            };\n        case \"unavailable\":\n            return {\n                state: contribution.state,\n                points: contribution.points,\n                reason: contribution.reason,\n            };\n    }\n}\nfunction scoreMetadata(score: ScoreProjection): globalThis.Record<string, JsonValue> {\n    switch (score.state) {\n        case \"complete\":\n            return { state: score.state, earned: score.earned, comparable: score.comparable };\n        case \"partial\":\n            return {\n                state: score.state,\n                earned: score.earned,\n                reasons: [...score.reasons],\n                comparable: score.comparable,\n            };\n        case \"unavailable\":\n            return {\n                state: score.state,\n                reasons: [...score.reasons],\n                comparable: score.comparable,\n            };\n    }\n}\n/** agent 的最终回复文本(事件流里最后一条 assistant message);没有就不填。 */\nfunction lastAssistantText(events: EvalResult[\"events\"]): string | undefined {\n    if (!events)\n        return undefined;\n    for (let i = events.length - 1; i >= 0; i--) {\n        const e = events[i];\n        if (e.type === \"message\" && e.role === \"assistant\")\n            return e.text;\n    }\n    return undefined;\n}\n/** 动态 import 说明:specifier 放变量里,`braintrust` 不进编译期依赖,没装也能 typecheck。 */\nconst BRAINTRUST_PACKAGE = \"braintrust\";\nasync function loadBraintrustSdk(): Promise<BraintrustSdk> {\n    try {\n        return (await __niceevalDynamicImport(BRAINTRUST_PACKAGE)) as unknown as BraintrustSdk;\n    }\n    catch {\n        throw new Error(\"The 'braintrust' package is required for the Braintrust reporter but was not found. Install it with: npm install braintrust (and set BRAINTRUST_API_KEY).\");\n    }\n}\n"]}

package/dist/runner/reuse-readback.cjs

@@ -65,11 +65,10 @@ function readSourceAttempt(input) {
         ? effect_1.Effect.succeed(read.value)
         : effect_1.Effect.fail(invalid("source-attempt-unavailable"))));
 }
-function scoreOf(entries) {
+function scoreOf(contributions) {
     let earned = 0;
     let unavailable = false;
-    for (const entry of entries) {
-        const score = entry.result.score;
+    for (const score of contributions) {
         if (score.state === "earned" && typeof score.earned === "number")
             earned += score.earned;
         if (score.state === "unavailable")
@@ -110,7 +109,7 @@ function detailsFor(input) {
             })
             : nonAvailableRead(observability);
         const scoreAttachment = assertions.state === "available"
-            ? Object.freeze({ state: "available", value: scoreOf(assertions.value.entries) })
+            ? Object.freeze({ state: "available", value: scoreOf(assertions.value.entries.map((entry) => entry.contribution)) })
             : nonAvailableRead(assertions);
         const score = input.evaluationKind === "score"
             ? Object.freeze({ state: "applicable", attachment: scoreAttachment })

package/dist/runner/reuse-readback.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"reuse-readback.js","sourceRoot":"","sources":["reuse-readback.ts"],"names":[],"mappings":";;AA2QA,4DA0BC;AACD,8DAyBC;AACD,wFAOC;AACD,oFAKC;AA2BD,kEAIC;AACD,kFASC;AACD,oFAUC;AAjYD,mCAAwC;AACxC,8DAA6D;AAI7D,0DAAmE;AAEnE,mDAAuJ;AA+HvJ,SAAS,UAAU,CAAQ,KAA6B;IACpD,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,WAAW;YACZ,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAc,EAAE,CAAC,CAAC;QACvF,KAAK,cAAc;YACf,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAuB,EAAE,CAAC,CAAC;QAC7D,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,aAAsB;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;aACrC,CAAC,CAAC;QACP,KAAK,oBAAoB;YACrB,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,oBAA6B;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC,CAAC;QACP,KAAK,SAAS;YACV,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;AACL,CAAC;AACD,SAAS,gBAAgB,CAAQ,KAE/B;IACE,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,cAAc;YACf,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAuB,EAAE,CAAC,CAAC;QAC7D,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,aAAsB;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;aACrC,CAAC,CAAC;QACP,KAAK,oBAAoB;YACrB,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,oBAA6B;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC,CAAC;QACP,KAAK,SAAS;YACV,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;AACL,CAAC;AACD,SAAS,OAAO,CAAC,MAAiD;IAC9D,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,CAAC,CAAC;AAClF,CAAC;AACD,SAAS,iBAAiB,CAAC,KAG1B;IACG,OAAO,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW;QAC1G,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AACD,SAAS,OAAO,CAAC,OAId;IAIC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAG1B,CAAC;QACF,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAC5D,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,KAAK,CAAC,KAAK,KAAK,aAAa;YAC7B,WAAW,GAAG,IAAI,CAAC;IAC3B,CAAC;IACD,OAAO,WAAW;QACd,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,aAAsB,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACvH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,UAAU,CAAC,KAInB;IAKG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,aAAa,GAA+B,UAAU,CAAC,KAAK,KAAK,WAAW;YAC9E,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACZ,KAAK,EAAE,WAAoB;gBAC3B,KAAK,EAAE,IAAA,sCAAsB,EAAC;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO;oBACvC,UAAU,EAAE,UAAU,CAAC,KAAK;iBAC/B,CAAY;aAChB,CAAC;YACF,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxF,MAAM,eAAe,GAA8D,aAAa,CAAC,KAAK,KAAK,WAAW;YAClH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACZ,KAAK,EAAE,WAAoB;gBAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW;qBAC3D,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,iBAAiB,CAAC;qBAC7D,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;oBACnC,IAAI,EAAE,iBAA0B;oBAChC,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,KAAK,EAAE,UAAU,CAAC,KAAK;oBACvB,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;wBACjE,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACzB,CAAC,CAAC,CAAC;iBACP,CAAC,CAAC,CAAC;aACP,CAAC;YACF,CAAC,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,eAAe,GAGhB,UAAU,CAAC,KAAK,KAAK,WAAW;YACjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1F,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,KAAK,GAA8B,KAAK,CAAC,cAAc,KAAK,OAAO;YACrE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,YAAqB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC9E,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,gBAAyB,EAAE,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,wBAAwB,CAAC,KAGxC;IACG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO;YACP,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc;SACnD,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC3C,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACjF,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,QAAiB;YACxB,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;YACjC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,eAAe;SAC3C,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,yBAAyB,CAAC,KAKzC;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS;YACpB,OAAO,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;YAC5G,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,2BAA2B,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACzF,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,OAAgB;gBACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC5B,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;gBACxB,OAAO,EAAE,OAAO,CAAC,UAAU;gBAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,WAAW;aACd,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,sCAAsC,CAAC,KAGtD;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO;QACpE,CAAC,CAAC,wBAAwB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/H,CAAC,CAAC,yBAAyB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpM,CAAC;AACD,SAAgB,oCAAoC,CAAC,KAGpD;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,wBAAwB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACxL,CAAC;AACD,SAAS,2BAA2B,CAAC,KAGpC;IACG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;YAC1B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,CAAC,CAAC;QACnE,IAAI,MAAM,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,KAAK,KAAK,WAAW;YAC7B,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAA,uCAAwB,EAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1E,IAAI,eAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YACzB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,WAAoB;YAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;gBACpE,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB,CAAC,CAAC,CAAC;SACP,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,2BAA2B,CAAC,QAA8B;IACtE,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ;QAC9B,CAAC,CAAC,mCAAmC,CAAC,QAAQ,CAAC;QAC/C,CAAC,CAAC,oCAAoC,CAAC,QAAQ,CAAC,CAAC;AACzD,CAAC;AACD,SAAgB,mCAAmC,CAAC,QAAsC;IACtF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAiB;QACxB,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;KAC5C,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,oCAAoC,CAAC,QAAuC;IACxF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,OAAgB;QACvB,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,WAAW,EAAE,QAAQ,CAAC,WAAW;KACpC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,IAAgB;IAC9B,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;KACxB,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,MAAgC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,cAAc,EAAE,MAAM,CAAC,cAAc;KACxC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,gBAAgB,CAAC,MAAkC;IACxD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;KAC1B,CAAC,CAAC;AACP,CAAC;AACD,SAAS,gBAAgB,CAAC,MAAkC;IACxD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;QACnC,OAAO,EAAE,IAAA,yCAAoB,EAAC,MAAM,CAAC,SAAS,CAAC;QAC/C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnG,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC;YACzC,SAAS,EAAE,MAAM,CAAC,aAAa,CAAC,SAAS;SAC5C,CAAC;QACF,cAAc,EAAE,MAAM,CAAC,cAAc;KACxC,CAAC,CAAC;AACP,CAAC","sourcesContent":["import { Effect, Either } from \"effect\";\nimport { encodeAttemptLocator } from \"../attempt-locator.ts\";\nimport type { RecordIssue } from \"../record/errors/record-errors.ts\";\nimport type { FixedFamilyRead, ReadableAttempt, RecordReadSession, SelectedAttemptRef, } from \"../record/host/types.ts\";\nimport type { RecordReaderReadError } from \"../record/reader/errors.ts\";\nimport { projectSourcesAttachment } from \"../sources/projector.ts\";\nimport type { Verdict } from \"../shared/types.ts\";\nimport { recordedAttemptVerdict, type ExecutionReusePlan, type ExecutionReusePlanSource, type ReusePlanSlot, type TargetSlot, } from \"./reuse-plan.ts\";\n/** Fixed-family read states remain visible; a readback never invents a result file. */\nexport type CurrentRecordRead<Value> = {\n    readonly state: \"available\";\n    readonly value: Value;\n} | {\n    readonly state: \"not-recorded\";\n} | {\n    readonly state: \"migration-required\";\n    readonly family: string;\n    readonly fromSchemaVersion: number;\n    readonly toSchemaVersion: number;\n    readonly command: \"niceeval migrate\";\n} | {\n    readonly state: \"unsupported\";\n    readonly family: string;\n    readonly schemaVersion: number;\n} | {\n    readonly state: \"invalid\";\n    readonly issues: readonly RecordIssue[];\n};\nexport interface CurrentReusedAttemptReadback {\n    readonly state: \"reused\";\n    readonly target: CurrentReusedAttemptTarget;\n    readonly source: CurrentReusedAttemptSource;\n    readonly verdict: \"passed\" | \"failed\";\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n}\nexport interface CurrentReuseCandidateReadback {\n    readonly state: \"prior\";\n    readonly target: CurrentReusedAttemptTarget;\n    readonly source: CurrentReusedAttemptSource;\n    readonly verdict: CurrentRecordRead<Verdict>;\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n    readonly sourceFiles: CurrentReuseSourceFiles;\n}\nexport type CurrentReuseReadback = CurrentReusedAttemptReadback | CurrentReuseCandidateReadback;\nexport interface CurrentReusedAttemptTarget {\n    readonly runId: TargetSlot[\"runId\"];\n    readonly slotId: TargetSlot[\"slotId\"];\n    readonly experimentId: TargetSlot[\"experimentId\"];\n    readonly evalId: TargetSlot[\"evalId\"];\n    readonly attempt: TargetSlot[\"attempt\"];\n}\nexport interface CurrentReusedAttemptSource {\n    readonly attempt: SelectedAttemptRef;\n    readonly attemptId: ExecutionReusePlanSource[\"attemptId\"];\n    readonly origin: ExecutionReusePlanSource[\"origin\"];\n    readonly sourceBarrier: ExecutionReusePlanSource[\"sourceBarrier\"];\n    readonly evaluationKind: ExecutionReusePlanSource[\"evaluationKind\"];\n}\nexport type CurrentReusedAttemptScore = {\n    readonly state: \"not-applicable\";\n} | {\n    readonly state: \"applicable\";\n    readonly attachment: CurrentRecordRead<{\n        readonly state: \"complete\" | \"partial\" | \"unavailable\";\n        readonly earned?: number;\n    }>;\n};\nexport interface CurrentReusedExecutionCause {\n    readonly code: string;\n    readonly summary: string;\n}\nexport interface CurrentReusedExecutionError {\n    readonly kind: \"execution-error\";\n    readonly code: string;\n    readonly phase: string;\n    readonly summary: string;\n    readonly causes: readonly CurrentReusedExecutionCause[];\n}\nexport interface CurrentReuseSourceFile {\n    readonly path: string;\n    readonly sha256: string;\n}\nexport type CurrentReuseSourceFiles = CurrentRecordRead<readonly CurrentReuseSourceFile[]> | {\n    readonly state: \"origin-run-missing\";\n} | {\n    readonly state: \"origin-run-invalid\";\n    readonly issues: readonly RecordIssue[];\n} | {\n    readonly state: \"projection-invalid\";\n};\nexport interface CurrentReuseReadbackPlanInvalid {\n    readonly code: \"current-reuse-readback-plan-invalid\";\n    readonly reason: \"source-attempt-unavailable\" | \"source-verdict-unavailable\" | \"source-verdict-ineligible\";\n}\nexport interface CurrentReusedAttemptSourceSnapshot {\n    readonly attemptId: string;\n    readonly locator: string;\n    readonly origin: {\n        readonly runId: string;\n        readonly slotId: string;\n    };\n    readonly sourceBarrier: {\n        readonly runId: string;\n        readonly startedAt: number;\n    };\n    readonly evaluationKind: CurrentReusedAttemptSource[\"evaluationKind\"];\n}\nexport interface CurrentReusedAttemptTargetSnapshot {\n    readonly runId: string;\n    readonly slotId: string;\n    readonly experimentId: string;\n    readonly evalId: string;\n    readonly attempt: number;\n}\nexport interface CurrentReusedAttemptSnapshot {\n    readonly state: \"reused\";\n    readonly target: CurrentReusedAttemptTargetSnapshot;\n    readonly source: CurrentReusedAttemptSourceSnapshot;\n    readonly verdict: CurrentReusedAttemptReadback[\"verdict\"];\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentReusedAttemptReadback[\"executionErrors\"];\n}\nexport interface CurrentReuseCandidateSnapshot {\n    readonly state: \"prior\";\n    readonly target: CurrentReusedAttemptTargetSnapshot;\n    readonly source: CurrentReusedAttemptSourceSnapshot;\n    readonly verdict: CurrentReuseCandidateReadback[\"verdict\"];\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentReusedAttemptReadback[\"executionErrors\"];\n    readonly sourceFiles: CurrentReuseSourceFiles;\n}\nexport type CurrentReuseReadbackSnapshot = CurrentReusedAttemptSnapshot | CurrentReuseCandidateSnapshot;\nfunction recordRead<Value>(value: FixedFamilyRead<Value>): CurrentRecordRead<Value> {\n    switch (value.state) {\n        case \"available\":\n            return Object.freeze({ state: \"available\" as const, value: value.value as Value });\n        case \"not-recorded\":\n            return Object.freeze({ state: \"not-recorded\" as const });\n        case \"unsupported\":\n            return Object.freeze({\n                state: \"unsupported\" as const,\n                family: value.family,\n                schemaVersion: value.schemaVersion,\n            });\n        case \"migration-required\":\n            return Object.freeze({\n                state: \"migration-required\" as const,\n                family: value.family,\n                fromSchemaVersion: value.fromSchemaVersion,\n                toSchemaVersion: value.toSchemaVersion,\n                command: value.command,\n            });\n        case \"invalid\":\n            return Object.freeze({ state: \"invalid\" as const, issues: Object.freeze([...value.issues]) });\n    }\n}\nfunction nonAvailableRead<Value>(value: Exclude<FixedFamilyRead<unknown>, {\n    readonly state: \"available\";\n}>): CurrentRecordRead<Value> {\n    switch (value.state) {\n        case \"not-recorded\":\n            return Object.freeze({ state: \"not-recorded\" as const });\n        case \"unsupported\":\n            return Object.freeze({\n                state: \"unsupported\" as const,\n                family: value.family,\n                schemaVersion: value.schemaVersion,\n            });\n        case \"migration-required\":\n            return Object.freeze({\n                state: \"migration-required\" as const,\n                family: value.family,\n                fromSchemaVersion: value.fromSchemaVersion,\n                toSchemaVersion: value.toSchemaVersion,\n                command: value.command,\n            });\n        case \"invalid\":\n            return Object.freeze({ state: \"invalid\" as const, issues: Object.freeze([...value.issues]) });\n    }\n}\nfunction invalid(reason: CurrentReuseReadbackPlanInvalid[\"reason\"]): CurrentReuseReadbackPlanInvalid {\n    return Object.freeze({ code: \"current-reuse-readback-plan-invalid\", reason });\n}\nfunction readSourceAttempt(input: {\n    readonly reader: RecordReadSession;\n    readonly source: ExecutionReusePlanSource;\n}): Effect.Effect<ReadableAttempt, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return input.reader.readAttempt(input.source.attempt).pipe(Effect.flatMap((read) => read.state === \"available\"\n        ? Effect.succeed(read.value)\n        : Effect.fail(invalid(\"source-attempt-unavailable\"))));\n}\nfunction scoreOf(entries: readonly {\n    readonly result: {\n        readonly score: unknown;\n    };\n}[]): {\n    readonly state: \"complete\" | \"partial\" | \"unavailable\";\n    readonly earned?: number;\n} {\n    let earned = 0;\n    let unavailable = false;\n    for (const entry of entries) {\n        const score = entry.result.score as {\n            readonly state?: unknown;\n            readonly earned?: unknown;\n        };\n        if (score.state === \"earned\" && typeof score.earned === \"number\")\n            earned += score.earned;\n        if (score.state === \"unavailable\")\n            unavailable = true;\n    }\n    return unavailable\n        ? Object.freeze({ state: earned > 0 ? \"partial\" as const : \"unavailable\" as const, ...(earned > 0 ? { earned } : {}) })\n        : Object.freeze({ state: \"complete\" as const, earned });\n}\nfunction detailsFor(input: {\n    readonly reader: RecordReadSession;\n    readonly attempt: ReadableAttempt;\n    readonly evaluationKind: ExecutionReusePlanSource[\"evaluationKind\"];\n}): Effect.Effect<{\n    readonly assertions: CurrentRecordRead<Verdict>;\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n}, RecordReaderReadError> {\n    return Effect.gen(function* () {\n        const assertions = yield* input.reader.readAssertions(input.attempt.owner);\n        const assertionRead: CurrentRecordRead<Verdict> = assertions.state === \"available\"\n            ? Object.freeze({\n                state: \"available\" as const,\n                value: recordedAttemptVerdict({\n                    outcome: input.attempt.document.outcome,\n                    assertions: assertions.value,\n                }) as Verdict,\n            })\n            : nonAvailableRead(assertions);\n        const observability = yield* input.reader.readAttemptObservability(input.attempt.owner);\n        const executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]> = observability.state === \"available\"\n            ? Object.freeze({\n                state: \"available\" as const,\n                value: Object.freeze(observability.value.diagnostics.diagnostics\n                    .filter((diagnostic) => diagnostic.kind === \"execution-error\")\n                    .map((diagnostic) => Object.freeze({\n                    kind: \"execution-error\" as const,\n                    code: diagnostic.code,\n                    phase: diagnostic.phase,\n                    summary: diagnostic.summary,\n                    causes: Object.freeze(diagnostic.causes.map((cause) => Object.freeze({\n                        code: cause.code,\n                        summary: cause.summary,\n                    }))),\n                }))),\n            })\n            : nonAvailableRead(observability);\n        const scoreAttachment: CurrentRecordRead<{\n            readonly state: \"complete\" | \"partial\" | \"unavailable\";\n            readonly earned?: number;\n        }> = assertions.state === \"available\"\n            ? Object.freeze({ state: \"available\" as const, value: scoreOf(assertions.value.entries) })\n            : nonAvailableRead(assertions);\n        const score: CurrentReusedAttemptScore = input.evaluationKind === \"score\"\n            ? Object.freeze({ state: \"applicable\" as const, attachment: scoreAttachment })\n            : Object.freeze({ state: \"not-applicable\" as const });\n        return Object.freeze({ assertions: assertionRead, score, executionErrors });\n    });\n}\nexport function readCurrentReusedAttempt(input: {\n    readonly reader: RecordReadSession;\n    readonly slot: ReusePlanSlot;\n}): Effect.Effect<CurrentReusedAttemptReadback, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.gen(function* () {\n        const attempt = yield* readSourceAttempt({ reader: input.reader, source: input.slot.source });\n        const details = yield* detailsFor({\n            reader: input.reader,\n            attempt,\n            evaluationKind: input.slot.source.evaluationKind,\n        });\n        if (details.assertions.state !== \"available\") {\n            return yield* Effect.fail(invalid(\"source-verdict-unavailable\"));\n        }\n        if (details.assertions.value !== \"passed\" && details.assertions.value !== \"failed\") {\n            return yield* Effect.fail(invalid(\"source-verdict-ineligible\"));\n        }\n        return Object.freeze({\n            state: \"reused\" as const,\n            target: targetOf(input.slot),\n            source: sourceOf(input.slot.source),\n            verdict: details.assertions.value,\n            score: details.score,\n            executionErrors: details.executionErrors,\n        });\n    });\n}\nexport function readCurrentReuseCandidate(input: {\n    readonly reader: RecordReadSession;\n    readonly slot: Extract<ExecutionReusePlan[\"slots\"][number], {\n        readonly state: \"gap\";\n    }>;\n}): Effect.Effect<CurrentReuseCandidateReadback | undefined, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.suspend(() => {\n        const source = input.slot.candidate;\n        if (source === undefined)\n            return Effect.succeed(undefined);\n        return Effect.gen(function* () {\n            const attempt = yield* readSourceAttempt({ reader: input.reader, source });\n            const details = yield* detailsFor({ reader: input.reader, attempt, evaluationKind: source.evaluationKind });\n            const sourceFiles = yield* readCurrentReuseSourceFiles({ reader: input.reader, source });\n            return Object.freeze({\n                state: \"prior\" as const,\n                target: targetOf(input.slot),\n                source: sourceOf(source),\n                verdict: details.assertions,\n                score: details.score,\n                executionErrors: details.executionErrors,\n                sourceFiles,\n            });\n        });\n    });\n}\nexport function readCurrentExecutionReusePlanReadbacks(input: {\n    readonly reader: RecordReadSession;\n    readonly plan: ExecutionReusePlan;\n}): Effect.Effect<readonly CurrentReuseReadback[], RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.forEach(input.plan.slots, (slot) => slot.state === \"reuse\"\n        ? readCurrentReusedAttempt({ reader: input.reader, slot }).pipe(Effect.map((value): CurrentReuseReadback | undefined => value))\n        : readCurrentReuseCandidate({ reader: input.reader, slot }), { concurrency: 1 }).pipe(Effect.map((values) => Object.freeze(values.flatMap((value) => value === undefined ? [] : [value]))));\n}\nexport function readCurrentExecutionReusePlanResults(input: {\n    readonly reader: RecordReadSession;\n    readonly plan: ExecutionReusePlan;\n}): Effect.Effect<readonly CurrentReusedAttemptReadback[], RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.forEach(input.plan.reuse, (slot) => readCurrentReusedAttempt({ reader: input.reader, slot }), { concurrency: 1 }).pipe(Effect.map((values) => Object.freeze(values)));\n}\nfunction readCurrentReuseSourceFiles(input: {\n    readonly reader: RecordReadSession;\n    readonly source: ExecutionReusePlanSource;\n}): Effect.Effect<CurrentReuseSourceFiles, RecordReaderReadError> {\n    return Effect.gen(function* () {\n        const origin = yield* input.reader.readRun(input.source.originRun);\n        if (origin.state === \"missing\")\n            return Object.freeze({ state: \"origin-run-missing\" as const });\n        if (origin.state === \"core-invalid\") {\n            return Object.freeze({ state: \"origin-run-invalid\" as const, issues: Object.freeze([...origin.issues]) });\n        }\n        const sources = yield* input.reader.readSources(origin.value.owner);\n        if (sources.state !== \"available\")\n            return nonAvailableRead(sources);\n        const projection = projectSourcesAttachment(sources.value, sources.blobs);\n        if (Either.isLeft(projection))\n            return Object.freeze({ state: \"projection-invalid\" as const });\n        return Object.freeze({\n            state: \"available\" as const,\n            value: Object.freeze(projection.right.items.map((item) => Object.freeze({\n                path: item.path,\n                sha256: item.sha256,\n            }))),\n        });\n    });\n}\nexport function projectCurrentReuseReadback(readback: CurrentReuseReadback): CurrentReuseReadbackSnapshot {\n    return readback.state === \"reused\"\n        ? projectCurrentReusedAttemptReadback(readback)\n        : projectCurrentReuseCandidateReadback(readback);\n}\nexport function projectCurrentReusedAttemptReadback(readback: CurrentReusedAttemptReadback): CurrentReusedAttemptSnapshot {\n    return Object.freeze({\n        state: \"reused\" as const,\n        target: targetSnapshotOf(readback.target),\n        source: sourceSnapshotOf(readback.source),\n        verdict: readback.verdict,\n        score: readback.score,\n        executionErrors: readback.executionErrors,\n    });\n}\nexport function projectCurrentReuseCandidateReadback(readback: CurrentReuseCandidateReadback): CurrentReuseCandidateSnapshot {\n    return Object.freeze({\n        state: \"prior\" as const,\n        target: targetSnapshotOf(readback.target),\n        source: sourceSnapshotOf(readback.source),\n        verdict: readback.verdict,\n        score: readback.score,\n        executionErrors: readback.executionErrors,\n        sourceFiles: readback.sourceFiles,\n    });\n}\nfunction targetOf(slot: TargetSlot): CurrentReusedAttemptTarget {\n    return Object.freeze({\n        runId: slot.runId,\n        slotId: slot.slotId,\n        experimentId: slot.experimentId,\n        evalId: slot.evalId,\n        attempt: slot.attempt,\n    });\n}\nfunction sourceOf(source: ExecutionReusePlanSource): CurrentReusedAttemptSource {\n    return Object.freeze({\n        attempt: source.attempt,\n        attemptId: source.attemptId,\n        origin: source.origin,\n        sourceBarrier: source.sourceBarrier,\n        evaluationKind: source.evaluationKind,\n    });\n}\nfunction targetSnapshotOf(target: CurrentReusedAttemptTarget): CurrentReusedAttemptTargetSnapshot {\n    return Object.freeze({\n        runId: String(target.runId),\n        slotId: String(target.slotId),\n        experimentId: target.experimentId,\n        evalId: target.evalId,\n        attempt: target.attempt,\n    });\n}\nfunction sourceSnapshotOf(source: CurrentReusedAttemptSource): CurrentReusedAttemptSourceSnapshot {\n    return Object.freeze({\n        attemptId: String(source.attemptId),\n        locator: encodeAttemptLocator(source.attemptId),\n        origin: Object.freeze({ runId: String(source.origin.runId), slotId: String(source.origin.slotId) }),\n        sourceBarrier: Object.freeze({\n            runId: String(source.sourceBarrier.runId),\n            startedAt: source.sourceBarrier.startedAt,\n        }),\n        evaluationKind: source.evaluationKind,\n    });\n}\n"]}
+{"version":3,"file":"reuse-readback.js","sourceRoot":"","sources":["reuse-readback.ts"],"names":[],"mappings":";;AAoQA,4DA0BC;AACD,8DAyBC;AACD,wFAOC;AACD,oFAKC;AA2BD,kEAIC;AACD,kFASC;AACD,oFAUC;AA1XD,mCAAwC;AACxC,8DAA6D;AAK7D,0DAAmE;AAEnE,mDAAuJ;AA+HvJ,SAAS,UAAU,CAAQ,KAA6B;IACpD,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,WAAW;YACZ,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAc,EAAE,CAAC,CAAC;QACvF,KAAK,cAAc;YACf,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAuB,EAAE,CAAC,CAAC;QAC7D,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,aAAsB;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;aACrC,CAAC,CAAC;QACP,KAAK,oBAAoB;YACrB,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,oBAA6B;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC,CAAC;QACP,KAAK,SAAS;YACV,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;AACL,CAAC;AACD,SAAS,gBAAgB,CAAQ,KAE/B;IACE,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,cAAc;YACf,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAuB,EAAE,CAAC,CAAC;QAC7D,KAAK,aAAa;YACd,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,aAAsB;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;aACrC,CAAC,CAAC;QACP,KAAK,oBAAoB;YACrB,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,oBAA6B;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC,CAAC;QACP,KAAK,SAAS;YACV,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;AACL,CAAC;AACD,SAAS,OAAO,CAAC,MAAiD;IAC9D,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,CAAC,CAAC;AAClF,CAAC;AACD,SAAS,iBAAiB,CAAC,KAG1B;IACG,OAAO,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW;QAC1G,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AACD,SAAS,OAAO,CAAC,aAA2C;IAIxD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAC5D,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,KAAK,CAAC,KAAK,KAAK,aAAa;YAC7B,WAAW,GAAG,IAAI,CAAC;IAC3B,CAAC;IACD,OAAO,WAAW;QACd,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,aAAsB,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACvH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAmB,EAAE,MAAM,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,UAAU,CAAC,KAInB;IAKG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,aAAa,GAA+B,UAAU,CAAC,KAAK,KAAK,WAAW;YAC9E,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACZ,KAAK,EAAE,WAAoB;gBAC3B,KAAK,EAAE,IAAA,sCAAsB,EAAC;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO;oBACvC,UAAU,EAAE,UAAU,CAAC,KAAK;iBAC/B,CAAY;aAChB,CAAC;YACF,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxF,MAAM,eAAe,GAA8D,aAAa,CAAC,KAAK,KAAK,WAAW;YAClH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACZ,KAAK,EAAE,WAAoB;gBAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW;qBAC3D,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,iBAAiB,CAAC;qBAC7D,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;oBACnC,IAAI,EAAE,iBAA0B;oBAChC,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,KAAK,EAAE,UAAU,CAAC,KAAK;oBACvB,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;wBACjE,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACzB,CAAC,CAAC,CAAC;iBACP,CAAC,CAAC,CAAC;aACP,CAAC;YACF,CAAC,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,eAAe,GAGhB,UAAU,CAAC,KAAK,KAAK,WAAW;YACjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAC7H,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,KAAK,GAA8B,KAAK,CAAC,cAAc,KAAK,OAAO;YACrE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,YAAqB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC9E,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,gBAAyB,EAAE,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,wBAAwB,CAAC,KAGxC;IACG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO;YACP,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc;SACnD,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC3C,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACjF,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,QAAiB;YACxB,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;YACjC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,eAAe;SAC3C,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,yBAAyB,CAAC,KAKzC;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS;YACpB,OAAO,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;YAC5G,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,2BAA2B,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACzF,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,OAAgB;gBACvB,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC5B,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;gBACxB,OAAO,EAAE,OAAO,CAAC,UAAU;gBAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,WAAW;aACd,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,sCAAsC,CAAC,KAGtD;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO;QACpE,CAAC,CAAC,wBAAwB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/H,CAAC,CAAC,yBAAyB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpM,CAAC;AACD,SAAgB,oCAAoC,CAAC,KAGpD;IACG,OAAO,eAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,wBAAwB,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACxL,CAAC;AACD,SAAS,2BAA2B,CAAC,KAGpC;IACG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;YAC1B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,CAAC,CAAC;QACnE,IAAI,MAAM,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,KAAK,KAAK,WAAW;YAC7B,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAA,uCAAwB,EAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1E,IAAI,eAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YACzB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAA6B,EAAE,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,WAAoB;YAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;gBACpE,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB,CAAC,CAAC,CAAC;SACP,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,2BAA2B,CAAC,QAA8B;IACtE,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ;QAC9B,CAAC,CAAC,mCAAmC,CAAC,QAAQ,CAAC;QAC/C,CAAC,CAAC,oCAAoC,CAAC,QAAQ,CAAC,CAAC;AACzD,CAAC;AACD,SAAgB,mCAAmC,CAAC,QAAsC;IACtF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAiB;QACxB,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;KAC5C,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,oCAAoC,CAAC,QAAuC;IACxF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,OAAgB;QACvB,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,WAAW,EAAE,QAAQ,CAAC,WAAW;KACpC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,IAAgB;IAC9B,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;KACxB,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,MAAgC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,cAAc,EAAE,MAAM,CAAC,cAAc;KACxC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,gBAAgB,CAAC,MAAkC;IACxD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;KAC1B,CAAC,CAAC;AACP,CAAC;AACD,SAAS,gBAAgB,CAAC,MAAkC;IACxD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;QACnC,OAAO,EAAE,IAAA,yCAAoB,EAAC,MAAM,CAAC,SAAS,CAAC;QAC/C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnG,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC;YACzC,SAAS,EAAE,MAAM,CAAC,aAAa,CAAC,SAAS;SAC5C,CAAC;QACF,cAAc,EAAE,MAAM,CAAC,cAAc;KACxC,CAAC,CAAC;AACP,CAAC","sourcesContent":["import { Effect, Either } from \"effect\";\nimport { encodeAttemptLocator } from \"../attempt-locator.ts\";\nimport type { ScoreContribution } from \"../assertions/record/model.ts\";\nimport type { RecordIssue } from \"../record/errors/record-errors.ts\";\nimport type { FixedFamilyRead, ReadableAttempt, RecordReadSession, SelectedAttemptRef, } from \"../record/host/types.ts\";\nimport type { RecordReaderReadError } from \"../record/reader/errors.ts\";\nimport { projectSourcesAttachment } from \"../sources/projector.ts\";\nimport type { Verdict } from \"../shared/types.ts\";\nimport { recordedAttemptVerdict, type ExecutionReusePlan, type ExecutionReusePlanSource, type ReusePlanSlot, type TargetSlot, } from \"./reuse-plan.ts\";\n/** Fixed-family read states remain visible; a readback never invents a result file. */\nexport type CurrentRecordRead<Value> = {\n    readonly state: \"available\";\n    readonly value: Value;\n} | {\n    readonly state: \"not-recorded\";\n} | {\n    readonly state: \"migration-required\";\n    readonly family: string;\n    readonly fromSchemaVersion: number;\n    readonly toSchemaVersion: number;\n    readonly command: \"niceeval migrate\";\n} | {\n    readonly state: \"unsupported\";\n    readonly family: string;\n    readonly schemaVersion: number;\n} | {\n    readonly state: \"invalid\";\n    readonly issues: readonly RecordIssue[];\n};\nexport interface CurrentReusedAttemptReadback {\n    readonly state: \"reused\";\n    readonly target: CurrentReusedAttemptTarget;\n    readonly source: CurrentReusedAttemptSource;\n    readonly verdict: \"passed\" | \"failed\";\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n}\nexport interface CurrentReuseCandidateReadback {\n    readonly state: \"prior\";\n    readonly target: CurrentReusedAttemptTarget;\n    readonly source: CurrentReusedAttemptSource;\n    readonly verdict: CurrentRecordRead<Verdict>;\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n    readonly sourceFiles: CurrentReuseSourceFiles;\n}\nexport type CurrentReuseReadback = CurrentReusedAttemptReadback | CurrentReuseCandidateReadback;\nexport interface CurrentReusedAttemptTarget {\n    readonly runId: TargetSlot[\"runId\"];\n    readonly slotId: TargetSlot[\"slotId\"];\n    readonly experimentId: TargetSlot[\"experimentId\"];\n    readonly evalId: TargetSlot[\"evalId\"];\n    readonly attempt: TargetSlot[\"attempt\"];\n}\nexport interface CurrentReusedAttemptSource {\n    readonly attempt: SelectedAttemptRef;\n    readonly attemptId: ExecutionReusePlanSource[\"attemptId\"];\n    readonly origin: ExecutionReusePlanSource[\"origin\"];\n    readonly sourceBarrier: ExecutionReusePlanSource[\"sourceBarrier\"];\n    readonly evaluationKind: ExecutionReusePlanSource[\"evaluationKind\"];\n}\nexport type CurrentReusedAttemptScore = {\n    readonly state: \"not-applicable\";\n} | {\n    readonly state: \"applicable\";\n    readonly attachment: CurrentRecordRead<{\n        readonly state: \"complete\" | \"partial\" | \"unavailable\";\n        readonly earned?: number;\n    }>;\n};\nexport interface CurrentReusedExecutionCause {\n    readonly code: string;\n    readonly summary: string;\n}\nexport interface CurrentReusedExecutionError {\n    readonly kind: \"execution-error\";\n    readonly code: string;\n    readonly phase: string;\n    readonly summary: string;\n    readonly causes: readonly CurrentReusedExecutionCause[];\n}\nexport interface CurrentReuseSourceFile {\n    readonly path: string;\n    readonly sha256: string;\n}\nexport type CurrentReuseSourceFiles = CurrentRecordRead<readonly CurrentReuseSourceFile[]> | {\n    readonly state: \"origin-run-missing\";\n} | {\n    readonly state: \"origin-run-invalid\";\n    readonly issues: readonly RecordIssue[];\n} | {\n    readonly state: \"projection-invalid\";\n};\nexport interface CurrentReuseReadbackPlanInvalid {\n    readonly code: \"current-reuse-readback-plan-invalid\";\n    readonly reason: \"source-attempt-unavailable\" | \"source-verdict-unavailable\" | \"source-verdict-ineligible\";\n}\nexport interface CurrentReusedAttemptSourceSnapshot {\n    readonly attemptId: string;\n    readonly locator: string;\n    readonly origin: {\n        readonly runId: string;\n        readonly slotId: string;\n    };\n    readonly sourceBarrier: {\n        readonly runId: string;\n        readonly startedAt: number;\n    };\n    readonly evaluationKind: CurrentReusedAttemptSource[\"evaluationKind\"];\n}\nexport interface CurrentReusedAttemptTargetSnapshot {\n    readonly runId: string;\n    readonly slotId: string;\n    readonly experimentId: string;\n    readonly evalId: string;\n    readonly attempt: number;\n}\nexport interface CurrentReusedAttemptSnapshot {\n    readonly state: \"reused\";\n    readonly target: CurrentReusedAttemptTargetSnapshot;\n    readonly source: CurrentReusedAttemptSourceSnapshot;\n    readonly verdict: CurrentReusedAttemptReadback[\"verdict\"];\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentReusedAttemptReadback[\"executionErrors\"];\n}\nexport interface CurrentReuseCandidateSnapshot {\n    readonly state: \"prior\";\n    readonly target: CurrentReusedAttemptTargetSnapshot;\n    readonly source: CurrentReusedAttemptSourceSnapshot;\n    readonly verdict: CurrentReuseCandidateReadback[\"verdict\"];\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentReusedAttemptReadback[\"executionErrors\"];\n    readonly sourceFiles: CurrentReuseSourceFiles;\n}\nexport type CurrentReuseReadbackSnapshot = CurrentReusedAttemptSnapshot | CurrentReuseCandidateSnapshot;\nfunction recordRead<Value>(value: FixedFamilyRead<Value>): CurrentRecordRead<Value> {\n    switch (value.state) {\n        case \"available\":\n            return Object.freeze({ state: \"available\" as const, value: value.value as Value });\n        case \"not-recorded\":\n            return Object.freeze({ state: \"not-recorded\" as const });\n        case \"unsupported\":\n            return Object.freeze({\n                state: \"unsupported\" as const,\n                family: value.family,\n                schemaVersion: value.schemaVersion,\n            });\n        case \"migration-required\":\n            return Object.freeze({\n                state: \"migration-required\" as const,\n                family: value.family,\n                fromSchemaVersion: value.fromSchemaVersion,\n                toSchemaVersion: value.toSchemaVersion,\n                command: value.command,\n            });\n        case \"invalid\":\n            return Object.freeze({ state: \"invalid\" as const, issues: Object.freeze([...value.issues]) });\n    }\n}\nfunction nonAvailableRead<Value>(value: Exclude<FixedFamilyRead<unknown>, {\n    readonly state: \"available\";\n}>): CurrentRecordRead<Value> {\n    switch (value.state) {\n        case \"not-recorded\":\n            return Object.freeze({ state: \"not-recorded\" as const });\n        case \"unsupported\":\n            return Object.freeze({\n                state: \"unsupported\" as const,\n                family: value.family,\n                schemaVersion: value.schemaVersion,\n            });\n        case \"migration-required\":\n            return Object.freeze({\n                state: \"migration-required\" as const,\n                family: value.family,\n                fromSchemaVersion: value.fromSchemaVersion,\n                toSchemaVersion: value.toSchemaVersion,\n                command: value.command,\n            });\n        case \"invalid\":\n            return Object.freeze({ state: \"invalid\" as const, issues: Object.freeze([...value.issues]) });\n    }\n}\nfunction invalid(reason: CurrentReuseReadbackPlanInvalid[\"reason\"]): CurrentReuseReadbackPlanInvalid {\n    return Object.freeze({ code: \"current-reuse-readback-plan-invalid\", reason });\n}\nfunction readSourceAttempt(input: {\n    readonly reader: RecordReadSession;\n    readonly source: ExecutionReusePlanSource;\n}): Effect.Effect<ReadableAttempt, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return input.reader.readAttempt(input.source.attempt).pipe(Effect.flatMap((read) => read.state === \"available\"\n        ? Effect.succeed(read.value)\n        : Effect.fail(invalid(\"source-attempt-unavailable\"))));\n}\nfunction scoreOf(contributions: readonly ScoreContribution[]): {\n    readonly state: \"complete\" | \"partial\" | \"unavailable\";\n    readonly earned?: number;\n} {\n    let earned = 0;\n    let unavailable = false;\n    for (const score of contributions) {\n        if (score.state === \"earned\" && typeof score.earned === \"number\")\n            earned += score.earned;\n        if (score.state === \"unavailable\")\n            unavailable = true;\n    }\n    return unavailable\n        ? Object.freeze({ state: earned > 0 ? \"partial\" as const : \"unavailable\" as const, ...(earned > 0 ? { earned } : {}) })\n        : Object.freeze({ state: \"complete\" as const, earned });\n}\nfunction detailsFor(input: {\n    readonly reader: RecordReadSession;\n    readonly attempt: ReadableAttempt;\n    readonly evaluationKind: ExecutionReusePlanSource[\"evaluationKind\"];\n}): Effect.Effect<{\n    readonly assertions: CurrentRecordRead<Verdict>;\n    readonly score: CurrentReusedAttemptScore;\n    readonly executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]>;\n}, RecordReaderReadError> {\n    return Effect.gen(function* () {\n        const assertions = yield* input.reader.readAssertions(input.attempt.owner);\n        const assertionRead: CurrentRecordRead<Verdict> = assertions.state === \"available\"\n            ? Object.freeze({\n                state: \"available\" as const,\n                value: recordedAttemptVerdict({\n                    outcome: input.attempt.document.outcome,\n                    assertions: assertions.value,\n                }) as Verdict,\n            })\n            : nonAvailableRead(assertions);\n        const observability = yield* input.reader.readAttemptObservability(input.attempt.owner);\n        const executionErrors: CurrentRecordRead<readonly CurrentReusedExecutionError[]> = observability.state === \"available\"\n            ? Object.freeze({\n                state: \"available\" as const,\n                value: Object.freeze(observability.value.diagnostics.diagnostics\n                    .filter((diagnostic) => diagnostic.kind === \"execution-error\")\n                    .map((diagnostic) => Object.freeze({\n                    kind: \"execution-error\" as const,\n                    code: diagnostic.code,\n                    phase: diagnostic.phase,\n                    summary: diagnostic.summary,\n                    causes: Object.freeze(diagnostic.causes.map((cause) => Object.freeze({\n                        code: cause.code,\n                        summary: cause.summary,\n                    }))),\n                }))),\n            })\n            : nonAvailableRead(observability);\n        const scoreAttachment: CurrentRecordRead<{\n            readonly state: \"complete\" | \"partial\" | \"unavailable\";\n            readonly earned?: number;\n        }> = assertions.state === \"available\"\n            ? Object.freeze({ state: \"available\" as const, value: scoreOf(assertions.value.entries.map((entry) => entry.contribution)) })\n            : nonAvailableRead(assertions);\n        const score: CurrentReusedAttemptScore = input.evaluationKind === \"score\"\n            ? Object.freeze({ state: \"applicable\" as const, attachment: scoreAttachment })\n            : Object.freeze({ state: \"not-applicable\" as const });\n        return Object.freeze({ assertions: assertionRead, score, executionErrors });\n    });\n}\nexport function readCurrentReusedAttempt(input: {\n    readonly reader: RecordReadSession;\n    readonly slot: ReusePlanSlot;\n}): Effect.Effect<CurrentReusedAttemptReadback, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.gen(function* () {\n        const attempt = yield* readSourceAttempt({ reader: input.reader, source: input.slot.source });\n        const details = yield* detailsFor({\n            reader: input.reader,\n            attempt,\n            evaluationKind: input.slot.source.evaluationKind,\n        });\n        if (details.assertions.state !== \"available\") {\n            return yield* Effect.fail(invalid(\"source-verdict-unavailable\"));\n        }\n        if (details.assertions.value !== \"passed\" && details.assertions.value !== \"failed\") {\n            return yield* Effect.fail(invalid(\"source-verdict-ineligible\"));\n        }\n        return Object.freeze({\n            state: \"reused\" as const,\n            target: targetOf(input.slot),\n            source: sourceOf(input.slot.source),\n            verdict: details.assertions.value,\n            score: details.score,\n            executionErrors: details.executionErrors,\n        });\n    });\n}\nexport function readCurrentReuseCandidate(input: {\n    readonly reader: RecordReadSession;\n    readonly slot: Extract<ExecutionReusePlan[\"slots\"][number], {\n        readonly state: \"gap\";\n    }>;\n}): Effect.Effect<CurrentReuseCandidateReadback | undefined, RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.suspend(() => {\n        const source = input.slot.candidate;\n        if (source === undefined)\n            return Effect.succeed(undefined);\n        return Effect.gen(function* () {\n            const attempt = yield* readSourceAttempt({ reader: input.reader, source });\n            const details = yield* detailsFor({ reader: input.reader, attempt, evaluationKind: source.evaluationKind });\n            const sourceFiles = yield* readCurrentReuseSourceFiles({ reader: input.reader, source });\n            return Object.freeze({\n                state: \"prior\" as const,\n                target: targetOf(input.slot),\n                source: sourceOf(source),\n                verdict: details.assertions,\n                score: details.score,\n                executionErrors: details.executionErrors,\n                sourceFiles,\n            });\n        });\n    });\n}\nexport function readCurrentExecutionReusePlanReadbacks(input: {\n    readonly reader: RecordReadSession;\n    readonly plan: ExecutionReusePlan;\n}): Effect.Effect<readonly CurrentReuseReadback[], RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.forEach(input.plan.slots, (slot) => slot.state === \"reuse\"\n        ? readCurrentReusedAttempt({ reader: input.reader, slot }).pipe(Effect.map((value): CurrentReuseReadback | undefined => value))\n        : readCurrentReuseCandidate({ reader: input.reader, slot }), { concurrency: 1 }).pipe(Effect.map((values) => Object.freeze(values.flatMap((value) => value === undefined ? [] : [value]))));\n}\nexport function readCurrentExecutionReusePlanResults(input: {\n    readonly reader: RecordReadSession;\n    readonly plan: ExecutionReusePlan;\n}): Effect.Effect<readonly CurrentReusedAttemptReadback[], RecordReaderReadError | CurrentReuseReadbackPlanInvalid> {\n    return Effect.forEach(input.plan.reuse, (slot) => readCurrentReusedAttempt({ reader: input.reader, slot }), { concurrency: 1 }).pipe(Effect.map((values) => Object.freeze(values)));\n}\nfunction readCurrentReuseSourceFiles(input: {\n    readonly reader: RecordReadSession;\n    readonly source: ExecutionReusePlanSource;\n}): Effect.Effect<CurrentReuseSourceFiles, RecordReaderReadError> {\n    return Effect.gen(function* () {\n        const origin = yield* input.reader.readRun(input.source.originRun);\n        if (origin.state === \"missing\")\n            return Object.freeze({ state: \"origin-run-missing\" as const });\n        if (origin.state === \"core-invalid\") {\n            return Object.freeze({ state: \"origin-run-invalid\" as const, issues: Object.freeze([...origin.issues]) });\n        }\n        const sources = yield* input.reader.readSources(origin.value.owner);\n        if (sources.state !== \"available\")\n            return nonAvailableRead(sources);\n        const projection = projectSourcesAttachment(sources.value, sources.blobs);\n        if (Either.isLeft(projection))\n            return Object.freeze({ state: \"projection-invalid\" as const });\n        return Object.freeze({\n            state: \"available\" as const,\n            value: Object.freeze(projection.right.items.map((item) => Object.freeze({\n                path: item.path,\n                sha256: item.sha256,\n            }))),\n        });\n    });\n}\nexport function projectCurrentReuseReadback(readback: CurrentReuseReadback): CurrentReuseReadbackSnapshot {\n    return readback.state === \"reused\"\n        ? projectCurrentReusedAttemptReadback(readback)\n        : projectCurrentReuseCandidateReadback(readback);\n}\nexport function projectCurrentReusedAttemptReadback(readback: CurrentReusedAttemptReadback): CurrentReusedAttemptSnapshot {\n    return Object.freeze({\n        state: \"reused\" as const,\n        target: targetSnapshotOf(readback.target),\n        source: sourceSnapshotOf(readback.source),\n        verdict: readback.verdict,\n        score: readback.score,\n        executionErrors: readback.executionErrors,\n    });\n}\nexport function projectCurrentReuseCandidateReadback(readback: CurrentReuseCandidateReadback): CurrentReuseCandidateSnapshot {\n    return Object.freeze({\n        state: \"prior\" as const,\n        target: targetSnapshotOf(readback.target),\n        source: sourceSnapshotOf(readback.source),\n        verdict: readback.verdict,\n        score: readback.score,\n        executionErrors: readback.executionErrors,\n        sourceFiles: readback.sourceFiles,\n    });\n}\nfunction targetOf(slot: TargetSlot): CurrentReusedAttemptTarget {\n    return Object.freeze({\n        runId: slot.runId,\n        slotId: slot.slotId,\n        experimentId: slot.experimentId,\n        evalId: slot.evalId,\n        attempt: slot.attempt,\n    });\n}\nfunction sourceOf(source: ExecutionReusePlanSource): CurrentReusedAttemptSource {\n    return Object.freeze({\n        attempt: source.attempt,\n        attemptId: source.attemptId,\n        origin: source.origin,\n        sourceBarrier: source.sourceBarrier,\n        evaluationKind: source.evaluationKind,\n    });\n}\nfunction targetSnapshotOf(target: CurrentReusedAttemptTarget): CurrentReusedAttemptTargetSnapshot {\n    return Object.freeze({\n        runId: String(target.runId),\n        slotId: String(target.slotId),\n        experimentId: target.experimentId,\n        evalId: target.evalId,\n        attempt: target.attempt,\n    });\n}\nfunction sourceSnapshotOf(source: CurrentReusedAttemptSource): CurrentReusedAttemptSourceSnapshot {\n    return Object.freeze({\n        attemptId: String(source.attemptId),\n        locator: encodeAttemptLocator(source.attemptId),\n        origin: Object.freeze({ runId: String(source.origin.runId), slotId: String(source.origin.slotId) }),\n        sourceBarrier: Object.freeze({\n            runId: String(source.sourceBarrier.runId),\n            startedAt: source.sourceBarrier.startedAt,\n        }),\n        evaluationKind: source.evaluationKind,\n    });\n}\n"]}

package/dist/runner/run.cjs

@@ -2121,6 +2121,7 @@ function runEvals(opts) {
                 // 且混进兄弟 fiber 的 interrupt 后被当成用户中断吞掉正文(见
                 // docs/feature/error-classification/architecture.md「Effect 边界」:attempt fiber 的
                 // E 恒为 never;memory/experiment-fatal-presented-as-user-interrupt.md)。
+                let sealedEvaluation;
                 const completed = yield* effect_1.Effect.scoped(effect_1.Effect.gen(function* () {
                     const leased = poolSelection._tag === "Reuse"
                         ? effect_1.Either.match(yield* effect_1.Effect.either(poolSelection.pool.acquire((0, timeout_ts_1.resolveAttemptTimeout)(a.run, a.evalDef, opts.config)?.timeoutMs, buildLocators)), {
@@ -2194,7 +2195,9 @@ function runEvals(opts) {
                                     },
                                 }
                                 : {}),
-                            onSealedEvaluation: (sealed) => recordCoordinator.noteSealedOrMarkIncomplete(recordedAttempt, sealed),
+                            onSealedEvaluation: (sealed) => effect_1.Effect.sync(() => {
+                                sealedEvaluation = sealed;
+                            }).pipe(effect_1.Effect.zipRight(recordCoordinator.noteSealedOrMarkIncomplete(recordedAttempt, sealed))),
                         });
                     if (lease) {
                         // Attempt 的 Eval/Agent 收尾已在 runAttemptEffect 内完成；reset 失败会淘汰实例，
@@ -2314,7 +2317,7 @@ function runEvals(opts) {
                 // 的省略规则一致),且只报真正计入 results 的 attempt(上面的并发去重分支已经
                 // return 掉、不会走到这里,不会为一条被丢弃的重复 attempt 误报失败)。
                 if (locator) {
-                    const failure = (0, failure_ts_1.failureDetailFromResult)(result);
+                    const failure = (0, failure_ts_1.failureDetailFromResult)(result, sealedEvaluation);
                     if (failure)
                         (0, sink_ts_1.reportFailure)(failure);
                 }