@vercel/agent-eval 1.2.0 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +318 -102
- package/dist/cli.js.map +1 -1
- package/dist/lib/agents/claude-code/agent.d.ts.map +1 -1
- package/dist/lib/agents/claude-code/agent.js +1 -0
- package/dist/lib/agents/claude-code/agent.js.map +1 -1
- package/dist/lib/agents/codex/agent.d.ts.map +1 -1
- package/dist/lib/agents/codex/agent.js +1 -0
- package/dist/lib/agents/codex/agent.js.map +1 -1
- package/dist/lib/agents/cursor/agent.d.ts.map +1 -1
- package/dist/lib/agents/cursor/agent.js +1 -0
- package/dist/lib/agents/cursor/agent.js.map +1 -1
- package/dist/lib/agents/eval-helper.mjs +10 -6
- package/dist/lib/agents/gemini/agent.d.ts.map +1 -1
- package/dist/lib/agents/gemini/agent.js +1 -0
- package/dist/lib/agents/gemini/agent.js.map +1 -1
- package/dist/lib/agents/opencode/agent.d.ts +22 -0
- package/dist/lib/agents/opencode/agent.d.ts.map +1 -1
- package/dist/lib/agents/opencode/agent.js +42 -0
- package/dist/lib/agents/opencode/agent.js.map +1 -1
- package/dist/lib/agents/opencode/run.mjs +44 -6
- package/dist/lib/agents/plugin/orchestrator.d.ts +37 -0
- package/dist/lib/agents/plugin/orchestrator.d.ts.map +1 -1
- package/dist/lib/agents/plugin/orchestrator.js +71 -11
- package/dist/lib/agents/plugin/orchestrator.js.map +1 -1
- package/dist/lib/agents/shared.d.ts +11 -1
- package/dist/lib/agents/shared.d.ts.map +1 -1
- package/dist/lib/agents/shared.js +13 -1
- package/dist/lib/agents/shared.js.map +1 -1
- package/dist/lib/agents/types.d.ts +8 -1
- package/dist/lib/agents/types.d.ts.map +1 -1
- package/dist/lib/config.d.ts.map +1 -1
- package/dist/lib/config.js +19 -0
- package/dist/lib/config.js.map +1 -1
- package/dist/lib/fingerprint.d.ts +39 -1
- package/dist/lib/fingerprint.d.ts.map +1 -1
- package/dist/lib/fingerprint.js +62 -7
- package/dist/lib/fingerprint.js.map +1 -1
- package/dist/lib/results.d.ts +5 -1
- package/dist/lib/results.d.ts.map +1 -1
- package/dist/lib/results.js +8 -2
- package/dist/lib/results.js.map +1 -1
- package/dist/lib/runner.d.ts +3 -0
- package/dist/lib/runner.d.ts.map +1 -1
- package/dist/lib/runner.js +4 -1
- package/dist/lib/runner.js.map +1 -1
- package/dist/lib/types.d.ts +20 -0
- package/dist/lib/types.d.ts.map +1 -1
- package/dist/lib/types.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/claude-code/agent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAE5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CAAC,EAAE,kBAAkB,EAAmC;IAChG,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,aAAa;QAC1E,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,aAAa;QACnF,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,aAAa;QAC5B,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,IAAI,kBAAkB;gBAAE,OAAO,UAAU,CAAC,YAAY,CAAC;YACvD,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB;gBAAE,OAAO,yBAAyB,CAAC;YAC1E,OAAO,gBAAgB,CAAC,YAAY,CAAC;QACvC,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,kEAAkE;YAClE,MAAM,UAAU,GAAI,OAAO,CAAC,YAAY,EAAE,UAAqB,IAAI,2BAA2B,CAAC;YAC/F,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,WAAW,EAAE,4BAA4B,EAAE,SAAS,EAAE,QAAQ,EAAE;aACrI,CAAC;QACJ,CAAC;QAED,8DAA8D;QAC9D,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,IAAI,kBAAkB,EAAE,CAAC;gBACvB,OAAO;oBACL,kBAAkB,EAAE,UAAU,CAAC,OAAO;oBACtC,oBAAoB,EAAE,OAAO,CAAC,MAAM;oBACpC,iBAAiB,EAAE,EAAE;iBACtB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;gBACxC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,CAAC;YACD,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC/C,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAE,kBAAkB,EAAmC;IAC3F,MAAM,UAAU,GAAG,0BAA0B,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACtE,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/claude-code/agent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAE5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;;;GASG;AACH,MAAM,UAAU,0BAA0B,CAAC,EAAE,kBAAkB,EAAmC;IAChG,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,aAAa;QAC1E,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,aAAa;QACnF,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,aAAa;QAC5B,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,IAAI,kBAAkB;gBAAE,OAAO,UAAU,CAAC,YAAY,CAAC;YACvD,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB;gBAAE,OAAO,yBAAyB,CAAC;YAC1E,OAAO,gBAAgB,CAAC,YAAY,CAAC;QACvC,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,kEAAkE;YAClE,MAAM,UAAU,GAAI,OAAO,CAAC,YAAY,EAAE,UAAqB,IAAI,2BAA2B,CAAC;YAC/F,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,WAAW,EAAE,4BAA4B,EAAE,SAAS,EAAE,QAAQ,EAAE;aACrI,CAAC;QACJ,CAAC;QAED,8DAA8D;QAC9D,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,IAAI,kBAAkB,EAAE,CAAC;gBACvB,OAAO;oBACL,kBAAkB,EAAE,UAAU,CAAC,OAAO;oBACtC,oBAAoB,EAAE,OAAO,CAAC,MAAM;oBACpC,iBAAiB,EAAE,EAAE;iBACtB,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;gBACxC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,CAAC;YACD,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC/C,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAE,kBAAkB,EAAmC;IAC3F,MAAM,UAAU,GAAG,0BAA0B,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACtE,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QAClF,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/codex/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,uBAAuB,CAAC;AAGtF;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAA;CAAE,CAmB3F;AA+BD;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,kBAAkB,EAAE,OAAO,EAC3B,eAAe,CAAC,EAAE,MAAM,EACxB,WAAW,CAAC,EAAE,OAAO,GACpB,MAAM,CA4BR;AAED;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,EAAE;IAAE,kBAAkB,EAAE,OAAO,CAAA;CAAE,GAAG,eAAe,CAsF9G;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,EAAE;IAAE,kBAAkB,EAAE,OAAO,CAAA;CAAE,GAAG,KAAK,
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/codex/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,uBAAuB,CAAC;AAGtF;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAA;CAAE,CAmB3F;AA+BD;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,kBAAkB,EAAE,OAAO,EAC3B,eAAe,CAAC,EAAE,MAAM,EACxB,WAAW,CAAC,EAAE,OAAO,GACpB,MAAM,CA4BR;AAED;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,EAAE;IAAE,kBAAkB,EAAE,OAAO,CAAA;CAAE,GAAG,eAAe,CAsF9G;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,EAAE;IAAE,kBAAkB,EAAE,OAAO,CAAA;CAAE,GAAG,KAAK,CAY/F"}
|
|
@@ -216,6 +216,7 @@ export function createCodexAgent({ useVercelAiGateway }) {
|
|
|
216
216
|
return definition.defaultModel;
|
|
217
217
|
},
|
|
218
218
|
run: (fixturePath, options) => runWithDefinition(definition, fixturePath, options),
|
|
219
|
+
definition,
|
|
219
220
|
};
|
|
220
221
|
}
|
|
221
222
|
//# sourceMappingURL=agent.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/codex/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAEpC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,IAAI,eAAmC,CAAC;IAExC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,OAAO,KAAK,CAAC,CAAC;YAAE,SAAS;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;YAC9B,eAAe,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;AAC1C,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAAwB;IACjD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;AAC5G,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,wBAAwB,GAAG,QAAQ,CAAC;AAC1C,MAAM,uBAAuB,GAAG,QAAQ,CAAC;AAEzC;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAyB,EACzB,kBAA2B,EAC3B,eAAwB,EACxB,WAAqB;IAErB,iEAAiE;IACjE,0EAA0E;IAC1E,yEAAyE;IACzE,0EAA0E;IAC1E,wDAAwD;IACxD,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzE,IAAI,kBAAkB,EAAE,CAAC;QACvB,oEAAoE;QACpE,wEAAwE;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,OAAO;;EAET,SAAS,CAAC,CAAC,CAAC,YAAY,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,6BAA6B,eAAe,IAAI,wBAAwB,yBAAyB,uBAAuB,KAAK,CAAC,CAAC,CAAC,EAAE;;;cAG5K,UAAU,CAAC,aAAa;aACzB,UAAU,CAAC,YAAY;;EAElC,YAAY,EAAE,CAAC;IACf,CAAC;SAAM,CAAC;QACN,sFAAsF;QACtF,wEAAwE;QACxE,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChG,OAAO;;EAET,WAAW,CAAC,CAAC,CAAC,YAAY,WAAW,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,6BAA6B,eAAe,IAAI,wBAAwB,yBAAyB,uBAAuB,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,CAAC;IAC9M,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAE,kBAAkB,EAAmC;IAC3F,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,OAAO;QAC9D,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,cAAc;QACrF,YAAY,EAAE,sBAAsB;QACpC,aAAa,EAAE,OAAO;QACtB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;QACnF,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,6EAA6E;YAC7E,yEAAyE;YACzE,wCAAwC;YACxC,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,eAAe,CAAC,EAAE,WAAW,EAAE,0BAA0B,EAAE,SAAS,EAAE,QAAQ,EAAE;aACxI,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,OAAwB;YAClC,2EAA2E;YAC3E,0EAA0E;YAC1E,2EAA2E;YAC3E,0EAA0E;YAC1E,0EAA0E;YAC1E,uEAAuE;YACvE,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YACzH,8EAA8E;YAC9E,2EAA2E;YAC3E,OAAO;gBACL;oBACE,QAAQ,EAAE,qEAAqE,aAAa,OAAO;iBACpG;aACF,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,0EAA0E;YAC1E,0EAA0E;YAC1E,+DAA+D;YAC/D,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;YACzF,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACtC,CAAC;QAED;;;;;;;;;;;;;;WAcG;QACH,WAAW,CAAC,OAAwB;YAClC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;YAC/B,2EAA2E;YAC3E,+DAA+D;YAC/D,MAAM,QAAQ,GAAG,SAAS;gBACxB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACxG,CAAC,CAAC,SAAS,CAAC;YACd,6EAA6E;YAC7E,6EAA6E;YAC7E,4EAA4E;YAC5E,4EAA4E;YAC5E,MAAM,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,IAAI,wBAAwB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACrG,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,QAAQ,IAAI,IAAI;gBAC1B,eAAe,EAAE,eAAe,IAAI,IAAI;gBACxC,SAAS,EAAE,SAAS,IAAI,IAAI;aAC7B,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAE,kBAAkB,EAAmC;IACtF,MAAM,UAAU,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACjE,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/codex/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAEpC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,IAAI,eAAmC,CAAC;IAExC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,OAAO,KAAK,CAAC,CAAC;YAAE,SAAS;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;YAC9B,eAAe,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;AAC1C,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAAwB;IACjD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;AAC5G,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,wBAAwB,GAAG,QAAQ,CAAC;AAC1C,MAAM,uBAAuB,GAAG,QAAQ,CAAC;AAEzC;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAyB,EACzB,kBAA2B,EAC3B,eAAwB,EACxB,WAAqB;IAErB,iEAAiE;IACjE,0EAA0E;IAC1E,yEAAyE;IACzE,0EAA0E;IAC1E,wDAAwD;IACxD,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzE,IAAI,kBAAkB,EAAE,CAAC;QACvB,oEAAoE;QACpE,wEAAwE;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,OAAO;;EAET,SAAS,CAAC,CAAC,CAAC,YAAY,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,6BAA6B,eAAe,IAAI,wBAAwB,yBAAyB,uBAAuB,KAAK,CAAC,CAAC,CAAC,EAAE;;;cAG5K,UAAU,CAAC,aAAa;aACzB,UAAU,CAAC,YAAY;;EAElC,YAAY,EAAE,CAAC;IACf,CAAC;SAAM,CAAC;QACN,sFAAsF;QACtF,wEAAwE;QACxE,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChG,OAAO;;EAET,WAAW,CAAC,CAAC,CAAC,YAAY,WAAW,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,6BAA6B,eAAe,IAAI,wBAAwB,yBAAyB,uBAAuB,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,CAAC;IAC9M,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAE,kBAAkB,EAAmC;IAC3F,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,OAAO;QAC9D,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,cAAc;QACrF,YAAY,EAAE,sBAAsB;QACpC,aAAa,EAAE,OAAO;QACtB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;QACnF,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,6EAA6E;YAC7E,yEAAyE;YACzE,wCAAwC;YACxC,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,eAAe,CAAC,EAAE,WAAW,EAAE,0BAA0B,EAAE,SAAS,EAAE,QAAQ,EAAE;aACxI,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,OAAwB;YAClC,2EAA2E;YAC3E,0EAA0E;YAC1E,2EAA2E;YAC3E,0EAA0E;YAC1E,0EAA0E;YAC1E,uEAAuE;YACvE,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YACzH,8EAA8E;YAC9E,2EAA2E;YAC3E,OAAO;gBACL;oBACE,QAAQ,EAAE,qEAAqE,aAAa,OAAO;iBACpG;aACF,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,0EAA0E;YAC1E,0EAA0E;YAC1E,+DAA+D;YAC/D,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;YACzF,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACtC,CAAC;QAED;;;;;;;;;;;;;;WAcG;QACH,WAAW,CAAC,OAAwB;YAClC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;YAC/B,2EAA2E;YAC3E,+DAA+D;YAC/D,MAAM,QAAQ,GAAG,SAAS;gBACxB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACxG,CAAC,CAAC,SAAS,CAAC;YACd,6EAA6E;YAC7E,6EAA6E;YAC7E,4EAA4E;YAC5E,4EAA4E;YAC5E,MAAM,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,IAAI,wBAAwB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACrG,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,QAAQ,IAAI,IAAI;gBAC1B,eAAe,EAAE,eAAe,IAAI,IAAI;gBACxC,SAAS,EAAE,SAAS,IAAI,IAAI;aAC7B,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAE,kBAAkB,EAAmC;IACtF,MAAM,UAAU,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACjE,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QAClF,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/cursor/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D;;;;;;;;;;GAUG;AACH,wBAAgB,sBAAsB,IAAI,eAAe,CA8CxD;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,KAAK,
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/cursor/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D;;;;;;;;;;GAUG;AACH,wBAAgB,sBAAsB,IAAI,eAAe,CA8CxD;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,KAAK,CAYzC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/cursor/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,YAAY;QACzB,YAAY,EAAE,cAAc;QAC5B,aAAa,EAAE,QAAQ;QACvB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,aAAa,CAAC,YAAY,CAAC;QACpC,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,+EAA+E;YAC/E,+EAA+E;YAC/E,OAAO;gBACL;oBACE,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,CAAC;oBACjB,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,oBAAoB;oBACjC,SAAS,EAAE,QAAQ;iBACpB;gBACD;oBACE,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,8CAA8C;oBACtD,WAAW,EAAE,2BAA2B;oBACxC,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,8EAA8E;YAC9E,+BAA+B;YAC/B,OAAO,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/cursor/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,YAAY;QACzB,YAAY,EAAE,cAAc;QAC5B,aAAa,EAAE,QAAQ;QACvB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,aAAa,CAAC,YAAY,CAAC;QACpC,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,+EAA+E;YAC/E,+EAA+E;YAC/E,OAAO;gBACL;oBACE,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,CAAC;oBACjB,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,oBAAoB;oBACjC,SAAS,EAAE,QAAQ;iBACpB;gBACD;oBACE,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,8CAA8C;oBACtD,WAAW,EAAE,2BAA2B;oBACxC,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,8EAA8E;YAC9E,+BAA+B;YAC/B,OAAO,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QAClF,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -119,8 +119,9 @@ function readJudgeConfig() {
|
|
|
119
119
|
try {
|
|
120
120
|
return JSON.parse(readFileSync(JUDGE_CONFIG_PATH, 'utf8'));
|
|
121
121
|
} catch {
|
|
122
|
-
// No config (e.g. run outside the orchestrator) →
|
|
123
|
-
|
|
122
|
+
// No config (e.g. run outside the orchestrator) → reuse the codegen runner and
|
|
123
|
+
// let the agent CLI pick its default model.
|
|
124
|
+
return { runnerPath: RUNNER_PATH, model: null, extra: null };
|
|
124
125
|
}
|
|
125
126
|
}
|
|
126
127
|
|
|
@@ -136,9 +137,12 @@ function runJudge(subject, criterion, opts = {}) {
|
|
|
136
137
|
const resultPath = `${JUDGE_IO_DIR}/${id}-result.json`;
|
|
137
138
|
const cfg = readJudgeConfig();
|
|
138
139
|
|
|
139
|
-
// Same AgentRunInput contract
|
|
140
|
-
//
|
|
141
|
-
//
|
|
140
|
+
// Same AgentRunInput contract the runner already understands. The judge model +
|
|
141
|
+
// host-computed extra come from judge-config.json: by default they match the
|
|
142
|
+
// codegen run (self-grade); when the experiment pins a judge, runnerPath points at
|
|
143
|
+
// the pinned agent's judge-run.mjs and model is the pinned model. No secrets here —
|
|
144
|
+
// the key rides in process.env (inherited from the orchestrator's validation env).
|
|
145
|
+
const runnerPath = cfg.runnerPath ?? RUNNER_PATH;
|
|
142
146
|
const input = {
|
|
143
147
|
prompt: buildJudgePrompt(subject, criterion, verdictPath, opts),
|
|
144
148
|
model: cfg.model ?? undefined,
|
|
@@ -147,7 +151,7 @@ function runJudge(subject, criterion, opts = {}) {
|
|
|
147
151
|
extra: cfg.extra ?? undefined,
|
|
148
152
|
};
|
|
149
153
|
|
|
150
|
-
const res = spawnSync('node', [
|
|
154
|
+
const res = spawnSync('node', [runnerPath, JSON.stringify(input)], {
|
|
151
155
|
cwd: process.cwd(),
|
|
152
156
|
env: process.env,
|
|
153
157
|
encoding: 'utf8',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/gemini/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D;;;;;;GAMG;AACH,wBAAgB,sBAAsB,IAAI,eAAe,CAkCxD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,KAAK,
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/gemini/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D;;;;;;GAMG;AACH,wBAAgB,sBAAsB,IAAI,eAAe,CAkCxD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,KAAK,CAYzC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/gemini/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,YAAY;QACzB,YAAY,EAAE,sBAAsB;QACpC,aAAa,EAAE,QAAQ;QACvB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,aAAa,CAAC,YAAY,CAAC;QACpC,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,6DAA6D;YAC7D,kDAAkD;YAClD,yEAAyE;YACzE,0DAA0D;YAC1D,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,SAAS,EAAE,QAAQ,EAAE;aAC9I,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,OAAO,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/gemini/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,YAAY;QACzB,YAAY,EAAE,sBAAsB;QACpC,aAAa,EAAE,QAAQ;QACvB,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,eAAe;YACb,OAAO,aAAa,CAAC,YAAY,CAAC;QACpC,CAAC;QAED,OAAO,CAAC,QAAyB;YAC/B,6DAA6D;YAC7D,kDAAkD;YAClD,yEAAyE;YACzE,0DAA0D;YAC1D,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,oBAAoB,EAAE,SAAS,EAAE,QAAQ,EAAE;gBAC3H,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,SAAS,EAAE,QAAQ,EAAE;aAC9I,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,WAAW;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,OAAO,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1D,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QAClF,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -40,6 +40,28 @@ export interface OpenCodeProviderConfig {
|
|
|
40
40
|
};
|
|
41
41
|
}>;
|
|
42
42
|
}
|
|
43
|
+
/**
|
|
44
|
+
* Resolve a model override into the id the OpenCode CLI expects.
|
|
45
|
+
*
|
|
46
|
+
* OpenCode reads `--model` as `<providerID>/<modelID>` and the generated
|
|
47
|
+
* opencode.json only configures the `vercel` (AI Gateway) provider. A canonical
|
|
48
|
+
* gateway id like `anthropic/claude-sonnet-5` therefore selects a *provider*
|
|
49
|
+
* named `anthropic` — which is not configured and has no key in the sandbox —
|
|
50
|
+
* and the CLI dies at session start ("Unexpected server error") on every task.
|
|
51
|
+
* The gateway form OpenCode understands is `vercel/anthropic/claude-sonnet-5`.
|
|
52
|
+
*
|
|
53
|
+
* So: prefix `vercel/` unless the caller already targets a configured provider
|
|
54
|
+
* (`vercel` itself, or a key in agentOptions.extraProviders — the escape hatch
|
|
55
|
+
* for unreleased models). Mirrors codex's `openai/` prefixing in
|
|
56
|
+
* generateCodexConfig, and the package's own defaultModel shape
|
|
57
|
+
* (`vercel/anthropic/claude-sonnet-4`). A bare id with no `/` (never a valid
|
|
58
|
+
* gateway id) is prefixed too, trading the opaque provider error for the
|
|
59
|
+
* gateway's model-not-found.
|
|
60
|
+
*
|
|
61
|
+
* Stays host-side (and exported for the unit tests) — the resolution needs
|
|
62
|
+
* extraProviders, which only the host knows.
|
|
63
|
+
*/
|
|
64
|
+
export declare function resolveOpenCodeModel(model: string, extraProviders?: Record<string, OpenCodeProviderConfig>): string;
|
|
43
65
|
/**
|
|
44
66
|
* Generate OpenCode config file content.
|
|
45
67
|
* Configures the Vercel AI Gateway provider, plus any additional providers.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/opencode/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,uBAAuB,CAAC;AAGtF;;;;;GAKG;AACH,MAAM,WAAW,sBAAsB;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7C,CAAC,CAAC;CACJ;AAED;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CACpC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,EACvD,MAAM,CAAC,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,OAAO,GACpB,MAAM,CA8BR;AAED;;;;;;;;GAQG;AACH,wBAAgB,wBAAwB,IAAI,eAAe,
|
|
1
|
+
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/opencode/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAmB,MAAM,aAAa,CAAC;AAG1D,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,uBAAuB,CAAC;AAGtF;;;;;GAKG;AACH,MAAM,WAAW,sBAAsB;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7C,CAAC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,MAAM,EACb,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,GACtD,MAAM,CAMR;AAED;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CACpC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,EACvD,MAAM,CAAC,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,OAAO,GACpB,MAAM,CA8BR;AAED;;;;;;;;GAQG;AACH,wBAAgB,wBAAwB,IAAI,eAAe,CA2G1D;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,IAAI,KAAK,CAY3C"}
|
|
@@ -20,6 +20,34 @@
|
|
|
20
20
|
import { fileURLToPath } from 'node:url';
|
|
21
21
|
import { AI_GATEWAY } from '../shared.js';
|
|
22
22
|
import { runWithDefinition } from '../plugin/orchestrator.js';
|
|
23
|
+
/**
|
|
24
|
+
* Resolve a model override into the id the OpenCode CLI expects.
|
|
25
|
+
*
|
|
26
|
+
* OpenCode reads `--model` as `<providerID>/<modelID>` and the generated
|
|
27
|
+
* opencode.json only configures the `vercel` (AI Gateway) provider. A canonical
|
|
28
|
+
* gateway id like `anthropic/claude-sonnet-5` therefore selects a *provider*
|
|
29
|
+
* named `anthropic` — which is not configured and has no key in the sandbox —
|
|
30
|
+
* and the CLI dies at session start ("Unexpected server error") on every task.
|
|
31
|
+
* The gateway form OpenCode understands is `vercel/anthropic/claude-sonnet-5`.
|
|
32
|
+
*
|
|
33
|
+
* So: prefix `vercel/` unless the caller already targets a configured provider
|
|
34
|
+
* (`vercel` itself, or a key in agentOptions.extraProviders — the escape hatch
|
|
35
|
+
* for unreleased models). Mirrors codex's `openai/` prefixing in
|
|
36
|
+
* generateCodexConfig, and the package's own defaultModel shape
|
|
37
|
+
* (`vercel/anthropic/claude-sonnet-4`). A bare id with no `/` (never a valid
|
|
38
|
+
* gateway id) is prefixed too, trading the opaque provider error for the
|
|
39
|
+
* gateway's model-not-found.
|
|
40
|
+
*
|
|
41
|
+
* Stays host-side (and exported for the unit tests) — the resolution needs
|
|
42
|
+
* extraProviders, which only the host knows.
|
|
43
|
+
*/
|
|
44
|
+
export function resolveOpenCodeModel(model, extraProviders) {
|
|
45
|
+
const providerID = model.split('/')[0];
|
|
46
|
+
if (providerID === 'vercel' || (extraProviders && Object.hasOwn(extraProviders, providerID))) {
|
|
47
|
+
return model;
|
|
48
|
+
}
|
|
49
|
+
return `vercel/${model}`;
|
|
50
|
+
}
|
|
23
51
|
/**
|
|
24
52
|
* Generate OpenCode config file content.
|
|
25
53
|
* Configures the Vercel AI Gateway provider, plus any additional providers.
|
|
@@ -144,6 +172,19 @@ export function createOpenCodeDefinition() {
|
|
|
144
172
|
...(options.webResearch ? { OPENCODE_ENABLE_EXA: '1' } : {}),
|
|
145
173
|
};
|
|
146
174
|
},
|
|
175
|
+
/**
|
|
176
|
+
* Host-computed value the runner passes as `--model`: the model override
|
|
177
|
+
* resolved against the configured providers (see resolveOpenCodeModel).
|
|
178
|
+
* Computed here because extraProviders is host-side knowledge; the runner
|
|
179
|
+
* also uses cliModel-vs-model to report observations back in the caller's
|
|
180
|
+
* namespace (see normalizeObservedModel in run.mjs). null on native-default.
|
|
181
|
+
*/
|
|
182
|
+
runnerExtra(options) {
|
|
183
|
+
const extraProviders = options.agentOptions?.extraProviders;
|
|
184
|
+
return {
|
|
185
|
+
cliModel: options.model ? resolveOpenCodeModel(options.model, extraProviders) : null,
|
|
186
|
+
};
|
|
187
|
+
},
|
|
147
188
|
};
|
|
148
189
|
}
|
|
149
190
|
/**
|
|
@@ -160,6 +201,7 @@ export function createOpenCodeAgent() {
|
|
|
160
201
|
return definition.defaultModel;
|
|
161
202
|
},
|
|
162
203
|
run: (fixturePath, options) => runWithDefinition(definition, fixturePath, options),
|
|
204
|
+
definition,
|
|
163
205
|
};
|
|
164
206
|
}
|
|
165
207
|
//# sourceMappingURL=agent.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/opencode/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAqB9D;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CACpC,cAAuD,EACvD,MAAe,EACf,SAAkB,EAClB,WAAqB;IAErB,MAAM,UAAU,GAA4B;QAC1C,OAAO,EAAE;YACP,MAAM,EAAE,MAAM,IAAI,0BAA0B;YAC5C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C;KACF,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,cAAc,EAAE,GAAG,cAAc,IAAI,EAAE,CAAC;IAExE,MAAM,SAAS,GAA4B;QACzC,MAAM,EAAE;YACN,GAAG,UAAU;YACb,GAAG,WAAW;YACd,OAAO,EAAE,EAAE,GAAI,UAAU,CAAC,OAAmC,EAAE,GAAG,WAAW,EAAE,OAAO,EAAE;SACzF;QACD,GAAG,cAAc;KAClB,CAAC;IAEF,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,OAAO,EAAE,iCAAiC;QAC1C,QAAQ,EAAE,SAAS;QACnB,UAAU,EAAE;YACV,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,sEAAsE;YACtE,0DAA0D;YAC1D,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE;KACF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACd,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,8BAA8B;QAC3C,YAAY,EAAE,kCAAkC;QAChD,aAAa,EAAE,4BAA4B;QAC3C,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,4EAA4E;QAC5E,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,6EAA6E;YAC7E,0EAA0E;YAC1E,WAAW;YACX,yEAAyE;YACzE,yEAAyE;YACzE,0EAA0E;YAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,SAA+B,CAAC;YAExE,MAAM,KAAK,GAAkB;gBAC3B;oBACE,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,CAAC;oBACjB,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,oBAAoB;oBACjC,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,yEAAyE;gBACzE,2EAA2E;gBAC3E,0EAA0E;gBAC1E,oEAAoE;gBACpE,sEAAsE;gBACtE,0EAA0E;gBAC1E,6EAA6E;gBAC7E,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,MAAM;oBACX,IAAI,EAAE;wBACJ,IAAI;wBACJ,4CAA4C,SAAS,sEAAsE;qBAC5H;oBACD,WAAW,EAAE,6BAA6B;oBAC1C,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,aAAa,CAAC;oBACtC,WAAW,EAAE,6BAA6B;oBAC1C,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+EAA+E;QAC/E,oEAAoE;QACpE,WAAW,CAAC,OAAwB;YAClC,MAAM,cAAc,GAAG,OAAO,CAAC,YAAY,EAAE,cAEhC,CAAC;YACd,MAAM,OAAO,GAAG,sBAAsB,CACpC,cAAc,EACd,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,WAAW,CACpB,CAAC;YACF,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,OAAO;gBACL,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM;gBACzC,yEAAyE;gBACzE,kEAAkE;gBAClE,0BAA0B;gBAC1B,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB;IACjC,MAAM,UAAU,GAAG,wBAAwB,EAAE,CAAC;IAC9C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../src/lib/agents/opencode/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAqB9D;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAa,EACb,cAAuD;IAEvD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,UAAU,KAAK,QAAQ,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;QAC7F,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,UAAU,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CACpC,cAAuD,EACvD,MAAe,EACf,SAAkB,EAClB,WAAqB;IAErB,MAAM,UAAU,GAA4B;QAC1C,OAAO,EAAE;YACP,MAAM,EAAE,MAAM,IAAI,0BAA0B;YAC5C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C;KACF,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,cAAc,EAAE,GAAG,cAAc,IAAI,EAAE,CAAC;IAExE,MAAM,SAAS,GAA4B;QACzC,MAAM,EAAE;YACN,GAAG,UAAU;YACb,GAAG,WAAW;YACd,OAAO,EAAE,EAAE,GAAI,UAAU,CAAC,OAAmC,EAAE,GAAG,WAAW,EAAE,OAAO,EAAE;SACzF;QACD,GAAG,cAAc;KAClB,CAAC;IAEF,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,OAAO,EAAE,iCAAiC;QAC1C,QAAQ,EAAE,SAAS;QACnB,UAAU,EAAE;YACV,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,sEAAsE;YACtE,0DAA0D;YAC1D,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE;KACF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACd,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,8BAA8B;QAC3C,YAAY,EAAE,kCAAkC;QAChD,aAAa,EAAE,4BAA4B;QAC3C,+EAA+E;QAC/E,6DAA6D;QAC7D,UAAU,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhE,4EAA4E;QAC5E,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,6EAA6E;YAC7E,0EAA0E;YAC1E,WAAW;YACX,yEAAyE;YACzE,yEAAyE;YACzE,0EAA0E;YAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,SAA+B,CAAC;YAExE,MAAM,KAAK,GAAkB;gBAC3B;oBACE,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,CAAC;oBACjB,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,oBAAoB;oBACjC,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,yEAAyE;gBACzE,2EAA2E;gBAC3E,0EAA0E;gBAC1E,oEAAoE;gBACpE,sEAAsE;gBACtE,0EAA0E;gBAC1E,6EAA6E;gBAC7E,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,MAAM;oBACX,IAAI,EAAE;wBACJ,IAAI;wBACJ,4CAA4C,SAAS,sEAAsE;qBAC5H;oBACD,WAAW,EAAE,6BAA6B;oBAC1C,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,aAAa,CAAC;oBACtC,WAAW,EAAE,6BAA6B;oBAC1C,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+EAA+E;QAC/E,oEAAoE;QACpE,WAAW,CAAC,OAAwB;YAClC,MAAM,cAAc,GAAG,OAAO,CAAC,YAAY,EAAE,cAEhC,CAAC;YACd,MAAM,OAAO,GAAG,sBAAsB,CACpC,cAAc,EACd,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,WAAW,CACpB,CAAC;YACF,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,CAAC,OAAwB;YAC9B,OAAO;gBACL,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,MAAM;gBACzC,yEAAyE;gBACzE,kEAAkE;gBAClE,0BAA0B;gBAC1B,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D,CAAC;QACJ,CAAC;QAED;;;;;;WAMG;QACH,WAAW,CAAC,OAAwB;YAClC,MAAM,cAAc,GAAG,OAAO,CAAC,YAAY,EAAE,cAEhC,CAAC;YACd,OAAO;gBACL,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;aACrF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB;IACjC,MAAM,UAAU,GAAG,wBAAwB,EAAE,CAAC;IAC9C,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,eAAe;YACb,OAAO,UAAU,CAAC,YAAY,CAAC;QACjC,CAAC;QACD,GAAG,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QAClF,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -25,27 +25,65 @@ import { fileURLToPath } from 'node:url';
|
|
|
25
25
|
/**
|
|
26
26
|
* Build the OpenCode CLI argument list.
|
|
27
27
|
*
|
|
28
|
-
* Preserved verbatim from the old adapter:
|
|
29
28
|
* - `run <prompt> --format json` is always emitted (`--format json` gives the
|
|
30
29
|
* structured JSON event stream we parse for the transcript).
|
|
31
|
-
* - `--model <
|
|
30
|
+
* - `--model <extra.cliModel>` is appended when a model override is present.
|
|
31
|
+
* cliModel is HOST-computed (resolveOpenCodeModel in agent.ts, threaded via
|
|
32
|
+
* runnerExtra like codex's resolved model) so a canonical gateway id like
|
|
33
|
+
* `anthropic/claude-sonnet-5` arrives as `vercel/anthropic/claude-sonnet-5` —
|
|
34
|
+
* the form OpenCode routes through the configured `vercel` provider. There is
|
|
35
|
+
* deliberately NO fallback to input.model: passing it verbatim is the exact
|
|
36
|
+
* mis-route this fixes, and both runner entry points (the orchestrator and
|
|
37
|
+
* the judge's eval-helper) always ship extra.
|
|
32
38
|
* - else, when modelPolicy === 'native-default', `--print-logs --log-level INFO`
|
|
33
39
|
* is appended so older OpenCode versions print the CLI-selected model (the
|
|
34
40
|
* log-scrape path) without a follow-up export call.
|
|
35
41
|
*
|
|
36
|
-
* @param {{prompt:string,
|
|
42
|
+
* @param {{prompt:string, modelPolicy?:string, extra?:Record<string,unknown>}} input
|
|
37
43
|
* @returns {string[]}
|
|
38
44
|
*/
|
|
39
45
|
export function buildOpenCodeCliArgs(input) {
|
|
40
46
|
const cliArgs = ['run', input.prompt, '--format', 'json'];
|
|
41
|
-
|
|
42
|
-
|
|
47
|
+
const cliModel = input.extra?.cliModel;
|
|
48
|
+
if (cliModel) {
|
|
49
|
+
cliArgs.push('--model', String(cliModel));
|
|
43
50
|
} else if (input.modelPolicy === 'native-default') {
|
|
44
51
|
cliArgs.push('--print-logs', '--log-level', 'INFO');
|
|
45
52
|
}
|
|
46
53
|
return cliArgs;
|
|
47
54
|
}
|
|
48
55
|
|
|
56
|
+
/**
|
|
57
|
+
* Report the observed model in the caller's namespace.
|
|
58
|
+
*
|
|
59
|
+
* When the host prefixed the requested model with `vercel/` (extra.cliModel !==
|
|
60
|
+
* input.model), OpenCode observes it back in its own provider namespace —
|
|
61
|
+
* `vercel/anthropic/claude-sonnet-5` for a requested `anthropic/claude-sonnet-5`.
|
|
62
|
+
* Un-apply exactly that translation so observed === requested holds for callers
|
|
63
|
+
* that speak canonical gateway ids, and a gateway substitution still surfaces as
|
|
64
|
+
* a clean gateway id (`anthropic/claude-haiku-4`, not `vercel/anthropic/...`).
|
|
65
|
+
*
|
|
66
|
+
* Everything else passes through untouched: native-default runs (no override —
|
|
67
|
+
* consumers already treat `vercel/google/gemini-3-pro-preview` as canonical),
|
|
68
|
+
* callers that already speak OpenCode's namespace (`vercel/...` requested), and
|
|
69
|
+
* extraProviders runs (their providerID isn't `vercel`).
|
|
70
|
+
*
|
|
71
|
+
* @param {string|undefined} observedModel
|
|
72
|
+
* @param {{model?:string, extra?:Record<string,unknown>}} input
|
|
73
|
+
* @returns {string|undefined}
|
|
74
|
+
*/
|
|
75
|
+
export function normalizeObservedModel(observedModel, input) {
|
|
76
|
+
if (!observedModel) {
|
|
77
|
+
return observedModel;
|
|
78
|
+
}
|
|
79
|
+
const cliModel = input.extra?.cliModel;
|
|
80
|
+
const hostPrefixed = typeof cliModel === 'string' && cliModel !== input.model;
|
|
81
|
+
if (hostPrefixed && observedModel.startsWith('vercel/')) {
|
|
82
|
+
return observedModel.slice('vercel/'.length);
|
|
83
|
+
}
|
|
84
|
+
return observedModel;
|
|
85
|
+
}
|
|
86
|
+
|
|
49
87
|
/**
|
|
50
88
|
* Extract transcript from OpenCode JSON output.
|
|
51
89
|
* When run with --format json, OpenCode outputs JSON events to stdout.
|
|
@@ -228,7 +266,7 @@ export async function runAgent(input) {
|
|
|
228
266
|
}
|
|
229
267
|
}
|
|
230
268
|
}
|
|
231
|
-
const observedModelOrNull = observedModel ?? null;
|
|
269
|
+
const observedModelOrNull = normalizeObservedModel(observedModel, input) ?? null;
|
|
232
270
|
|
|
233
271
|
if (res.error || agentExitCode !== 0) {
|
|
234
272
|
// Mirror the old error string: last 5 lines of output, else a coded fallback.
|
|
@@ -14,9 +14,46 @@
|
|
|
14
14
|
*/
|
|
15
15
|
import type { AgentRunOptions, AgentRunResult } from '../types.js';
|
|
16
16
|
import type { AgentDefinition } from './contract.js';
|
|
17
|
+
/** The judge-config.json payload eval-helper.mjs reads to invoke the judge. */
|
|
18
|
+
interface JudgeRuntimeConfig {
|
|
19
|
+
/** Sandbox-relative runner the judge spawns (codegen run.mjs, or judge-run.mjs). */
|
|
20
|
+
runnerPath: string;
|
|
21
|
+
/** Model the judge grades with (null → let the agent CLI default). */
|
|
22
|
+
model: string | null;
|
|
23
|
+
/** Host-computed runner extra (e.g. codex's resolved model/effort). */
|
|
24
|
+
extra: Record<string, unknown> | null;
|
|
25
|
+
}
|
|
26
|
+
interface JudgeRuntime {
|
|
27
|
+
/** The judge agent's definition (the codegen `def` itself when self-grading). */
|
|
28
|
+
judgeDef: AgentDefinition;
|
|
29
|
+
/** Options the judge runs under (model pinned; apiKey re-resolved if cross-agent). */
|
|
30
|
+
judgeOptions: AgentRunOptions;
|
|
31
|
+
/** True when the judge reuses the codegen agent (no extra install/runner needed). */
|
|
32
|
+
isSelf: boolean;
|
|
33
|
+
/** Auth env set on the vitest process so the in-sandbox judge inherits credentials. */
|
|
34
|
+
authEnv: Record<string, string>;
|
|
35
|
+
/** Judge runner source to ship at JUDGE_RUNNER_PATH; null when self-grading. */
|
|
36
|
+
runnerSource: string | null;
|
|
37
|
+
/** The judge-config.json payload eval-helper.mjs reads. */
|
|
38
|
+
config: JudgeRuntimeConfig;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Resolve the agentic-judge runtime for this run.
|
|
42
|
+
*
|
|
43
|
+
* Default (no `options.judge`): the judge IS the codegen agent+model — self-grading,
|
|
44
|
+
* the historical behavior. No second runner or install is needed; it reuses run.mjs.
|
|
45
|
+
*
|
|
46
|
+
* Pinned (`options.judge` set): the judge grades with a fixed agent+model regardless
|
|
47
|
+
* of the model under test — the apples-to-apples choice for cross-model dashboards.
|
|
48
|
+
* When the pinned agent differs from the codegen agent we resolve ITS definition,
|
|
49
|
+
* key (own env var → VERCEL_OIDC_TOKEN), auth env, and runner from the registry; the
|
|
50
|
+
* caller also installs that agent's CLI (it isn't installed by the codegen setup).
|
|
51
|
+
*/
|
|
52
|
+
export declare function resolveJudgeRuntime(def: AgentDefinition, options: AgentRunOptions): JudgeRuntime;
|
|
17
53
|
/**
|
|
18
54
|
* The shared host-side run(). Each agent's createXxxAgent() wires this up with its
|
|
19
55
|
* definition; the public Agent interface is unchanged, so runner.ts is untouched.
|
|
20
56
|
*/
|
|
21
57
|
export declare function runWithDefinition(def: AgentDefinition, fixturePath: string, options: AgentRunOptions): Promise<AgentRunResult>;
|
|
58
|
+
export {};
|
|
22
59
|
//# sourceMappingURL=orchestrator.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/plugin/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../../../src/lib/agents/plugin/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAuBnE,OAAO,KAAK,EAAE,eAAe,EAA+B,MAAM,eAAe,CAAC;AAoBlF,+EAA+E;AAC/E,UAAU,kBAAkB;IAC1B,oFAAoF;IACpF,UAAU,EAAE,MAAM,CAAC;IACnB,sEAAsE;IACtE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,uEAAuE;IACvE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACvC;AAED,UAAU,YAAY;IACpB,iFAAiF;IACjF,QAAQ,EAAE,eAAe,CAAC;IAC1B,sFAAsF;IACtF,YAAY,EAAE,eAAe,CAAC;IAC9B,qFAAqF;IACrF,MAAM,EAAE,OAAO,CAAC;IAChB,uFAAuF;IACvF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,gFAAgF;IAChF,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,2DAA2D;IAC3D,MAAM,EAAE,kBAAkB,CAAC;CAC5B;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,GAAG,YAAY,CAqChG;AAyFD;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,eAAe,EACpB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,cAAc,CAAC,CA6MzB"}
|
|
@@ -15,7 +15,8 @@
|
|
|
15
15
|
import { readFileSync } from 'node:fs';
|
|
16
16
|
import { fileURLToPath } from 'node:url';
|
|
17
17
|
import { createSandbox, collectLocalFiles, splitTestFiles, verifyNoTestFiles, } from '../../sandbox.js';
|
|
18
|
-
import { runValidation, captureGeneratedFiles, createVitestConfig, initGitAndCommit, injectTranscriptContext, prepareNeutralWorkspace, EVAL_HELPER_PATH, JUDGE_TRANSCRIPT_FILE, JUDGE_CONFIG_PATH, } from '../shared.js';
|
|
18
|
+
import { runValidation, captureGeneratedFiles, createVitestConfig, initGitAndCommit, injectTranscriptContext, prepareNeutralWorkspace, resolveAgentApiKey, EVAL_HELPER_PATH, JUDGE_TRANSCRIPT_FILE, JUDGE_CONFIG_PATH, JUDGE_RUNNER_PATH, } from '../shared.js';
|
|
19
|
+
import { getAgent } from '../registry.js';
|
|
19
20
|
/** Well-known paths inside the sandbox for the runner + its result file. */
|
|
20
21
|
const RUNNER_PATH = '__agent_eval__/run.mjs';
|
|
21
22
|
const RESULT_PATH = '__agent_eval__/agent-result.json';
|
|
@@ -26,6 +27,54 @@ const RESULT_PATH = '__agent_eval__/agent-result.json';
|
|
|
26
27
|
* can re-invoke the agent in this sandbox.
|
|
27
28
|
*/
|
|
28
29
|
const EVAL_HELPER_DISK_PATH = fileURLToPath(new URL('../eval-helper.mjs', import.meta.url));
|
|
30
|
+
/**
|
|
31
|
+
* Resolve the agentic-judge runtime for this run.
|
|
32
|
+
*
|
|
33
|
+
* Default (no `options.judge`): the judge IS the codegen agent+model — self-grading,
|
|
34
|
+
* the historical behavior. No second runner or install is needed; it reuses run.mjs.
|
|
35
|
+
*
|
|
36
|
+
* Pinned (`options.judge` set): the judge grades with a fixed agent+model regardless
|
|
37
|
+
* of the model under test — the apples-to-apples choice for cross-model dashboards.
|
|
38
|
+
* When the pinned agent differs from the codegen agent we resolve ITS definition,
|
|
39
|
+
* key (own env var → VERCEL_OIDC_TOKEN), auth env, and runner from the registry; the
|
|
40
|
+
* caller also installs that agent's CLI (it isn't installed by the codegen setup).
|
|
41
|
+
*/
|
|
42
|
+
export function resolveJudgeRuntime(def, options) {
|
|
43
|
+
const spec = options.judge;
|
|
44
|
+
// Same harness as codegen (default, or judge.agent omitted/equal): reuse run.mjs,
|
|
45
|
+
// just pin the model when asked. Identical to pre-feature behavior when unset.
|
|
46
|
+
if (!spec || (spec.agent ?? def.name) === def.name) {
|
|
47
|
+
const judgeOptions = spec ? { ...options, model: spec.model } : options;
|
|
48
|
+
return {
|
|
49
|
+
judgeDef: def,
|
|
50
|
+
judgeOptions,
|
|
51
|
+
isSelf: true,
|
|
52
|
+
authEnv: def.authEnv(judgeOptions),
|
|
53
|
+
runnerSource: null,
|
|
54
|
+
config: {
|
|
55
|
+
runnerPath: RUNNER_PATH,
|
|
56
|
+
model: spec?.model ?? options.model ?? null,
|
|
57
|
+
extra: def.runnerExtra?.(judgeOptions) ?? null,
|
|
58
|
+
},
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
// Pinned to a DIFFERENT agent — resolve its definition + key + runner.
|
|
62
|
+
const judgeDef = getAgent(spec.agent).definition;
|
|
63
|
+
const judgeApiKey = resolveAgentApiKey(judgeDef.getApiKeyEnvVar) ?? '';
|
|
64
|
+
const judgeOptions = { ...options, model: spec.model, apiKey: judgeApiKey };
|
|
65
|
+
return {
|
|
66
|
+
judgeDef,
|
|
67
|
+
judgeOptions,
|
|
68
|
+
isSelf: false,
|
|
69
|
+
authEnv: judgeDef.authEnv(judgeOptions),
|
|
70
|
+
runnerSource: readFileSync(judgeDef.runnerPath, 'utf8'),
|
|
71
|
+
config: {
|
|
72
|
+
runnerPath: JUDGE_RUNNER_PATH,
|
|
73
|
+
model: spec.model,
|
|
74
|
+
extra: judgeDef.runnerExtra?.(judgeOptions) ?? null,
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
}
|
|
29
78
|
/**
|
|
30
79
|
* Run all install steps for an agent, reproducing the old per-step error wording.
|
|
31
80
|
* Throws on final failure so the caller's catch turns it into an error result.
|
|
@@ -164,6 +213,14 @@ export async function runWithDefinition(def, fixturePath, options) {
|
|
|
164
213
|
// 4. SETUP from the definition: install (project deps + CLI) then config files.
|
|
165
214
|
await runInstallSteps(sandbox, def, options);
|
|
166
215
|
await writeConfigFiles(sandbox, def, options);
|
|
216
|
+
// 4b. If the agentic judge is pinned to a DIFFERENT agent, install its CLI +
|
|
217
|
+
// config too — the codegen setup above only installed the codegen agent.
|
|
218
|
+
// (npm install of project deps re-runs idempotently; the CLI is the point.)
|
|
219
|
+
const judgeRuntime = resolveJudgeRuntime(def, options);
|
|
220
|
+
if (!judgeRuntime.isSelf) {
|
|
221
|
+
await runInstallSteps(sandbox, judgeRuntime.judgeDef, judgeRuntime.judgeOptions);
|
|
222
|
+
await writeConfigFiles(sandbox, judgeRuntime.judgeDef, judgeRuntime.judgeOptions);
|
|
223
|
+
}
|
|
167
224
|
// 5. Guard: no stray test files leaked into the workspace before the agent runs.
|
|
168
225
|
await verifyNoTestFiles(sandbox);
|
|
169
226
|
// 6. Ship the agent's in-sandbox runner. We read run.mjs from disk on the host
|
|
@@ -216,24 +273,27 @@ export async function runWithDefinition(def, fixturePath, options) {
|
|
|
216
273
|
};
|
|
217
274
|
}
|
|
218
275
|
// 10. VALIDATION (unchanged shared helpers; parseTranscript runs host-side here).
|
|
219
|
-
// The auth env is
|
|
276
|
+
// The JUDGE's auth env is set on the eval process so EVAL.ts judge matchers can
|
|
220
277
|
// re-invoke the agent in-sandbox (the vitest process inherits it to children).
|
|
221
|
-
|
|
278
|
+
// By default the judge is the codegen agent+model; options.judge pins a fixed one
|
|
279
|
+
// (judgeRuntime was resolved at step 4b so its CLI could be installed).
|
|
280
|
+
const validationEnv = { ...judgeRuntime.authEnv, ...neutralWorkspace.env };
|
|
222
281
|
if (options.validation !== 'none') {
|
|
223
282
|
await sandbox.uploadFiles(testFiles);
|
|
224
283
|
await createVitestConfig(sandbox);
|
|
225
284
|
await injectTranscriptContext(sandbox, transcript, def.o11yAgentName, options.model);
|
|
226
285
|
// Judge runtime: ship the eval helper, materialize the raw transcript as a
|
|
227
|
-
// file the judge agent can read by path,
|
|
228
|
-
// agent
|
|
229
|
-
|
|
286
|
+
// file the judge agent can read by path, record the judge config, and — only
|
|
287
|
+
// when the judge is a DIFFERENT agent — ship its runner alongside run.mjs.
|
|
288
|
+
const judgeFiles = {
|
|
230
289
|
[EVAL_HELPER_PATH]: readFileSync(EVAL_HELPER_DISK_PATH, 'utf8'),
|
|
231
290
|
[JUDGE_TRANSCRIPT_FILE]: transcript ?? '',
|
|
232
|
-
[JUDGE_CONFIG_PATH]: JSON.stringify(
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
}
|
|
291
|
+
[JUDGE_CONFIG_PATH]: JSON.stringify(judgeRuntime.config),
|
|
292
|
+
};
|
|
293
|
+
if (judgeRuntime.runnerSource) {
|
|
294
|
+
judgeFiles[JUDGE_RUNNER_PATH] = judgeRuntime.runnerSource;
|
|
295
|
+
}
|
|
296
|
+
await sandbox.writeFiles(judgeFiles);
|
|
237
297
|
}
|
|
238
298
|
const validationResults = await runValidation(sandbox, options.scripts ?? [], options.validation, validationEnv);
|
|
239
299
|
// 11. Capture generated/deleted files (git diff).
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../../../src/lib/agents/plugin/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,cAAc,EACd,iBAAiB,GAElB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,gBAAgB,EAChB,uBAAuB,EACvB,uBAAuB,EACvB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAStB,4EAA4E;AAC5E,MAAM,WAAW,GAAG,wBAAwB,CAAC;AAC7C,MAAM,WAAW,GAAG,kCAAkC,CAAC;AAEvD;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE5F;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,OAAmB,EAAE,GAAoB,EAAE,OAAwB;IAChG,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,GAA2B,EAAE,CACxC,IAAI,CAAC,IAAI,KAAK,OAAO;YACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAE1D,IAAI,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC1B,yEAAyE;QACzE,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,mCAAmC;YACnC,2EAA2E;YAC3E,oCAAoC;YACpC,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,eAAe,MAAM,CAAC,QAAQ,OAAO,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;AACH,CAAC;AAED,sFAAsF;AACtF,KAAK,UAAU,gBAAgB,CAAC,OAAmB,EAAE,GAAoB,EAAE,OAAwB;IACjG,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;YAChB,8DAA8D;YAC9D,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAmB,EACnB,UAAkB,EAClB,UAAyB;IAEzB,iCAAiC;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;IACpC,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,UAAU,CAAC,MAAM,IAAI,EAAE,KAAK,UAAU,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;IAE1E,yEAAyE;IACzE,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACtF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9E,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI;gBAChB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;gBAC3C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;aAC1C,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,iCAAiC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;AAClF,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAoB,EACpB,WAAmB,EACnB,OAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAsB,IAAI,CAAC;IACtC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,UAA8B,CAAC;IACnC,IAAI,aAAiC,CAAC;IACtC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,8EAA8E;IAC9E,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QACpF,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,CAAC;QACH,mEAAmE;QACnE,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;QAC5F,CAAC;QAED,yBAAyB;QACzB,OAAO,GAAG,MAAM,aAAa,CAAC;YAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,QAAQ;YACjB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,+EAA+E;QAC/E,4EAA4E;QAC5E,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAC1C,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAEhE,gFAAgF;QAChF,MAAM,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAE9C,iFAAiF;QACjF,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEjC,+EAA+E;QAC/E,sEAAsE;QACtE,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;QAE1D,gFAAgF;QAChF,+EAA+E;QAC/E,0CAA0C;QAC1C,MAAM,KAAK,GAAkB;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,GAAG,EAAE,OAAO,CAAC,mBAAmB,EAAE,EAAE,+CAA+C;YACnF,UAAU,EAAE,WAAW;YACvB,8EAA8E;YAC9E,4EAA4E;YAC5E,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;SAClC,CAAC;QACF,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC;QACpE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QAE3G,gEAAgE;QAChE,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC9E,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;QAClC,UAAU,GAAG,YAAY,CAAC,UAAU,IAAI,SAAS,CAAC;QAClD,aAAa,GAAG,YAAY,CAAC,aAAa,IAAI,SAAS,CAAC;QAExD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,6EAA6E;QAC7E,iDAAiD;QACjD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,YAAY,CAAC,KAAK,IAAI,GAAG,GAAG,CAAC,WAAW,qBAAqB,YAAY,CAAC,aAAa,EAAE;gBAChG,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,aAAa;aACd,CAAC;QACJ,CAAC;QAED,kFAAkF;QAClF,4EAA4E;QAC5E,+EAA+E;QAC/E,MAAM,aAAa,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC;QAC3E,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAClC,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAClC,MAAM,uBAAuB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACrF,2EAA2E;YAC3E,2EAA2E;YAC3E,2DAA2D;YAC3D,MAAM,OAAO,CAAC,UAAU,CAAC;gBACvB,CAAC,gBAAgB,CAAC,EAAE,YAAY,CAAC,qBAAqB,EAAE,MAAM,CAAC;gBAC/D,CAAC,qBAAqB,CAAC,EAAE,UAAU,IAAI,EAAE;gBACzC,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;oBAClC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;oBAC5B,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI;iBAC1C,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QACD,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAC3C,OAAO,EACP,OAAO,CAAC,OAAO,IAAI,EAAE,EACrB,OAAO,CAAC,UAAU,EAClB,aAAa,CACd,CAAC;QAEF,kDAAkD;QAClD,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE9E,OAAO;YACL,OAAO,EAAE,iBAAiB,CAAC,SAAS;YACpC,MAAM,EAAE,WAAW;YACnB,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU,EAAE,iBAAiB,CAAC,IAAI;YAClC,cAAc,EAAE,iBAAiB,CAAC,OAAO;YACzC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,cAAc;YACd,YAAY;YACZ,aAAa;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,6DAA6D;QAC7D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;aAC9B,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,WAAW;YACnB,UAAU;YACV,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,SAAS,EAAE,OAAO,EAAE,SAAS;YAC7B,aAAa;SACd,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../../../src/lib/agents/plugin/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,cAAc,EACd,iBAAiB,GAElB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,gBAAgB,EAChB,uBAAuB,EACvB,uBAAuB,EACvB,kBAAkB,EAClB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAS1C,4EAA4E;AAC5E,MAAM,WAAW,GAAG,wBAAwB,CAAC;AAC7C,MAAM,WAAW,GAAG,kCAAkC,CAAC;AAEvD;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AA2B5F;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAoB,EAAE,OAAwB;IAChF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC;IAE3B,kFAAkF;IAClF,+EAA+E;IAC/E,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QACxE,OAAO;YACL,QAAQ,EAAE,GAAG;YACb,YAAY;YACZ,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC;YAClC,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE;gBACN,UAAU,EAAE,WAAW;gBACvB,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI;gBAC3C,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI;aAC/C;SACF,CAAC;IACJ,CAAC;IAED,uEAAuE;IACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAM,CAAC,CAAC,UAAU,CAAC;IAClD,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;IACvE,MAAM,YAAY,GAAoB,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IAC7F,OAAO;QACL,QAAQ;QACR,YAAY;QACZ,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC;QACvC,YAAY,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QACvD,MAAM,EAAE;YACN,UAAU,EAAE,iBAAiB;YAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI;SACpD;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,OAAmB,EAAE,GAAoB,EAAE,OAAwB;IAChG,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,GAA2B,EAAE,CACxC,IAAI,CAAC,IAAI,KAAK,OAAO;YACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAE1D,IAAI,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC1B,yEAAyE;QACzE,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,mCAAmC;YACnC,2EAA2E;YAC3E,oCAAoC;YACpC,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,eAAe,MAAM,CAAC,QAAQ,OAAO,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;AACH,CAAC;AAED,sFAAsF;AACtF,KAAK,UAAU,gBAAgB,CAAC,OAAmB,EAAE,GAAoB,EAAE,OAAwB;IACjG,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;YAChB,8DAA8D;YAC9D,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAmB,EACnB,UAAkB,EAClB,UAAyB;IAEzB,iCAAiC;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;IACpC,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,UAAU,CAAC,MAAM,IAAI,EAAE,KAAK,UAAU,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;IAE1E,yEAAyE;IACzE,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACtF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9E,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI;gBAChB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;gBAC3C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;aAC1C,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,iCAAiC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;AAClF,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAoB,EACpB,WAAmB,EACnB,OAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAsB,IAAI,CAAC;IACtC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,UAA8B,CAAC;IACnC,IAAI,aAAiC,CAAC;IACtC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,8EAA8E;IAC9E,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QACpF,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,CAAC;QACH,mEAAmE;QACnE,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;QAC5F,CAAC;QAED,yBAAyB;QACzB,OAAO,GAAG,MAAM,aAAa,CAAC;YAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,QAAQ;YACjB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,+EAA+E;QAC/E,4EAA4E;QAC5E,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAC1C,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,gBAAgB,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAEhE,gFAAgF;QAChF,MAAM,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAE9C,6EAA6E;QAC7E,6EAA6E;QAC7E,gFAAgF;QAChF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;YACjF,MAAM,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;QACpF,CAAC;QAED,iFAAiF;QACjF,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEjC,+EAA+E;QAC/E,sEAAsE;QACtE,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;QAE1D,gFAAgF;QAChF,+EAA+E;QAC/E,0CAA0C;QAC1C,MAAM,KAAK,GAAkB;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,GAAG,EAAE,OAAO,CAAC,mBAAmB,EAAE,EAAE,+CAA+C;YACnF,UAAU,EAAE,WAAW;YACvB,8EAA8E;YAC9E,4EAA4E;YAC5E,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;SAClC,CAAC;QACF,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC;QACpE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QAE3G,gEAAgE;QAChE,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC9E,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;QAClC,UAAU,GAAG,YAAY,CAAC,UAAU,IAAI,SAAS,CAAC;QAClD,aAAa,GAAG,YAAY,CAAC,aAAa,IAAI,SAAS,CAAC;QAExD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,6EAA6E;QAC7E,iDAAiD;QACjD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;YACrB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,YAAY,CAAC,KAAK,IAAI,GAAG,GAAG,CAAC,WAAW,qBAAqB,YAAY,CAAC,aAAa,EAAE;gBAChG,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,aAAa;aACd,CAAC;QACJ,CAAC;QAED,kFAAkF;QAClF,gFAAgF;QAChF,+EAA+E;QAC/E,kFAAkF;QAClF,wEAAwE;QACxE,MAAM,aAAa,GAAG,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC;QAC3E,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAClC,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAClC,MAAM,uBAAuB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACrF,2EAA2E;YAC3E,6EAA6E;YAC7E,2EAA2E;YAC3E,MAAM,UAAU,GAA2B;gBACzC,CAAC,gBAAgB,CAAC,EAAE,YAAY,CAAC,qBAAqB,EAAE,MAAM,CAAC;gBAC/D,CAAC,qBAAqB,CAAC,EAAE,UAAU,IAAI,EAAE;gBACzC,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC;aACzD,CAAC;YACF,IAAI,YAAY,CAAC,YAAY,EAAE,CAAC;gBAC9B,UAAU,CAAC,iBAAiB,CAAC,GAAG,YAAY,CAAC,YAAY,CAAC;YAC5D,CAAC;YACD,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAC3C,OAAO,EACP,OAAO,CAAC,OAAO,IAAI,EAAE,EACrB,OAAO,CAAC,UAAU,EAClB,aAAa,CACd,CAAC;QAEF,kDAAkD;QAClD,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE9E,OAAO;YACL,OAAO,EAAE,iBAAiB,CAAC,SAAS;YACpC,MAAM,EAAE,WAAW;YACnB,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU,EAAE,iBAAiB,CAAC,IAAI;YAClC,cAAc,EAAE,iBAAiB,CAAC,OAAO;YACzC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,cAAc;YACd,YAAY;YACZ,aAAa;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,6DAA6D;QAC7D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,WAAW;gBACnB,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,SAAS,EAAE,OAAO,EAAE,SAAS;aAC9B,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,WAAW;YACnB,UAAU;YACV,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,SAAS,EAAE,OAAO,EAAE,SAAS;YAC7B,aAAa;SACd,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -19,8 +19,18 @@ export declare const TRANSCRIPT_CONTEXT_PATH = "__agent_eval__/results.json";
|
|
|
19
19
|
export declare const EVAL_HELPER_PATH = "__agent_eval__/eval-helper.mjs";
|
|
20
20
|
/** Raw transcript materialized as a file so the judge agent can read it by path. */
|
|
21
21
|
export declare const JUDGE_TRANSCRIPT_FILE = "__agent_eval__/transcript.txt";
|
|
22
|
-
/** Judge config (`{ model, extra }`)
|
|
22
|
+
/** Judge config (`{ runnerPath, model, extra }`) read by eval-helper.mjs. */
|
|
23
23
|
export declare const JUDGE_CONFIG_PATH = "__agent_eval__/judge-config.json";
|
|
24
|
+
/** The judge agent's runner, shipped separately ONLY when the judge agent differs
|
|
25
|
+
* from the codegen agent. When they match, the judge reuses the codegen run.mjs. */
|
|
26
|
+
export declare const JUDGE_RUNNER_PATH = "__agent_eval__/judge-run.mjs";
|
|
27
|
+
/**
|
|
28
|
+
* Resolve an agent's API key from the host env. Single source of truth shared by
|
|
29
|
+
* the CLI (codegen agent) and the orchestrator (a pinned judge agent): the agent's
|
|
30
|
+
* own key env var, falling back to VERCEL_OIDC_TOKEN — which authenticates both the
|
|
31
|
+
* Vercel Sandbox and the AI Gateway. Returns undefined when neither is set.
|
|
32
|
+
*/
|
|
33
|
+
export declare function resolveAgentApiKey(getApiKeyEnvVar: () => string): string | undefined;
|
|
24
34
|
/**
|
|
25
35
|
* Combined validation results.
|
|
26
36
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/shared.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,6CAA6C;AAC7C,KAAK,UAAU,GAAG,cAAc,GAAG,oBAAoB,CAAC;AAExD;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,mBAAmB,CAAC;AAEvD,mDAAmD;AACnD,eAAO,MAAM,uBAAuB,gCAA2C,CAAC;AAMhF,oFAAoF;AACpF,eAAO,MAAM,gBAAgB,mCAA8C,CAAC;AAE5E,oFAAoF;AACpF,eAAO,MAAM,qBAAqB,kCAA6C,CAAC;AAEhF,
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/lib/agents/shared.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,6CAA6C;AAC7C,KAAK,UAAU,GAAG,cAAc,GAAG,oBAAoB,CAAC;AAExD;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,mBAAmB,CAAC;AAEvD,mDAAmD;AACnD,eAAO,MAAM,uBAAuB,gCAA2C,CAAC;AAMhF,oFAAoF;AACpF,eAAO,MAAM,gBAAgB,mCAA8C,CAAC;AAE5E,oFAAoF;AACpF,eAAO,MAAM,qBAAqB,kCAA6C,CAAC;AAEhF,6EAA6E;AAC7E,eAAO,MAAM,iBAAiB,qCAAgD,CAAC;AAE/E;oFACoF;AACpF,eAAO,MAAM,iBAAiB,iCAA4C,CAAC;AAE3E;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,eAAe,EAAE,MAAM,MAAM,GAAG,MAAM,GAAG,SAAS,CAEpF;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC7B;AAgCD;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,GAAE,cAAyB,EAIrC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC3B,OAAO,CAAC,iBAAiB,CAAC,CAqC5B;AAED,wBAAsB,uBAAuB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0B5F;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAYzE;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,YAAY,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAmC7E;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4B3E;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,UAAU,EACnB,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAgBf;AAED;;GAEG;AACH,eAAO,MAAM,UAAU;;;;CAIb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;CAEnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;CAEhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;CAEhB,CAAC"}
|