@vibe-agent-toolkit/cli 0.1.40-rc.2 → 0.1.41-rc.1

package/dist/bin.js

@@ -17,6 +17,7 @@ import { createRagCommand, showRagVerboseHelp } from './commands/rag/index.js';
 import { createResourcesCommand, showResourcesVerboseHelp } from './commands/resources/index.js';
 import { createSkillCommand } from './commands/skill/index.js';
 import { createSkillsCommand } from './commands/skills/index.js';
+import { createValidateTopLevelCommand } from './commands/validate.js';
 import { createVerifyTopLevelCommand } from './commands/verify.js';
 import { loadVerboseHelp } from './utils/help-loader.js';
 import { createLogger } from './utils/logger.js';
@@ -120,6 +121,7 @@ program.addCommand(createSkillCommand());
 program.addCommand(createClaudeCommand());
 // Add top-level orchestration commands
 program.addCommand(createBuildTopLevelCommand());
+program.addCommand(createValidateTopLevelCommand());
 program.addCommand(createVerifyTopLevelCommand());
 // Add standalone commands
 doctorCommand(program);

package/dist/bin.js.map

@@ -1 +1 @@
-{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AAEA;;;GAGG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACjG,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAuB,MAAM,cAAc,CAAC;AAE9E,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,qCAAqC;AACrC,MAAM,OAAO,GAA0B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IAC/D,CAAC,CAAE;QACC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAA+B;QAC9D,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;KACnB;IACtB,CAAC,CAAC,IAAI,CAAC;AAET,OAAO;KACJ,IAAI,CAAC,KAAK,CAAC;KACX,WAAW,CAAC,gFAAgF,CAAC;KAC7F,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,eAAe,EAAE,uBAAuB,CAAC;KACrF,MAAM,CAAC,aAAa,EAAE,qDAAqD,CAAC;KAC5E,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC;KACzC,WAAW,CAAC,KAAK,CAAC,CAAC,uDAAuD;KAC1E,kBAAkB,EAAE;KACpB,eAAe,CAAC;IACf,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,iCAAiC;IAC/E,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,sBAAsB;CACrE,CAAC;KACD,WAAW,CACV,OAAO,EACP;;;;;;;;;;;CAWH,CACE,CAAC;AAEJ,+EAA+E;AAC/E,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAoB,CAAC;IACjD,IAAI,GAAG,EAAE,CAAC;QACR,gDAAgD;QAChD,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,uDAAuD;AACvD,yEAAyE;AACzE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAC/E,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AACtD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;AAE9E,IAAI,OAAO,IAAI,UAAU,IAAI,CAAC,aAAa,EAAE,CAAC;IAC5C,mCAAmC;IACnC,eAAe,EAAE,CAAC;IAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,4DAA4D;AAC5D,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjD,mDAAmD;IACnD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEvE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,wBAAwB,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,sDAAsD;AACtD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACvE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACrC,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,kBAAkB,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,+CAA+C;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEnE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,oBAAoB,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAC1C,OAAO,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAC;AAC7C,OAAO,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAC;AAC7C,OAAO,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;AACvC,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;AACvC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAC1C,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAE1C,uCAAuC;AACvC,OAAO,CAAC,UAAU,CAAC,0BAA0B,EAAE,CAAC,CAAC;AACjD,OAAO,CAAC,UAAU,CAAC,2BAA2B,EAAE,CAAC,CAAC;AAElD,0BAA0B;AAC1B,aAAa,CAAC,OAAO,CAAC,CAAC;AAEvB,0BAA0B;AAC1B,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE;IACnC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7E,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,KAAK,EAAE,CAAC;AAEhB,SAAS,eAAe;IACtB,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC,CAAC,+BAA+B;IACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AAEA;;;GAGG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACjG,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAuB,MAAM,cAAc,CAAC;AAE9E,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,qCAAqC;AACrC,MAAM,OAAO,GAA0B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IAC/D,CAAC,CAAE;QACC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAA+B;QAC9D,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;KACnB;IACtB,CAAC,CAAC,IAAI,CAAC;AAET,OAAO;KACJ,IAAI,CAAC,KAAK,CAAC;KACX,WAAW,CAAC,gFAAgF,CAAC;KAC7F,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,eAAe,EAAE,uBAAuB,CAAC;KACrF,MAAM,CAAC,aAAa,EAAE,qDAAqD,CAAC;KAC5E,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC;KACzC,WAAW,CAAC,KAAK,CAAC,CAAC,uDAAuD;KAC1E,kBAAkB,EAAE;KACpB,eAAe,CAAC;IACf,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,iCAAiC;IAC/E,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,sBAAsB;CACrE,CAAC;KACD,WAAW,CACV,OAAO,EACP;;;;;;;;;;;CAWH,CACE,CAAC;AAEJ,+EAA+E;AAC/E,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAoB,CAAC;IACjD,IAAI,GAAG,EAAE,CAAC;QACR,gDAAgD;QAChD,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,uDAAuD;AACvD,yEAAyE;AACzE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAC/E,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AACtD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;AAE9E,IAAI,OAAO,IAAI,UAAU,IAAI,CAAC,aAAa,EAAE,CAAC;IAC5C,mCAAmC;IACnC,eAAe,EAAE,CAAC;IAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,4DAA4D;AAC5D,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjD,mDAAmD;IACnD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEvE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,wBAAwB,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,sDAAsD;AACtD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACvE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACrC,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,kBAAkB,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,+CAA+C;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAEnE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,oBAAoB,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAC1C,OAAO,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAC;AAC7C,OAAO,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAC;AAC7C,OAAO,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;AACvC,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;AACvC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAC1C,OAAO,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;AACzC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;AAE1C,uCAAuC;AACvC,OAAO,CAAC,UAAU,CAAC,0BAA0B,EAAE,CAAC,CAAC;AACjD,OAAO,CAAC,UAAU,CAAC,6BAA6B,EAAE,CAAC,CAAC;AACpD,OAAO,CAAC,UAAU,CAAC,2BAA2B,EAAE,CAAC,CAAC;AAElD,0BAA0B;AAC1B,aAAa,CAAC,OAAO,CAAC,CAAC;AAEvB,0BAA0B;AAC1B,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE;IACnC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7E,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,KAAK,EAAE,CAAC;AAEhB,SAAS,eAAe;IACtB,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC,CAAC,+BAA+B;IACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}

package/dist/commands/skill/test/configure.js

@@ -97,7 +97,7 @@ export function createSkillTestConfigureCommand() {
         .description('Upsert the test block for a skill in vibe-agent-toolkit.config.yaml')
         .argument('<skill>', 'Skill name (key under skills.config)')
         .option('--auth <mode>', 'Auth mechanism: inherit | subscription | api-key | auto')
-        .option('--max-turns <n>', 'Cap on experimenter turns (positive integer)')
+        .option('--max-turns <n>', 'Per-spawn cap on executor/grader turns (positive integer)')
         .option('--max-budget-usd <n>', 'Hard USD budget cap (positive number)')
         .option('--timeout <s>', 'Wall-clock timeout in seconds (positive integer)')
         .option('--stall <s>', 'Stall-watchdog seconds (positive integer)')

package/dist/commands/skill/test/configure.js.map

@@ -1 +1 @@
-{"version":3,"file":"configure.js","sourceRoot":"","sources":["../../../../src/commands/skill/test/configure.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EAAE,eAAe,EAAkB,MAAM,iBAAiB,CAAC;AAElE,MAAM,eAAe,GAAG,gCAAgC,CAAC;AAezD,SAAS,gBAAgB,CAAC,KAAa,EAAE,IAAY;IACnD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qCAAqC,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,IAAY;IACrD,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,oCAAoC,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CACjB,OAAkC;IAElC,MAAM,KAAK,GAA2C,EAAE,CAAC;IAEzD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,IAAiB,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnC,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACvC,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAClC,KAAK,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC9B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,OAAkC;IAElC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACnD,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,oFAAoF;gBAClF,kDAAkD,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAE/D,sHAAsH;QACtH,MAAM,QAAQ,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAEjE,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAY,CAAC;QAClD,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAC3E,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,sHAAsH;YACtH,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzC,OAAO;SACJ,WAAW,CAAC,qEAAqE,CAAC;SAClF,QAAQ,CAAC,SAAS,EAAE,sCAAsC,CAAC;SAC3D,MAAM,CAAC,eAAe,EAAE,yDAAyD,CAAC;SAClF,MAAM,CAAC,iBAAiB,EAAE,8CAA8C,CAAC;SACzE,MAAM,CAAC,sBAAsB,EAAE,uCAAuC,CAAC;SACvE,MAAM,CAAC,eAAe,EAAE,kDAAkD,CAAC;SAC3E,MAAM,CAAC,aAAa,EAAE,2CAA2C,CAAC;SAClE,MAAM,CAAC,cAAc,EAAE,qCAAqC,CAAC;SAC7D,MAAM,CAAC,YAAY,EAAE,sCAAsC,CAAC;SAC5D,MAAM,CAAC,gBAAgB,EAAE,+CAA+C,CAAC;SACzE,MAAM,CAAC,SAAS,EAAE,8DAA8D,CAAC;SACjF,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC;SACzC,MAAM,CAAC,gBAAgB,CAAC;SACxB,WAAW,CACV,OAAO,EACP;;;;;;;;;;;;CAYL,CACI,CAAC;IAEJ,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"configure.js","sourceRoot":"","sources":["../../../../src/commands/skill/test/configure.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EAAE,eAAe,EAAkB,MAAM,iBAAiB,CAAC;AAElE,MAAM,eAAe,GAAG,gCAAgC,CAAC;AAezD,SAAS,gBAAgB,CAAC,KAAa,EAAE,IAAY;IACnD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qCAAqC,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,IAAY;IACrD,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,oCAAoC,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CACjB,OAAkC;IAElC,MAAM,KAAK,GAA2C,EAAE,CAAC;IAEzD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,IAAiB,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnC,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACvC,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAClC,KAAK,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACnC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC9B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,OAAkC;IAElC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACnD,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,oFAAoF;gBAClF,kDAAkD,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAE/D,sHAAsH;QACtH,MAAM,QAAQ,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAEjE,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAY,CAAC;QAClD,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAC3E,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,sHAAsH;YACtH,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzC,OAAO;SACJ,WAAW,CAAC,qEAAqE,CAAC;SAClF,QAAQ,CAAC,SAAS,EAAE,sCAAsC,CAAC;SAC3D,MAAM,CAAC,eAAe,EAAE,yDAAyD,CAAC;SAClF,MAAM,CAAC,iBAAiB,EAAE,2DAA2D,CAAC;SACtF,MAAM,CAAC,sBAAsB,EAAE,uCAAuC,CAAC;SACvE,MAAM,CAAC,eAAe,EAAE,kDAAkD,CAAC;SAC3E,MAAM,CAAC,aAAa,EAAE,2CAA2C,CAAC;SAClE,MAAM,CAAC,cAAc,EAAE,qCAAqC,CAAC;SAC7D,MAAM,CAAC,YAAY,EAAE,sCAAsC,CAAC;SAC5D,MAAM,CAAC,gBAAgB,EAAE,+CAA+C,CAAC;SACzE,MAAM,CAAC,SAAS,EAAE,8DAA8D,CAAC;SACjF,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC;SACzC,MAAM,CAAC,gBAAgB,CAAC;SACxB,WAAW,CACV,OAAO,EACP;;;;;;;;;;;;CAYL,CACI,CAAC;IAEJ,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/commands/skill/test/run.d.ts

@@ -5,7 +5,7 @@
  * print the §12 security warning, call runSkillTestHarness, map result/error to exit code.
  * All domain logic lives in run-harness.ts (agent-skills package).
  */
-import { runSkillTestHarness } from '@vibe-agent-toolkit/agent-skills';
+import { runSkillTestHarness, type SkillPackagingConfig } from '@vibe-agent-toolkit/agent-skills';
 import { Command } from 'commander';
 export interface SkillTestRunOptions {
     with?: string[];
@@ -21,20 +21,35 @@ export interface SkillTestRunOptions {
     allowUnverifiedSkillSource?: boolean;
     iUnderstandThisRunsSkillCode?: boolean;
     model?: string;
+    /** Model for the fixed grader/judge (GLOBAL, independent of `model` — the model UNDER TEST). */
+    graderModel?: string;
     maxTurns?: string;
     maxBudgetUsd?: string;
     timeout?: string;
     stall?: string;
+    /** Max evals graded in parallel (GLOBAL — the executor→grader pipeline width). */
+    concurrency?: string;
     debug?: boolean;
     env?: string[];
     passEnv?: string[];
     /** Skip building a declared subject and stage its existing dist instead. */
     noBuild?: boolean;
-    /** Exit non-zero (EvalFailure) when any eval fails, instead of the default Ok. */
-    failOnEvalFailure?: boolean;
+    /** Opt out of the fail-closed default: exit Ok (0) even when an eval fails. */
+    allowEvalFailure?: boolean;
 }
 type HarnessOpts = Parameters<typeof runSkillTestHarness>[0];
 type SkillSourceSpec = NonNullable<HarnessOpts['withSources']>[string];
+/** The declared-executable recognition aid the harness forwards to the WITH-arm grader. */
+type DeclaredExecutable = NonNullable<HarnessOpts['declaredExecutables']>[number];
+/**
+ * Map a resolved skill's packaging-config `executables` (SkillExecutableEntry[]) to
+ * the grader's recognition-aid shape (issue #145 Phase T): each entry's stable NAME
+ * is its `path` basename with the extension stripped (`scripts/dxa.py` → `dxa`),
+ * carried alongside its `howInvoked` + `kind`. Returns undefined for absent/empty
+ * input so the harness omits the aid entirely (the grader still matches tools by the
+ * commands in the transcript). Pure + unit-testable.
+ */
+export declare function deriveDeclaredExecutableNames(executables: SkillPackagingConfig['executables']): DeclaredExecutable[] | undefined;
 /**
  * Resolve one cost/runtime knob with flag > config > default precedence AND a
  * built-in safety cap, enforcing an asymmetry between the two sources:
@@ -69,6 +84,19 @@ export interface ResolvedSubject {
      * or when the subject is a plain source.
      */
     dryRunStagedExistingDist?: boolean;
+    /**
+     * True when a PATH target mapped back to a declared skill (its `test:` config is
+     * honored and its scaffold dir points at the authored source). Gates the
+     * config-bypass warning: only a path with NO declared linkage is config-blind.
+     */
+    linkedToDeclaredSkill?: boolean;
+    /**
+     * Declared executables (name + kind + howInvoked) derived from the subject's
+     * packaging config, forwarded to the WITH-arm grader as a tool recognition aid
+     * (issue #145 Phase T). Populated ONLY for a `buildable` subject (which carries
+     * `packagingConfig`); a plain path/source subject leaves it undefined.
+     */
+    declaredExecutables?: DeclaredExecutable[];
 }
 /**
  * Project-aware subject resolution for `vat skill test run`. Resolves the subject
@@ -82,6 +110,18 @@ export declare function resolveSubjectForTest(ref: string, cwd: string, flags: {
     acknowledged: boolean;
     build?: string;
 }): Promise<ResolvedSubject>;
+/**
+ * True when the resolved subject is a CONFIG-BLIND path target: a `{ path }` source
+ * staged AS-IS (not built) that does NOT map back to a declared skill, so the project's
+ * `test:` config cannot be applied to it. A path that DOES map to a declared skill
+ * (`linkedToDeclaredSkill`) honors config and is NOT blind. A config-declared NAME
+ * target (`wouldBuild`) is never blind. Gates the #7 warning. Pure + exported for tests.
+ */
+export declare function isPathSourceTarget(subject: {
+    wouldBuild: boolean;
+    subjectSource: SkillSourceSpec;
+    linkedToDeclaredSkill?: boolean;
+}): boolean;
 /**
  * The unit-testable action for `vat skill test run`. Exported so tests can
  * call it directly without parsing CLI args. Calls process.exit on completion.

package/dist/commands/skill/test/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../../src/commands/skill/test/run.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,EAOL,mBAAmB,EAKpB,MAAM,kCAAkC,CAAC;AAG1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0CpC,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAwDD,KAAK,WAAW,GAAG,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,KAAK,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AA+GvE;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAWpB;AA4GD,MAAM,WAAW,eAAe;IAC9B,mFAAmF;IACnF,aAAa,EAAE,eAAe,CAAC;IAC/B,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,2GAA2G;IAC3G,OAAO,EAAE,OAAO,CAAC;IACjB;;;OAGG;IACH,UAAU,EAAE,OAAO,CAAC;IACpB;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AAED;;;;;GAKG;AACH,wBAAsB,qBAAqB,CACzC,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,EACX,KAAK,EAAE;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAClF,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAgHD;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA2Df;AAMD,wBAAgB,yBAAyB,IAAI,OAAO,CAwFnD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../../src/commands/skill/test/run.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,EAOL,mBAAmB,EAKnB,KAAK,oBAAoB,EAC1B,MAAM,kCAAkC,CAAC;AAG1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA+CpC,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gGAAgG;IAChG,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,+EAA+E;IAC/E,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AA6DD,KAAK,WAAW,GAAG,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,KAAK,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvE,2FAA2F;AAC3F,KAAK,kBAAkB,GAAG,WAAW,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAElF;;;;;;;GAOG;AACH,wBAAgB,6BAA6B,CAC3C,WAAW,EAAE,oBAAoB,CAAC,aAAa,CAAC,GAC/C,kBAAkB,EAAE,GAAG,SAAS,CAQlC;AA4ID;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAWpB;AAiID,MAAM,WAAW,eAAe;IAC9B,mFAAmF;IACnF,aAAa,EAAE,eAAe,CAAC;IAC/B,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,2GAA2G;IAC3G,OAAO,EAAE,OAAO,CAAC;IACjB;;;OAGG;IACH,UAAU,EAAE,OAAO,CAAC;IACpB;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAC5C;AAuBD;;;;;GAKG;AACH,wBAAsB,qBAAqB,CACzC,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,EACX,KAAK,EAAE;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAClF,OAAO,CAAC,eAAe,CAAC,CA2B1B;AAwFD;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE;IAC1C,UAAU,EAAE,OAAO,CAAC;IACpB,aAAa,EAAE,eAAe,CAAC;IAC/B,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,GAAG,OAAO,CAEV;AAuED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAuDf;AAMD,wBAAgB,yBAAyB,IAAI,OAAO,CA+GnD"}

package/dist/commands/skill/test/run.js

@@ -6,13 +6,13 @@
  * All domain logic lives in run-harness.ts (agent-skills package).
  */
 import { existsSync } from 'node:fs';
-import { basename, dirname } from 'node:path';
+import { basename, dirname, extname } from 'node:path';
 import { BootstrapNeededError, isAcknowledged, mapErrorToExitCode, packageSkill, packagingConfigToPackageOptions, runPreStageBuild, runSkillTestHarness, SecurityAckError, SKILL_TEST_BUILTIN_CAPS, SkillBuildError, SkillTestExitCode, } from '@vibe-agent-toolkit/agent-skills';
 import { findProjectRoot, safePath, toForwardSlash } from '@vibe-agent-toolkit/utils';
 import { Command } from 'commander';
 import { parseSourceSpec } from '../../../skill-resolution/classify.js';
-import { resolveSkillReference } from '../../../skill-resolution/index.js';
-import { loadConfig } from '../../../utils/config-loader.js';
+import { findDeclaredSkillForPath, resolveSkillReference, } from '../../../skill-resolution/index.js';
+import { ConfigLoadError, loadConfig } from '../../../utils/config-loader.js';
 import { runClaudePluginBuild } from '../../claude/plugin/build.js';
 import { assertValidAuth, assertValidRequireAuth } from './auth-flags.js';
 /** Extract the trailing path segment (cross-platform) from a path-like string. */
@@ -25,8 +25,8 @@ function lastPathSegment(p) {
 const SECURITY_WARNING = `
 WARNING: 'vat skill test run' EXECUTES the skill's code on your machine.
 
-It spawns a headless Claude session with --permission-mode bypassPermissions,
-so the staged skill files and experimenter prompt run with YOUR user account's
+It spawns headless Claude sessions with --permission-mode bypassPermissions,
+so the staged skill files run with YOUR user account's
 full privileges: they can read and write your files (including credentials under
 ~/.claude, SSH keys, cloud configs), run shell commands, and make network
 requests. The auth credential used to bill the run is reachable by that code.
@@ -75,8 +75,29 @@ function coerceKnobs(options) {
     const stall = coercePositiveInt(options.stall, '--stall');
     if (stall !== undefined)
         result.stall = stall;
+    const concurrency = coercePositiveInt(options.concurrency, '--concurrency');
+    if (concurrency !== undefined)
+        result.concurrency = concurrency;
     return result;
 }
+/**
+ * Map a resolved skill's packaging-config `executables` (SkillExecutableEntry[]) to
+ * the grader's recognition-aid shape (issue #145 Phase T): each entry's stable NAME
+ * is its `path` basename with the extension stripped (`scripts/dxa.py` → `dxa`),
+ * carried alongside its `howInvoked` + `kind`. Returns undefined for absent/empty
+ * input so the harness omits the aid entirely (the grader still matches tools by the
+ * commands in the transcript). Pure + unit-testable.
+ */
+export function deriveDeclaredExecutableNames(executables) {
+    if (executables === undefined || executables.length === 0)
+        return undefined;
+    return executables.map((e) => {
+        const base = basename(toForwardSlash(e.path));
+        const ext = extname(base);
+        const name = ext === '' ? base : base.slice(0, -ext.length);
+        return { name, howInvoked: e.howInvoked, kind: e.kind };
+    });
+}
 /**
  * Parse a single `name=src` pair into a [name, SkillSourceSpec] tuple. The
  * source half uses a `kind:value` prefix:
@@ -133,25 +154,34 @@ function descriptorsToRecord(list) {
 // Precedence resolution: flag > config > default
 // ---------------------------------------------------------------------------
 /**
- * Load the persisted `skills.config.<skill>.test` block for the subject skill.
- * The subject is the first positional skill name (a path or skill key). We key
- * the config by its basename so `./dist/skills/my-skill/` matches `my-skill`.
- * Missing config / missing file → undefined (defaults apply).
+ * Load the persisted `skills.config.<skill>.test` block for the subject skill,
+ * PROJECT-AWARE (mirrors the resolver — not a parallel cwd+basename resolver).
+ *
+ * A PATH target (`./dist/skills/my-skill/`) is mapped back to its declared skill
+ * via {@link findDeclaredSkillForPath} (walks up from the path, config-first) and
+ * keyed by the DECLARED name against the GOVERNING config — so a path target honors
+ * the same model/evals/timeout as its name, regardless of cwd. A NAME target (or a
+ * path that maps to no declared skill) falls back to the cwd-anchored governing
+ * config keyed by basename. Missing config / missing file → undefined (defaults apply).
+ *
+ * A broken config throws {@link ConfigLoadError}; we let it propagate to the preflight
+ * guard in runSkillTestRun, which surfaces it as a clean exit-2 error rather than
+ * silently applying defaults against a config the author clearly intended.
  */
-function loadTestConfig(skills) {
-    const projectRoot = findProjectRoot(process.cwd());
+async function loadTestConfig(skills, cwd) {
+    const subject = skills[0] ?? '';
+    // Path target → resolve the declared skill it materializes, and read its test
+    // block from that skill's own governing config root (cwd-independent).
+    const link = await findDeclaredSkillForPath(subject, cwd);
+    if (link !== undefined) {
+        return loadConfig(link.configRoot)?.skills?.config?.[link.name]?.test;
+    }
+    const projectRoot = findProjectRoot(cwd);
     if (projectRoot === null)
         return undefined;
-    // loadConfig returns undefined when no config exists and throws only when a
-    // config file is present but broken. We deliberately let that throw propagate:
-    // it is caught by the preflight guard in runSkillTestRun and surfaced as a
-    // clean exit-2 error, rather than silently applying defaults (and potentially
-    // staging the wrong subject) against a config the author clearly intended.
-    const config = loadConfig(projectRoot);
-    const perSkill = config?.skills?.config;
+    const perSkill = loadConfig(projectRoot)?.skills?.config;
     if (perSkill === undefined)
         return undefined;
-    const subject = skills[0] ?? '';
     const base = lastPathSegment(subject) || subject;
     return perSkill[subject]?.test ?? perSkill[base]?.test;
 }
@@ -159,6 +189,24 @@ function loadTestConfig(skills) {
 function resolveRepoRoot() {
     return findProjectRoot(process.cwd()) ?? process.cwd();
 }
+/**
+ * Load the persisted TOP-LEVEL `test:` config node (`graderModel`, `concurrency`)
+ * from the GOVERNING project config. Deliberately distinct from
+ * {@link loadTestConfig}, which reads the PER-SKILL `skills.config.<skill>.test`
+ * block: graderModel/concurrency are global judge/pipeline settings that apply
+ * across every skill's test run, not something a single skill's config should
+ * override (issue #145).
+ *
+ * Undefined when there's no project root or no `test:` node. A broken config
+ * throws {@link ConfigLoadError}, propagated the same way as loadTestConfig's
+ * errors (surfaced by the caller's preflight guard as a clean exit-2).
+ */
+function loadGlobalTestConfig(cwd) {
+    const projectRoot = findProjectRoot(cwd);
+    if (projectRoot === null)
+        return undefined;
+    return loadConfig(projectRoot)?.test;
+}
 /** Copy flag-only passthrough options (no config counterpart) onto opts. */
 function applyFlagOnlyOptions(opts, options) {
     if (options.refresh !== undefined)
@@ -175,8 +223,8 @@ function applyFlagOnlyOptions(opts, options) {
         opts.allowUnverifiedSkillSource = options.allowUnverifiedSkillSource;
     if (options.iUnderstandThisRunsSkillCode !== undefined)
         opts.acknowledgedRunsSkillCode = options.iUnderstandThisRunsSkillCode;
-    if (options.failOnEvalFailure !== undefined)
-        opts.failOnEvalFailure = options.failOnEvalFailure;
+    if (options.allowEvalFailure !== undefined)
+        opts.tolerateEvalFailure = options.allowEvalFailure;
 }
 /** Apply flag>config merges for scalar knobs (auth, model, baseline, eval/prompt). */
 function applyScalarMerges(opts, options, config) {
@@ -194,8 +242,6 @@ function applyScalarMerges(opts, options, config) {
         opts.model = model;
     if (config?.evals !== undefined)
         opts.evalsSubpath = config.evals;
-    if (config?.experimenterPrompt !== undefined)
-        opts.promptOverride = config.experimenterPrompt;
 }
 /**
  * Resolve one cost/runtime knob with flag > config > default precedence AND a
@@ -291,12 +337,27 @@ function applyDepMerges(opts, options, config) {
     if (withOptional !== undefined)
         opts.withOptional = withOptional;
 }
+/**
+ * Apply flag>config merges for the GLOBAL grader/concurrency knobs — the
+ * top-level `test:` config node (see {@link loadGlobalTestConfig}), NOT the
+ * per-skill `skills.config.<skill>.test` block. Precedence: flag > top-level
+ * config > default(undefined) — left undefined here so the domain applies
+ * DEFAULT_GRADER_MODEL / DEFAULT_CONCURRENCY.
+ */
+function applyGraderMerges(opts, options, knobs, globalTest) {
+    const graderModel = options.graderModel ?? globalTest?.graderModel;
+    if (graderModel !== undefined)
+        opts.graderModel = graderModel;
+    const concurrency = knobs.concurrency ?? globalTest?.concurrency;
+    if (concurrency !== undefined)
+        opts.concurrency = concurrency;
+}
 /**
  * Resolve CLI flags → RunHarnessOptions, applying flag > config > default
  * precedence. CLI flags win; config (`skills.config.<skill>.test`) fills gaps;
  * built-in defaults (inside the domain) are the final fallback.
  */
-function buildHarnessOpts(skills, options, knobs, config) {
+function buildHarnessOpts(skills, options, knobs, config, globalTest) {
     const repoRoot = resolveRepoRoot();
     const opts = { skills, repoRoot };
     applyFlagOnlyOptions(opts, options);
@@ -304,8 +365,25 @@ function buildHarnessOpts(skills, options, knobs, config) {
     applyKnobMerges(opts, knobs, config);
     applyDepMerges(opts, options, config);
     applyEnvMerges(opts, options, config);
+    applyGraderMerges(opts, options, knobs, globalTest);
     return opts;
 }
+/**
+ * Scaffold-dir fields for a `source` subject. A path that maps back to a declared
+ * skill anchors at the AUTHORED source (dirname of its SKILL.md) so `config.evals`
+ * resolves + overlays from there — the built dist it points at does not carry the
+ * eval suite. An UNLINKED path anchors at the resolved path itself (legacy behavior;
+ * the path IS the skill dir). A nameless source (npm/url/vendored) has no scaffold dir.
+ */
+function sourceScaffoldFields(source, declaredSkill, cwd) {
+    if (declaredSkill !== undefined) {
+        return { subjectScaffoldDir: dirname(declaredSkill.sourcePath), linkedToDeclaredSkill: true };
+    }
+    if ('path' in source) {
+        return { subjectScaffoldDir: safePath.resolve(cwd, source.path) };
+    }
+    return {};
+}
 /**
  * Project-aware subject resolution for `vat skill test run`. Resolves the subject
  * reference; for a declared skill, builds it (real entry points) and returns the
@@ -320,19 +398,20 @@ export async function resolveSubjectForTest(ref, cwd, flags) {
                 subjectSource: resolved.source,
                 rebuilt: false,
                 wouldBuild: false,
-                // A path subject points at the skill DIR itself (not its SKILL.md), so the
-                // authored scaffold dir is the resolved path — not its parent. Mirrors the
-                // legacy positional-path behavior in resolveScaffoldEvalsPath.
-                ...('path' in resolved.source
-                    ? { subjectScaffoldDir: safePath.resolve(cwd, resolved.source.path) }
-                    : {}),
+                ...sourceScaffoldFields(resolved.source, resolved.declaredSkill, cwd),
             };
         case 'name-miss':
             throw new SkillBuildError(`no skill named '${resolved.name}' in ${resolved.configRoot}; known skills: ${resolved.knownSkills.join(', ') || '(none)'}. (For a directory, use './${resolved.name}'.)`);
         case 'not-found':
             throw new SkillBuildError(`no path '${resolved.ref}' and no governing config to resolve a name; pass a path or run inside a VAT project.`);
-        case 'buildable':
-            return resolveBuildableSubject(resolved, flags);
+        case 'buildable': {
+            // A buildable ref carries `packagingConfig` — the ONE cleanly-reachable place
+            // the subject's declared executables live — so attach the grader recognition
+            // aid here (a plain source has no packaging config and leaves it undefined).
+            const subject = await resolveBuildableSubject(resolved, flags);
+            const declaredExecutables = deriveDeclaredExecutableNames(resolved.packagingConfig.executables);
+            return declaredExecutables === undefined ? subject : { ...subject, declaredExecutables };
+        }
     }
 }
 /**
@@ -403,6 +482,30 @@ async function resolveBuildableSubject(ref, flags) {
     }
     return { subjectSource: { path: ref.expectedDistDir }, subjectScaffoldDir: scaffoldDir, rebuilt: true, wouldBuild: true };
 }
+/**
+ * True when the resolved subject is a CONFIG-BLIND path target: a `{ path }` source
+ * staged AS-IS (not built) that does NOT map back to a declared skill, so the project's
+ * `test:` config cannot be applied to it. A path that DOES map to a declared skill
+ * (`linkedToDeclaredSkill`) honors config and is NOT blind. A config-declared NAME
+ * target (`wouldBuild`) is never blind. Gates the #7 warning. Pure + exported for tests.
+ */
+export function isPathSourceTarget(subject) {
+    return !subject.wouldBuild && 'path' in subject.subjectSource && subject.linkedToDeclaredSkill !== true;
+}
+/**
+ * Warn (stderr) when the subject is a CONFIG-BLIND path target: its `test:` config
+ * (model / evals / timeout) cannot be resolved because the path maps to no declared
+ * skill. A path pointing at a declared skill's built dist DOES honor config (mapped
+ * back by {@link findDeclaredSkillForPath}) and is silent — only a truly unmapped
+ * path is warned, pointing the user at the NAME form.
+ */
+function warnIfPathTargetBypassesConfig(subject) {
+    if (!isPathSourceTarget(subject))
+        return;
+    process.stderr.write('Note: this path maps to no declared skill, so the project\'s test: config ' +
+        '(model/evals/timeout) is not applied. Pass the skill NAME (or point at the skill\'s ' +
+        'built dist directory) to honor it.\n');
+}
 // ---------------------------------------------------------------------------
 // Testable action
 // ---------------------------------------------------------------------------
@@ -412,17 +515,40 @@ async function resolveBuildableSubject(ref, flags) {
  * with a clean message + preflight code (2) instead of surfacing as an unhandled
  * promise rejection (raw stack trace, exit 1).
  */
-function preflightKnobsAndConfig(skills, options) {
+async function preflightKnobsAndConfig(skills, options, cwd) {
     try {
         assertValidAuth(options.auth);
         assertValidRequireAuth(options.requireAuth);
-        return { knobs: coerceKnobs(options), config: loadTestConfig(skills) };
+        return {
+            knobs: coerceKnobs(options),
+            config: await loadTestConfig(skills, cwd),
+            globalTest: loadGlobalTestConfig(cwd),
+        };
     }
     catch (err) {
         process.stderr.write(`Error: ${err instanceof Error ? err.message : String(err)}\n`);
         process.exit(SkillTestExitCode.Preflight);
     }
 }
+/**
+ * Copy the resolved-subject fields onto the harness options. Optional fields are
+ * only assigned when present (exactOptionalPropertyTypes). Extracted so
+ * {@link runSkillTestRun} stays within its cognitive-complexity budget.
+ */
+function applyResolvedSubject(harnessOpts, subject) {
+    harnessOpts.subjectSource = subject.subjectSource;
+    harnessOpts.rebuilt = subject.rebuilt;
+    harnessOpts.wouldBuild = subject.wouldBuild;
+    if (subject.subjectScaffoldDir !== undefined) {
+        harnessOpts.subjectScaffoldDir = subject.subjectScaffoldDir;
+    }
+    if (subject.dryRunStagedExistingDist !== undefined) {
+        harnessOpts.dryRunStagedExistingDist = subject.dryRunStagedExistingDist;
+    }
+    if (subject.declaredExecutables !== undefined) {
+        harnessOpts.declaredExecutables = subject.declaredExecutables;
+    }
+}
 /**
  * The unit-testable action for `vat skill test run`. Exported so tests can
  * call it directly without parsing CLI args. Calls process.exit on completion.
@@ -434,7 +560,7 @@ function preflightKnobsAndConfig(skills, options) {
  */
 export async function runSkillTestRun(skills, options) {
     printSecurityWarning();
-    const { knobs, config } = preflightKnobsAndConfig(skills, options);
+    const { knobs, config, globalTest } = await preflightKnobsAndConfig(skills, options, process.cwd());
     // Commander stores the `--no-build` negatable flag under `build` (=== false when set);
     // honor an explicit programmatic `noBuild` too.
     const noBuild = options.noBuild === true || options.build === false;
@@ -454,21 +580,16 @@ export async function runSkillTestRun(skills, options) {
         });
     }
     catch (err) {
-        const exitCode = mapErrorToExitCode(err);
+        // A broken governing config surfacing during subject resolution is a preflight
+        // problem the user must fix (exit 2), not an internal harness failure (exit 1).
+        const exitCode = err instanceof ConfigLoadError ? SkillTestExitCode.Preflight : mapErrorToExitCode(err);
         process.stderr.write(`Error: ${err instanceof Error ? err.message : String(err)}\n`);
         process.exit(exitCode);
         return;
     }
-    const harnessOpts = buildHarnessOpts(skills, options, knobs, config);
-    harnessOpts.subjectSource = subject.subjectSource;
-    harnessOpts.rebuilt = subject.rebuilt;
-    harnessOpts.wouldBuild = subject.wouldBuild;
-    if (subject.subjectScaffoldDir !== undefined) {
-        harnessOpts.subjectScaffoldDir = subject.subjectScaffoldDir;
-    }
-    if (subject.dryRunStagedExistingDist !== undefined) {
-        harnessOpts.dryRunStagedExistingDist = subject.dryRunStagedExistingDist;
-    }
+    warnIfPathTargetBypassesConfig(subject);
+    const harnessOpts = buildHarnessOpts(skills, options, knobs, config, globalTest);
+    applyResolvedSubject(harnessOpts, subject);
     try {
         const result = await runSkillTestHarness(harnessOpts);
         process.stderr.write(`Harness: ${result.harnessPath}\n`);
@@ -500,8 +621,8 @@ export function createSkillTestRunCommand() {
         .argument('<skill...>', 'Skill name(s) to test (primary subject set)')
         .option('--with <pair...>', 'Inject a declared-dependency skill as name=<src>, where <src> is workspace:<pkg> | npm:<spec> | url:<u> | path:<dir> | vendored (e.g. mydep=npm:@scope/s@1.2.3)')
         .option('--with-optional <pair...>', 'Inject an optional skill as name=<src> (same syntax as --with)')
-        .option('--env <pair...>', 'Inject an env var into the experimenter spawn as KEY=VALUE (repeatable). Values support ${fixturesDir}, ${stagedSkillDir}, ${harnessRoot}, ${resultsDir}. CLI overrides config for the same key.')
-        .option('--pass-env <key...>', 'Forward a host env var by NAME to the experimenter spawn if present (repeatable). Protected names (PATH, auth, model) are ignored.')
+        .option('--env <pair...>', 'Inject an env var into the executor spawn as KEY=VALUE (repeatable). Values support ${fixturesDir}, ${stagedSkillDir}, ${harnessRoot}, ${resultsDir}. CLI overrides config for the same key.')
+        .option('--pass-env <key...>', 'Forward a host env var by NAME to the executor spawn if present (repeatable). Protected names (PATH, auth, model) are ignored.')
         .option('--refresh', 'Force a full re-stage (ignore existing staged content)')
         .option('--no-build', 'Skip building a declared skill; stage its existing dist instead (errors if absent)')
         .option('--workdir <dir>', 'Override the harness working directory')
@@ -511,14 +632,16 @@ export function createSkillTestRunCommand() {
         .option('--auth <mode>', 'Auth mechanism: inherit | subscription | api-key | auto')
         .option('--require-auth <mech>', 'Require a specific auth mechanism: subscription | api-key')
         .option('--baseline', 'Enable A/B baseline run (with/without skill)')
-        .option('--fail-on-eval-failure', 'Exit non-zero when any eval fails (default: the run exits 0 if the harness completed and produced grading.json; eval pass/fail is in the summary).')
+        .option('--allow-eval-failure', 'Opt out of the fail-closed default: exit 0 even when an eval fails (for interactive use). By DEFAULT a failing eval exits 4, distinct from the harness-broke codes (1/2/3) so CI can gate on it.')
         .option('--allow-unverified-skill-source', 'Skip the vendored manifest integrity check')
         .option('--i-understand-this-runs-skill-code', 'Acknowledge this command executes skill code (required)')
-        .option('--model <id>', "Model ID passed VERBATIM to `claude --model <id>` (VAT does no mapping/validation; e.g. opus, sonnet, claude-opus-4-8). Omit to use claude's own default model.")
-        .option('--max-turns <n>', 'Cap on experimenter turns (positive integer)')
+        .option('--model <id>', "Model ID passed VERBATIM to `claude --model <id>` for the model UNDER TEST (the executor). VAT does no mapping/validation (e.g. opus, sonnet, claude-opus-4-8). Omit to use claude's own default model. Independent of --grader-model.")
+        .option('--grader-model <id>', 'Model for the fixed grader/judge, passed VERBATIM to `claude --model` (default claude-sonnet-5). GLOBAL (top-level `test:` config), independent of --model (the model UNDER TEST).')
+        .option('--max-turns <n>', 'Per-spawn cap on executor/grader turns (positive integer)')
         .option('--max-budget-usd <n>', 'Hard USD budget cap (positive number)')
         .option('--timeout <s>', 'Wall-clock timeout in seconds (positive integer)')
         .option('--stall <s>', 'Stall-watchdog in seconds (positive integer)')
+        .option('--concurrency <n>', 'Max evals graded in parallel (positive integer; default 4)')
         .option('--debug', 'Enable debug logging')
         .action(runSkillTestRun)
         .addHelpText('after', `
@@ -526,9 +649,10 @@ Description:
   Stages the named skill(s) into a fresh temp harness (context isolation: a
   scrubbed env allowlist and no user/project settings -- NOT an OS security
   sandbox), runs preflight checks (claude binary, auth, eval inputs, budget),
-  then spawns a headless Claude session with a non-interactive experimenter
-  prompt. The experimenter grades each eval against the skill's expectations
-  and writes grading.json.
+  then runs a vat-owned executor->grader pipeline: per eval, a blind executor
+  Claude session performs the task and a separate grader session judges its
+  transcript against the skill's expectations. VAT merges the grader results and
+  writes grading.json.
 
   IMPORTANT: This command EXECUTES the skill's code with your user account's
   full privileges (filesystem, network, shell) and a reachable auth credential.
@@ -536,23 +660,40 @@ Description:
   to acknowledge this and proceed.
 
 Model:
-  --model <id> is passed straight through to the experimenter spawn as
-  \`claude --model <id>\` (verbatim -- VAT does not map or validate it). With no
-  --model, no flag is passed and claude picks its own default. The selected
-  model is echoed to stderr ("Model: <id>") on every run, and the --dry-run
-  output shows the model flag that would be passed (not the full argv — budget,
-  turns, and permission flags are added at spawn time).
+  --model <id> selects the model UNDER TEST (the executor spawn): passed
+  straight through as \`claude --model <id>\` (verbatim -- VAT does not map or
+  validate it). With no --model, no flag is passed and claude picks its own
+  default. The selected model is echoed to stderr ("Model: <id>") on every run,
+  and the --dry-run output shows the model flag that would be passed (not the
+  full argv — budget, turns, and permission flags are added at spawn time).
+
+  --grader-model <id> is INDEPENDENT of --model: it selects the fixed judge
+  that grades every eval's transcript (default claude-sonnet-5), so grading
+  stays comparable across runs even as the model under test changes. This is a
+  GLOBAL setting (top-level \`test:\` config node), not per-skill. Precedence:
+  --grader-model flag > top-level config \`test.graderModel\` > built-in default.
+  --concurrency follows the same GLOBAL precedence for the executor->grader
+  pipeline width (default 4).
 
 Exit Codes:
-  0 - Harness ran to completion and produced a valid grading.json (check summary/grading.json for pass/fail counts)
-  1 - Internal error (grading.json absent/invalid, summary/expectations skew, experimenter crash, stall/timeout)
+  0 - Harness ran to completion and every eval passed (or --allow-eval-failure suppressed a failing verdict)
+  1 - Internal error (grader fragment absent/invalid, summary/expectations skew, executor/grader crash, stall/timeout)
   2 - Preflight failed (missing binary, auth error, eval inputs absent, unsafe workdir, ack missing, skill build failed, or --no-build with no existing dist)
   3 - Bootstrap needed: evals.json was absent, so VAT wrote a starter template next to the skill source. Fill it in and re-run.
-  4 - An eval FAILED and --fail-on-eval-failure was passed (the harness completed; expectations did not all pass). Without the flag this is exit 0.
+  4 - An eval FAILED (the harness completed and produced a valid grading.json; expectations did not all pass). This is the fail-closed DEFAULT -- suppress with --allow-eval-failure.
+
+  The taxonomy is designed so a CI consumer can tolerate eval failures while
+  failing closed on every other (harness-broke) outcome:
+
+    vat skill test run my-skill --i-understand-this-runs-skill-code
+    case $? in
+      0) ;;              # all evals passed
+      4) ;;              # evals failed but the harness is healthy -- tolerate/warn
+      *) exit 1 ;;       # 1/2/3/unknown -- harness broke, fail the build
+    esac
 
-  Note: by DEFAULT, eval pass/fail is NOT reflected in the exit code -- read the
-  printed summary ("PASS N/N" or "FAIL N/N") or grading.json. Pass
-  --fail-on-eval-failure to make a failing eval exit 4 (e.g. to gate CI).
+  Which specific evals failed lives in grading.json, never in the exit code.
+  For interactive iteration, --allow-eval-failure downgrades 4 to 0.
 
 Example:
   $ vat skill test run my-skill --i-understand-this-runs-skill-code