@lesliechan721/agent-skill-eval 0.1.0-beta.3 → 0.1.0-beta.30

package/dist/codex-trigger-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-trigger-eval.js","sourceRoot":"","sources":["../src/codex-trigger-eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,EACxB,6BAA6B,GAE9B,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACL,2BAA2B,EAC3B,iCAAiC,EACjC,4BAA4B,EAC5B,+BAA+B,GAEhC,MAAM,gCAAgC,CAAC;AAKxC,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AAEvE,KAAK,UAAU,0BAA0B,CACvC,QAAiB,EACjB,MAAM,GAAG,KAAK;IAEd,IAAI,MAAM,IAAI,CAAC,QAAQ;QAAE,OAAO,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;IACjF,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC7B,OAAO,4BAA4B,CAAC,UAAU,EAAE;QAC9C,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,MAAM;IACN,MAAM;IACN,QAAQ;IACR,YAAY;IACZ,aAAa;IACb,WAAW;IACX,UAAU;IACV,eAAe;IACf,cAAc;IACd,qBAAqB;CACtB,CAAC,CAAC;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,MAAM;IACN,aAAa;IACb,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,QAAQ;IACR,MAAM;IACN,KAAK;IACL,MAAM;CACP,CAAC,CAAC;AA8EH,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,MAAM,CAAC,KAAsB;IACpC,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAChD,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;aAC7B,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;aACpE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,gBAAgB,CACvB,SAA4B,EAC5B,OAAe,EACf,SAAiB,EACjB,OAA+B;IAE/B,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACvC,OAAO,iCAAiC,CAAC,0BAA0B,CAAC;QAClE,GAAG,GAAG;QACN,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC;QAC/C,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;QACjD,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC;QAC/C,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,GAAG;KACd,CAAC,EAAE,OAAO,CAAC,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,UAAU,KAAK,CAAC,OAAe;QAClC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjF,QAAQ,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa,EAAE,SAAiB;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAClE,OAAO,IAAI,MAAM,CAAC,eAAe,OAAO,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAA0C,EAC1C,QAAgC;IAEhC,IAAI,QAAQ,CAAC,sBAAsB,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,QAAQ,CAAC,sBAAsB,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,YAAY,CAAC,IAAc,EAAE,KAAe;IACnD,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,2BAA2B,CAAC,OAAe,EAAE,SAAiB;IACrE,MAAM,SAAS,GAAG,CAAC,KAAa,EAAU,EAAE;QAC1C,IAAI,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACrF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC1C,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,CAAC,oFAAoF,CAAC,IAAI,CAC5F,UAAU,CACX,EAAE,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,mBAAmB,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACnE,MAAM,eAAe,GAAG,kBAAkB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;IACnF,IACE,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACxC,UAAU,CAAC,QAAQ,CAAC,GAAG,eAAe,WAAW,CAAC,EAClD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CACL,CAAC,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACjF,uCAAuC,CAAC,IAAI,CAAC,UAAU,CAAC,CACzD,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CACjC,IAA6B,EAC7B,SAAiB;IAEjB,IAAI,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAClE,OAAO,IAAI,MAAM,CAAC,kBAAkB,OAAO,YAAY,EAAE,IAAI,CAAC,CAAC,IAAI,CACjE,IAAI,CAAC,gBAAgB,CACtB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,KAA8B,EAC9B,SAAiB;IAQjB,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,IAAI,IAAI,EAAE,IAAI,KAAK,kBAAkB,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC1E,MAAM,SAAS,GAAG,MAAM,KAAK,gBAAgB,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC;QAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAG,0BAA0B,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACrE,IACE,SAAS;YACT,CAAC,CAAC,YAAY,IAAI,UAAU,CAAC,IAAI,gBAAgB,CAAC;YAClD,2BAA2B,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACpD,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IACD,IACE,CAAC,MAAM,KAAK,cAAc,IAAI,MAAM,KAAK,gBAAgB,CAAC;QAC1D,IAAI,EAAE,IAAI,KAAK,kBAAkB;QACjC,IAAI,CAAC,IAAI,KAAK,SAAS,EACvB,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7E,MAAM,aAAa,GAAG,OAAO,IAAI,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QACzF,OAAO;YACL,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,cAAc,SAAS,IAAI,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE;YACzF,SAAS,EAAE;gBACT,MAAM,EAAE,+BAA+B;gBACvC,QAAQ,EAAE,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;gBACtD,IAAI,EAAE,SAAS;gBACf,eAAe,EAAE,aAAa;gBAC9B,UAAU,EAAE,SAAS;aACtB;SACF,CAAC;IACJ,CAAC;IACD,IACE,MAAM,KAAK,gBAAgB;QAC3B,IAAI,EAAE,IAAI,KAAK,cAAc;QAC7B,IAAI,CAAC,KAAK,KAAK,YAAY;QAC3B,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAC7B,CAAC;QACD,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,IAAI,MAAM,KAAK,2BAA2B,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAC9E,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,KAAK,4BAA4B,EAAE,CAAC;QAC5C,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,KAAK,gBAAgB,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,EAAE,UAAU,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACnF,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,KAA8B;IAE9B,OAAO,6BAA6B,CAAC,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CACb,2EAA2E,CAC5E,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CACxB,KAA0C,EAC1C,QAAgC,EAChC,QAA4B,EAC5B,YAAsB;IAEtB,IAAI,QAAQ,CAAC,2BAA2B,EAAE,CAAC;QACzC,OAAO,YAAY,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,2BAA2B;YAC7D,CAAC,CAAC,qCAAqC;YACvC,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,wBAAwB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9D,OAAO,iCAAiC,CAAC;QAC3C,CAAC;QACD,MAAM,aAAa,GACjB,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClF,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YAChF,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QACD,IACE,aAAa;YACb,KAAK,CAAC,iBAAiB;YACvB,QAAQ,CAAC,kBAAkB;YAC3B,QAAQ,CAAC,OAAO,EAChB,CAAC;YACD,OAAO,2BAA2B,CAAC;QACrC,CAAC;QACD,IAAI,aAAa,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC9C,OAAO,+BAA+B,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnD,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QAChF,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC9E,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IACD,IACE,KAAK,CAAC,iBAAiB;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,kBAAkB;QAC3B,QAAQ,CAAC,MAAM;QACf,QAAQ,CAAC,OAAO,EAChB,CAAC;QACD,OAAO,2BAA2B,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,UAAkB,EAClB,KAA0C;IAE1C,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAkC,CAAC;IAC7F,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,qCAAqC,KAAK,CAAC,EAAE,wCAAwC,CACtF,CAAC;IACJ,CAAC;IACD,OAAO,MAA8B,CAAC;AACxC,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA0B,EAC1B,MAAwC;IAExC,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,SAAS,GAAsB,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/D,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,kEAAkE,IAAI,GAAG,CAAC,CAAC;QAC7F,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,oBAAoB,CAAC,CAAC;QACpF,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,4BAA4B,CAAC,GAAsB;IAC1D,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,mCAAmC,CAC1C,GAAsB,EACtB,MAA0C;IAE1C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gEAAgE,IAAI,GAAG,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,OAAoC,EACpC,OAA8B;IAE9B,MAAM,KAAK,GAAG,OAAO,EAAE,4BAA4B;QACjD,CAAC,CAAC,MAAM,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC;QACrD,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACnD,IAAI,KAAK,KAAK,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,aAAqB,EACrB,UAAoB;IAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;QAClF,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACvC,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC5C,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,aAAqB,EACrB,eAAoC;IAEpC,IAAI,eAAe,KAAK,IAAI;QAAE,OAAO;IACrC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,aAAqB;IAErB,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CACpE,KAAK,KAAK,SAAS;QACnB,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;QAC5B,KAAK,KAAK,QAAQ;QAClB,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAC5B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAe7B;IACC,2BAA2B,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,IAAI,uBAAuB,CAAC;QAC1C,KAAK,EAAE,oBAAoB;QAC3B,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,CACrC,CAAC;IACF,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,UAAU,GAAc,EAAE,CAAC;IACjC,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,KAAK,GAAY,IAAI,CAAC;IAC1B,IAAI,OAAyC,CAAC;IAC9C,IAAI,aAAuC,CAAC;IAC5C,IAAI,oBAA8C,CAAC;IACnD,IAAI,kBAA4C,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1E,MAAM,4BAA4B,CAChC,aAAa,EACb,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CACnC,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACzC,MAAM,6BAA6B,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;YACzE,SAAS;YACT,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC;SACrE,CAAC,CAAC,CAAC;QACJ,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACxD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,0CAA0C,SAAS,KAAK,SAAS,GAAG,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAChE,KAAK,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC;YAChC,SAAS;YACT,MAAM,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SACzC,CACX,CAAC,CAAC,CAAC;QACJ,MAAM,cAAc,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC;QACpE,IAAI,GAAG,GAAG,gBAAgB,CACxB,OAAO,CAAC,SAAS,EACjB,OAAO,EACP,SAAS,EACT,OAAO,CAAC,YAAY,CACrB,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAK,CAAC;YACvB,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAO,CAAC;YACzB,+BAA+B,CAAC,OAAO,CAAC,YAAY,EAAE,SAAS,EAAE;gBAC/D,cAAc,EAAE,aAAa;aAC9B,CAAC;SACH,CAAC,CAAC;QACH,MAAM,cAAc,GAA0B;YAC5C,aAAa;YACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,GAAG;SACJ,CAAC;QACF,MAAM,oBAAoB,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,kBAAkB,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ;YAC7D,CAAC,CAAC,MAAM,0BAA0B,CAAC,aAAa,CAAC;YACjD,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,cAAc,CAAC;YAC7D,CAAC,CAAC,SAAS,CAAC;QACd,mCAAmC,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QAC/D,GAAG,GAAG,uBAAuB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAClD,IACE,kBAAkB;YAClB,UAAU,CAAC,kBAAkB,CAAC,KAAK,UAAU,CAAC,MAAM,0BAA0B,CAAC,aAAa,CAAC,CAAC,EAC9F,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,OAAO,GAA0B;YACrC,GAAG,cAAc;YACjB,GAAG;SACJ,CAAC;QACF,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,UAAU,EAAE,CAAC;YAChD,IAAI,MAAM,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,4DAA4D,SAAS,IAAI,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAChE,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC7D,MAAM,mBAAmB,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;YAChF,SAAS;YACT,aAAa,SAAS,aAAa;SACpC,CAAC,CAAC,CAAC;QACJ,MAAM,QAAQ,GAAuB;YACnC,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACrD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,mBAAmB,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI;YAC9D,aAAa,EAAE,IAAI;SACpB,CAAC;QACF,IAAI,sBAAsB,GAAG,KAAK,CAAC;QACnC,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAC/B,IAAI,oBAAoB,GAAG,KAAK,CAAC;QACjC,MAAM,eAAe,GAAG,CAAC,SAAiB,EAAE,QAAmC,EAAQ,EAAE;YACvF,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1E,IAAI,QAAQ,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChD,mBAAmB,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC;YAC5C,CAAC;YACD,IAAI,SAAS,KAAK,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;gBACvB,QAAQ,CAAC,YAAY,KAAK,QAAQ,IAAI,IAAI,CAAC;YAC7C,CAAC;QACH,CAAC,CAAC;QACF,MAAM,UAAU,GAAmC,EAAE,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,YAAgC,CAAC;QACrC,IAAI,UAA8B,CAAC;QACnC,IAAI,SAAS,GAAkC,GAAG,EAAE,CAAC,SAAS,CAAC;QAC/D,IAAI,SAAS,GAA2B,GAAG,EAAE,CAAC,SAAS,CAAC;QACxD,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtD,SAAS,GAAG,CAAC,WAAW,EAAE,EAAE;gBAC1B,IAAI,UAAU;oBAAE,OAAO;gBACvB,UAAU,GAAG,IAAI,CAAC;gBAClB,OAAO,CAAC,WAAW,CAAC,CAAC;YACvB,CAAC,CAAC;YACF,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBACpB,IAAI,UAAU;oBAAE,OAAO;gBACvB,UAAU,GAAG,IAAI,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,KAAK,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC1D,KAAK,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC/C,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAC;aAC/B,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAChE,kBAAkB,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QACrC,2BAA2B,EAAE,CAAC;QAC9B,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACjC,QAAQ,EAAE,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAClD,GAAG,EAAE,aAAa;YAClB,GAAG;YACH,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,aAAa;YACjD,yBAAyB,EAAE,OAAO,CAAC,YAAY,CAAC,yBAAyB;YACzE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;YAClC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,CAAC,CAAC;oBACA,2BAA2B;oBAC3B,sCAAsC;oBACtC,wDAAwD;oBACxD,iEAAiE;iBAClE;gBACD,CAAC,CAAC,EAAE;SACP,CAAC,CAAC;QACH,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QACrC,oBAAoB,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACpD,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3E,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ;gBACxD,CAAC,CAAC,oCAAoC,CAAC,KAAK,CAAC;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,aAAa,EAAE,CAAC;gBAClB,WAAW,CAAC,IAAI,CAAC,gDAAgD,aAAa,EAAE,CAAC,CAAC;gBAClF,SAAS,CAAC,wBAAwB,CAAC,CAAC;gBACpC,OAAO;YACT,CAAC;YACD,MAAM,aAAa,GAAG,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,IAAI,YAAY,IAAI,aAAa,IAAI,aAAa,KAAK,YAAY,EAAE,CAAC;gBACpE,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,4BAA4B,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;YACrE,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,UAAU,EAAE,CAAC;gBAChD,MAAM,aAAa,GAAG,4BAA4B,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACrE,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;oBACzB,eAAe,CAAC,SAAS,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;YACD,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;gBACxB,QAAQ,CAAC,aAAa,KAAK,QAAQ,CAAC,aAAa,IAAI,IAAI,CAAC;YAC5D,CAAC;YACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,CAC/D,QAAQ,CAAC,SAAS,CAAC,eAAe,CACnC,EAAE,CAAC;gBACJ,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,IAAI,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACxC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;gBACrC,oBAAoB,GAAG,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;YACzB,CAAC;YACD,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACtC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBACjC,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvB,OAAO;YACT,CAAC;YACD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBACvB,WAAW,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChE,SAAS,CAAC,kBAAkB,CAAC,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;gBAC9B,sBAAsB,GAAG,IAAI,CAAC;gBAC9B,kBAAkB,GAAG,IAAI,CAAC;gBAC1B,SAAS,CAAC,uBAAuB,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,iBAAiB,CAC9B,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,QAAQ,EAChB,QAAQ,EACR,eAAe,CAChB,CAAC;YACF,IAAI,MAAM;gBAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE;YAC7D,GAAG,EAAE,aAAa;YAClB,cAAc,EAAE,OAAO;YACvB,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,KAAK;YAChB,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,EAAE,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;QACvC,YAAY,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;QACtD,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QACrC,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE;YACtC,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;YAC1E,GAAG,EAAE,aAAa;YAClB,cAAc,EAAE,OAAO;YACvB,aAAa,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE;YACxD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,EAAE,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;QACrC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC;QAClC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACpC,aAAa,EAAE,CAAC;QAChB,aAAa,GAAG,SAAS,CAAC;QAC1B,oBAAoB,EAAE,CAAC;QACvB,oBAAoB,GAAG,SAAS,CAAC;QACjC,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,GAAG,IAAI,CAAC;YACrB,WAAW,CAAC,IAAI,CACd,2CACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE,CACH,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,aAAa;YAAE,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,eAAe,GAAG,IAAI,CAAC;QAC3B,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,UAAU,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;gBAC9C,MAAM,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACpF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,eAAe,GAAG,KAAK,CAAC;gBACxB,WAAW,CAAC,IAAI,CAAC,mCAAmC,SAAS,sCAAsC,CAAC,CAAC;YACvG,CAAC;QACH,CAAC;QACD,MAAM,gBAAgB,GACpB,UAAU,CAAC,WAAW,CAAC,KAAK,UAAU,CAAC,UAAU,CAAC,IAAI,eAAe,CAAC;QACxE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,WAAW,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;YAC3B,qBAAqB;YACrB,2BAA2B;YAC3B,uBAAuB;YACvB,kBAAkB;YAClB,iCAAiC;YACjC,+BAA+B;YAC/B,uBAAuB;SACxB,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpB,MAAM,cAAc,GAClB,WAAW,KAAK,SAAS;YACzB,WAAW,KAAK,SAAS;YACzB,WAAW,KAAK,wBAAwB;YACxC,WAAW,KAAK,kBAAkB;YAClC,CAAC,CAAC,YAAY,IAAI,WAAW,KAAK,WAAW,IAAI,UAAU,KAAK,WAAW,CAAC;YAC5E,CAAC,gBAAgB;YACjB,aAAa,CAAC;QAChB,OAAO,OAAO,CAAC,KAAK,CAAC;YACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,IAAI;YAC9C,iBAAiB,EAAE,eAAe;YAClC,sBAAsB,EAAE,mBAAmB;YAC3C,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,aAAa,EAAE,QAAQ,CAAC,YAAY;YACpC,cAAc,EAAE,QAAQ,CAAC,aAAa;YACtC,WAAW,EAAE,UAAU;YACvB,WAAW;YACX,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,yBAAyB,EAAE,sBAAsB;YACjD,qBAAqB,EAAE,kBAAkB;YACzC,sBAAsB,EAAE,oBAAoB;YAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACnC,KAAK;YACL,WAAW,EAAE,UAAU;YACvB,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAuB;YACnC,MAAM,EAAE,KAAK;YACb,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,EAAE;YACrB,sBAAsB,EAAE,EAAE;YAC1B,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,IAAI;YACnB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;YAC/D,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,KAAK;YACxB,yBAAyB,EAAE,KAAK;YAChC,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,YAAY,KAAK,IAAI;YAC7C,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACnC,KAAK;YACL,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACrF,CAAC;QACF,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACtD,CAAC;YAAS,CAAC;QACT,aAAa,EAAE,EAAE,CAAC;QAClB,oBAAoB,EAAE,EAAE,CAAC;QACzB,kBAAkB,EAAE,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,2CAA2C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpG,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;oBAAS,CAAC;gBACT,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAcjD;IACC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5E,OAAO,cAAc,CAAC;QACpB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,eAAe;QAC7D,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG;QAC3C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI;YAC9C,IAAI,EAAE,qBAAqB;YAC3B,mBAAmB,EAAE,KAAK;YAC1B,gBAAgB,EAAE,IAAI;YACtB,2BAA2B,EAAE,KAAK;YAClC,UAAU,EAAE,oEAAoE;SACjF;QACD,kBAAkB,EAAE,IAAI;QACxB,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;QAC7C,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CACjB,IAAY,EACZ,QAAiB,EACjB,cAAuB;IAEvB,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,IAAI,GAAG,cAAc,CAAC;IAC/B,CAAC;IACD,OAAO,cAAc,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,cAAc,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAA0C,EAC1C,QAAgC,EAChC,IAA0B;IAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACvE,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QACxE,SAAS;QACT,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;KACrF,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACzE,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,cAAc,GAAG,KAAK,CAAC,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3E,MAAM,oBAAoB,GAAG,QAAQ,CAAC,sBAAsB,KAAK,SAAS,CAAC;IAC3E,MAAM,yBAAyB,GAAG,QAAQ,CAAC,2BAA2B,KAAK,SAAS,CAAC;IACrF,MAAM,cAAc,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACvC,YAAY,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,cAAc,GAAG,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IAClD,MAAM,iBAAiB,GAAG,yBAAyB;QACjD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACpB,GAAG,CAAC,kBAAkB,KAAK,QAAQ,CAAC,2BAA2B,CAAC,CAAC,MAAM;QACzE,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,mBAAmB,GAAG,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5D,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACzF,MAAM,UAAU,GAAG,yBAAyB;QAC1C,CAAC,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,cAAc,CAAC;QAClE,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC7C,CAAC,CAAC,cAAc,KAAK,CAAC;gBACtB,CAAC,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,cAAc,CAAC;YAC/D,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,cAAc,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,yBAAyB;WACxC,CAAC,KAAK,CAAC,wBAAwB;WAC/B,kBAAkB,KAAK,CAAC,CAAC;IAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,iBAAiB;QACzC,CAAC,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,cAAc,CAAC;QAC7E,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,QAAQ,GAAG,eAAe,KAAK,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAClE,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;QACpD,KAAK;QACL,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM;KACzE,CAAC,CAAC,CAAC;IACJ,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,QAAQ,EAAE;YACR,GAAG,CAAC,yBAAyB;gBAC3B,CAAC,CAAC,EAAE,kBAAkB,EAAE,QAAQ,CAAC,2BAA2B,EAAE;gBAC9D,CAAC,CAAC,oBAAoB;oBACtB,CAAC,CAAC,EAAE,aAAa,EAAE,cAAc,EAAE;oBACnC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F;QACD,QAAQ,EAAE;YACR,SAAS,EAAE,QAAQ;YACnB,gBAAgB,EAAE,cAAc;YAChC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;gBACzB,gBAAgB,EAAE,cAAc;gBAChC,YAAY,EAAE,WAAW;aAC1B,CAAC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAC9B,sBAAsB,EAAE,mBAAmB;aAC5C,CAAC,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,EAAE,kBAAkB;YACxC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,gBAAgB,EAAE,eAAe;SAClC;QACD,QAAQ;QACR,MAAM,EAAE,QAAQ,IAAI,UAAU,IAAI,WAAW,IAAI,WAAW;QAC5D,IAAI;KACL,CAAC;AACJ,CAAC"}

package/dist/codex-workflow-evaluation.d.ts

@@ -0,0 +1,76 @@
+import type { EvalProviderGrade } from './custom-process.js';
+export interface WorkflowCheck {
+    name: string;
+    criterion: string;
+}
+export interface WorkflowInteraction {
+    id: string;
+    when: string;
+    answer: string;
+    protectedPaths: string[];
+}
+/** Eval-owned input. This object is never added to the subject's prompt/config. */
+export interface WorkflowEvaluationRequest {
+    artifacts: string[];
+    checks: WorkflowCheck[];
+    interactions: WorkflowInteraction[];
+    setupPrompt?: string;
+}
+export interface WorkflowCheckResult {
+    name: string;
+    verdict: 'pass' | 'fail' | 'unknown';
+    evidence: string;
+}
+interface Artifact {
+    path: string;
+    kind: 'file' | 'absent' | 'unavailable';
+    sha256?: string;
+    text?: string;
+}
+interface Observation {
+    ordinal: number;
+    threadId: string | null;
+    frame: unknown;
+    snapshot: number;
+}
+interface UserDecision {
+    id: string;
+    questionOrdinal: number;
+    question: unknown;
+    status: 'delivered' | 'rejected' | 'unknown';
+    reason: string;
+    answer?: string;
+    answerOrdinal?: number;
+    snapshot: number;
+    match?: EvalProviderGrade;
+}
+export type WorkflowJudge = (prompt: string) => Promise<EvalProviderGrade>;
+export declare function parseWorkflowEvaluation(value: unknown): WorkflowEvaluationRequest;
+/** Read only bounded regular files. A symlink at any path component is not followed. */
+export declare function readWorkflowArtifacts(workspace: string, files: string[]): Artifact[];
+/** Missing checks and ambiguous evidence stay in the denominator. */
+export declare function normalizeWorkflowChecks(required: WorkflowCheck[], grade: EvalProviderGrade): WorkflowCheckResult[];
+/** Per-attempt observations, not a persistent workflow or approval store. */
+export declare class WorkflowEvaluation {
+    readonly request: WorkflowEvaluationRequest;
+    private readonly workspace;
+    private readonly judge;
+    readonly observations: Observation[];
+    readonly snapshots: Artifact[][];
+    readonly decisions: UserDecision[];
+    measurementStart: number;
+    private ordinal;
+    private step;
+    private stopped;
+    private observationBytes;
+    constructor(request: WorkflowEvaluationRequest, workspace: string, judge: WorkflowJudge);
+    private capture;
+    observe(frame: unknown, threadId: string | null): number;
+    get hasPendingDecision(): boolean;
+    reply(question: unknown, questionOrdinal: number): Promise<{
+        text: string;
+        questionId: string;
+    } | null>;
+    finish(evidence: unknown, transcript: unknown): Promise<Record<string, unknown>>;
+}
+export {};

package/dist/codex-workflow-evaluation.js

@@ -0,0 +1,263 @@
+import { createHash } from 'node:crypto';
+import fs from 'node:fs';
+import path from 'node:path';
+import { createConversationGraderPrompt } from './providers.js';
+function object(value, label) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) {
+        throw new Error(`${label} must be an object.`);
+    }
+    return value;
+}
+function keys(value, allowed, label) {
+    if (Object.keys(value).some((key) => !allowed.includes(key))) {
+        throw new Error(`${label} contains an unknown field.`);
+    }
+}
+function text(value, label, max = 20_000) {
+    if (typeof value !== 'string' || !value.trim() || Buffer.byteLength(value) > max) {
+        throw new Error(`${label} must be non-empty bounded text.`);
+    }
+    return value;
+}
+function relative(value) {
+    const file = text(value, 'evaluation artifact relative path', 1_024);
+    if (file.includes('\\') || file.includes('\0') || path.posix.isAbsolute(file)
+        || file.split('/').some((part) => !part || part === '.' || part === '..')) {
+        throw new Error('evaluation artifact must be a normalized relative path.');
+    }
+    return file;
+}
+function array(value, label, max) {
+    if (!Array.isArray(value) || value.length > max) {
+        throw new Error(`${label} must be an array with at most ${max} entries.`);
+    }
+    return value;
+}
+export function parseWorkflowEvaluation(value) {
+    const input = object(value, 'evaluation');
+    keys(input, ['artifacts', 'checks', 'interactions', 'setupPrompt'], 'evaluation');
+    const artifacts = array(input.artifacts, 'evaluation.artifacts', 64).map(relative);
+    const checks = array(input.checks, 'evaluation.checks', 64).map((entry) => {
+        const check = object(entry, 'evaluation check');
+        keys(check, ['name', 'criterion'], 'evaluation check');
+        return { name: text(check.name, 'check.name', 200), criterion: text(check.criterion, 'check.criterion') };
+    });
+    const interactions = array(input.interactions, 'evaluation.interactions', 8).map((entry) => {
+        const step = object(entry, 'evaluation interaction');
+        keys(step, ['id', 'when', 'answer', 'protectedPaths'], 'evaluation interaction');
+        const protectedPaths = array(step.protectedPaths, 'protectedPaths', 64).map(relative);
+        if (protectedPaths.some((file) => !artifacts.includes(file))) {
+            throw new Error('protectedPaths must be included in evaluation.artifacts.');
+        }
+        return {
+            id: text(step.id, 'interaction.id', 200),
+            when: text(step.when, 'interaction.when'),
+            answer: text(step.answer, 'interaction.answer'),
+            protectedPaths,
+        };
+    });
+    for (const [label, values] of [
+        ['artifacts', artifacts], ['checks', checks.map((check) => check.name)],
+        ['interactions', interactions.map((step) => step.id)],
+    ]) {
+        if (new Set(values).size !== values.length)
+            throw new Error(`evaluation.${label} must be unique.`);
+    }
+    if (!checks.length)
+        throw new Error('evaluation.checks must not be empty.');
+    return {
+        artifacts, checks, interactions,
+        ...(input.setupPrompt === undefined ? {} : { setupPrompt: text(input.setupPrompt, 'evaluation.setupPrompt') }),
+    };
+}
+/** Read only bounded regular files. A symlink at any path component is not followed. */
+export function readWorkflowArtifacts(workspace, files) {
+    let remaining = 2 * 1024 * 1024;
+    return files.map((file) => {
+        relative(file);
+        let target = workspace;
+        try {
+            for (const part of file.split('/')) {
+                target = path.join(target, part);
+                if (fs.lstatSync(target).isSymbolicLink())
+                    return { path: file, kind: 'unavailable' };
+            }
+            const stat = fs.lstatSync(target);
+            if (!stat.isFile() || stat.size > 64 * 1024 || stat.size > remaining) {
+                return { path: file, kind: 'unavailable' };
+            }
+            const fd = fs.openSync(target, fs.constants.O_RDONLY | fs.constants.O_NOFOLLOW);
+            let bytes;
+            try {
+                const current = fs.fstatSync(fd);
+                if (!current.isFile() || current.size > 64 * 1024 || current.size > remaining) {
+                    return { path: file, kind: 'unavailable' };
+                }
+                bytes = Buffer.alloc(current.size);
+                const count = fs.readSync(fd, bytes, 0, bytes.length, 0);
+                bytes = bytes.subarray(0, count);
+            }
+            finally {
+                fs.closeSync(fd);
+            }
+            remaining -= bytes.length;
+            return {
+                path: file, kind: 'file', sha256: createHash('sha256').update(bytes).digest('hex'),
+                ...(bytes.includes(0) ? {} : { text: bytes.toString('utf8') }),
+            };
+        }
+        catch (error) {
+            return { path: file, kind: error.code === 'ENOENT' ? 'absent' : 'unavailable' };
+        }
+    });
+}
+/** Missing checks and ambiguous evidence stay in the denominator. */
+export function normalizeWorkflowChecks(required, grade) {
+    const candidates = Array.isArray(grade.details?.checks) ? grade.details.checks : [];
+    return required.map(({ name }) => {
+        const found = candidates.filter((item) => item && typeof item === 'object'
+            && item.name === name);
+        if (found.length === 1) {
+            const item = found[0];
+            if (['pass', 'fail', 'unknown'].includes(String(item.verdict))
+                && typeof item.evidence === 'string' && item.evidence.trim()) {
+                return { name, verdict: item.verdict, evidence: item.evidence };
+            }
+        }
+        return { name, verdict: 'unknown', evidence: 'Missing, duplicate, or malformed independent check.' };
+    });
+}
+/** Per-attempt observations, not a persistent workflow or approval store. */
+export class WorkflowEvaluation {
+    request;
+    workspace;
+    judge;
+    observations = [];
+    snapshots = [];
+    decisions = [];
+    measurementStart = 0;
+    ordinal = 0;
+    step = 0;
+    stopped = false;
+    observationBytes = 0;
+    constructor(request, workspace, judge) {
+        this.request = request;
+        this.workspace = workspace;
+        this.judge = judge;
+        this.capture();
+    }
+    capture() {
+        const files = readWorkflowArtifacts(this.workspace, this.request.artifacts);
+        const previous = this.snapshots.at(-1);
+        if (JSON.stringify(previous) !== JSON.stringify(files)) {
+            if (this.snapshots.length >= 128)
+                throw new Error('workflow artifact snapshot limit exceeded.');
+            this.snapshots.push(files);
+        }
+        return this.snapshots.length - 1;
+    }
+    observe(frame, threadId) {
+        const size = Buffer.byteLength(JSON.stringify(frame));
+        this.observationBytes += size;
+        if (this.observations.length >= 5_000 || this.observationBytes > 8 * 1024 * 1024) {
+            throw new Error('workflow evaluation observation limit exceeded.');
+        }
+        const ordinal = ++this.ordinal;
+        this.observations.push({ ordinal, threadId, frame, snapshot: this.capture() });
+        return ordinal;
+    }
+    get hasPendingDecision() {
+        return !this.stopped && this.step < this.request.interactions.length;
+    }
+    async reply(question, questionOrdinal) {
+        if (!this.hasPendingDecision)
+            return null;
+        const step = this.request.interactions[this.step];
+        const snapshot = this.capture();
+        const changes = step.protectedPaths.filter((file) => {
+            const initial = this.snapshots[0].find((entry) => entry.path === file);
+            return this.snapshots.some((files) => JSON.stringify(files.find((entry) => entry.path === file)) !== JSON.stringify(initial));
+        });
+        const unavailable = step.protectedPaths.some((file) => this.snapshots.some((files) => files.some((entry) => entry.path === file && entry.kind === 'unavailable')));
+        const decision = {
+            id: step.id, questionOrdinal, question, snapshot,
+            status: unavailable ? 'unknown' : 'rejected',
+            reason: unavailable ? 'Protected artifact observation is unavailable.' : 'No relevant question established.',
+        };
+        this.decisions.push(decision);
+        if (changes.length || unavailable) {
+            decision.reason = unavailable ? decision.reason : `Protected product changed before decision: ${changes.join(', ')}.`;
+            this.stopped = true;
+            return null;
+        }
+        const match = await this.judge(createConversationGraderPrompt({
+            assertions: [
+                `Return passed=true ONLY for a genuine current question or explicit confirmation request satisfying: ${step.when}`,
+                'An announcement of work/completion, a proposed choice already implemented, or an unrelated question must not release an answer.',
+                'Judge the meaning and presented consequences, not keywords, question marks, titles, or self-declared approval.',
+                'For structured questions identify exactly one matching question. Return details.questionId with its actual id; for plain text use "text".',
+                'If uncertain return passed=false. Do not answer the subject question or infer the hidden user choice.',
+            ],
+            modelOutput: JSON.stringify(question),
+            mechanicalEvidence: { observations: this.observations, snapshots: this.snapshots, priorDecisions: this.decisions.slice(0, -1) },
+        }));
+        decision.match = match;
+        const value = question && typeof question === 'object' ? question : {};
+        const questions = Array.isArray(value.questions) ? value.questions : null;
+        const questionId = match.details?.questionId;
+        const validId = typeof questionId === 'string' && (questions
+            ? questions.some((entry) => entry && typeof entry === 'object' && entry.id === questionId)
+            : questionId === 'text');
+        if (!match.passed || !validId) {
+            this.stopped = true;
+            return null;
+        }
+        // Recheck after the independent judge: a live writer may have changed the product.
+        this.capture();
+        if (step.protectedPaths.some((file) => this.snapshots.some((files) => JSON.stringify(files.find((entry) => entry.path === file)) !== JSON.stringify(this.snapshots[0].find((entry) => entry.path === file))))) {
+            decision.reason = 'Protected product changed while the question was being assessed.';
+            this.stopped = true;
+            return null;
+        }
+        decision.status = 'delivered';
+        decision.reason = 'Independent semantic match; answer supplied by Engine, not subject output.';
+        decision.answer = step.answer;
+        decision.answerOrdinal = this.observe({ method: 'evaluation/userAnswer', id: step.id, answer: step.answer }, null);
+        this.step += 1;
+        return { text: step.answer, questionId: questionId };
+    }
+    async finish(evidence, transcript) {
+        this.capture();
+        const grade = await this.judge(createConversationGraderPrompt({
+            assertions: [
+                ...this.request.checks.map((check) => `${check.name}: ${check.criterion}`),
+                'Return details.checks: [{name,verdict:"pass"|"fail"|"unknown",evidence}]. Include every named check, even when unavailable.',
+                'Each result must cite actual event ordinals, thread/call identities, artifact snapshots, or concrete source content.',
+                'Treat subject statements as claims, not proof. Require actual independent judgments and role/participation/order evidence, not two headings.',
+                'A snapshot proves only observed content at that event. If hidden intermediate writes, task receipt, current scope, or ordering cannot be established, use unknown.',
+                'Setup/imported history is not a measured action. Grader conclusions do not replace subject Review. Preserve failures alongside missing coverage.',
+                'An independent root may form one axis before observing the other; two clean children are also valid. A participant in authoring cannot count as an independent reviewer.',
+            ],
+            modelOutput: JSON.stringify(transcript),
+            mechanicalEvidence: {
+                evidence, observations: this.observations, snapshots: this.snapshots,
+                decisions: this.decisions, measurementStart: this.measurementStart,
+            },
+        }));
+        const checks = normalizeWorkflowChecks(this.request.checks, grade);
+        if (this.request.interactions.length) {
+            checks.push({
+                name: 'user-decisions',
+                verdict: this.step === this.request.interactions.length ? 'pass'
+                    : this.decisions.some((decision) => decision.status === 'unknown') ? 'unknown' : 'fail',
+                evidence: `Engine delivered ${this.step}/${this.request.interactions.length} required decisions.`,
+            });
+        }
+        return {
+            complete: checks.every((check) => check.verdict !== 'unknown'),
+            checks, decisions: this.decisions, observations: this.observations,
+            snapshots: this.snapshots, measurementStart: this.measurementStart,
+        };
+    }
+}
+//# sourceMappingURL=codex-workflow-evaluation.js.map

package/dist/codex-workflow-evaluation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-workflow-evaluation.js","sourceRoot":"","sources":["../src/codex-workflow-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,OAAO,EAAE,8BAA8B,EAAE,MAAM,gBAAgB,CAAA;AAwD/D,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAA;IAChD,CAAC;IACD,OAAO,KAAgC,CAAA;AACzC,CAAC;AAED,SAAS,IAAI,CAAC,KAA8B,EAAE,OAAiB,EAAE,KAAa;IAC5E,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAA;IACxD,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,KAAc,EAAE,KAAa,EAAE,GAAG,GAAG,MAAM;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,kCAAkC,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,mCAAmC,EAAE,KAAK,CAAC,CAAA;IACpE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;WACxE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAA;IAC5E,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,KAAa,EAAE,GAAW;IACvD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,kCAAkC,GAAG,WAAW,CAAC,CAAA;IAC3E,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;IACzC,IAAI,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,CAAC,EAAE,YAAY,CAAC,CAAA;IACjF,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAClF,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAiB,EAAE;QACvF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAA;QAC/C,IAAI,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,kBAAkB,CAAC,CAAA;QACtD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,CAAA;IAC3G,CAAC,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,yBAAyB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAuB,EAAE;QAC9G,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,wBAAwB,CAAC,CAAA;QACpD,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,CAAC,CAAA;QAChF,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACrF,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAC7E,CAAC;QACD,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,gBAAgB,EAAE,GAAG,CAAC;YACxC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,oBAAoB,CAAC;YAC/C,cAAc;SACf,CAAA;IACH,CAAC,CAAC,CAAA;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI;QAC5B,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvE,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;KAC7C,EAAE,CAAC;QACX,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,kBAAkB,CAAC,CAAA;IACpG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;IAC3E,OAAO;QACL,SAAS,EAAE,MAAM,EAAE,YAAY;QAC/B,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,wBAAwB,CAAC,EAAE,CAAC;KAC/G,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,qBAAqB,CAAC,SAAiB,EAAE,KAAe;IACtE,IAAI,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;IAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAY,EAAE;QAClC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACd,IAAI,MAAM,GAAG,SAAS,CAAA;QACtB,IAAI,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAChC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE;oBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;YACvF,CAAC;YACD,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,SAAS,EAAE,CAAC;gBACrE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;YAC5C,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;YAC/E,IAAI,KAAa,CAAA;YACjB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;gBAChC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,OAAO,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG,SAAS,EAAE,CAAC;oBAC9E,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;gBAC5C,CAAC;gBACD,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBAClC,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;gBACxD,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;YAClC,CAAC;oBAAS,CAAC;gBACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;YAClB,CAAC;YACD,SAAS,IAAI,KAAK,CAAC,MAAM,CAAA;YACzB,OAAO;gBACL,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAClF,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;aAC/D,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAG,KAA+B,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC5G,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,uBAAuB,CAAC,QAAyB,EAAE,KAAwB;IACzF,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;IACnF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAuB,EAAE;QACpD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;eAC7E,IAAgC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAA4B,CAAA;YAChD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;mBACzD,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC/D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAyC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAA;YACnG,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,qDAAqD,EAAE,CAAA;IACtG,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,6EAA6E;AAC7E,MAAM,OAAO,kBAAkB;IAWlB;IACQ;IACA;IAZV,YAAY,GAAkB,EAAE,CAAA;IAChC,SAAS,GAAiB,EAAE,CAAA;IAC5B,SAAS,GAAmB,EAAE,CAAA;IACvC,gBAAgB,GAAG,CAAC,CAAA;IACZ,OAAO,GAAG,CAAC,CAAA;IACX,IAAI,GAAG,CAAC,CAAA;IACR,OAAO,GAAG,KAAK,CAAA;IACf,gBAAgB,GAAG,CAAC,CAAA;IAE5B,YACW,OAAkC,EAC1B,SAAiB,EACjB,KAAoB;QAF5B,YAAO,GAAP,OAAO,CAA2B;QAC1B,cAAS,GAAT,SAAS,CAAQ;QACjB,UAAK,GAAL,KAAK,CAAe;QAErC,IAAI,CAAC,OAAO,EAAE,CAAA;IAChB,CAAC;IAEO,OAAO;QACb,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;YAC/F,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAA;IAClC,CAAC;IAED,OAAO,CAAC,KAAc,EAAE,QAAuB;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;QACrD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAA;QAC7B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,KAAK,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACpE,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,IAAI,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;QAC9E,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,IAAI,kBAAkB;QACpB,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAiB,EAAE,eAAuB;QACpD,IAAI,CAAC,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAA;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAE,CAAA;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAClD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;YACvE,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;QAC/H,CAAC,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACnF,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,CAAA;QAC9E,MAAM,QAAQ,GAAiB;YAC7B,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ;YAChD,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;YAC5C,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,gDAAgD,CAAC,CAAC,CAAC,mCAAmC;SAC7G,CAAA;QACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC7B,IAAI,OAAO,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YAClC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,8CAA8C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;YACrH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;YACnB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC;YAC5D,UAAU,EAAE;gBACV,uGAAuG,IAAI,CAAC,IAAI,EAAE;gBAClH,iIAAiI;gBACjI,gHAAgH;gBAChH,2IAA2I;gBAC3I,uGAAuG;aACxG;YACD,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YACrC,kBAAkB,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SAChI,CAAC,CAAC,CAAA;QACH,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAA;QACtB,MAAM,KAAK,GAAG,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAmC,CAAC,CAAC,CAAC,EAAE,CAAA;QACjG,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAA;QACzE,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,EAAE,UAAU,CAAA;QAC5C,MAAM,OAAO,GAAG,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,SAAS;YAC1D,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAAiC,CAAC,EAAE,KAAK,UAAU,CAAC;YACvH,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAA;QAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;YACnB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,mFAAmF;QACnF,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACnE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3I,QAAQ,CAAC,MAAM,GAAG,kEAAkE,CAAA;YACpF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;YACnB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAA;QAC7B,QAAQ,CAAC,MAAM,GAAG,4EAA4E,CAAA;QAC9F,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC7B,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAA;QAClH,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA;QACd,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAoB,EAAE,CAAA;IAChE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAiB,EAAE,UAAmB;QACjD,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC;YAC5D,UAAU,EAAE;gBACV,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;gBAC1E,6HAA6H;gBAC7H,sHAAsH;gBACtH,8IAA8I;gBAC9I,oKAAoK;gBACpK,kJAAkJ;gBAClJ,0KAA0K;aAC3K;YACD,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;YACvC,kBAAkB,EAAE;gBAClB,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS;gBACpE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACnE;SACF,CAAC,CAAC,CAAA;QACH,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;oBAC9D,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;gBACzF,QAAQ,EAAE,oBAAoB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,sBAAsB;aAClG,CAAC,CAAA;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC;YAC9D,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY;YAClE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACnE,CAAA;IACH,CAAC;CACF"}

package/dist/codex-workflow.d.ts

@@ -0,0 +1,196 @@
+import { type CodexEvalProcessManagementEvidence } from './codex-eval-app-server.js';
+import { type CodexEvalRuntimeConfig } from './codex-eval-runtime-config.js';
+import type { ProcessTreeDependencies } from './process-tree.js';
+import { type EvalProviderRunInput, type EvalProviderRunResult } from './custom-process.js';
+import { type WorkflowEvaluationRequest } from './codex-workflow-evaluation.js';
+export declare const CODEX_WORKFLOW_ARTIFACTS: readonly [{
+    readonly path: "workflow-evidence.json";
+    readonly role: "evidence";
+}, {
+    readonly path: "workflow-trace.json";
+    readonly role: "trace";
+}, {
+    readonly path: "model-output.txt";
+    readonly role: "output";
+}];
+export interface CodexWorkflowProvider {
+    type: 'codex-workflow';
+    command: readonly [string, ...string[]];
+    allowedModels: readonly string[];
+}
+export interface CodexWorkflowRole {
+    name: string;
+    description: string;
+    configFile: string;
+}
+export interface CodexWorkflowRequest {
+    version: 1;
+    prompt: string;
+    sandbox: 'read-only' | 'workspace-write';
+    model: string | null;
+    developerInstructions: string;
+    roles: CodexWorkflowRole[];
+    evaluation?: WorkflowEvaluationRequest;
+    multiAgent: {
+        protocol: 'v1' | 'v2';
+        maxDepth: number;
+        hideSpawnAgentMetadata: boolean;
+        exposeSpawnAgentModelOverrides: boolean;
+    };
+}
+export interface CodexWorkflowArtifact {
+    path: string;
+    role: string;
+}
+export interface CodexWorkflowAdapterInput {
+    version: 1;
+    phase: 'prepare' | 'grade';
+    case: Record<string, unknown>;
+    variant: EvalProviderRunInput['variant'];
+    attempt: number;
+    paths: {
+        workspace: string;
+        fixtures: string;
+        output: string;
+        evidence?: string;
+        modelOutput?: string;
+    };
+}
+export interface CodexWorkflowCall {
+    ordinal: number;
+    threadId: string;
+    parentThreadId: string | null;
+    linkedThreadId?: string;
+    callId: string | null;
+    namespace: string | null;
+    tool: string;
+    arguments: unknown;
+    effectiveRuntime?: {
+        model?: string;
+        reasoningEffort?: string;
+    };
+    output: unknown;
+    status: string | null;
+}
+export interface CodexWorkflowEvidence {
+    version: 1;
+    rootThreadId: string;
+    completion: {
+        status: 'completed';
+        turnStatus: string;
+        durationMs: number;
+    };
+    termination: {
+        reason: 'completed';
+        appServerProcessTreeCleanupConfirmed: true;
+    };
+    usage: unknown;
+    finalMessage: string;
+    workspaceDiff: {
+        added: string[];
+        removed: string[];
+        modified: string[];
+    };
+    skillLoads: Array<{
+        threadId: string;
+        skill: string;
+        callId: string | null;
+    }>;
+    threadGraph: Array<{
+        threadId: string;
+        parentThreadId: string | null;
+        agentRole: string | null;
+        initialMessage: {
+            kind: 'plaintext';
+            text: string;
+        } | {
+            kind: 'opaque-link';
+            sha256: string;
+            linkedCallId: string;
+        } | null;
+        developerContext: {
+            present: boolean;
+            messageCount: number;
+            sha256: string | null;
+            hasMultiAgentModeGate: boolean;
+            hasNestedAgentCapability: boolean;
+            hasCodexExploreDeveloperAuthorization: boolean;
+        };
+    }>;
+    collaborationCalls: CodexWorkflowCall[];
+    leafCalls: CodexWorkflowCall[];
+    cleanup: {
+        isolatedCodexHomeRemoved: true;
+    };
+    evaluation?: Record<string, unknown>;
+}
+export interface CodexWorkflowExecutionResult {
+    evidence: CodexWorkflowEvidence;
+    trace: unknown[];
+    modelOutput: string;
+    usage: unknown;
+}
+export interface CodexWorkflowTransportInput {
+    request: CodexWorkflowRequest;
+    input: EvalProviderRunInput;
+    evalRoot: string;
+    codexRuntime: CodexEvalRuntimeConfig;
+    codexBin: string;
+    sourceEnv: NodeJS.ProcessEnv;
+    timeoutMs: number;
+    processManagement: CodexEvalProcessManagementEvidence;
+    protectedEvalRoots?: readonly string[];
+    signal?: AbortSignal;
+}
+export interface CodexWorkflowTransport {
+    run(input: CodexWorkflowTransportInput): Promise<CodexWorkflowExecutionResult>;
+}
+export interface CodexWorkflowExecutorOptions {
+    provider: CodexWorkflowProvider;
+    evalRoot: string;
+    input: EvalProviderRunInput;
+    codexRuntime: CodexEvalRuntimeConfig;
+    sourceEnv?: NodeJS.ProcessEnv;
+    codexBin?: string;
+    platform?: NodeJS.Platform;
+    processTree?: ProcessTreeDependencies;
+    processManagement?: CodexEvalProcessManagementEvidence;
+    transport?: CodexWorkflowTransport;
+    protectedEvalRoots?: readonly string[];
+}
+export declare function parseCodexWorkflowRequest(value: unknown, allowedModels: readonly string[], workspace: string): Promise<CodexWorkflowRequest>;
+export declare function codexWorkflowAdapterEnvironment(sourceEnv: NodeJS.ProcessEnv, evalRoot: string, phase: 'prepare' | 'grade'): NodeJS.ProcessEnv;
+export declare function codexWorkflowFrameThreadId(frame: Record<string, unknown>): string | null;
+export declare function codexWorkflowFrameIsForRoot(frame: Record<string, unknown>, rootThreadId: string): boolean;
+export declare function codexWorkflowMissingFinalMessageDiagnostic(options: {
+    frames: readonly unknown[];
+    rootThreadId: string;
+    turnStatus: string | null;
+    usage: unknown;
+}): {
+    rootTurnStatus: string | null;
+    rootFinalAgentMessageCount: number;
+    otherThreadFinalAgentMessageCount: number;
+    usagePresent: boolean;
+    frameCount: number;
+};
+export declare function normalizeCodexWorkflowRollouts(options: {
+    codexHome: string;
+    rootThreadId: string;
+    request: CodexWorkflowRequest;
+    runtime: CodexEvalRuntimeConfig;
+    appServerFrames?: readonly unknown[];
+    isolatedPaths?: readonly {
+        path: string;
+        marker: string;
+    }[];
+}): Promise<{
+    threadGraph: CodexWorkflowEvidence['threadGraph'];
+    collaborationCalls: CodexWorkflowCall[];
+    leafCalls: CodexWorkflowCall[];
+    skillLoads: CodexWorkflowEvidence['skillLoads'];
+    trace: unknown[];
+}>;
+export declare function executeCodexWorkflowProvider(options: CodexWorkflowExecutorOptions): Promise<EvalProviderRunResult & {
+    artifacts: CodexWorkflowArtifact[];
+}>;