@nodetool-ai/agents 0.7.0-rc.22 → 0.8.1

package/dist/evals/app-build-cases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-build-cases.js","sourceRoot":"","sources":["../../src/evals/app-build-cases.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAQH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAIvD,0EAA0E;AAC1E,MAAM,GAAG,GAAG,iBAAiB,CAAC;AAE9B,8EAA8E;AAC9E,qDAAqD;AACrD,8EAA8E;AAE9E,2EAA2E;AAC3E,MAAM,cAAc,GAAkB;IACpC,KAAK,EAAE;QACL;YACE,EAAE,EAAE,SAAS;YACb,IAAI,EAAE,4BAA4B;YAClC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;SACxC;QACD;YACE,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,oBAAoB;YAC1B,UAAU,EAAE;gBACV,IAAI,EAAE,iEAAiE;gBACvE,QAAQ,EAAE,EAAE;aACb;YACD,kBAAkB,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE;YAChE,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;SAC7E;QACD;YACE,EAAE,EAAE,cAAc;YAClB,IAAI,EAAE,wBAAwB;YAC9B,UAAU,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;SACjC;KACF;IACD,KAAK,EAAE;QACL;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS;YACjB,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,MAAM;YACd,YAAY,EAAE,MAAM;SACrB;QACD;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,MAAM;YACd,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,cAAc;YACtB,YAAY,EAAE,OAAO;SACtB;KACF;CACF,CAAC;AAEF,MAAM,aAAa,GAAc;IAC/B,KAAK,EAAE,eAAe;IACtB,UAAU,EAAE;QACV;YACE,EAAE,EAAE,OAAO;YACX,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC1D,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAC/C,SAAS,EAAE,KAAK;SACjB;KACF;IACD,SAAS,EAAE,EAAE;IACb,OAAO,EAAE;QACP;YACE,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,WAAW;SACnB;QACD;YACE,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,eAAe;SACvB;QACD;YACE,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,uBAAuB;YAChC,KAAK,EAAE,UAAU;SAClB;KACF;IACD,YAAY,EAAE;QACZ;YACE,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE;gBACL,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE;gBAC5D,EAAE,KAAK,EAAE,cAAc,EAAE;aAC1B;YACD,MAAM,EAAE;gBACN,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE;aACrE;SACF;KACF;CACF,CAAC;AAEF;;;;;GAKG;AACH,MAAM,eAAe,GAAuB;IAC1C;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,kBAAkB,EAAE,UAAU;SAC/B;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,qBAAqB,EAAE;SAC9D;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,2BAA2B,EAAE;SACnE;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE;gBACL,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAClE;SACF;KACF;IACD;QACE,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,qBAAqB,EAAE;KAC9D;CACF,CAAC;AAEF,8EAA8E;AAC9E,iEAAiE;AACjE,8EAA8E;AAE9E,4EAA4E;AAC5E,MAAM,WAAW,GAAkB;IACjC,KAAK,EAAE;QACL;YACE,EAAE,EAAE,SAAS;YACb,IAAI,EAAE,4BAA4B;YAClC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;SACxC;QACD;YACE,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,oBAAoB;YAC1B,UAAU,EAAE;gBACV,IAAI,EAAE,+CAA+C;gBACrD,QAAQ,EAAE,EAAE;aACb;YACD,kBAAkB,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;YAChC,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;SAC7E;QACD;YACE,EAAE,EAAE,WAAW;YACf,IAAI,EAAE,wBAAwB;YAC9B,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC9B;KACF;IACD,KAAK,EAAE;QACL;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS;YACjB,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,MAAM;SACrB;QACD;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,OAAO;SACtB;KACF;CACF,CAAC;AAEF,sFAAsF;AACtF,MAAM,aAAa,GAAkB;IACnC,KAAK,EAAE;QACL;YACE,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,4BAA4B;YAClC,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;SACzC;QACD;YACE,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,oBAAoB;YAC1B,UAAU,EAAE;gBACV,IAAI,EAAE,iEAAiE;gBACvE,QAAQ,EAAE,EAAE;aACb;YACD,kBAAkB,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,EAAE;YACnE,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;SAC7E;QACD;YACE,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,wBAAwB;YAC9B,UAAU,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;SAClC;KACF;IACD,KAAK,EAAE;QACL;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,UAAU;YAClB,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,MAAM;SACrB;QACD;YACE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,eAAe;YACvB,YAAY,EAAE,OAAO;SACtB;KACF;CACF,CAAC;AAEF,MAAM,WAAW,GAAc;IAC7B,KAAK,EAAE,mBAAmB;IAC1B,UAAU,EAAE;QACV;YACE,EAAE,EAAE,OAAO;YACX,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC9D,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAC5C,SAAS,EAAE,KAAK;SACjB;QACD;YACE,EAAE,EAAE,SAAS;YACb,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,YAAY;YACxB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/D,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAChD,SAAS,EAAE,KAAK;SACjB;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,gBAAgB;YACpB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC;SACpC;KACF;IACD,OAAO,EAAE;QACP;YACE,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,MAAM;SACd;QACD,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;QACxE,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;QACzE;YACE,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,oBAAoB;YAC7B,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,cAAc;SAC1B;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,cAAc;YACzB,WAAW,EAAE,6BAA6B;SAC3C;QACD;YACE,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,WAAW;SACnB;KACF;IACD,YAAY,EAAE;QACZ;YACE,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE;gBACL,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE;gBAChE,EAAE,KAAK,EAAE,cAAc,EAAE;gBACzB,EAAE,KAAK,EAAE,gBAAgB,EAAE;aAC5B;YACD,MAAM,EAAE;gBACN,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE;gBAC7D;oBACE,MAAM,EAAE,kBAAkB;oBAC1B,KAAK,EAAE,QAAQ;oBACf,KAAK,EAAE,oBAAoB;iBAC5B;aACF;SACF;KACF;CACF,CAAC;AAEF;;;;GAIG;AACH,MAAM,aAAa,GAAuB;IACxC;QACE,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;YACrB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,KAAK;SACf;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,kBAAkB,EAAE,UAAU;YAC9B,OAAO,EAAE;gBACP,SAAS,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE;aAC5D;SACF;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,EAAE,EAAE,SAAS;YACb,IAAI,EAAE,SAAS;YACf,kBAAkB,EAAE,YAAY;YAChC,MAAM,EAAE;gBACN,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE;aAC7D;SACF;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE;SACzD;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE;gBACL,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAClE;SACF;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;SAC3B;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE;YACxD,SAAS,EAAE,aAAa;YACxB,IAAI,EAAE,SAAS;SAChB;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE;gBACL,KAAK,EAAE,YAAY;gBACnB,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;gBACnE,WAAW,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE,EAAE,EAAE,UAAU,EAAE;aAC/D;YACD,SAAS,EAAE,aAAa;YACxB,IAAI,EAAE,SAAS;SAChB;KACF;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE;YACJ,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,8BAA8B,EAAE;SACvE;KACF;IACD;QACE,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,0BAA0B,EAAE;KACnE;CACF,CAAC;AAGF,8EAA8E;AAC9E,8EAA8E;AAC9E,6BAA6B;AAC7B,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,MAAM,qBAAqB,GAAsB;IAC/C,MAAM,EAAE;QACN;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,+CAA+C;SACxD;KACF;IACD,KAAK,EAAE;QACL;YACE,EAAE,EAAE,SAAS;YACb,KAAK,EAAE,kBAAkB;YACzB,OAAO,EAAE,sCAAsC;YAC/C,SAAS,EAAE,wBAAwB;SACpC;KACF;IACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;CAC5C,CAAC;AAEF,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,8EAA8E;AAC9E,MAAM,YAAY,GAAG;IACnB,aAAa,EAAE,CAAC;IAChB,YAAY,EAAE,CAAC;IACf,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,EAAE;IACd,gBAAgB,EAAE,IAAI;CACd,CAAC;AAEX,MAAM,CAAC,MAAM,oBAAoB,GAAgC;IAC/D;QACE,EAAE,EAAE,eAAe;QACnB,WAAW,EACT,2EAA2E;QAC7E,MAAM,EAAE,CAAC,iBAAiB,CAAC;QAC3B,aAAa,EAAE;YACb,IAAI,EAAE,aAAa;YACnB,SAAS,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE;YACzC,YAAY,EAAE,eAAe;SAC9B;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;SACrE;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,WAAW,EACT,8FAA8F;QAChG,MAAM,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,CAAC;QAC3E,aAAa,EAAE;YACb,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE;YACnE,YAAY,EAAE,aAAa;SAC5B;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,IAAI;YACtB,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE;gBACZ,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE;gBAC7C,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,oBAAoB,EAAE;aAC7D;SACF;KACF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,WAAW,EACT,wGAAwG;QAC1G,MAAM,EAAE,CAAC,iBAAiB,CAAC;QAC3B,WAAW,EAAE;YACX,IAAI,EAAE,qBAAqB;YAC3B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,+CAA+C;iBAC1D;aACF;SACF;QACD,MAAM,EAAE,EAAE;KACX;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,WAAW,EACT,sGAAsG;QACxG,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,aAAa;YACb,iBAAiB;YACjB,kBAAkB;SACnB;QACD,MAAM,EACJ,kFAAkF;YAClF,mFAAmF;YACnF,iFAAiF;YACjF,oFAAoF;YACpF,8EAA8E;YAC9E,yCAAyC;QAC3C,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;YACxB,yBAAyB,EAAE,IAAI;SAChC;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,WAAW,EACT,mGAAmG;QACrG,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,mBAAmB;YACnB,iBAAiB;YACjB,kBAAkB;SACnB;QACD,MAAM,EACJ,+EAA+E;YAC/E,6EAA6E;YAC7E,8EAA8E;YAC9E,wEAAwE;YACxE,gFAAgF;YAChF,iBAAiB;QACnB,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,IAAI;YAC9B,yBAAyB,EAAE,IAAI;SAChC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,WAAW,EACT,2EAA2E;QAC7E,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,mBAAmB;YACnB,aAAa;YACb,iBAAiB;SAClB;QACD,MAAM,EACJ,gFAAgF;YAChF,iFAAiF;YACjF,6EAA6E;YAC7E,6EAA6E;YAC7E,iFAAiF;YACjF,QAAQ;QACV,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,IAAI;YAC9B,kBAAkB,EAAE,IAAI;SACzB;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,WAAW,EACT,mEAAmE;QACrE,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,mBAAmB;YACnB,iBAAiB;SAClB;QACD,MAAM,EACJ,gFAAgF;YAChF,8EAA8E;YAC9E,+EAA+E;YAC/E,iFAAiF;YACjF,kEAAkE;QACpE,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,IAAI;SAC/B;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,WAAW,EACT,2EAA2E;QAC7E,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,aAAa;YACb,iBAAiB;YACjB,kBAAkB;SACnB;QACD,MAAM,EACJ,mFAAmF;YACnF,+EAA+E;YAC/E,4EAA4E;YAC5E,iFAAiF;YACjF,kEAAkE;QACpE,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;YACxB,yBAAyB,EAAE,IAAI;SAChC;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,WAAW,EAAE,yDAAyD;QACtE,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,aAAa;YACb,iBAAiB;YACjB,mBAAmB;SACpB;QACD,MAAM,EACJ,gFAAgF;YAChF,mFAAmF;YACnF,kFAAkF;YAClF,4EAA4E;YAC5E,6EAA6E;QAC/E,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;YACxB,wBAAwB,EAAE,IAAI;SAC/B;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,WAAW,EACT,0EAA0E;QAC5E,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,iBAAiB;YACjB,kBAAkB;SACnB;QACD,MAAM,EACJ,gFAAgF;YAChF,+EAA+E;YAC/E,mFAAmF;YACnF,mFAAmF;YACnF,2EAA2E;QAC7E,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,yBAAyB,EAAE,IAAI;SAChC;KACF;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,WAAW,EACT,0FAA0F;QAC5F,MAAM,EAAE;YACN,iBAAiB;YACjB,YAAY;YACZ,mBAAmB;YACnB,aAAa;YACb,iBAAiB;SAClB;QACD,MAAM,EACJ,8EAA8E;YAC9E,+EAA+E;YAC/E,mFAAmF;YACnF,4EAA4E;YAC5E,6EAA6E;YAC7E,UAAU;QACZ,mBAAmB,EAAE,IAAI;QACzB,MAAM,EAAE;YACN,GAAG,YAAY;YACf,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,IAAI;YAC9B,kBAAkB,EAAE,IAAI;SACzB;KACF;CACF,CAAC;AAEF,8EAA8E;AAC9E,MAAM,CAAC,MAAM,gCAAgC,GAC3C,oBAAoB,CAAC,MAAM,CACzB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS,CACpE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAErB;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,KAAK,GAAgC,oBAAoB,EACxC,EAAE,CACnB,gBAAgB,CAAC,MAAM,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACxD,CAAC"}

package/dist/evals/app-build-eval.d.ts

@@ -0,0 +1,208 @@
+/**
+ * The `app-build` eval suite: how often does `buildApp` turn a prompt into a
+ * green mini app, and how much repair did it take?
+ *
+ * Every other suite here scores one stage — a graph, a plan, a tool loop. This
+ * one scores the whole machine end to end, so its metrics are the ones the PRD
+ * puts a number on (docs/mini-app-build-harness-prd.md §8):
+ *
+ * - **one-shot rate** — green with zero repair rounds, the north-star metric;
+ * - **green-within-budget rate** — green at all inside the repair budget. This
+ *   is the suite's `successRate`, so `--min-success` gates on it;
+ * - repair rounds, cost, and wall clock per case.
+ *
+ * A case is green only when the build's own verdict is ok *and* the case's
+ * target-shape checklist holds. The verdict answers "does this app work"; the
+ * checklist answers "is it the app that was asked for, at the complexity bar
+ * the PRD pins" — a build that quietly shipped one operation and three widgets
+ * would otherwise score as a success.
+ *
+ * Two of the cases are deterministic (`app-build-cases.ts`): a pinned spec over
+ * template graphs, authored by a scripted tool script instead of a model, judge
+ * skipped, and exact expected widget values. They call no provider at all, so
+ * they run in CI with no keys — and what they regress is the harness itself
+ * (plan-binding, check, run, expectations), not the model.
+ */
+import type { BaseProvider, ProcessingContext } from "@nodetool-ai/runtime";
+import type { NodeRegistry } from "@nodetool-ai/node-sdk";
+import type { AppServerRunInput, AppServerRunOutcome } from "@nodetool-ai/execution/app-debug";
+import { type BuildJudgeOptions } from "../app-build/build.js";
+import type { BuildReport, BuildSpec } from "../app-build/types.js";
+import { type PlanToGraphCase } from "./app-build-plan.js";
+/**
+ * The medium-complexity traits from the PRD (§4). A case declares the ones it
+ * exercises; the suite as a whole must cover all of them, which
+ * `app-build-cases.ts` asserts by construction and the harness test checks.
+ */
+export declare const APP_BUILD_TRAITS: readonly [
+/** 2+ operations over 2+ workflows. */
+"multi-operation", 
+/** 8–15 widgets, at least one of them nested in a layout container. */
+"container-depth", 
+/** An app-scoped `persist: true` setting. */
+"persisted-setting", 
+/** A streaming output folded into a display widget. */
+"streaming-output", 
+/** A second operation reading a variable the first wrote. */
+"gated-flow", 
+/** A `visibleWhen`/`disabledWhen` condition that actually gates. */
+"conditional"];
+export type AppBuildTrait = (typeof APP_BUILD_TRAITS)[number];
+/** A workflow graph, in the saved shape the simulator and validator read. */
+export interface AppBuildGraph {
+    nodes: Array<Record<string, unknown>>;
+    edges: Array<Record<string, unknown>>;
+}
+/** One `ui_app_*` call a deterministic case's author script makes. */
+export interface ScriptedToolCall {
+    name: string;
+    args: Record<string, unknown>;
+}
+/**
+ * A case that needs no model: the spec is pinned, the workflows are template
+ * graphs resolved from memory, and the document is authored by replaying
+ * `authorScript` through the real bridge.
+ */
+export interface DeterministicAppBuild {
+    spec: BuildSpec;
+    /** Workflow id (as the spec's operations bind it) → graph. */
+    workflows: Record<string, AppBuildGraph>;
+    /** The `ui_app_*` calls of one authoring round, ending in `ui_app_finish`. */
+    authorScript: ScriptedToolCall[];
+}
+/** The target shape a built app must have, beyond the build's own verdict. */
+export interface AppBuildExpectations {
+    minOperations?: number;
+    minWorkflows?: number;
+    minWidgets?: number;
+    maxWidgets?: number;
+    /** At least one widget nested inside a layout container's slot. */
+    requireContainer?: boolean;
+    /** At least one declared variable with `persist: true`. */
+    requirePersistedVariable?: boolean;
+    /** At least one operation declared streaming, with a display widget bound to it. */
+    requireStreamingOperation?: boolean;
+    /** An operation input fed by a variable another operation's output writes. */
+    requireGatedFlow?: boolean;
+    /** A widget carrying a `visibleWhen`/`disabledWhen` condition. */
+    requireConditional?: boolean;
+    /** Exact final values, keyed by the spec's widget role (deterministic cases). */
+    widgetValues?: ReadonlyArray<{
+        widget: string;
+        equals: unknown;
+    }>;
+}
+export interface AppBuildEvalCase {
+    id: string;
+    description: string;
+    /** Which medium-complexity traits this case exercises. */
+    traits: readonly AppBuildTrait[];
+    /** The request handed to the Spec stage. Absent on a deterministic case. */
+    prompt?: string;
+    /** Everything a no-provider run needs. Absent on a prompt case. */
+    deterministic?: DeterministicAppBuild;
+    /**
+     * A Workflow-flow plan to build, check and run instead of an app (PRD § 11.6).
+     * Graded on what the run produced, not only on whether the graph validated —
+     * that is the whole of R6, so a plan that validates and does nothing fails.
+     */
+    planToGraph?: PlanToGraphCase;
+    expect: AppBuildExpectations;
+    /** The planned workflows need real models, so the case needs `find_model`. */
+    needsModelProviders?: boolean;
+    /** Repair rounds this case allows. Defaults to the build's own default. */
+    maxRepairs?: number;
+}
+/** One target-shape assertion and how it came out. */
+export interface AppBuildCheck {
+    name: string;
+    pass: boolean;
+    detail?: string;
+}
+export interface AppBuildCaseResult {
+    caseId: string;
+    description: string;
+    traits: readonly AppBuildTrait[];
+    deterministic: boolean;
+    /** Verdict ok and every check passed. */
+    green: boolean;
+    /** Green with zero repair rounds. */
+    oneShot: boolean;
+    repairRounds: number;
+    /** Fraction of checks that passed, 0..1. */
+    score: number;
+    checks: AppBuildCheck[];
+    verdict: string;
+    /** Stage executions, as `stage@round:status`. */
+    stages: string[];
+    costUsd: number;
+    durationMs: number;
+    /** Set when the build threw rather than resolving to a report. */
+    error?: string;
+    /** Set when the case was skipped (no configured model providers). */
+    skipped?: string;
+}
+export interface AppBuildEvalSummary {
+    total: number;
+    /** Cases that actually ran (skipped ones are excluded from every rate). */
+    ran: number;
+    green: number;
+    /** The `--min-success` gate: green inside the repair budget. */
+    greenWithinBudgetRate: number;
+    oneShot: number;
+    oneShotRate: number;
+    meanRepairRounds: number;
+    medianRepairRounds: number;
+    meanScore: number;
+    totalCostUsd: number;
+    meanDurationMs: number;
+    /** Per trait: how many cases exercise it, and how many of those went green. */
+    traitCoverage: Array<{
+        trait: AppBuildTrait;
+        cases: number;
+        green: number;
+    }>;
+}
+export interface AppBuildEvalReport {
+    provider: string;
+    model: string;
+    generatedAt: string;
+    cases: AppBuildCaseResult[];
+    summary: AppBuildEvalSummary;
+}
+export interface RunAppBuildEvalOptions {
+    provider: BaseProvider;
+    model: string;
+    registry: NodeRegistry;
+    context: ProcessingContext;
+    /** Configured providers, so the planner can pick real models. */
+    providers?: Record<string, BaseProvider>;
+    /** Execute one operation's workflow. The kernel runner, or a test double. */
+    runOnServer: (input: AppServerRunInput) => Promise<AppServerRunOutcome>;
+    cases: readonly AppBuildEvalCase[];
+    /** How the Judge stage runs for prompt cases. Deterministic cases skip it. */
+    judge?: BuildJudgeOptions;
+    maxRepairs?: number;
+    /** Wall clock per case. */
+    timeoutMs?: number;
+    costCapUsd?: number;
+    onEvent?: (line: string) => void;
+    signal?: AbortSignal;
+}
+/**
+ * Score the built app against the case's target shape.
+ *
+ * Reads the delivered bundle wherever it can — that is the artifact a user
+ * imports — and the spec only for what the document does not record (an
+ * operation's `streaming` intent). A failed build has no bundle, so every
+ * shape check fails with the verdict as the reason.
+ */
+export declare function checkAppBuild(evalCase: AppBuildEvalCase, report: BuildReport): AppBuildCheck[];
+/**
+ * Run the suite. Cases that need configured model providers are skipped when
+ * none are available, exactly as the other suites skip them — the deterministic
+ * cases then still run, which is what makes this suite usable in CI.
+ */
+export declare function runAppBuildEval(opts: RunAppBuildEvalOptions): Promise<AppBuildEvalReport>;
+export declare function formatAppBuildReport(report: AppBuildEvalReport): string;
+//# sourceMappingURL=app-build-eval.d.ts.map

package/dist/evals/app-build-eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-build-eval.d.ts","sourceRoot":"","sources":["../../src/evals/app-build-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EAGlB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAK1D,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EACpB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAMpE,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,qBAAqB,CAAC;AAE7B;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;AAC3B,uCAAuC;AACvC,iBAAiB;AACjB,uEAAuE;AACvE,iBAAiB;AACjB,6CAA6C;AAC7C,mBAAmB;AACnB,uDAAuD;AACvD,kBAAkB;AAClB,6DAA6D;AAC7D,YAAY;AACZ,oEAAoE;AACpE,aAAa,CACL,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9D,6EAA6E;AAC7E,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACtC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACvC;AAED,sEAAsE;AACtE,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,SAAS,CAAC;IAChB,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,8EAA8E;IAC9E,YAAY,EAAE,gBAAgB,EAAE,CAAC;CAClC;AAED,8EAA8E;AAC9E,MAAM,WAAW,oBAAoB;IACnC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mEAAmE;IACnE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,2DAA2D;IAC3D,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,oFAAoF;IACpF,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,kEAAkE;IAClE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,iFAAiF;IACjF,YAAY,CAAC,EAAE,aAAa,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,0DAA0D;IAC1D,MAAM,EAAE,SAAS,aAAa,EAAE,CAAC;IACjC,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mEAAmE;IACnE,aAAa,CAAC,EAAE,qBAAqB,CAAC;IACtC;;;;OAIG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;IAC9B,MAAM,EAAE,oBAAoB,CAAC;IAC7B,8EAA8E;IAC9E,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,sDAAsD;AACtD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,SAAS,aAAa,EAAE,CAAC;IACjC,aAAa,EAAE,OAAO,CAAC;IACvB,yCAAyC;IACzC,KAAK,EAAE,OAAO,CAAC;IACf,qCAAqC;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,gEAAgE;IAChE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,+EAA+E;IAC/E,aAAa,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9E;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,kBAAkB,EAAE,CAAC;IAC5B,OAAO,EAAE,mBAAmB,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzC,6EAA6E;IAC7E,WAAW,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACxE,KAAK,EAAE,SAAS,gBAAgB,EAAE,CAAC;IACnC,8EAA8E;IAC9E,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAoHD;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,WAAW,GAClB,aAAa,EAAE,CAuHjB;AA2MD;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,sBAAsB,GAC3B,OAAO,CAAC,kBAAkB,CAAC,CAwE7B;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CAsDvE"}