@claude-flow/cli 3.10.4 → 3.10.6

package/dist/src/benchmarks/gaia-critic.smoke.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-critic.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-critic.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EACL,YAAY,EACZ,sBAAsB,GAGvB,MAAM,kBAAkB,CAAC;AAI1B,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,SAAS,MAAM,CAAC,SAAkB,EAAE,OAAe;IACjD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;QAClC,MAAM,EAAE,CAAC;IACX,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;QACpC,MAAM,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAI,MAAS,EAAE,QAAW,EAAE,OAAe;IAC7D,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,GAAG,OAAO,cAAc,MAAM,CAAC,QAAQ,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAClG,CAAC;AAED,sCAAsC;AACtC,MAAM,gBAAgB,GAAiB;IACrC,OAAO,EAAE,WAAW;IACpB,KAAK,EAAE,CAAC;IACR,QAAQ,EAAE,gCAAgC;IAC1C,YAAY,EAAE,OAAO;IACrB,SAAS,EAAE,IAAI;IACf,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,wDAAwD;AACxD,SAAS,eAAe,CAAC,WAA0B,EAAE,KAAK,GAAG,CAAC;IAC5D,OAAO;QACL,UAAU,EAAE,gBAAgB,CAAC,OAAO;QACpC,WAAW;QACX,KAAK;QACL,eAAe,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE;QAClC,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,EAAE;QACrB,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC;AAiBD,SAAS,gBAAgB,CAAC,SAAyB;IACjD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC;IAElC,8DAA8D;IAC7D,UAAkB,CAAC,KAAK,GAAG,KAAK,EAAE,IAAa,EAAE,KAAmB,EAAqB,EAAE;QAC1F,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAClE,SAAS,EAAE,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,GAAG;gBAC1B,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,gBAAgB;gBAC/C,IAAI,EAAE,KAAK,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;aAC1B,CAAC;QAC3B,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;YACjC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;SAC3B,CAAC;IAC3B,CAAC,CAAC;IAEF,OAAO,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,OAA0B,EAC1B,SAAiB,EACjB,iBAAiB,GAAG,EAAE;IAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC1E,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC1C,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;KAChD,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;GAYG;AAEH,8EAA8E;AAC9E,2CAA2C;AAC3C,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,CAAC,MAAM,EAAE,oBAAoB,CAAC,EAAE;KACrE,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,MAAM,YAAY,CAC/C,gBAAgB,EAChB,OAAO,EACP,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAC7E,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,CACnD,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,mBAAmB,CAAC,CAAC;QAC1D,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC/D,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACxD,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAC1C,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,uDAAuD;AACvD,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IAEtE,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B;YACE,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,kBAAkB,CACtB,MAAM,EACN,+BAA+B,EAC/B,OAAO,CACR;SACF;KACF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,MAAM,YAAY,CAC/C,gBAAgB,EAChB,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAC1E,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,CACnD,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,mBAAmB,CAAC,CAAC;QAC1D,MAAM,CAAC,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,gCAAgC,CAAC,CAAC;QACvF,WAAW,CAAC,OAAO,CAAC,iBAAiB,EAAE,OAAO,EAAE,8BAA8B,CAAC,CAAC;IAClF,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAE9E,KAAK,UAAU,sBAAsB;IACnC,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;IAExF,oDAAoD;IACpD,uEAAuE;IACvE,0EAA0E;IAC1E,EAAE;IACF,wDAAwD;IACxD,mFAAmF;IACnF,mEAAmE;IACnE,wFAAwF;IACxF,mEAAmE;IACnE,EAAE;IACF,+EAA+E;IAC/E,4EAA4E;IAE5E,MAAM,iBAAiB,GAAG;QACxB,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,UAAU;QACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;QACvD,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;QAC/C,KAAK,EAAE,kBAAkB;KAC1B,CAAC;IACF,MAAM,sBAAsB,GAAG;QAC7B,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,UAAU;QACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC;QAC5D,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;QAC/C,KAAK,EAAE,kBAAkB;KAC1B,CAAC;IAEF,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAA2B,eAAe;QAC/E,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,EAAG,WAAW;QACpF,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,sBAAsB,EAAE,EAAsB,uBAAuB;QACvF,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,EAAE,WAAW;KACrF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,gBAAgB,EAAE;YAC5D,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,UAAU;YAClB,aAAa,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE;SACrD,CAAC,CAAC;QAEH,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,EAAE,uBAAuB,CAAC,CAAC;QACjE,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,+BAA+B,CAAC,CAAC;QAC9E,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,uBAAuB,CAAC,CAAC;QAC/E,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,wBAAwB,CAAC,CAAC;QAChF,yCAAyC;QACzC,MAAM,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,EAAE,mDAAmD,CAAC,CAAC;IAC3F,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E,KAAK,UAAU,qBAAqB;IAClC,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B;YACE,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,kBAAkB,CAAC,WAAW,EAAE,qCAAqC,CAAC;SAC7E;KACF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,MAAM,YAAY,CAC/C,gBAAgB,EAChB,OAAO,EACP,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EACvB,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,CACnD,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,wBAAwB,CAAC,CAAC;QAEpE,iEAAiE;QACjE,4EAA4E;QAC5E,yEAAyE;QACzE,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG;YACzB,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,UAAU;YACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC;YACxD,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;YAC/C,KAAK,EAAE,kBAAkB;SAC1B,CAAC;QAEF,MAAM,QAAQ,GAAG,gBAAgB,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAI,aAAa;YACvD,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,EAAE,SAAS;SACjF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,gBAAgB,EAAE;gBAC5D,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,UAAU;gBAClB,aAAa,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE;aACrD,CAAC,CAAC;YAEH,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC5E,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,8BAA8B,CAAC,CAAC;YAC7E,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,WAAW,EAAE,sBAAsB,CAAC,CAAC;QACrF,CAAC;gBAAS,CAAC;YACT,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,kDAAkD;AAClD,8EAA8E;AAE9E,KAAK,UAAU,sBAAsB;IACnC,OAAO,CAAC,GAAG,CAAC,gFAAgF,CAAC,CAAC;IAE9F,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE;KAC/C,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,MAAM,YAAY,CAC/C,gBAAgB,EAChB,OAAO,EACP,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EACvB,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,CACnD,CAAC;QAEF,2EAA2E;QAC3E,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,qCAAqC,CAAC,CAAC;QACjF,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,mBAAmB,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,EAAE,uBAAuB,CAAC,CAAC;QACvD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,4BAA4B,CAAC,CAAC;IAC7E,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,uDAAuD;AACvD,8EAA8E;AAE9E,KAAK,UAAU,mBAAmB;IAChC,OAAO,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC;IAEvF,+DAA+D;IAC/D,MAAM,aAAa,GAAG;QACpB,OAAO,EAAE,CAAC;gBACR,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,8JAA8J;aACrK,CAAC;QACF,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;KAChD,CAAC;IAEF,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,MAAM,YAAY,CAC/C,gBAAgB,EAChB,MAAM,EACN,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EACvB,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,CACnD,CAAC;QAEF,gEAAgE;QAChE,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,yCAAyC,CAAC,CAAC;QAChF,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,qCAAqC,CAAC,CAAC;IAChE,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,IAAI,CAAC;QACH,MAAM,gBAAgB,EAAE,CAAC;QACzB,MAAM,gBAAgB,EAAE,CAAC;QACzB,MAAM,sBAAsB,EAAE,CAAC;QAC/B,MAAM,qBAAqB,EAAE,CAAC;QAC9B,MAAM,sBAAsB,EAAE,CAAC;QAC/B,MAAM,mBAAmB,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,YAAY,MAAM,aAAa,CAAC,CAAC;IAErE,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-dag-pilot.d.ts

@@ -0,0 +1,22 @@
+/**
+ * GAIA DAG 5-Question Pilot Runner — iter 64
+ *
+ * Runs 5 specific GAIA L1 questions through the Co-Sight DAG harness
+ * and compares results against single-Sonnet baseline (from iter 63b).
+ *
+ * Pilot question mix (selected from iter 63b failures):
+ *   1. 5d0080cb — calculation (fish bag volume from academic paper, multi-hop)
+ *   2. cffe0e32 — reasoning puzzle (Secret Santa assignment chain)
+ *   3. ec09fa32 — riddle (game show, requires careful reasoning)
+ *   4. 46719c30 — retrieval (paper authors -> their other publications)
+ *   5. b816bfce — retrieval+reasoning (journal name from Norse mythology)
+ *
+ * Cost cap: $2.00
+ *
+ * Usage:
+ *   node dist/src/benchmarks/gaia-dag-pilot.js
+ *
+ * Refs: ADR-139, iter 64, #2156
+ */
+export {};
+//# sourceMappingURL=gaia-dag-pilot.d.ts.map

package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-dag-pilot.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG"}

package/dist/src/benchmarks/gaia-dag-pilot.js

@@ -0,0 +1,158 @@
+/**
+ * GAIA DAG 5-Question Pilot Runner — iter 64
+ *
+ * Runs 5 specific GAIA L1 questions through the Co-Sight DAG harness
+ * and compares results against single-Sonnet baseline (from iter 63b).
+ *
+ * Pilot question mix (selected from iter 63b failures):
+ *   1. 5d0080cb — calculation (fish bag volume from academic paper, multi-hop)
+ *   2. cffe0e32 — reasoning puzzle (Secret Santa assignment chain)
+ *   3. ec09fa32 — riddle (game show, requires careful reasoning)
+ *   4. 46719c30 — retrieval (paper authors -> their other publications)
+ *   5. b816bfce — retrieval+reasoning (journal name from Norse mythology)
+ *
+ * Cost cap: $2.00
+ *
+ * Usage:
+ *   node dist/src/benchmarks/gaia-dag-pilot.js
+ *
+ * Refs: ADR-139, iter 64, #2156
+ */
+import { loadGaia } from './gaia-loader.js';
+import { runDagPilot } from './gaia-dag.js';
+// ---------------------------------------------------------------------------
+// Pilot question IDs (5 questions from iter 63b failures)
+// ---------------------------------------------------------------------------
+const PILOT_TASK_IDS = [
+    '5d0080cb-90d7-4712-bc33-848150e917d3', // calculation: fish bag volume
+    'cffe0e32-c9a6-4c52-9877-78ceb4aaa9fb', // reasoning: Secret Santa
+    'ec09fa32-d03f-4bf8-84b0-1f16922c3ae4', // riddle: game show bees
+    '46719c30-f4c3-4cad-be07-d5cb21eee6bb', // retrieval: paper authors + their work
+    'b816bfce-3d80-4913-a07d-69b752ce6377', // retrieval: journal from Norse mythology
+];
+// Baseline: single-Sonnet results from iter 63b
+const BASELINE = {
+    '5d0080cb-90d7-4712-bc33-848150e917d3': { correct: false, answer: null },
+    'cffe0e32-c9a6-4c52-9877-78ceb4aaa9fb': { correct: false, answer: null },
+    'ec09fa32-d03f-4bf8-84b0-1f16922c3ae4': { correct: false, answer: null },
+    '46719c30-f4c3-4cad-be07-d5cb21eee6bb': { correct: false, answer: null },
+    'b816bfce-3d80-4913-a07d-69b752ce6377': { correct: false, answer: 'cuddly' }, // close but wrong
+};
+const COST_CAP_USD = 2.00;
+async function main() {
+    console.log('\n=== GAIA DAG 5-Question Pilot (iter 64) ===\n');
+    console.log('Questions: 5 (from iter 63b failures)');
+    console.log(`Planner: ${process.env['PLAN_MODEL'] ?? 'claude-sonnet-4-6'}`);
+    console.log(`Actor:   ${process.env['ACT_MODEL'] ?? 'gemini-2.5-pro'}`);
+    console.log(`Cost cap: $${COST_CAP_USD}\n`);
+    // Load full GAIA L1 dataset and filter to pilot questions
+    console.log('Loading GAIA L1 dataset...');
+    let allQuestions;
+    try {
+        allQuestions = await loadGaia({ level: 1 });
+    }
+    catch (err) {
+        console.error('Failed to load GAIA dataset:', err instanceof Error ? err.message : String(err));
+        process.exit(1);
+    }
+    const pilotQuestions = PILOT_TASK_IDS.map((id) => {
+        const q = allQuestions.find((q) => q.task_id === id);
+        if (!q) {
+            console.warn(`WARNING: Question ${id} not found in dataset`);
+        }
+        return q;
+    }).filter(Boolean);
+    if (pilotQuestions.length === 0) {
+        console.error('No pilot questions found. Check HF token and dataset availability.');
+        process.exit(1);
+    }
+    console.log(`Loaded ${pilotQuestions.length} pilot questions\n`);
+    for (const q of pilotQuestions) {
+        console.log(`  ${q.task_id.slice(0, 8)}: ${q.question.slice(0, 70)}...`);
+        console.log(`           expected: "${q.final_answer}"`);
+        if (q.file_path)
+            console.log(`           file: ${q.file_path}`);
+    }
+    console.log('');
+    // Run DAG pilot
+    const result = await runDagPilot(pilotQuestions, {});
+    // Check cost cap
+    if (result.totalCostUsd > COST_CAP_USD) {
+        console.warn(`\nWARNING: Cost $${result.totalCostUsd.toFixed(4)} exceeded cap $${COST_CAP_USD}\n`);
+    }
+    // Report results
+    console.log('\n=== DAG Pilot Results ===\n');
+    console.log(`Score: ${result.correct}/${result.total} (${(result.accuracy * 100).toFixed(1)}%)`);
+    console.log(`Avg steps/question: ${result.avgStepsPerQuestion.toFixed(1)}`);
+    console.log(`Total cost: $${result.totalCostUsd.toFixed(4)}`);
+    console.log(`Projected 53Q cost: $${result.projectedCost53Q.toFixed(2)}`);
+    console.log(`Mean wall time: ${(result.meanWallMs / 1000).toFixed(1)}s\n`);
+    console.log('Per-question breakdown:');
+    const baselineCorrect = Object.values(BASELINE).filter((b) => b.correct).length;
+    let dagBetter = 0;
+    let dagWorse = 0;
+    for (const q of result.perQuestion) {
+        const baseline = BASELINE[q.taskId];
+        const baselineResult = baseline?.correct ? 'PASS' : 'FAIL';
+        const dagResult = q.correct ? 'PASS' : 'FAIL';
+        const change = !baseline?.correct && q.correct ? ' (+RECOVERED)' :
+            baseline?.correct && !q.correct ? ' (-REGRESSED)' : '';
+        if (!baseline?.correct && q.correct)
+            dagBetter++;
+        if (baseline?.correct && !q.correct)
+            dagWorse++;
+        console.log(`  ${dagResult} [was ${baselineResult}]${change} ${q.taskId.slice(0, 8)}: got="${q.got?.slice(0, 40) ?? 'null'}" expected="${q.expected.slice(0, 40)}"`);
+        console.log(`         steps=${q.steps} (completed=${q.completedSteps}, blocked=${q.blockedSteps}) plannerCycles=${q.plannerCycles} cost=$${q.costUsd.toFixed(4)} wall=${(q.wallMs / 1000).toFixed(1)}s`);
+    }
+    console.log(`\nComparison vs single-Sonnet (iter 63b):`);
+    console.log(`  Baseline: ${baselineCorrect}/5 (${(baselineCorrect * 20).toFixed(0)}%)`);
+    console.log(`  DAG:      ${result.correct}/5 (${(result.accuracy * 100).toFixed(1)}%)`);
+    console.log(`  Recovered: ${dagBetter} questions (single-Sonnet failed, DAG solved)`);
+    console.log(`  Regressed: ${dagWorse} questions (single-Sonnet passed, DAG failed)`);
+    console.log('\n=== Gate Verdict ===');
+    const multiStepExecuted = result.perQuestion.some((q) => q.steps > 1);
+    const avgSteps = result.avgStepsPerQuestion;
+    if (result.correct >= 4 && multiStepExecuted) {
+        console.log(`PROCEED to iter 65 full 53Q run.`);
+        console.log(`  Reason: DAG ${result.correct}/5, avg ${avgSteps.toFixed(1)} steps/Q, multi-step plans executing.`);
+    }
+    else if (result.correct >= 3 && avgSteps >= 2) {
+        console.log(`PROCEED with CAUTION to iter 65 — diagnose blocking first.`);
+        console.log(`  Reason: DAG ${result.correct}/5, avg ${avgSteps.toFixed(1)} steps/Q.`);
+    }
+    else {
+        console.log(`DIAGNOSE before iter 65.`);
+        console.log(`  Reason: DAG ${result.correct}/5, avg ${avgSteps.toFixed(1)} steps/Q.`);
+        if (!multiStepExecuted) {
+            console.log(`  Issue: Plans collapsed to single step — check planner prompt.`);
+        }
+    }
+    // Write JSON result
+    const jsonOut = {
+        run_type: 'dag-5q-pilot',
+        iter: 64,
+        timestamp: new Date().toISOString(),
+        planModel: process.env['PLAN_MODEL'] ?? 'claude-sonnet-4-6',
+        actModel: process.env['ACT_MODEL'] ?? 'gemini-2.5-pro',
+        summary: {
+            total: result.total,
+            correct: result.correct,
+            accuracy: result.accuracy,
+            avgStepsPerQuestion: result.avgStepsPerQuestion,
+            totalCostUsd: result.totalCostUsd,
+            projectedCost53Q: result.projectedCost53Q,
+            meanWallMs: result.meanWallMs,
+        },
+        baseline: { correct: baselineCorrect, total: 5, source: 'iter-63b' },
+        perQuestion: result.perQuestion,
+    };
+    const outPath = `/Users/cohen/Projects/ruflo/docs/benchmarks/runs/gaia-l1-iter64-dag-5q-pilot.json`;
+    const fs = await import('node:fs');
+    fs.writeFileSync(outPath, JSON.stringify(jsonOut, null, 2));
+    console.log(`\nResults written to: ${outPath}\n`);
+}
+main().catch((err) => {
+    console.error('Pilot failed:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=gaia-dag-pilot.js.map

package/dist/src/benchmarks/gaia-dag-pilot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-dag-pilot.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAkB,MAAM,eAAe,CAAC;AAG5D,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAE9E,MAAM,cAAc,GAAG;IACrB,sCAAsC,EAAE,+BAA+B;IACvE,sCAAsC,EAAE,0BAA0B;IAClE,sCAAsC,EAAE,yBAAyB;IACjE,sCAAsC,EAAE,wCAAwC;IAChF,sCAAsC,EAAE,0CAA0C;CACnF,CAAC;AAEF,gDAAgD;AAChD,MAAM,QAAQ,GAAgE;IAC5E,sCAAsC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;IACxE,sCAAsC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;IACxE,sCAAsC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;IACxE,sCAAsC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;IACxE,sCAAsC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,kBAAkB;CACjG,CAAC;AAEF,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,IAAI,CAAC,CAAC;IAE5C,0DAA0D;IAC1D,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,IAAI,YAAY,CAAC;IACjB,IAAI,CAAC;QACH,YAAY,GAAG,MAAM,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAChG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/C,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,uBAAuB,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAwB,CAAC;IAE1C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,UAAU,cAAc,CAAC,MAAM,oBAAoB,CAAC,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,CAAC,SAAS;YAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,gBAAgB;IAChB,MAAM,MAAM,GAAmB,MAAM,WAAW,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAErE,iBAAiB;IACjB,IAAI,MAAM,CAAC,YAAY,GAAG,YAAY,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,YAAY,IAAI,CAAC,CAAC;IACrG,CAAC;IAED,iBAAiB;IACjB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjG,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAE3E,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAChF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,cAAc,GAAG,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC3D,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC9C,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YACnD,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC,OAAO;YAAE,SAAS,EAAE,CAAC;QACjD,IAAI,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,QAAQ,EAAE,CAAC;QAEhD,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,SAAS,cAAc,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,eAAe,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACrK,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,cAAc,aAAa,CAAC,CAAC,YAAY,mBAAmB,CAAC,CAAC,aAAa,UAAU,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3M,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,eAAe,eAAe,OAAO,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxF,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxF,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,+CAA+C,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,+CAA+C,CAAC,CAAC;IAErF,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IACtC,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,MAAM,CAAC,mBAAmB,CAAC;IAE5C,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC;IACpH,CAAC;SAAM,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IACxF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACtF,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,OAAO,GAAG;QACd,QAAQ,EAAE,cAAc;QACxB,IAAI,EAAE,EAAE;QACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,mBAAmB;QAC3D,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,gBAAgB;QACtD,OAAO,EAAE;YACP,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B;QACD,QAAQ,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE;QACpE,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC;IAEF,MAAM,OAAO,GAAG,mFAAmF,CAAC;IACpG,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,yBAAyB,OAAO,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/benchmarks/gaia-dag.d.ts

@@ -0,0 +1,110 @@
+/**
+ * GAIA DAG Harness — Co-Sight Architecture Port (ADR-139 Addendum)
+ *
+ * Ports the ZTE-AICloud/Co-Sight DAG orchestration pattern (Apache 2.0,
+ * arXiv 2510.21557) into the ruflo GAIA harness.
+ *
+ * Architecture:
+ *   1. PLAN  — Claude Sonnet 4.6 reads the question and emits a DAG of 3-7
+ *              steps: {id, description, depends_on: [], suggested_tool}.
+ *              Claude-aware prompt: "3-5 steps max, direct answer when clear."
+ *   2. EXECUTE — Loop while ready steps exist (deps satisfied).
+ *              Run all ready steps in PARALLEL (Promise.all, cap ≤5).
+ *              Each step = a Gemini 2.5 Pro actor with the full tool suite.
+ *              Actor marks step completed/blocked + writes step_notes.
+ *              Blocked steps trigger planner re_plan before next cycle.
+ *   3. FINALIZE — Planner reads all step_notes → produces final answer
+ *              using T2 extraction cascade from gaia-agent.ts.
+ *   4. CAMV   — Async credibility labeling per step (stubbed, iter 65).
+ *
+ * Role assignment (env-configurable):
+ *   PLAN_MODEL  = claude-sonnet-4-6  (default)
+ *   ACT_MODEL   = gemini-2.5-pro     (default)
+ *   VISION_MODEL = gemini-2.5-pro    (default, same as act)
+ *
+ * CLI:
+ *   gaia-bench run --mode=dag --model claude-sonnet-4-6
+ *
+ * Cost: planner ~$0.02/Q + actors ~$0.03/Q = ~$0.05/Q (vs single-Sonnet ~$0.075)
+ *
+ * Refs: ADR-139, github.com/ZTE-AICloud/Co-Sight, arXiv 2510.21557, #2156
+ */
+import { GaiaQuestion } from './gaia-loader.js';
+import { GaiaToolCatalogue } from './gaia-tools/index.js';
+export interface DagStep {
+    id: number;
+    description: string;
+    depends_on: number[];
+    suggested_tool?: string;
+    status: 'not_started' | 'in_progress' | 'completed' | 'blocked';
+    step_notes: string;
+}
+export interface DagPlan {
+    title: string;
+    question: string;
+    steps: DagStep[];
+}
+/**
+ * Get all steps whose dependencies are fully satisfied (completed).
+ * Mirrors Co-Sight's Plan.get_ready_steps().
+ */
+export declare function getReadySteps(plan: DagPlan): DagStep[];
+export interface DagResult {
+    questionId: string;
+    finalAnswer: string | null;
+    normalisedAnswer: string;
+    plan: DagPlan;
+    totalSteps: number;
+    completedSteps: number;
+    blockedSteps: number;
+    plannerCycles: number;
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    estimatedCostUsd: number;
+    wallMs: number;
+    timedOut?: boolean;
+    error?: string;
+}
+export interface DagOptions {
+    planModel?: string;
+    actModel?: string;
+    anthropicApiKey?: string;
+    geminiApiKey?: string;
+    catalogue?: GaiaToolCatalogue;
+    /** Disable CAMV stub (default: false — stub is always disabled in this iter). */
+    enableCamv?: boolean;
+}
+/**
+ * Run a GAIA question through the Co-Sight DAG harness.
+ *
+ * Steps:
+ *   1. Planner (Claude Sonnet) creates a DAG plan.
+ *   2. Execute loop: parallel actors (Gemini 2.5 Pro) run ready steps.
+ *   3. Blocked steps trigger replan (up to MAX_REPLAN_CYCLES).
+ *   4. Finalizer (Claude Sonnet) reads all step notes → final answer.
+ */
+export declare function runGaiaDAG(question: GaiaQuestion, options?: DagOptions): Promise<DagResult>;
+export interface DagPilotResult {
+    correct: number;
+    total: number;
+    accuracy: number;
+    avgStepsPerQuestion: number;
+    perQuestion: Array<{
+        taskId: string;
+        question: string;
+        expected: string;
+        got: string | null;
+        correct: boolean;
+        steps: number;
+        completedSteps: number;
+        blockedSteps: number;
+        plannerCycles: number;
+        costUsd: number;
+        wallMs: number;
+    }>;
+    totalCostUsd: number;
+    projectedCost53Q: number;
+    meanWallMs: number;
+}
+export declare function runDagPilot(questions: GaiaQuestion[], options?: DagOptions): Promise<DagPilotResult>;
+//# sourceMappingURL=gaia-dag.d.ts.map

package/dist/src/benchmarks/gaia-dag.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-dag.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAEL,iBAAiB,EAKlB,MAAM,uBAAuB,CAAC;AAiD/B,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,aAAa,GAAG,aAAa,GAAG,WAAW,GAAG,SAAS,CAAC;IAChE,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,OAAO,EAAE,CAAC;CAClB;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,EAAE,CAQtD;AAygBD,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,iFAAiF;IACjF,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AA6BD;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,YAAY,EACtB,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,SAAS,CAAC,CA6IpB;AAMD,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,KAAK,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,cAAc,CAAC,CA6CzB"}