anantham-v2 2.0.0-alpha.1 → 2.0.2

package/dist/context/compaction-loss-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction-loss-evaluator.js","sourceRoot":"","sources":["../../src/context/compaction-loss-evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,WAAW;IACX,qBAAqB;IACrB,YAAY;IACZ,UAAU;IACV,cAAc;IACd,kBAAkB;IAClB,oBAAoB;CACrB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrB,QAAQ,EAAE,kBAAkB;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/B,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;CAC3D,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,kBAAkB;IAC5B,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC3C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC5C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC5C,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxE,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,0BAA0B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC;IACjD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC/B,CAAC,CAAC;AAGH,MAAM,OAAO,2BAA4B,SAAQ,KAAK;IACpC,OAAO,CAAwB;IAE/C,YAAY,OAAe,EAAE,OAA8B;QACzD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,6BAA6B,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAED,MAAM,OAAO,uBAAuB;IAC1B,mBAAmB,CAAC,QAAgB,EAAE,IAAY;QACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,GAAG,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAEtC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;IACnC,CAAC;IAEM,aAAa,CAAC,OAAoB;QACvC,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;YAE3D,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,MAAM,GAAG,QAAQ,EAAE;oBACvB,QAAQ,EAAE,WAAW;oBACrB,WAAW,EAAE,+BAA+B;oBAC5C,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBACtC,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,WAAW,EAAE,UAAU;iBACxB,CAAC,CAAC;YACL,CAAC;YAED,uCAAuC;YACvC,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YAC5E,IAAI,eAAe,EAAE,CAAC;gBACpB,KAAK,MAAM,SAAS,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC;wBACV,EAAE,EAAE,MAAM,GAAG,QAAQ,EAAE;wBACvB,QAAQ,EAAE,cAAc;wBACxB,WAAW,EAAE,4BAA4B,GAAG,SAAS;wBACrD,eAAe,EAAE,SAAS;wBAC1B,YAAY,EAAE,IAAI,CAAC,EAAE;wBACrB,WAAW,EAAE,IAAI,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;qBAChE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,mBAAmB;YACnB,IAAI,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,MAAM,GAAG,QAAQ,EAAE;oBACvB,QAAQ,EAAE,kBAAkB;oBAC5B,WAAW,EAAE,gCAAgC;oBAC7C,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBACrC,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,sBAAsB;YACtB,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,MAAM,GAAG,QAAQ,EAAE;oBACvB,QAAQ,EAAE,oBAAoB;oBAC9B,WAAW,EAAE,0BAA0B;oBACvC,eAAe,EAAE,IAAI,CAAC,QAAQ;oBAC9B,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,sBAAsB;YACtB,IAAI,4CAA4C,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/D,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,MAAM,GAAG,QAAQ,EAAE;oBACvB,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,8BAA8B;oBAC3C,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBACrC,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,sBAAsB,CAC3B,OAAoB,EACpB,OAA0B,EAC1B,QAAsB;QAEtB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE3C,yEAAyE;QACzE,MAAM,iBAAiB,GAAa;YAClC,OAAO,CAAC,SAAS;YACjB,OAAO,CAAC,YAAY;YACpB,GAAG,OAAO,CAAC,KAAK;YAChB,GAAG,OAAO,CAAC,SAAS;YACpB,GAAG,OAAO,CAAC,WAAW;YACtB,GAAG,OAAO,CAAC,UAAU;YACrB,GAAG,OAAO,CAAC,cAAc;YACzB,GAAG,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;SAC7G,CAAC;QAEF,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,EAAE,CAAC,OAAO;oBAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;gBACnD,IAAI,EAAE,CAAC,QAAQ;oBAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACrD,IAAI,EAAE,CAAC,eAAe;oBAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEvD,MAAM,WAAW,GAA4B,EAAE,CAAC;QAChD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,MAAM,cAAc,GAAyD;YAC3E,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAC/B,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YACzC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAChC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAC9B,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAClC,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YACtC,kBAAkB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;SACzC,CAAC;QAEF,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QAE5D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC;YACvF,MAAM,MAAM,GAAG,UAAU,IAAI,IAAI,CAAC;YAElC,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,EAAE,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;gBAC5C,iBAAiB,EAAE,CAAC;YACtB,CAAC;YAED,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1C,gBAAgB,IAAI,UAAU,GAAG,MAAM,CAAC;YACxC,WAAW,IAAI,MAAM,CAAC;YAEtB,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;YACvC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,UAAU,CAAC;YAEjD,WAAW,CAAC,IAAI,CAAC;gBACf,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,MAAM;gBACN,UAAU;gBACV,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,0BAA0B,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;oBACpD,CAAC,CAAC,uCAAuC,GAAG,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACjF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC;QAC7E,MAAM,oBAAoB,GAAG,iBAAiB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,GAAG,IAAI,CAAC,CAAC;QAElG,MAAM,gBAAgB,GAAiC;YACrD,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,GAAG,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YACnH,mBAAmB,EAAE,cAAc,CAAC,mBAAmB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,mBAAmB,CAAC,GAAG,GAAG,cAAc,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YAC3J,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YACvH,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,GAAG,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YAC/G,YAAY,EAAE,cAAc,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,GAAG,GAAG,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YAC/H,gBAAgB,EAAE,cAAc,CAAC,gBAAgB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,gBAAgB,CAAC,GAAG,GAAG,cAAc,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;YAC/I,kBAAkB,EAAE,cAAc,CAAC,kBAAkB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,kBAAkB,CAAC,GAAG,GAAG,cAAc,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG;SACxJ,CAAC;QAEF,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;QAC7C,MAAM,WAAW,GAAG,QAAQ,EAAE,eAAe,IAAI,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5G,OAAO;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,YAAY,EAAE,WAAW;YACzB,YAAY,EAAE,MAAM,CAAC,MAAM,GAAG,WAAW;YACzC,iBAAiB;YACjB,aAAa;YACb,gBAAgB;YAChB,mBAAmB;YACnB,0BAA0B,EAAE,mBAAmB;YAC/C,oBAAoB;YACpB,WAAW;YACX,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC;IACJ,CAAC;IAEM,0BAA0B,CAAC,OAA8B,EAAE,cAAsB,IAAI;QAC1F,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YACjC,MAAM,IAAI,2BAA2B,CACnC,gEAAgE,GAAG,OAAO,CAAC,iBAAiB,GAAG,0BAA0B,EACzH,OAAO,CACR,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,GAAG,WAAW,EAAE,CAAC;YACxC,MAAM,IAAI,2BAA2B,CACnC,4BAA4B,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,iCAAiC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAC5H,OAAO,CACR,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/context/index.d.ts

@@ -1,3 +1,4 @@
 export * from "./tool-result-pruner.js";
 export * from "./context-engine.js";
+export * from "./compaction-loss-evaluator.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/context/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,gCAAgC,CAAC"}

package/dist/context/index.js

@@ -1,3 +1,4 @@
 export * from "./tool-result-pruner.js";
 export * from "./context-engine.js";
+export * from "./compaction-loss-evaluator.js";
 //# sourceMappingURL=index.js.map

package/dist/context/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,gCAAgC,CAAC"}

package/dist/evaluation/ab-testing-engine.d.ts

@@ -0,0 +1,28 @@
+/**
+ * A/B Testing Engine for Prompt Variants & Agent Configurations
+ * PRD-PART2-317: A/B Testing Engine for Prompt Variants & Agent Configurations
+ */
+export interface ExperimentVariant {
+    id: string;
+    name: string;
+    weight: number;
+    promptTemplate: string;
+    config: Record<string, unknown>;
+}
+export interface VariantMetrics {
+    impressions: number;
+    successes: number;
+    failures: number;
+    successRate: number;
+}
+export declare class AbTestingEngine {
+    private variants;
+    private metrics;
+    constructor(variants?: ExperimentVariant[]);
+    addVariant(variant: ExperimentVariant): void;
+    routeRequest(seed?: number): ExperimentVariant;
+    recordOutcome(variantId: string, success: boolean): void;
+    getVariantMetrics(variantId: string): VariantMetrics | undefined;
+    getAllMetrics(): Record<string, VariantMetrics>;
+}
+//# sourceMappingURL=ab-testing-engine.d.ts.map

package/dist/evaluation/ab-testing-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ab-testing-engine.d.ts","sourceRoot":"","sources":["../../src/evaluation/ab-testing-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAA2B;IAC3C,OAAO,CAAC,OAAO,CAA0C;gBAE7C,QAAQ,GAAE,iBAAiB,EAAO;IAMvC,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI;IAU5C,YAAY,CAAC,IAAI,SAAgB,GAAG,iBAAiB;IAsBrD,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAcxD,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAIhE,aAAa,IAAI,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC;CAOvD"}

package/dist/evaluation/ab-testing-engine.js

@@ -0,0 +1,64 @@
+/**
+ * A/B Testing Engine for Prompt Variants & Agent Configurations
+ * PRD-PART2-317: A/B Testing Engine for Prompt Variants & Agent Configurations
+ */
+export class AbTestingEngine {
+    variants = [];
+    metrics = new Map();
+    constructor(variants = []) {
+        for (const v of variants) {
+            this.addVariant(v);
+        }
+    }
+    addVariant(variant) {
+        this.variants.push(variant);
+        this.metrics.set(variant.id, {
+            impressions: 0,
+            successes: 0,
+            failures: 0,
+            successRate: 0.0,
+        });
+    }
+    routeRequest(seed = Math.random()) {
+        if (this.variants.length === 0) {
+            throw new Error("No variants configured in A/B testing engine");
+        }
+        const totalWeight = this.variants.reduce((acc, v) => acc + v.weight, 0);
+        let randomVal = seed * totalWeight;
+        for (const v of this.variants) {
+            if (randomVal <= v.weight) {
+                const m = this.metrics.get(v.id);
+                m.impressions++;
+                return v;
+            }
+            randomVal -= v.weight;
+        }
+        const fallback = this.variants[0];
+        this.metrics.get(fallback.id).impressions++;
+        return fallback;
+    }
+    recordOutcome(variantId, success) {
+        const m = this.metrics.get(variantId);
+        if (!m)
+            return;
+        if (success) {
+            m.successes++;
+        }
+        else {
+            m.failures++;
+        }
+        const total = m.successes + m.failures;
+        m.successRate = total > 0 ? Number((m.successes / total).toFixed(4)) : 0;
+    }
+    getVariantMetrics(variantId) {
+        return this.metrics.get(variantId);
+    }
+    getAllMetrics() {
+        const res = {};
+        for (const [id, m] of this.metrics.entries()) {
+            res[id] = { ...m };
+        }
+        return res;
+    }
+}
+//# sourceMappingURL=ab-testing-engine.js.map

package/dist/evaluation/ab-testing-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ab-testing-engine.js","sourceRoot":"","sources":["../../src/evaluation/ab-testing-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiBH,MAAM,OAAO,eAAe;IAClB,QAAQ,GAAwB,EAAE,CAAC;IACnC,OAAO,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEzD,YAAY,WAAgC,EAAE;QAC5C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,OAA0B;QAC1C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE;YAC3B,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,GAAG;SACjB,CAAC,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE;QACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxE,IAAI,SAAS,GAAG,IAAI,GAAG,WAAW,CAAC;QAEnC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC;gBAClC,CAAC,CAAC,WAAW,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC;YACX,CAAC;YACD,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC;QACxB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,aAAa,CAAC,SAAiB,EAAE,OAAgB;QACtD,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,CAAC;YAAE,OAAO;QAEf,IAAI,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,SAAS,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,CAAC,CAAC,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAEM,iBAAiB,CAAC,SAAiB;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEM,aAAa;QAClB,MAAM,GAAG,GAAmC,EAAE,CAAC;QAC/C,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACrB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}

package/dist/evaluation/agent-behavior-regression.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Regression Testing Framework for Agent Behaviors & Tool Calling
+ * PRD-PART2-313: Regression Testing Framework for Agent Behaviors & Tool Calling
+ */
+export interface ToolCallStep {
+    toolName: string;
+    action?: string;
+    arguments?: Record<string, unknown>;
+}
+export interface TrajectoryComparison {
+    passed: boolean;
+    expectedStepCount: number;
+    actualStepCount: number;
+    deviations: string[];
+}
+export declare class AgentBehaviorRegressionTester {
+    compareTrajectories(actual: ToolCallStep[], golden: ToolCallStep[], strictOrder?: boolean): TrajectoryComparison;
+}
+//# sourceMappingURL=agent-behavior-regression.d.ts.map

package/dist/evaluation/agent-behavior-regression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-behavior-regression.d.ts","sourceRoot":"","sources":["../../src/evaluation/agent-behavior-regression.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,OAAO,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,qBAAa,6BAA6B;IACjC,mBAAmB,CACxB,MAAM,EAAE,YAAY,EAAE,EACtB,MAAM,EAAE,YAAY,EAAE,EACtB,WAAW,UAAO,GACjB,oBAAoB;CAsCxB"}

package/dist/evaluation/agent-behavior-regression.js

@@ -0,0 +1,45 @@
+/**
+ * Regression Testing Framework for Agent Behaviors & Tool Calling
+ * PRD-PART2-313: Regression Testing Framework for Agent Behaviors & Tool Calling
+ */
+export class AgentBehaviorRegressionTester {
+    compareTrajectories(actual, golden, strictOrder = true) {
+        const deviations = [];
+        if (strictOrder) {
+            const maxLen = Math.max(actual.length, golden.length);
+            for (let i = 0; i < maxLen; i++) {
+                const act = actual[i];
+                const gold = golden[i];
+                if (!gold && act) {
+                    deviations.push(`Unexpected extra tool call at step ${i + 1}: '${act.toolName}'`);
+                }
+                else if (!act && gold) {
+                    deviations.push(`Missing expected tool call at step ${i + 1}: '${gold.toolName}'`);
+                }
+                else if (act && gold) {
+                    if (act.toolName !== gold.toolName) {
+                        deviations.push(`Step ${i + 1} tool mismatch: expected '${gold.toolName}', got '${act.toolName}'`);
+                    }
+                    if (gold.action && act.action !== gold.action) {
+                        deviations.push(`Step ${i + 1} action mismatch: expected '${gold.action}', got '${act.action}'`);
+                    }
+                }
+            }
+        }
+        else {
+            // Non-strict order: check set containment
+            for (const gold of golden) {
+                if (!actual.some((act) => act.toolName === gold.toolName)) {
+                    deviations.push(`Missing required tool call: '${gold.toolName}'`);
+                }
+            }
+        }
+        return {
+            passed: deviations.length === 0,
+            expectedStepCount: golden.length,
+            actualStepCount: actual.length,
+            deviations,
+        };
+    }
+}
+//# sourceMappingURL=agent-behavior-regression.js.map

package/dist/evaluation/agent-behavior-regression.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-behavior-regression.js","sourceRoot":"","sources":["../../src/evaluation/agent-behavior-regression.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAeH,MAAM,OAAO,6BAA6B;IACjC,mBAAmB,CACxB,MAAsB,EACtB,MAAsB,EACtB,WAAW,GAAG,IAAI;QAElB,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAEvB,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;oBACjB,UAAU,CAAC,IAAI,CAAC,sCAAsC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACpF,CAAC;qBAAM,IAAI,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;oBACxB,UAAU,CAAC,IAAI,CAAC,sCAAsC,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACrF,CAAC;qBAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACnC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,QAAQ,WAAW,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACrG,CAAC;oBACD,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC9C,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;oBACnG,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1D,UAAU,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,iBAAiB,EAAE,MAAM,CAAC,MAAM;YAChC,eAAe,EAAE,MAAM,CAAC,MAAM;YAC9B,UAAU;SACX,CAAC;IACJ,CAAC;CACF"}

package/dist/evaluation/anti-contamination-guard.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Evaluation Integrity & Anti-Contamination Invariants
+ * PRD-INV-005: Evaluation Integrity & Anti-Contamination Invariants
+ */
+export interface BenchmarkFingerprint {
+    benchmarkName: string;
+    testHashes: Set<string>;
+}
+export declare class AntiContaminationGuard {
+    private benchmarkFingerprints;
+    registerBenchmarkDataset(benchmarkName: string, testSamples: string[]): void;
+    detectContamination(benchmarkName: string, promptOrContext: string): {
+        contaminated: boolean;
+        matchedHash?: string;
+        reason?: string;
+    };
+    private normalizeText;
+}
+//# sourceMappingURL=anti-contamination-guard.d.ts.map

package/dist/evaluation/anti-contamination-guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anti-contamination-guard.d.ts","sourceRoot":"","sources":["../../src/evaluation/anti-contamination-guard.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACzB;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,qBAAqB,CAAgD;IAEtE,wBAAwB,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI;IAc5E,mBAAmB,CACxB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,GACtB;QAAE,YAAY,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBnE,OAAO,CAAC,aAAa;CAGtB"}

package/dist/evaluation/anti-contamination-guard.js

@@ -0,0 +1,40 @@
+/**
+ * Evaluation Integrity & Anti-Contamination Invariants
+ * PRD-INV-005: Evaluation Integrity & Anti-Contamination Invariants
+ */
+import { createHash } from "node:crypto";
+export class AntiContaminationGuard {
+    benchmarkFingerprints = new Map();
+    registerBenchmarkDataset(benchmarkName, testSamples) {
+        const hashes = new Set();
+        for (const sample of testSamples) {
+            const normalized = this.normalizeText(sample);
+            const hash = createHash("sha256").update(normalized).digest("hex");
+            hashes.add(hash);
+        }
+        this.benchmarkFingerprints.set(benchmarkName, {
+            benchmarkName,
+            testHashes: hashes,
+        });
+    }
+    detectContamination(benchmarkName, promptOrContext) {
+        const fp = this.benchmarkFingerprints.get(benchmarkName);
+        if (!fp) {
+            return { contaminated: false };
+        }
+        const normPrompt = this.normalizeText(promptOrContext);
+        const promptHash = createHash("sha256").update(normPrompt).digest("hex");
+        if (fp.testHashes.has(promptHash)) {
+            return {
+                contaminated: true,
+                matchedHash: promptHash,
+                reason: `Exact test sample leakage detected in prompt context for benchmark '${benchmarkName}'`,
+            };
+        }
+        return { contaminated: false };
+    }
+    normalizeText(text) {
+        return text.trim().toLowerCase().replace(/\s+/g, " ");
+    }
+}
+//# sourceMappingURL=anti-contamination-guard.js.map

package/dist/evaluation/anti-contamination-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anti-contamination-guard.js","sourceRoot":"","sources":["../../src/evaluation/anti-contamination-guard.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAOzC,MAAM,OAAO,sBAAsB;IACzB,qBAAqB,GAAsC,IAAI,GAAG,EAAE,CAAC;IAEtE,wBAAwB,CAAC,aAAqB,EAAE,WAAqB;QAC1E,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,aAAa,EAAE;YAC5C,aAAa;YACb,UAAU,EAAE,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;IAEM,mBAAmB,CACxB,aAAqB,EACrB,eAAuB;QAEvB,MAAM,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzE,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,UAAU;gBACvB,MAAM,EAAE,uEAAuE,aAAa,GAAG;aAChG,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC;CACF"}

package/dist/evaluation/benchmark-report-generator.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Automated Benchmark Report Generator (HTML/Markdown Dashboards)
+ * PRD-PART2-315: Automated Benchmark Report Generator with HTML/Markdown Dashboards
+ */
+import type { BenchmarkEvaluationReport } from "./eval-engine.js";
+export declare class BenchmarkReportGenerator {
+    generateMarkdownReport(report: BenchmarkEvaluationReport): string;
+    generateHtmlReport(report: BenchmarkEvaluationReport): string;
+}
+//# sourceMappingURL=benchmark-report-generator.d.ts.map

package/dist/evaluation/benchmark-report-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-report-generator.d.ts","sourceRoot":"","sources":["../../src/evaluation/benchmark-report-generator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAElE,qBAAa,wBAAwB;IAC5B,sBAAsB,CAAC,MAAM,EAAE,yBAAyB,GAAG,MAAM;IA2BjE,kBAAkB,CAAC,MAAM,EAAE,yBAAyB,GAAG,MAAM;CA0BrE"}

package/dist/evaluation/benchmark-report-generator.js

@@ -0,0 +1,57 @@
+/**
+ * Automated Benchmark Report Generator (HTML/Markdown Dashboards)
+ * PRD-PART2-315: Automated Benchmark Report Generator with HTML/Markdown Dashboards
+ */
+export class BenchmarkReportGenerator {
+    generateMarkdownReport(report) {
+        const lines = [
+            `# Benchmark Evaluation Report: ${report.benchmarkName}`,
+            "",
+            `| Metric | Value |`,
+            `| :--- | :--- |`,
+            `| **Total Tests** | ${report.totalTests} |`,
+            `| **Passed** | ${report.passedCount} |`,
+            `| **Failed** | ${report.failedCount} |`,
+            `| **Pass Rate** | ${(report.passRate * 100).toFixed(1)}% |`,
+            `| **Avg Latency** | ${report.averageDurationMs} ms |`,
+            "",
+            "## Test Results Summary",
+            "",
+            "| Test Case | Status | Latency | Details |",
+            "| :--- | :--- | :--- | :--- |",
+        ];
+        for (const r of report.results) {
+            const statusIcon = r.passed ? "PASS" : "FAIL";
+            const errorMsg = r.error ? `\`${r.error.slice(0, 40)}\`` : "-";
+            lines.push(`| \`${r.testCaseId}\` | **${statusIcon}** | ${r.durationMs}ms | ${errorMsg} |`);
+        }
+        return lines.join("\n");
+    }
+    generateHtmlReport(report) {
+        const passPercentage = (report.passRate * 100).toFixed(1);
+        return `<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8">
+  <title>Benchmark: ${report.benchmarkName}</title>
+  <style>
+    body { font-family: system-ui, sans-serif; margin: 2rem; background: #0f172a; color: #f8fafc; }
+    .card { background: #1e293b; padding: 1.5rem; border-radius: 8px; margin-bottom: 1.5rem; }
+    .metric { font-size: 2rem; font-weight: bold; color: #38bdf8; }
+    table { width: 100%; border-collapse: collapse; margin-top: 1rem; }
+    th, td { padding: 0.75rem; text-align: left; border-bottom: 1px solid #334155; }
+    .pass { color: #4ade80; font-weight: bold; }
+    .fail { color: #f87171; font-weight: bold; }
+  </style>
+</head>
+<body>
+  <h1>Evaluation Report: ${report.benchmarkName}</h1>
+  <div class="card">
+    <div class="metric">${passPercentage}% Pass Rate</div>
+    <p>Total: ${report.totalTests} | Passed: ${report.passedCount} | Failed: ${report.failedCount} | Latency: ${report.averageDurationMs}ms</p>
+  </div>
+</body>
+</html>`;
+    }
+}
+//# sourceMappingURL=benchmark-report-generator.js.map

package/dist/evaluation/benchmark-report-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-report-generator.js","sourceRoot":"","sources":["../../src/evaluation/benchmark-report-generator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,OAAO,wBAAwB;IAC5B,sBAAsB,CAAC,MAAiC;QAC7D,MAAM,KAAK,GAAa;YACtB,kCAAkC,MAAM,CAAC,aAAa,EAAE;YACxD,EAAE;YACF,oBAAoB;YACpB,iBAAiB;YACjB,uBAAuB,MAAM,CAAC,UAAU,IAAI;YAC5C,kBAAkB,MAAM,CAAC,WAAW,IAAI;YACxC,kBAAkB,MAAM,CAAC,WAAW,IAAI;YACxC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YAC5D,uBAAuB,MAAM,CAAC,iBAAiB,OAAO;YACtD,EAAE;YACF,yBAAyB;YACzB,EAAE;YACF,4CAA4C;YAC5C,+BAA+B;SAChC,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9C,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;YAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,UAAU,UAAU,UAAU,QAAQ,CAAC,CAAC,UAAU,QAAQ,QAAQ,IAAI,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEM,kBAAkB,CAAC,MAAiC;QACzD,MAAM,cAAc,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO;;;;sBAIW,MAAM,CAAC,aAAa;;;;;;;;;;;;2BAYf,MAAM,CAAC,aAAa;;0BAErB,cAAc;gBACxB,MAAM,CAAC,UAAU,cAAc,MAAM,CAAC,WAAW,cAAc,MAAM,CAAC,WAAW,eAAe,MAAM,CAAC,iBAAiB;;;QAGhI,CAAC;IACP,CAAC;CACF"}

package/dist/evaluation/continuous-eval-pipeline.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Continuous Evaluation & Regression Detection Pipeline
+ * PRD-EVAL-006: Continuous Evaluation & Regression Detection Pipeline
+ */
+export interface BenchmarkScoreRecord {
+    benchmarkName: string;
+    score: number;
+    commitHash: string;
+    timestamp: string;
+}
+export interface RegressionCheckResult {
+    passed: boolean;
+    benchmarkName: string;
+    currentScore: number;
+    baselineScore: number;
+    delta: number;
+    maxAllowedDrop: number;
+    message: string;
+}
+export declare class ContinuousEvalPipeline {
+    private baselines;
+    private maxAllowedDrop;
+    constructor(maxAllowedDrop?: number);
+    setBaseline(benchmarkName: string, baselineScore: number): void;
+    evaluateRun(benchmarkName: string, currentScore: number): RegressionCheckResult;
+}
+//# sourceMappingURL=continuous-eval-pipeline.d.ts.map

package/dist/evaluation/continuous-eval-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"continuous-eval-pipeline.d.ts","sourceRoot":"","sources":["../../src/evaluation/continuous-eval-pipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,SAAS,CAAkC;IACnD,OAAO,CAAC,cAAc,CAAS;gBAEnB,cAAc,SAAO;IAI1B,WAAW,CAAC,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI;IAI/D,WAAW,CAAC,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,qBAAqB;CAgCvF"}

package/dist/evaluation/continuous-eval-pipeline.js

@@ -0,0 +1,44 @@
+/**
+ * Continuous Evaluation & Regression Detection Pipeline
+ * PRD-EVAL-006: Continuous Evaluation & Regression Detection Pipeline
+ */
+export class ContinuousEvalPipeline {
+    baselines = new Map();
+    maxAllowedDrop; // e.g. 0.02 (2% max drop)
+    constructor(maxAllowedDrop = 0.02) {
+        this.maxAllowedDrop = maxAllowedDrop;
+    }
+    setBaseline(benchmarkName, baselineScore) {
+        this.baselines.set(benchmarkName, baselineScore);
+    }
+    evaluateRun(benchmarkName, currentScore) {
+        const baseline = this.baselines.get(benchmarkName);
+        if (baseline === undefined) {
+            // First run becomes the baseline
+            this.baselines.set(benchmarkName, currentScore);
+            return {
+                passed: true,
+                benchmarkName,
+                currentScore,
+                baselineScore: currentScore,
+                delta: 0,
+                maxAllowedDrop: this.maxAllowedDrop,
+                message: `Baseline established at ${currentScore} for '${benchmarkName}'.`,
+            };
+        }
+        const delta = Number((currentScore - baseline).toFixed(4));
+        const passed = delta >= -this.maxAllowedDrop;
+        return {
+            passed,
+            benchmarkName,
+            currentScore,
+            baselineScore: baseline,
+            delta,
+            maxAllowedDrop: this.maxAllowedDrop,
+            message: passed
+                ? `Score passed regression gate: ${currentScore} vs baseline ${baseline} (delta: ${delta >= 0 ? "+" : ""}${delta})`
+                : `CRITICAL: Benchmark regression detected! Current: ${currentScore}, Baseline: ${baseline}, Drop: ${delta} exceeds tolerance -${this.maxAllowedDrop}`,
+        };
+    }
+}
+//# sourceMappingURL=continuous-eval-pipeline.js.map

package/dist/evaluation/continuous-eval-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"continuous-eval-pipeline.js","sourceRoot":"","sources":["../../src/evaluation/continuous-eval-pipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAmBH,MAAM,OAAO,sBAAsB;IACzB,SAAS,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC3C,cAAc,CAAS,CAAC,0BAA0B;IAE1D,YAAY,cAAc,GAAG,IAAI;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAEM,WAAW,CAAC,aAAqB,EAAE,aAAqB;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IAEM,WAAW,CAAC,aAAqB,EAAE,YAAoB;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEnD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,iCAAiC;YACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YAChD,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,aAAa;gBACb,YAAY;gBACZ,aAAa,EAAE,YAAY;gBAC3B,KAAK,EAAE,CAAC;gBACR,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,OAAO,EAAE,2BAA2B,YAAY,SAAS,aAAa,IAAI;aAC3E,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,YAAY,GAAG,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QAE7C,OAAO;YACL,MAAM;YACN,aAAa;YACb,YAAY;YACZ,aAAa,EAAE,QAAQ;YACvB,KAAK;YACL,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,MAAM;gBACb,CAAC,CAAC,iCAAiC,YAAY,gBAAgB,QAAQ,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,GAAG;gBACnH,CAAC,CAAC,qDAAqD,YAAY,eAAe,QAAQ,WAAW,KAAK,uBAAuB,IAAI,CAAC,cAAc,EAAE;SACzJ,CAAC;IACJ,CAAC;CACF"}

package/dist/evaluation/eval-engine.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Core Evaluation Engine & Test Harness Runner
+ * PRD-EVAL-001: Core Evaluation Engine Architecture & Test Harness
+ */
+export interface TestCase {
+    id: string;
+    input: string;
+    expectedOutput?: string;
+    validator?: (actual: string) => boolean;
+    metadata?: Record<string, unknown>;
+}
+export interface TestCaseResult {
+    testCaseId: string;
+    passed: boolean;
+    durationMs: number;
+    actualOutput: string;
+    error?: string;
+}
+export interface BenchmarkEvaluationReport {
+    benchmarkName: string;
+    totalTests: number;
+    passedCount: number;
+    failedCount: number;
+    passRate: number;
+    averageDurationMs: number;
+    results: TestCaseResult[];
+}
+export declare class CoreEvaluationEngine {
+    runBenchmark(benchmarkName: string, testCases: TestCase[], runner: (input: string) => Promise<string> | string): Promise<BenchmarkEvaluationReport>;
+}
+//# sourceMappingURL=eval-engine.d.ts.map

package/dist/evaluation/eval-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-engine.d.ts","sourceRoot":"","sources":["../../src/evaluation/eval-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,qBAAa,oBAAoB;IAClB,YAAY,CACvB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,QAAQ,EAAE,EACrB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,GAClD,OAAO,CAAC,yBAAyB,CAAC;CAqDtC"}

package/dist/evaluation/eval-engine.js

@@ -0,0 +1,57 @@
+/**
+ * Core Evaluation Engine & Test Harness Runner
+ * PRD-EVAL-001: Core Evaluation Engine Architecture & Test Harness
+ */
+export class CoreEvaluationEngine {
+    async runBenchmark(benchmarkName, testCases, runner) {
+        const results = [];
+        let totalDuration = 0;
+        for (const tc of testCases) {
+            const start = Date.now();
+            try {
+                const actual = await runner(tc.input);
+                const durationMs = Date.now() - start;
+                totalDuration += durationMs;
+                let passed = false;
+                if (tc.validator) {
+                    passed = tc.validator(actual);
+                }
+                else if (tc.expectedOutput !== undefined) {
+                    passed = actual.trim() === tc.expectedOutput.trim();
+                }
+                results.push({
+                    testCaseId: tc.id,
+                    passed,
+                    durationMs,
+                    actualOutput: actual,
+                });
+            }
+            catch (err) {
+                const durationMs = Date.now() - start;
+                totalDuration += durationMs;
+                const errorMsg = err instanceof Error ? err.message : String(err);
+                results.push({
+                    testCaseId: tc.id,
+                    passed: false,
+                    durationMs,
+                    actualOutput: "",
+                    error: errorMsg,
+                });
+            }
+        }
+        const passedCount = results.filter((r) => r.passed).length;
+        const totalTests = results.length;
+        const passRate = totalTests > 0 ? Number((passedCount / totalTests).toFixed(4)) : 0;
+        const averageDurationMs = totalTests > 0 ? Math.round(totalDuration / totalTests) : 0;
+        return {
+            benchmarkName,
+            totalTests,
+            passedCount,
+            failedCount: totalTests - passedCount,
+            passRate,
+            averageDurationMs,
+            results,
+        };
+    }
+}
+//# sourceMappingURL=eval-engine.js.map

package/dist/evaluation/eval-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-engine.js","sourceRoot":"","sources":["../../src/evaluation/eval-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA4BH,MAAM,OAAO,oBAAoB;IACxB,KAAK,CAAC,YAAY,CACvB,aAAqB,EACrB,SAAqB,EACrB,MAAmD;QAEnD,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBACtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACtC,aAAa,IAAI,UAAU,CAAC;gBAE5B,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;oBACjB,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,EAAE,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;oBAC3C,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBACtD,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,EAAE,CAAC,EAAE;oBACjB,MAAM;oBACN,UAAU;oBACV,YAAY,EAAE,MAAM;iBACrB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACtC,aAAa,IAAI,UAAU,CAAC;gBAC5B,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAClE,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,EAAE,CAAC,EAAE;oBACjB,MAAM,EAAE,KAAK;oBACb,UAAU;oBACV,YAAY,EAAE,EAAE;oBAChB,KAAK,EAAE,QAAQ;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC3D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,iBAAiB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,OAAO;YACL,aAAa;YACb,UAAU;YACV,WAAW;YACX,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,QAAQ;YACR,iBAAiB;YACjB,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}

package/dist/evaluation/ground-truth-comparator.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Task Completion Verification & Ground Truth Comparator
+ * PRD-EVAL-004: Task Completion Verification & Ground Truth Comparator
+ */
+export interface ComparisonResult {
+    matched: boolean;
+    strategy: "exact" | "normalized" | "json_structural" | "numeric_tolerance";
+    diffDetails?: string;
+}
+export declare class GroundTruthComparator {
+    compare(actual: string, expected: string, strategy?: "exact" | "normalized" | "json_structural" | "numeric_tolerance", tolerance?: number): ComparisonResult;
+}
+//# sourceMappingURL=ground-truth-comparator.d.ts.map

package/dist/evaluation/ground-truth-comparator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ground-truth-comparator.d.ts","sourceRoot":"","sources":["../../src/evaluation/ground-truth-comparator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,OAAO,GAAG,YAAY,GAAG,iBAAiB,GAAG,mBAAmB,CAAC;IAC3E,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,qBAAqB;IACzB,OAAO,CACZ,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,GAAE,OAAO,GAAG,YAAY,GAAG,iBAAiB,GAAG,mBAAkC,EACzF,SAAS,SAAQ,GAChB,gBAAgB;CAmDpB"}

package/dist/evaluation/ground-truth-comparator.js

@@ -0,0 +1,56 @@
+/**
+ * Task Completion Verification & Ground Truth Comparator
+ * PRD-EVAL-004: Task Completion Verification & Ground Truth Comparator
+ */
+export class GroundTruthComparator {
+    compare(actual, expected, strategy = "normalized", tolerance = 0.001) {
+        switch (strategy) {
+            case "exact":
+                return {
+                    matched: actual === expected,
+                    strategy: "exact",
+                    diffDetails: actual === expected ? undefined : `Actual length ${actual.length} vs Expected ${expected.length}`,
+                };
+            case "normalized": {
+                const normActual = actual.trim().replace(/\r\n/g, "\n").replace(/[ \t]+/g, " ");
+                const normExpected = expected.trim().replace(/\r\n/g, "\n").replace(/[ \t]+/g, " ");
+                return {
+                    matched: normActual === normExpected,
+                    strategy: "normalized",
+                };
+            }
+            case "json_structural": {
+                try {
+                    const parsedActual = JSON.parse(actual);
+                    const parsedExpected = JSON.parse(expected);
+                    const match = JSON.stringify(parsedActual) === JSON.stringify(parsedExpected);
+                    return {
+                        matched: match,
+                        strategy: "json_structural",
+                    };
+                }
+                catch (err) {
+                    return {
+                        matched: false,
+                        strategy: "json_structural",
+                        diffDetails: `JSON parse error: ${err instanceof Error ? err.message : String(err)}`,
+                    };
+                }
+            }
+            case "numeric_tolerance": {
+                const numActual = parseFloat(actual);
+                const numExpected = parseFloat(expected);
+                if (isNaN(numActual) || isNaN(numExpected)) {
+                    return { matched: false, strategy: "numeric_tolerance", diffDetails: "NaN encountered" };
+                }
+                const delta = Math.abs(numActual - numExpected);
+                return {
+                    matched: delta <= tolerance,
+                    strategy: "numeric_tolerance",
+                    diffDetails: `Delta: ${delta} (tolerance: ${tolerance})`,
+                };
+            }
+        }
+    }
+}
+//# sourceMappingURL=ground-truth-comparator.js.map