@mastra/core 1.18.0-alpha.0 → 1.18.0-alpha.1

package/dist/evals/base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/evals/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAK3B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAG9C,OAAO,KAAK,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAEtG,UAAU,oBAAoB;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,GAAG,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;CACzB;AAGD,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE;QACL,KAAK,EAAE,sBAAsB,CAAC;QAC9B,MAAM,EAAE,uBAAuB,CAAC;KACjC,CAAC;CACH,CAAC;AAKF,UAAU,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG;IACvE,EAAE,EAAE,GAAG,CAAC;IACR,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,IAAI,CAAC,EACD,MAAM,mBAAmB,GACzB;QACE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACjC,CAAC;CACP;AAGD,UAAU,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,OAAO,GAAG,GAAG,CAAE,SAAQ,OAAO,CAAC,oBAAoB,CAAC;IACpF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACtC;AAGD,UAAU,YAAY,CACpB,OAAO,EACP,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,GAAG,MAAM,EACjC,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG;IAEhB,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;OAMG;IACH,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,YAAY,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACvH;AAGD,KAAK,aAAa,CAAC,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC;AAGxD,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAGrD,KAAK,WAAW,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI;IAC/E,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAGF,KAAK,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAG9G,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,WAAW,CACpG,YAAY,EACZ,MAAM,EACN,UAAU,CACX,GAAG;IACF,KAAK,EAAE,YAAY,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;CAC9F,CAAC;AAEF,KAAK,eAAe,CAAC,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,OAAO,CACjG,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAC9B,KAAK,EAAE,mBAAmB,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;IACpG,MAAM,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,0BAA0B,EAAE,MAAM,OAAO,CAAC,GAAG,OAAO,GAAG,SAAS,CAAC;IAG7G,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,oBAAoB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,sBAAsB,EAAE,MAAM,WAAW,CAAC,GAChG,WAAW,GACX,SAAS,CAAC;IACd,iBAAiB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,mBAAmB,EAAE,MAAM,QAAQ,CAAC,GAAG,QAAQ,GAAG,SAAS,CAAC;CACpH,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CACtB,CAAC;AAGF,KAAK,mBAAmB,CACtB,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,EACxB,MAAM,EACN,UAAU,IACR,SAAS,SAAS,gBAAgB,GAClC,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GACvD,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGlD,KAAK,YAAY,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,IACnF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GACrE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,KAAK,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACxF,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,GAAG,CAAC,GAC3E,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzF,KAAK,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACvF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,CAAC,GACpE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AAGlF,UAAU,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC9F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpG;AAGD,UAAU,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC/F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9G;AAGD,KAAK,iBAAiB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IAC5F,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,CAAC,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG;IAC3E,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;CACzC,CAAC,CAAC;AAEP,KAAK,cAAc,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IACzF,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,CAAC,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG;IACxE,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;CACzC,CAAC,CAAC;AAGP,KAAK,oBAAoB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAClF,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC3D,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGhE,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACnF,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5D,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAEjE,cAAM,YAAY,CAChB,GAAG,SAAS,MAAM,GAAG,MAAM,EAC3B,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG,EAChB,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE;;IAY3C,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC;IACpD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,qBAAqB;IAT/B;;;OAGG;IACI,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;gBAGzB,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,EAC5C,KAAK,GAAE,KAAK,CAAC,oBAAoB,CAAM,EACvC,qBAAqB,GAAE,GAAG,CAChC,MAAM,EACJ,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/C,0BAA0B,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GACnD,yBAAyB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CACzC,EACb,MAAM,CAAC,EAAE,MAAM;IAajB;;;;OAIG;IACH,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAItC;;;OAGG;IACH,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAIlD;;;OAGG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIxD,IAAI,IAAI;;;kBAEP;IAED,IAAI,EAAE,IAAI,GAAG,CAEZ;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,KAAK;eA5OA,iBAAiB;sBACV,MAAM;kBA6OrB;IAED,UAAU,CAAC,iBAAiB,EAC1B,OAAO,EAAE,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrF,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAClF;IA6BD,OAAO,CAAC,cAAc,EACpB,OAAO,EAAE,cAAc,CAAC,mBAAmB,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/E,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAC5E;IAuBD,aAAa,CAAC,YAAY,SAAS,MAAM,GAAG,MAAM,EAChD,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAChF;IAuBD,cAAc,CAAC,aAAa,GAAG,MAAM,EACnC,OAAO,EAAE,qBAAqB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACtE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAClF;IAuBD,OAAO,KAAK,gBAAgB,GAE3B;IAEK,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,eAAe,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC;IAoDzG,OAAO,CAAC,cAAc;IAkBtB,QAAQ,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAQtF,OAAO,CAAC,gBAAgB;IA+ExB,OAAO,CAAC,mBAAmB;YAab,mBAAmB;YAInB,iBAAiB;IA8F/B,OAAO,CAAC,uBAAuB;CAuBhC;AAGD,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,KAAK,SAAS,MAAM,mBAAmB,EACtF,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG;IAClD,IAAI,EAAE,KAAK,CAAC;CACb,GACA,YAAY,CAAC,GAAG,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;AAGpG,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC,UAAU,EAAE,aAAa,SAAS,CAAC,CAAC,UAAU,EACpH,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG;IACvF,IAAI,EAAE;QAAE,KAAK,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;CACtD,GACA,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;AAGxE,wBAAgB,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG,EAAE,GAAG,SAAS,MAAM,GAAG,MAAM,EACtF,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5C,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;AAa7C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzC,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAG9D,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AAEtD,OAAO,EAAE,YAAY,EAAE,CAAC"}
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/evals/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAK3B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAG9C,OAAO,KAAK,EACV,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,UAAU,EACV,qBAAqB,EACtB,MAAM,SAAS,CAAC;AAEjB,UAAU,oBAAoB;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,GAAG,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;CACzB;AAGD,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE;QACL,KAAK,EAAE,sBAAsB,CAAC;QAC9B,MAAM,EAAE,uBAAuB,CAAC;KACjC,CAAC;IACF,UAAU,EAAE;QACV,KAAK,EAAE,sBAAsB,CAAC;QAC9B,MAAM,EAAE,UAAU,CAAC;KACpB,CAAC;CACH,CAAC;AAKF,UAAU,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG;IACvE,EAAE,EAAE,GAAG,CAAC;IACR,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,IAAI,CAAC,EACD,MAAM,mBAAmB,GACzB;QACE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACjC,CAAC;CACP;AAGD,UAAU,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,OAAO,GAAG,GAAG,CAAE,SAAQ,OAAO,CAAC,oBAAoB,CAAC;IACpF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,yGAAyG;IACzG,kBAAkB,CAAC,EAAE,qBAAqB,CAAC;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACtC;AAGD,UAAU,YAAY,CACpB,OAAO,EACP,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,GAAG,MAAM,EACjC,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG;IAEhB,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;OAMG;IACH,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,YAAY,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACvH;AAGD,KAAK,aAAa,CAAC,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC;AAGxD,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAGrD,KAAK,WAAW,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI;IAC/E,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAGF,KAAK,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAG9G,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,WAAW,CACpG,YAAY,EACZ,MAAM,EACN,UAAU,CACX,GAAG;IACF,KAAK,EAAE,YAAY,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;CAC9F,CAAC;AAEF,KAAK,eAAe,CAAC,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,OAAO,CACjG,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAC9B,KAAK,EAAE,mBAAmB,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;IACpG,MAAM,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,0BAA0B,EAAE,MAAM,OAAO,CAAC,GAAG,OAAO,GAAG,SAAS,CAAC;IAG7G,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,oBAAoB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,sBAAsB,EAAE,MAAM,WAAW,CAAC,GAChG,WAAW,GACX,SAAS,CAAC;IACd,iBAAiB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,mBAAmB,EAAE,MAAM,QAAQ,CAAC,GAAG,QAAQ,GAAG,SAAS,CAAC;CACpH,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CACtB,CAAC;AAGF,KAAK,mBAAmB,CACtB,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,EACxB,MAAM,EACN,UAAU,IACR,SAAS,SAAS,gBAAgB,GAClC,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GACvD,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGlD,KAAK,YAAY,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,IACnF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GACrE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,KAAK,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACxF,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,GAAG,CAAC,GAC3E,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzF,KAAK,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACvF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,CAAC,GACpE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AAGlF,UAAU,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC9F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpG;AAGD,UAAU,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC/F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9G;AAGD,KAAK,iBAAiB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IAC5F,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,CAAC,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG;IAC3E,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;CACzC,CAAC,CAAC;AAEP,KAAK,cAAc,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IACzF,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,CAAC,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG;IACxE,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;CACzC,CAAC,CAAC;AAGP,KAAK,oBAAoB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAClF,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC3D,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGhE,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACnF,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5D,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAEjE,cAAM,YAAY,CAChB,GAAG,SAAS,MAAM,GAAG,MAAM,EAC3B,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG,EAChB,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE;;IAY3C,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC;IACpD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,qBAAqB;IAT/B;;;OAGG;IACI,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;gBAGzB,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,EAC5C,KAAK,GAAE,KAAK,CAAC,oBAAoB,CAAM,EACvC,qBAAqB,GAAE,GAAG,CAChC,MAAM,EACJ,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/C,0BAA0B,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GACnD,yBAAyB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CACzC,EACb,MAAM,CAAC,EAAE,MAAM;IAajB;;;;OAIG;IACH,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAItC;;;OAGG;IACH,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAIlD;;;OAGG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIxD,IAAI,IAAI;;;kBAEP;IAED,IAAI,EAAE,IAAI,GAAG,CAEZ;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,KAAK;eA9OA,iBAAiB;sBACV,MAAM;kBA+OrB;IAED,UAAU,CAAC,iBAAiB,EAC1B,OAAO,EAAE,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrF,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAClF;IA6BD,OAAO,CAAC,cAAc,EACpB,OAAO,EAAE,cAAc,CAAC,mBAAmB,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/E,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAC5E;IAuBD,aAAa,CAAC,YAAY,SAAS,MAAM,GAAG,MAAM,EAChD,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAChF;IAuBD,cAAc,CAAC,aAAa,GAAG,MAAM,EACnC,OAAO,EAAE,qBAAqB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACtE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAClF;IAuBD,OAAO,KAAK,gBAAgB,GAE3B;IAEK,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,eAAe,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC;IAoDzG,OAAO,CAAC,cAAc;IAkBtB,QAAQ,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAQtF,OAAO,CAAC,gBAAgB;IA+ExB,OAAO,CAAC,mBAAmB;YAab,mBAAmB;YAInB,iBAAiB;IA8F/B,OAAO,CAAC,uBAAuB;CAuBhC;AAGD,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,KAAK,SAAS,MAAM,mBAAmB,EACtF,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG;IAClD,IAAI,EAAE,KAAK,CAAC;CACb,GACA,YAAY,CAAC,GAAG,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;AAGpG,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC,UAAU,EAAE,aAAa,SAAS,CAAC,CAAC,UAAU,EACpH,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG;IACvF,IAAI,EAAE;QAAE,KAAK,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;CACtD,GACA,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;AAGxE,wBAAgB,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG,EAAE,GAAG,SAAS,MAAM,GAAG,MAAM,EACtF,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5C,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;AAa7C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzC,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAG9D,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AAEtD,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/evals/index.cjs

@@ -1,78 +1,90 @@
 'use strict';
 
-var chunkDL4A7URO_cjs = require('../chunk-DL4A7URO.cjs');
-var chunkBHVF4Z5D_cjs = require('../chunk-BHVF4Z5D.cjs');
-var chunkQVQ3PGG2_cjs = require('../chunk-QVQ3PGG2.cjs');
+var chunkUPCNNWXW_cjs = require('../chunk-UPCNNWXW.cjs');
+var chunkGFBH7Q4W_cjs = require('../chunk-GFBH7Q4W.cjs');
+var chunk7IDACSBM_cjs = require('../chunk-7IDACSBM.cjs');
 
 
 
 Object.defineProperty(exports, "runEvals", {
   enumerable: true,
-  get: function () { return chunkDL4A7URO_cjs.runEvals; }
+  get: function () { return chunkUPCNNWXW_cjs.runEvals; }
 });
 Object.defineProperty(exports, "MastraScorer", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.MastraScorer; }
+  get: function () { return chunkGFBH7Q4W_cjs.MastraScorer; }
 });
 Object.defineProperty(exports, "createScorer", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.createScorer; }
+  get: function () { return chunkGFBH7Q4W_cjs.createScorer; }
+});
+Object.defineProperty(exports, "extractTrajectory", {
+  enumerable: true,
+  get: function () { return chunk7IDACSBM_cjs.extractTrajectory; }
+});
+Object.defineProperty(exports, "extractTrajectoryFromTrace", {
+  enumerable: true,
+  get: function () { return chunk7IDACSBM_cjs.extractTrajectoryFromTrace; }
+});
+Object.defineProperty(exports, "extractWorkflowTrajectory", {
+  enumerable: true,
+  get: function () { return chunk7IDACSBM_cjs.extractWorkflowTrajectory; }
 });
 Object.defineProperty(exports, "listScoresResponseSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.listScoresResponseSchema; }
+  get: function () { return chunk7IDACSBM_cjs.listScoresResponseSchema; }
 });
 Object.defineProperty(exports, "saveScorePayloadSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.saveScorePayloadSchema; }
+  get: function () { return chunk7IDACSBM_cjs.saveScorePayloadSchema; }
 });
 Object.defineProperty(exports, "scoreResultSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoreResultSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoreResultSchema; }
 });
 Object.defineProperty(exports, "scoreRowDataSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoreRowDataSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoreRowDataSchema; }
 });
 Object.defineProperty(exports, "scoringEntityTypeSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringEntityTypeSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringEntityTypeSchema; }
 });
 Object.defineProperty(exports, "scoringExtractStepResultSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringExtractStepResultSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringExtractStepResultSchema; }
 });
 Object.defineProperty(exports, "scoringHookInputSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringHookInputSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringHookInputSchema; }
 });
 Object.defineProperty(exports, "scoringInputSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringInputSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringInputSchema; }
 });
 Object.defineProperty(exports, "scoringInputWithExtractStepResultAndAnalyzeStepResultSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringInputWithExtractStepResultAndAnalyzeStepResultSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringInputWithExtractStepResultAndAnalyzeStepResultSchema; }
 });
 Object.defineProperty(exports, "scoringInputWithExtractStepResultAndScoreAndReasonSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringInputWithExtractStepResultAndScoreAndReasonSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringInputWithExtractStepResultAndScoreAndReasonSchema; }
 });
 Object.defineProperty(exports, "scoringInputWithExtractStepResultSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringInputWithExtractStepResultSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringInputWithExtractStepResultSchema; }
 });
 Object.defineProperty(exports, "scoringPromptsSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringPromptsSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringPromptsSchema; }
 });
 Object.defineProperty(exports, "scoringSourceSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringSourceSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringSourceSchema; }
 });
 Object.defineProperty(exports, "scoringValueSchema", {
   enumerable: true,
-  get: function () { return chunkQVQ3PGG2_cjs.scoringValueSchema; }
+  get: function () { return chunk7IDACSBM_cjs.scoringValueSchema; }
 });
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map

package/dist/evals/index.js

@@ -1,5 +1,5 @@
-export { runEvals } from '../chunk-KMVGT2JI.js';
-export { MastraScorer, createScorer } from '../chunk-ZOPIN73X.js';
-export { listScoresResponseSchema, saveScorePayloadSchema, scoreResultSchema, scoreRowDataSchema, scoringEntityTypeSchema, scoringExtractStepResultSchema, scoringHookInputSchema, scoringInputSchema, scoringInputWithExtractStepResultAndAnalyzeStepResultSchema, scoringInputWithExtractStepResultAndScoreAndReasonSchema, scoringInputWithExtractStepResultSchema, scoringPromptsSchema, scoringSourceSchema, scoringValueSchema } from '../chunk-AGEYVARR.js';
+export { runEvals } from '../chunk-UQ2HAEHL.js';
+export { MastraScorer, createScorer } from '../chunk-3U4ZNZIF.js';
+export { extractTrajectory, extractTrajectoryFromTrace, extractWorkflowTrajectory, listScoresResponseSchema, saveScorePayloadSchema, scoreResultSchema, scoreRowDataSchema, scoringEntityTypeSchema, scoringExtractStepResultSchema, scoringHookInputSchema, scoringInputSchema, scoringInputWithExtractStepResultAndAnalyzeStepResultSchema, scoringInputWithExtractStepResultAndScoreAndReasonSchema, scoringInputWithExtractStepResultSchema, scoringPromptsSchema, scoringSourceSchema, scoringValueSchema } from '../chunk-VMKNS3YO.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/evals/run/index.d.ts

@@ -11,12 +11,23 @@ type WorkflowRunOptions = WorkflowRunStartOptions & {
 type RunEvalsDataItem<TTarget = unknown> = {
     input: TTarget extends Workflow<any, any> ? any : TTarget extends Agent ? string | string[] | CoreMessage[] | AiMessageType[] | UIMessageWithMetadata[] : unknown;
     groundTruth?: any;
+    expectedTrajectory?: any;
     requestContext?: RequestContext;
     startOptions?: WorkflowRunOptions;
 } & Partial<ObservabilityContext>;
-type WorkflowScorerConfig = {
+export type WorkflowScorerConfig = {
+    /** Scorers that evaluate the overall workflow input/output */
     workflow?: MastraScorer<any, any, any, any>[];
+    /** Scorers that evaluate individual workflow steps by step ID */
     steps?: Record<string, MastraScorer<any, any, any, any>[]>;
+    /** Scorers that evaluate the workflow's step execution trajectory */
+    trajectory?: MastraScorer<any, any, any, any>[];
+};
+export type AgentScorerConfig = {
+    /** Scorers that evaluate the full agent input/output */
+    agent?: MastraScorer<any, any, any, any>[];
+    /** Scorers that evaluate the agent's tool call trajectory */
+    trajectory?: MastraScorer<any, any, any, any>[];
 };
 type RunEvalsResult = {
     scores: Record<string, any>;
@@ -59,6 +70,22 @@ export declare function runEvals<TWorkflow extends AnyWorkflow>(config: {
         scorerResults: {
             workflow?: Record<string, any>;
             steps?: Record<string, Record<string, any>>;
+            trajectory?: Record<string, any>;
+        };
+    }) => void | Promise<void>;
+    concurrency?: number;
+}): Promise<RunEvalsResult>;
+export declare function runEvals<TAgent extends Agent>(config: {
+    data: RunEvalsDataItem<TAgent>[];
+    scorers: AgentScorerConfig;
+    target: TAgent;
+    targetOptions?: Omit<AgentExecutionOptions<any>, 'scorers' | 'returnScorerData' | 'requestContext'>;
+    onItemComplete?: (params: {
+        item: RunEvalsDataItem<TAgent>;
+        targetResult: Awaited<ReturnType<Agent['generate']>>;
+        scorerResults: {
+            agent?: Record<string, any>;
+            trajectory?: Record<string, any>;
         };
     }) => void | Promise<void>;
     concurrency?: number;

package/dist/evals/run/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/evals/run/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,KAAK,EAAE,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAItG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,uBAAuB,EAAc,MAAM,iBAAiB,CAAC;AACxG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,KAAK,kBAAkB,GAAG,uBAAuB,GAAG;IAClD,YAAY,CAAC,EAAE,GAAG,CAAC;CACpB,CAAC;AAEF,KAAK,gBAAgB,CAAC,OAAO,GAAG,OAAO,IAAI;IACzC,KAAK,EAAE,OAAO,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GACrC,GAAG,GACH,OAAO,SAAS,KAAK,GACnB,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,qBAAqB,EAAE,GAC7E,OAAO,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,YAAY,CAAC,EAAE,kBAAkB,CAAC;CACnC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAElC,KAAK,oBAAoB,GAAG;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;CAC5D,CAAC;AAEF,KAAK,cAAc,GAAG;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAGF,wBAAgB,QAAQ,CAAC,MAAM,SAAS,KAAK,EAAE,MAAM,EAAE;IACrD,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IACjC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,kBAAkB,GAAG,gBAAgB,CAAC,CAAC;IACpG,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/B,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,WAAW,EAAE,MAAM,EAAE;IAC9D,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,SAAS,CAAC;IAClB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,WAAW,EAAE,MAAM,EAAE;IAC9D,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,SAAS,CAAC;IAClB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;SAC7C,CAAC;KACH,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/evals/run/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,KAAK,EAAE,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAItG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,uBAAuB,EAAc,MAAM,iBAAiB,CAAC;AACxG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAI5C,KAAK,kBAAkB,GAAG,uBAAuB,GAAG;IAClD,YAAY,CAAC,EAAE,GAAG,CAAC;CACpB,CAAC;AAEF,KAAK,gBAAgB,CAAC,OAAO,GAAG,OAAO,IAAI;IACzC,KAAK,EAAE,OAAO,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GACrC,GAAG,GACH,OAAO,SAAS,KAAK,GACnB,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,qBAAqB,EAAE,GAC7E,OAAO,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,kBAAkB,CAAC,EAAE,GAAG,CAAC;IACzB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,YAAY,CAAC,EAAE,kBAAkB,CAAC;CACnC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAElC,MAAM,MAAM,oBAAoB,GAAG;IACjC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9C,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3D,qEAAqE;IACrE,UAAU,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,KAAK,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC3C,6DAA6D;IAC7D,UAAU,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;CACjD,CAAC;AAEF,KAAK,cAAc,GAAG;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAGF,wBAAgB,QAAQ,CAAC,MAAM,SAAS,KAAK,EAAE,MAAM,EAAE;IACrD,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IACjC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,kBAAkB,GAAG,gBAAgB,CAAC,CAAC;IACpG,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/B,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,WAAW,EAAE,MAAM,EAAE;IAC9D,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,SAAS,CAAC;IAClB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,WAAW,EAAE,MAAM,EAAE;IAC9D,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,SAAS,CAAC;IAClB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;YAC5C,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SAClC,CAAC;KACH,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,MAAM,SAAS,KAAK,EAAE,MAAM,EAAE;IACrD,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,kBAAkB,GAAG,gBAAgB,CAAC,CAAC;IACpG,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/B,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrD,aAAa,EAAE;YACb,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC5B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SAClC,CAAC;KACH,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC"}

package/dist/evals/run/scorerAccumulator.d.ts

@@ -2,9 +2,12 @@ export declare class ScoreAccumulator {
     private flatScores;
     private workflowScores;
     private stepScores;
+    private agentScores;
+    private trajectoryScores;
     addScores(scorerResults: Record<string, any>): void;
     private addFlatScores;
-    private addNestedScores;
+    private addWorkflowScores;
+    private addAgentScores;
     addStepScores(stepScorerResults: Record<string, Record<string, any>>): void;
     getAverageScores(): Record<string, any>;
     private getAverageScore;

package/dist/evals/run/scorerAccumulator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scorerAccumulator.d.ts","sourceRoot":"","sources":["../../../src/evals/run/scorerAccumulator.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,UAAU,CAAgD;IAElE,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAS5C,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,aAAa,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAcpE,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA4BvC,OAAO,CAAC,eAAe;CAOxB"}
+{"version":3,"file":"scorerAccumulator.d.ts","sourceRoot":"","sources":["../../../src/evals/run/scorerAccumulator.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,UAAU,CAAgD;IAClE,OAAO,CAAC,WAAW,CAAgC;IACnD,OAAO,CAAC,gBAAgB,CAAgC;IAExD,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAiB5C,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,iBAAiB;IAmCzB,OAAO,CAAC,cAAc;IAoBtB,aAAa,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAcpE,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA4CvC,OAAO,CAAC,eAAe;CAOxB"}

package/dist/evals/scoreTraces/index.cjs

@@ -1,7 +1,7 @@
 'use strict';
 
-var chunkTG4U3K3I_cjs = require('../../chunk-TG4U3K3I.cjs');
-var chunkQVQ3PGG2_cjs = require('../../chunk-QVQ3PGG2.cjs');
+var chunkJFPVUKPB_cjs = require('../../chunk-JFPVUKPB.cjs');
+var chunk7IDACSBM_cjs = require('../../chunk-7IDACSBM.cjs');
 var chunkG5HKDGNT_cjs = require('../../chunk-G5HKDGNT.cjs');
 var chunk4U7ZLI36_cjs = require('../../chunk-4U7ZLI36.cjs');
 var pMap = require('p-map');
@@ -235,7 +235,7 @@ function transformTraceToScorerInputAndOutput(trace) {
 }
 
 // src/evals/scoreTraces/scoreTracesWorkflow.ts
-var getTraceStep = chunkTG4U3K3I_cjs.createStep({
+var getTraceStep = chunkJFPVUKPB_cjs.createStep({
   id: "__process-trace-scoring",
   inputSchema: v4.z.object({
     targets: v4.z.array(
@@ -383,7 +383,7 @@ async function validateAndSaveScore({ storage, scorerResult }) {
       text: "Scores storage domain is not available"
     });
   }
-  const payloadToSave = chunkQVQ3PGG2_cjs.saveScorePayloadSchema.parse(scorerResult);
+  const payloadToSave = chunk7IDACSBM_cjs.saveScorePayloadSchema.parse(scorerResult);
   const result = await scoresStore.saveScore(payloadToSave);
   return result.score;
 }
@@ -446,7 +446,7 @@ async function attachScoreToSpan({
   } catch {
   }
 }
-var scoreTracesWorkflow = chunkTG4U3K3I_cjs.createWorkflow({
+var scoreTracesWorkflow = chunkJFPVUKPB_cjs.createWorkflow({
   id: "__batch-scoring-traces",
   inputSchema: v4.z.object({
     targets: v4.z.array(

package/dist/evals/scoreTraces/index.js

@@ -1,5 +1,5 @@
-import { createStep, createWorkflow } from '../../chunk-JEEYINIB.js';
-import { saveScorePayloadSchema } from '../../chunk-AGEYVARR.js';
+import { createStep, createWorkflow } from '../../chunk-3NMSFQPY.js';
+import { saveScorePayloadSchema } from '../../chunk-VMKNS3YO.js';
 import { resolveObservabilityContext } from '../../chunk-CT4YYQI3.js';
 import { MastraError } from '../../chunk-FJEVLHJT.js';
 import pMap from 'p-map';

package/dist/evals/types.d.ts

@@ -2,6 +2,8 @@ import type { CoreMessage, CoreSystemMessage } from '../_types/@internal_ai-sdk-
 import { z } from 'zod/v4';
 import type { MastraDBMessage } from '../agent/index.js';
 import type { ObservabilityContext } from '../observability/index.js';
+import type { SpanRecord } from '../storage/domains/observability/tracing.js';
+import type { StepResult } from '../workflows/types.js';
 export type ScoringSamplingConfig = {
     type: 'none';
 } | {
@@ -156,25 +158,25 @@ export declare const saveScorePayloadSchema: z.ZodObject<{
         TEST: "TEST";
     }>;
     output: z.ZodUnknown;
-    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    traceId: z.ZodOptional<z.ZodString>;
+    spanId: z.ZodOptional<z.ZodString>;
     requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     entityType: z.ZodOptional<z.ZodEnum<{
         [x: string]: string;
     }>>;
-    structuredOutput: z.ZodOptional<z.ZodBoolean>;
-    traceId: z.ZodOptional<z.ZodString>;
-    spanId: z.ZodOptional<z.ZodString>;
+    entityId: z.ZodString;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    extractPrompt: z.ZodOptional<z.ZodString>;
     analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    scorerId: z.ZodString;
+    extractPrompt: z.ZodOptional<z.ZodString>;
     analyzePrompt: z.ZodOptional<z.ZodString>;
     reason: z.ZodOptional<z.ZodString>;
     reasonPrompt: z.ZodOptional<z.ZodString>;
-    preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    scorerId: z.ZodString;
-    entityId: z.ZodString;
+    structuredOutput: z.ZodOptional<z.ZodBoolean>;
     preprocessPrompt: z.ZodOptional<z.ZodString>;
     generateScorePrompt: z.ZodOptional<z.ZodString>;
     generateReasonPrompt: z.ZodOptional<z.ZodString>;
@@ -249,4 +251,297 @@ export type ScorerRunInputForAgent = {
     taggedSystemMessages: Record<string, CoreSystemMessage[]>;
 };
 export type ScorerRunOutputForAgent = MastraDBMessage[];
+/**
+ * Base properties shared by all trajectory step types.
+ */
+export type TrajectoryStepBase = {
+    /** Name of the tool called, model used, or step executed */
+    name: string;
+    /** Duration of this step in milliseconds */
+    durationMs?: number;
+    /** Additional metadata about this step */
+    metadata?: Record<string, unknown>;
+    /** Nested child steps (e.g., tool calls inside a workflow step, or steps inside an agent run) */
+    children?: TrajectoryStep[];
+};
+export type ToolCallStep = TrajectoryStepBase & {
+    stepType: 'tool_call';
+    /** Arguments passed to the tool */
+    toolArgs?: Record<string, unknown>;
+    /** Result returned by the tool */
+    toolResult?: Record<string, unknown>;
+    /** Whether the tool call succeeded */
+    success?: boolean;
+};
+export type McpToolCallStep = TrajectoryStepBase & {
+    stepType: 'mcp_tool_call';
+    /** Arguments passed to the MCP tool */
+    toolArgs?: Record<string, unknown>;
+    /** Result returned by the MCP tool */
+    toolResult?: Record<string, unknown>;
+    /** The MCP server that handled this tool call */
+    mcpServer?: string;
+    /** Whether the tool call succeeded */
+    success?: boolean;
+};
+export type ModelGenerationStep = TrajectoryStepBase & {
+    stepType: 'model_generation';
+    /** The model ID used for generation */
+    modelId?: string;
+    /** Number of prompt tokens consumed */
+    promptTokens?: number;
+    /** Number of completion tokens generated */
+    completionTokens?: number;
+    /** Reason the generation finished (e.g., 'stop', 'tool-calls') */
+    finishReason?: string;
+};
+export type AgentRunStep = TrajectoryStepBase & {
+    stepType: 'agent_run';
+    /** The ID of the agent that was run */
+    agentId?: string;
+};
+export type WorkflowStepStep = TrajectoryStepBase & {
+    stepType: 'workflow_step';
+    /** The step ID within the workflow */
+    stepId?: string;
+    /** Status of the step (e.g., 'success', 'failed', 'suspended') */
+    status?: string;
+    /** Output data from the step */
+    output?: Record<string, unknown>;
+};
+export type WorkflowRunStep = TrajectoryStepBase & {
+    stepType: 'workflow_run';
+    /** The ID of the workflow that was run */
+    workflowId?: string;
+    /** Status of the workflow run */
+    status?: string;
+};
+export type WorkflowConditionalStep = TrajectoryStepBase & {
+    stepType: 'workflow_conditional';
+    /** Number of conditions evaluated */
+    conditionCount?: number;
+    /** Steps selected by the conditional */
+    selectedSteps?: string[];
+};
+export type WorkflowParallelStep = TrajectoryStepBase & {
+    stepType: 'workflow_parallel';
+    /** Number of parallel branches */
+    branchCount?: number;
+    /** Steps that ran in parallel */
+    parallelSteps?: string[];
+};
+export type WorkflowLoopStep = TrajectoryStepBase & {
+    stepType: 'workflow_loop';
+    /** Type of loop (e.g., 'dowhile', 'dountil') */
+    loopType?: string;
+    /** Total number of iterations executed */
+    totalIterations?: number;
+};
+export type WorkflowSleepStep = TrajectoryStepBase & {
+    stepType: 'workflow_sleep';
+    /** Sleep duration in milliseconds */
+    sleepDurationMs?: number;
+    /** Type of sleep */
+    sleepType?: string;
+};
+export type WorkflowWaitEventStep = TrajectoryStepBase & {
+    stepType: 'workflow_wait_event';
+    /** Name of the event being waited on */
+    eventName?: string;
+    /** Whether the event was received */
+    eventReceived?: boolean;
+};
+export type ProcessorRunStep = TrajectoryStepBase & {
+    stepType: 'processor_run';
+    /** The ID of the processor that was run */
+    processorId?: string;
+};
+/**
+ * A single step in an agent's or workflow's trajectory.
+ * Discriminated union on `stepType` — each variant carries properties specific
+ * to that kind of action.
+ */
+export type TrajectoryStep = ToolCallStep | McpToolCallStep | ModelGenerationStep | AgentRunStep | WorkflowStepStep | WorkflowRunStep | WorkflowConditionalStep | WorkflowParallelStep | WorkflowLoopStep | WorkflowSleepStep | WorkflowWaitEventStep | ProcessorRunStep;
+/**
+ * The type of action taken in a trajectory step.
+ * Derived from the discriminated union for convenience.
+ */
+export type TrajectoryStepType = TrajectoryStep['stepType'];
+/**
+ * A complete trajectory: the ordered sequence of steps an agent or workflow took
+ * to go from input to output.
+ */
+export type Trajectory = {
+    /** Ordered list of steps taken */
+    steps: TrajectoryStep[];
+    /** Total duration of the full trajectory in milliseconds */
+    totalDurationMs?: number;
+    /** The raw agent output messages, preserved for scorers that need text context */
+    rawOutput?: ScorerRunOutputForAgent;
+    /** The raw workflow result, preserved for scorers that need workflow-specific data */
+    rawWorkflowResult?: {
+        stepResults: Record<string, StepResult<any, any, any, any>>;
+        stepExecutionPath?: string[];
+    };
+};
+/**
+ * Configuration for trajectory comparison behavior.
+ */
+export type TrajectoryComparisonOptions = {
+    /**
+     * How to compare step ordering.
+     * - 'strict': exact match (same steps, same order, no extras)
+     * - 'relaxed': subsequence match (extra steps OK, order matters)
+     * - 'unordered': just check presence (don't care about order)
+     * @default 'relaxed'
+     */
+    ordering?: 'strict' | 'relaxed' | 'unordered';
+    /**
+     * Whether to require exact match of the trajectory (same steps in same order, no extra steps).
+     * When false, allows additional steps as long as expected steps appear in order.
+     * @default false
+     * @deprecated Use `ordering: 'strict'` instead
+     */
+    strictOrder?: boolean;
+    /**
+     * Whether to compare step-specific data (e.g., toolArgs/toolResult for tool_call steps).
+     * @default false
+     */
+    compareStepData?: boolean;
+    /**
+     * Whether to allow repeated steps in the trajectory.
+     * When false, repeated steps (loops) are penalized.
+     * @default true
+     */
+    allowRepeatedSteps?: boolean;
+};
+/**
+ * A lightweight step matcher for trajectory expectations.
+ * Simpler than `TrajectoryStep` — just specify `name` and optionally `stepType` and `data`.
+ *
+ * @example
+ * ```ts
+ * // Match any step named 'search'
+ * { name: 'search' }
+ *
+ * // Match a tool_call named 'search' with specific args
+ * { name: 'search', stepType: 'tool_call', data: { query: 'weather' } }
+ *
+ * // Match an agent run with nested expectations for its children
+ * {
+ *   name: 'researchAgent',
+ *   stepType: 'agent_run',
+ *   children: {
+ *     ordering: 'unordered',
+ *     steps: [
+ *       { name: 'search', stepType: 'tool_call' },
+ *       { name: 'summarize', stepType: 'tool_call' },
+ *     ],
+ *   },
+ * }
+ * ```
+ */
+export type ExpectedStep = {
+    /** Step name to match (tool name, agent ID, workflow step name, etc.) */
+    name: string;
+    /** Step type to match. If omitted, matches any step type with the given name */
+    stepType?: TrajectoryStepType;
+    /** Expected step-specific data (toolArgs for tool_call, output for workflow_step, etc.) */
+    data?: Record<string, unknown>;
+    /**
+     * Nested trajectory expectation for this step's children.
+     * Overrides the parent config for evaluating this step's children.
+     * e.g., require strict ordering for the parent agent but unordered for a sub-agent.
+     */
+    children?: TrajectoryExpectation;
+};
+/**
+ * Full trajectory expectation config for the unified trajectory scorer.
+ * Can be set as constructor defaults (agent-level) or per dataset item (prompt-specific).
+ * Per-item values override constructor defaults.
+ */
+export type TrajectoryExpectation = {
+    /** Expected steps for accuracy checking */
+    steps?: ExpectedStep[];
+    /**
+     * How to compare step ordering.
+     * - 'strict': exact match (same steps, same order, no extras)
+     * - 'relaxed': subsequence match (extra steps OK, order matters)
+     * - 'unordered': just check presence (don't care about order)
+     * @default 'relaxed'
+     */
+    ordering?: 'strict' | 'relaxed' | 'unordered';
+    /** Whether to compare step-specific data (toolArgs/toolResult, output, etc.) */
+    compareStepData?: boolean;
+    /** Whether to allow repeated steps in accuracy evaluation. @default true */
+    allowRepeatedSteps?: boolean;
+    /** Maximum number of steps allowed */
+    maxSteps?: number;
+    /** Maximum total tokens across all model_generation steps */
+    maxTotalTokens?: number;
+    /** Maximum total duration in milliseconds */
+    maxTotalDurationMs?: number;
+    /** Whether to penalize redundant calls (same tool + same args consecutively). @default true */
+    noRedundantCalls?: boolean;
+    /** Tool names that should never appear in the trajectory */
+    blacklistedTools?: string[];
+    /** Tool name sequences that should never appear (contiguous subsequences) */
+    blacklistedSequences?: string[][];
+    /** Maximum acceptable retries per tool before penalizing. @default 2 */
+    maxRetriesPerTool?: number;
+};
+/**
+ * Extracts a Trajectory from agent output messages by walking through
+ * tool invocations.
+ *
+ * This is called automatically by `runEvals` when using `AgentScorerConfig.trajectory`
+ * scorers — trajectory scorers receive a pre-extracted `Trajectory` as their `output`
+ * instead of raw `MastraDBMessage[]`.
+ *
+ * @param output - The raw agent output messages
+ * @returns A Trajectory with ToolCallStep entries extracted from tool invocations
+ */
+export declare function extractTrajectory(output: ScorerRunOutputForAgent): Trajectory;
+/**
+ * Extracts a Trajectory from workflow step results.
+ *
+ * Converts the `stepResults` record (and optional `stepExecutionPath` ordering)
+ * into a flat list of `WorkflowStepStep` entries. Each step captures its status,
+ * output, and timing.
+ *
+ * This is called automatically by `runEvals` when using `WorkflowScorerConfig.trajectory`
+ * scorers.
+ *
+ * @param stepResults - The workflow step results record
+ * @param stepExecutionPath - Optional ordered list of step IDs for execution ordering
+ * @returns A Trajectory with WorkflowStepStep entries
+ */
+export declare function extractWorkflowTrajectory(stepResults: Record<string, StepResult<any, any, any, any>>, stepExecutionPath?: string[]): Trajectory;
+/**
+ * Extracts a hierarchical Trajectory from trace spans (as returned by the
+ * observability store's `getTrace()`).
+ *
+ * Builds a parent-child tree from `parentSpanId` references, then recursively
+ * converts each span to the appropriate `TrajectoryStep` discriminated union
+ * type with nested `children`.
+ *
+ * Noise spans (`generic`, `model_step`, `model_chunk`, `workflow_conditional_eval`)
+ * are automatically skipped.
+ *
+ * This is used by `runEvals` when storage is available to produce richer,
+ * hierarchical trajectories that include nested agent runs, tool calls, and
+ * model generations inside workflow or agent steps.
+ *
+ * @param spans - Flat array of span records from `getTrace().spans`
+ * @param rootSpanId - Optional span ID to use as root. If omitted, spans with
+ *   no parent are used as roots.
+ * @returns A Trajectory with hierarchical TrajectoryStep entries
+ *
+ * @example
+ * ```ts
+ * const trace = await observabilityStore.getTrace({ traceId });
+ * const trajectory = extractTrajectoryFromTrace(trace.spans, workflowSpanId);
+ * ```
+ */
+export declare function extractTrajectoryFromTrace(spans: SpanRecord[], rootSpanId?: string): Trajectory;
 //# sourceMappingURL=types.d.ts.map