@scoutqa/mastra-core 0.24.6-fork.1

package/dist/scores/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/scores/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAGpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAEtG,UAAU,oBAAoB;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,GAAG,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;CACzB;AAGD,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE;QACL,KAAK,EAAE,sBAAsB,CAAC;QAC9B,MAAM,EAAE,uBAAuB,CAAC;KACjC,CAAC;CACH,CAAC;AAKF,UAAU,YAAY,CAAC,KAAK,SAAS,MAAM,GAAG,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG;IAClF,IAAI,EAAE,KAAK,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,IAAI,CAAC,EACD,MAAM,mBAAmB,GACzB;QACE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACjC,CAAC;CACP;AAGD,UAAU,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,OAAO,GAAG,GAAG;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAGD,UAAU,YAAY,CACpB,OAAO,EACP,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,GAAG,MAAM,EACjC,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG;IAEhB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,YAAY,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACvH;AAGD,KAAK,aAAa,CAAC,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC;AAGxD,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAGrD,KAAK,WAAW,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI;IAC/E,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAGF,KAAK,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAG9G,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,WAAW,CACpG,YAAY,EACZ,MAAM,EACN,UAAU,CACX,GAAG;IACF,KAAK,EAAE,YAAY,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;CAC9F,CAAC;AAEF,KAAK,eAAe,CAAC,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,OAAO,CACjG,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAC9B,KAAK,EAAE,mBAAmB,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;IACpG,MAAM,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,0BAA0B,EAAE,MAAM,OAAO,CAAC,GAAG,OAAO,GAAG,SAAS,CAAC;IAG7G,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,oBAAoB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,sBAAsB,EAAE,MAAM,WAAW,CAAC,GAChG,WAAW,GACX,SAAS,CAAC;IACd,iBAAiB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,mBAAmB,EAAE,MAAM,QAAQ,CAAC,GAAG,QAAQ,GAAG,SAAS,CAAC;CACpH,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CACtB,CAAC;AAGF,KAAK,mBAAmB,CACtB,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,EACxB,MAAM,EACN,UAAU,IACR,SAAS,SAAS,gBAAgB,GAClC,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GACvD,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGlD,KAAK,YAAY,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,IACnF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GACrE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,KAAK,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACxF,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,GAAG,CAAC,GAC3E,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzF,KAAK,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACvF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,CAAC,GACpE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AAGlF,UAAU,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC9F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpG;AAGD,UAAU,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC/F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9G;AAGD,KAAK,iBAAiB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IAC5F,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAE9E,KAAK,cAAc,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IACzF,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAG3E,KAAK,oBAAoB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAClF,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC3D,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGhE,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACnF,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5D,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAEjE,cAAM,YAAY,CAChB,KAAK,SAAS,MAAM,GAAG,MAAM,EAC7B,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG,EAChB,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE;IAG3C,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;IACtD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,qBAAqB;gBAFtB,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAC9C,KAAK,GAAE,KAAK,CAAC,oBAAoB,CAAM,EACvC,qBAAqB,GAAE,GAAG,CAChC,MAAM,EACJ,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/C,0BAA0B,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GACnD,yBAAyB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CACzC;IAGf,IAAI,IAAI;;;kBAEP;IAED,IAAI,IAAI,IAAI,KAAK,CAEhB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,KAAK;eAjLA,iBAAiB;sBACV,MAAM;kBAkLrB;IAED,UAAU,CAAC,iBAAiB,EAC1B,OAAO,EAAE,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrF,YAAY,CACb,KAAK,EACL,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAClF;IA4BD,OAAO,CAAC,cAAc,EACpB,OAAO,EAAE,cAAc,CAAC,mBAAmB,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/E,YAAY,CACb,KAAK,EACL,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAC5E;IAsBD,aAAa,CAAC,YAAY,SAAS,MAAM,GAAG,MAAM,EAChD,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrE,YAAY,CACb,KAAK,EACL,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAChF;IAsBD,cAAc,CAAC,aAAa,GAAG,MAAM,EACnC,OAAO,EAAE,qBAAqB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACtE,YAAY,CACb,KAAK,EACL,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAClF;IAsBD,OAAO,KAAK,gBAAgB,GAE3B;IAEK,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,eAAe,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC;IAiDzG,OAAO,CAAC,cAAc;IAkBtB,QAAQ,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAQtF,OAAO,CAAC,gBAAgB;IA2ExB,OAAO,CAAC,mBAAmB;YAab,mBAAmB;YAInB,iBAAiB;IAiF/B,OAAO,CAAC,uBAAuB;CAuBhC;AAGD,wBAAgB,YAAY,CAAC,KAAK,SAAS,MAAM,EAAE,KAAK,SAAS,MAAM,mBAAmB,EACxF,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG;IACpD,IAAI,EAAE,KAAK,CAAC;CACb,GACA,YAAY,CAAC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;AAGtG,wBAAgB,YAAY,CAC1B,KAAK,SAAS,MAAM,EACpB,YAAY,SAAS,CAAC,CAAC,UAAU,EACjC,aAAa,SAAS,CAAC,CAAC,UAAU,EAElC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG;IACzF,IAAI,EAAE;QAAE,KAAK,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;CACtD,GACA,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;AAG1E,wBAAgB,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG,EAAE,KAAK,SAAS,MAAM,GAAG,MAAM,EACxF,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,GAC9C,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;AAY/C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAG9D,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AAEtD,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/scores/base.test-utils.d.ts

@@ -0,0 +1,124 @@
+export declare const FunctionBasedScorerBuilders: {
+    basic: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number>>;
+    withPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessAndAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessAndAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withPreprocessAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+};
+export declare const PromptBasedScorerBuilders: {
+    withAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessAndAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withGenerateScoreAsPromptObject: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withAllSteps: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+};
+export declare const MixedScorerBuilders: {
+    withPreprocessFunctionAnalyzePrompt: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessPromptAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withReasonFunctionAnalyzePrompt: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputLength: number;
+        outputLength: number;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withReasonPromptAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+};
+export declare const AsyncFunctionBasedScorerBuilders: {
+    basic: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number>>;
+    withPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessFunctionAndAnalyzePromptObject: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withPreprocessPromptObjectAndAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAsyncCreatePromptInPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: string;
+        reformattedOutput: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAsyncCreatePromptInAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"analyzeStepResult", {
+        inputFromAnalyze: string;
+        outputFromAnalyze: string;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAsyncCreatePromptInGenerateScore: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"generateScoreStepResult", number>>;
+    withAsyncCreatePromptInGenerateReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+        reformattedInput: any;
+        reformattedOutput: any;
+    }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+};
+//# sourceMappingURL=base.test-utils.d.ts.map

package/dist/scores/base.test-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.test-utils.d.ts","sourceRoot":"","sources":["../../src/scores/base.test-utils.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkKvC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;CA2PrC,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;CAyJ/B,CAAC;AAEF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoS5C,CAAC"}

package/dist/scores/hooks.d.ts

@@ -0,0 +1,19 @@
+import type { TracingContext } from '../ai-tracing/types.js';
+import type { MastraScorerEntry } from './base.js';
+import type { ScoringEntityType, ScoringSource } from './types.js';
+export declare function runScorer({ runId, scorerId, scorerObject, input, output, runtimeContext, entity, structuredOutput, source, entityType, threadId, resourceId, tracingContext, }: {
+    scorerId: string;
+    scorerObject: MastraScorerEntry;
+    runId: string;
+    input: any;
+    output: any;
+    runtimeContext: Record<string, any>;
+    entity: Record<string, any>;
+    structuredOutput: boolean;
+    source: ScoringSource;
+    entityType: ScoringEntityType;
+    threadId?: string;
+    resourceId?: string;
+    tracingContext?: TracingContext;
+}): void;
+//# sourceMappingURL=hooks.d.ts.map

package/dist/scores/hooks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hooks.d.ts","sourceRoot":"","sources":["../../src/scores/hooks.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,KAAK,EAAE,iBAAiB,EAAoB,aAAa,EAAE,MAAM,SAAS,CAAC;AAElF,wBAAgB,SAAS,CAAC,EACxB,KAAK,EACL,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,MAAM,EACN,cAAc,EACd,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,GACf,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,iBAAiB,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,QAyCA"}

package/dist/scores/index.cjs

@@ -0,0 +1,37 @@
+'use strict';
+
+var chunkWMTXUQC4_cjs = require('../chunk-WMTXUQC4.cjs');
+var chunk46XGIEXM_cjs = require('../chunk-46XGIEXM.cjs');
+
+
+
+Object.defineProperty(exports, "MastraScorer", {
+  enumerable: true,
+  get: function () { return chunkWMTXUQC4_cjs.MastraScorer; }
+});
+Object.defineProperty(exports, "createScorer", {
+  enumerable: true,
+  get: function () { return chunkWMTXUQC4_cjs.createScorer; }
+});
+Object.defineProperty(exports, "runExperiment", {
+  enumerable: true,
+  get: function () { return chunkWMTXUQC4_cjs.runExperiment; }
+});
+Object.defineProperty(exports, "saveScorePayloadSchema", {
+  enumerable: true,
+  get: function () { return chunk46XGIEXM_cjs.saveScorePayloadSchema; }
+});
+Object.defineProperty(exports, "scoreResultSchema", {
+  enumerable: true,
+  get: function () { return chunk46XGIEXM_cjs.scoreResultSchema; }
+});
+Object.defineProperty(exports, "scoringExtractStepResultSchema", {
+  enumerable: true,
+  get: function () { return chunk46XGIEXM_cjs.scoringExtractStepResultSchema; }
+});
+Object.defineProperty(exports, "scoringValueSchema", {
+  enumerable: true,
+  get: function () { return chunk46XGIEXM_cjs.scoringValueSchema; }
+});
+//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map

package/dist/scores/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.cjs"}

package/dist/scores/index.d.ts

@@ -0,0 +1,4 @@
+export * from './types.js';
+export * from './base.js';
+export * from './run-experiment/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/scores/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scores/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC;AACvB,cAAc,kBAAkB,CAAC"}

package/dist/scores/index.js

@@ -0,0 +1,4 @@
+export { MastraScorer, createScorer, runExperiment } from '../chunk-QLMWFSDC.js';
+export { saveScorePayloadSchema, scoreResultSchema, scoringExtractStepResultSchema, scoringValueSchema } from '../chunk-UWTYVVVZ.js';
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/scores/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.js"}

package/dist/scores/run-experiment/index.d.ts

@@ -0,0 +1,61 @@
+import type { CoreMessage } from 'ai';
+import type { Agent, AiMessageType, UIMessageWithMetadata } from '../../agent/index.js';
+import type { TracingContext } from '../../ai-tracing/index.js';
+import type { RuntimeContext } from '../../runtime-context/index.js';
+import { Workflow } from '../../workflows/index.js';
+import type { WorkflowResult } from '../../workflows/index.js';
+import type { MastraScorer } from '../base.js';
+type RunExperimentDataItem<TTarget = unknown> = {
+    input: TTarget extends Workflow<any, any> ? any : TTarget extends Agent ? string | string[] | CoreMessage[] | AiMessageType[] | UIMessageWithMetadata[] : unknown;
+    groundTruth?: any;
+    runtimeContext?: RuntimeContext;
+    tracingContext?: TracingContext;
+};
+type WorkflowScorerConfig = {
+    workflow?: MastraScorer<any, any, any, any>[];
+    steps?: Record<string, MastraScorer<any, any, any, any>[]>;
+};
+type RunExperimentResult = {
+    scores: Record<string, any>;
+    summary: {
+        totalItems: number;
+    };
+};
+export declare function runExperiment<TAgent extends Agent>(config: {
+    data: RunExperimentDataItem<TAgent>[];
+    scorers: MastraScorer<any, any, any, any>[];
+    target: TAgent;
+    onItemComplete?: (params: {
+        item: RunExperimentDataItem<TAgent>;
+        targetResult: ReturnType<Agent['generate']>;
+        scorerResults: Record<string, any>;
+    }) => void | Promise<void>;
+    concurrency?: number;
+}): Promise<RunExperimentResult>;
+export declare function runExperiment<TWorkflow extends Workflow>(config: {
+    data: RunExperimentDataItem<TWorkflow>[];
+    scorers: MastraScorer<any, any, any, any>[];
+    target: TWorkflow;
+    onItemComplete?: (params: {
+        item: RunExperimentDataItem<TWorkflow>;
+        targetResult: WorkflowResult<any, any, any, any>;
+        scorerResults: Record<string, any>;
+    }) => void | Promise<void>;
+    concurrency?: number;
+}): Promise<RunExperimentResult>;
+export declare function runExperiment<TWorkflow extends Workflow>(config: {
+    data: RunExperimentDataItem<TWorkflow>[];
+    scorers: WorkflowScorerConfig;
+    target: TWorkflow;
+    onItemComplete?: (params: {
+        item: RunExperimentDataItem<TWorkflow>;
+        targetResult: WorkflowResult<any, any, any, any>;
+        scorerResults: {
+            workflow?: Record<string, any>;
+            steps?: Record<string, Record<string, any>>;
+        };
+    }) => void | Promise<void>;
+    concurrency?: number;
+}): Promise<RunExperimentResult>;
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/scores/run-experiment/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scores/run-experiment/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AACtC,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,iBAAiB,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,KAAK,qBAAqB,CAAC,OAAO,GAAG,OAAO,IAAI;IAC9C,KAAK,EAAE,OAAO,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GACrC,GAAG,GACH,OAAO,SAAS,KAAK,GACnB,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,qBAAqB,EAAE,GAC7E,OAAO,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,KAAK,oBAAoB,GAAG;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;CAC5D,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAGF,wBAAgB,aAAa,CAAC,MAAM,SAAS,KAAK,EAAE,MAAM,EAAE;IAC1D,IAAI,EAAE,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC;IACtC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACpC,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5C,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAGjC,wBAAgB,aAAa,CAAC,SAAS,SAAS,QAAQ,EAAE,MAAM,EAAE;IAChE,IAAI,EAAE,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,SAAS,CAAC;IAClB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACvC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAGjC,wBAAgB,aAAa,CAAC,SAAS,SAAS,QAAQ,EAAE,MAAM,EAAE;IAChE,IAAI,EAAE,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;IACzC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,SAAS,CAAC;IAClB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACvC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;SAC7C,CAAC;KACH,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC"}

package/dist/scores/run-experiment/scorerAccumulator.d.ts

@@ -0,0 +1,12 @@
+export declare class ScoreAccumulator {
+    private flatScores;
+    private workflowScores;
+    private stepScores;
+    addScores(scorerResults: Record<string, any>): void;
+    private addFlatScores;
+    private addNestedScores;
+    addStepScores(stepScorerResults: Record<string, Record<string, any>>): void;
+    getAverageScores(): Record<string, any>;
+    private getAverageScore;
+}
+//# sourceMappingURL=scorerAccumulator.d.ts.map

package/dist/scores/run-experiment/scorerAccumulator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorerAccumulator.d.ts","sourceRoot":"","sources":["../../../src/scores/run-experiment/scorerAccumulator.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,UAAU,CAAgD;IAElE,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAS5C,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,aAAa,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAcpE,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA4BvC,OAAO,CAAC,eAAe;CAOxB"}