@mastra/core 1.31.0-alpha.3 → 1.31.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (144) hide show
  1. package/CHANGELOG.md +46 -0
  2. package/dist/agent/durable/index.cjs +22 -22
  3. package/dist/agent/durable/index.js +4 -4
  4. package/dist/agent/index.cjs +9 -9
  5. package/dist/agent/index.js +1 -1
  6. package/dist/browser/index.cjs +5 -5
  7. package/dist/browser/index.js +2 -2
  8. package/dist/channels/index.cjs +4 -4
  9. package/dist/channels/index.js +1 -1
  10. package/dist/{chunk-LEXSJDD5.cjs → chunk-3CBQ4FAZ.cjs} +215 -18
  11. package/dist/chunk-3CBQ4FAZ.cjs.map +1 -0
  12. package/dist/{chunk-EMLA7DXA.cjs → chunk-4RFGOX6E.cjs} +9 -9
  13. package/dist/{chunk-EMLA7DXA.cjs.map → chunk-4RFGOX6E.cjs.map} +1 -1
  14. package/dist/{chunk-P5XCYDW7.js → chunk-52IAV52S.js} +3 -3
  15. package/dist/{chunk-P5XCYDW7.js.map → chunk-52IAV52S.js.map} +1 -1
  16. package/dist/{chunk-OQ6ORZLY.cjs → chunk-5ANWVE3P.cjs} +216 -35
  17. package/dist/chunk-5ANWVE3P.cjs.map +1 -0
  18. package/dist/{chunk-HBCHXSQT.js → chunk-5AZE6Y7E.js} +6 -6
  19. package/dist/{chunk-HBCHXSQT.js.map → chunk-5AZE6Y7E.js.map} +1 -1
  20. package/dist/{chunk-JXWLABNY.cjs → chunk-ALZAXC3J.cjs} +19 -19
  21. package/dist/{chunk-JXWLABNY.cjs.map → chunk-ALZAXC3J.cjs.map} +1 -1
  22. package/dist/{chunk-IKXZNMTB.cjs → chunk-ATJ2RA5L.cjs} +5 -5
  23. package/dist/{chunk-IKXZNMTB.cjs.map → chunk-ATJ2RA5L.cjs.map} +1 -1
  24. package/dist/{chunk-BEDXCJ3D.js → chunk-D6WNIFWU.js} +4 -4
  25. package/dist/{chunk-BEDXCJ3D.js.map → chunk-D6WNIFWU.js.map} +1 -1
  26. package/dist/{chunk-C6KGFSLD.js → chunk-D7ORPD2O.js} +3 -3
  27. package/dist/{chunk-C6KGFSLD.js.map → chunk-D7ORPD2O.js.map} +1 -1
  28. package/dist/{chunk-WYDQEW3F.cjs → chunk-DZBT3XFM.cjs} +7 -7
  29. package/dist/{chunk-WYDQEW3F.cjs.map → chunk-DZBT3XFM.cjs.map} +1 -1
  30. package/dist/{chunk-3MJ2YZKW.js → chunk-EZANPKCM.js} +3 -3
  31. package/dist/{chunk-3MJ2YZKW.js.map → chunk-EZANPKCM.js.map} +1 -1
  32. package/dist/{chunk-5AFU6MDJ.js → chunk-F4PWGVHW.js} +212 -32
  33. package/dist/chunk-F4PWGVHW.js.map +1 -0
  34. package/dist/{chunk-N3MFQ5IC.cjs → chunk-GYK5WRWE.cjs} +3 -3
  35. package/dist/{chunk-N3MFQ5IC.cjs.map → chunk-GYK5WRWE.cjs.map} +1 -1
  36. package/dist/{chunk-FBSDOK7N.cjs → chunk-HDZV5R52.cjs} +224 -224
  37. package/dist/{chunk-FBSDOK7N.cjs.map → chunk-HDZV5R52.cjs.map} +1 -1
  38. package/dist/{chunk-ORGS37CO.js → chunk-IB3UPSY2.js} +9 -9
  39. package/dist/{chunk-ORGS37CO.js.map → chunk-IB3UPSY2.js.map} +1 -1
  40. package/dist/{chunk-ZTVCTOC4.js → chunk-II2JGWWS.js} +3 -3
  41. package/dist/{chunk-ZTVCTOC4.js.map → chunk-II2JGWWS.js.map} +1 -1
  42. package/dist/{chunk-QYT6OF4I.cjs → chunk-O4NY7VXW.cjs} +17 -17
  43. package/dist/{chunk-QYT6OF4I.cjs.map → chunk-O4NY7VXW.cjs.map} +1 -1
  44. package/dist/{chunk-BICHLSKY.cjs → chunk-PLCMSZZR.cjs} +20 -20
  45. package/dist/{chunk-BICHLSKY.cjs.map → chunk-PLCMSZZR.cjs.map} +1 -1
  46. package/dist/{chunk-U7SCBEKL.js → chunk-PW5TFXZI.js} +3 -3
  47. package/dist/{chunk-U7SCBEKL.js.map → chunk-PW5TFXZI.js.map} +1 -1
  48. package/dist/{chunk-6YTX2D43.cjs → chunk-QB6SFTJF.cjs} +57 -57
  49. package/dist/{chunk-6YTX2D43.cjs.map → chunk-QB6SFTJF.cjs.map} +1 -1
  50. package/dist/{chunk-7CDGKPLZ.cjs → chunk-U7C3WU7B.cjs} +389 -389
  51. package/dist/{chunk-7CDGKPLZ.cjs.map → chunk-U7C3WU7B.cjs.map} +1 -1
  52. package/dist/{chunk-ENFUF5ZE.js → chunk-URCXU22J.js} +8 -8
  53. package/dist/{chunk-ENFUF5ZE.js.map → chunk-URCXU22J.js.map} +1 -1
  54. package/dist/{chunk-SE2NIAOC.js → chunk-X735G7KE.js} +4 -4
  55. package/dist/{chunk-SE2NIAOC.js.map → chunk-X735G7KE.js.map} +1 -1
  56. package/dist/{chunk-6BMV3INL.js → chunk-ZKHNSFUH.js} +213 -16
  57. package/dist/chunk-ZKHNSFUH.js.map +1 -0
  58. package/dist/datasets/experiment/index.d.ts.map +1 -1
  59. package/dist/datasets/experiment/scorer.d.ts +25 -0
  60. package/dist/datasets/experiment/scorer.d.ts.map +1 -1
  61. package/dist/datasets/experiment/types.d.ts +18 -2
  62. package/dist/datasets/experiment/types.d.ts.map +1 -1
  63. package/dist/datasets/index.cjs +11 -11
  64. package/dist/datasets/index.js +1 -1
  65. package/dist/docs/SKILL.md +1 -1
  66. package/dist/docs/assets/SOURCE_MAP.json +140 -140
  67. package/dist/docs/references/docs-agents-adding-voice.md +14 -13
  68. package/dist/docs/references/docs-voice-overview.md +66 -0
  69. package/dist/docs/references/docs-voice-speech-to-speech.md +45 -1
  70. package/dist/docs/references/docs-workspace-search.md +39 -0
  71. package/dist/docs/references/reference-datasets-startExperiment.md +28 -2
  72. package/dist/docs/references/reference-workspace-workspace-class.md +1 -1
  73. package/dist/docs/references/reference.md +2 -0
  74. package/dist/evals/index.cjs +6 -6
  75. package/dist/evals/index.js +2 -2
  76. package/dist/evals/scoreTraces/index.cjs +3 -3
  77. package/dist/evals/scoreTraces/index.js +1 -1
  78. package/dist/harness/index.cjs +11 -11
  79. package/dist/harness/index.js +6 -6
  80. package/dist/index.cjs +2 -2
  81. package/dist/index.js +1 -1
  82. package/dist/llm/index.cjs +20 -20
  83. package/dist/llm/index.js +5 -5
  84. package/dist/loop/index.cjs +14 -14
  85. package/dist/loop/index.js +1 -1
  86. package/dist/mastra/index.cjs +2 -2
  87. package/dist/mastra/index.js +1 -1
  88. package/dist/mastra-OCULSBP5.js +3 -0
  89. package/dist/{mastra-ZMGSDAUN.js.map → mastra-OCULSBP5.js.map} +1 -1
  90. package/dist/mastra-VMPA5UVF.cjs +12 -0
  91. package/dist/{mastra-P7T3UKV5.cjs.map → mastra-VMPA5UVF.cjs.map} +1 -1
  92. package/dist/memory/index.cjs +19 -19
  93. package/dist/memory/index.js +1 -1
  94. package/dist/models-dev-CCJECLMT.cjs +12 -0
  95. package/dist/{models-dev-GJQCRHM3.cjs.map → models-dev-CCJECLMT.cjs.map} +1 -1
  96. package/dist/models-dev-F6OUM7S7.js +3 -0
  97. package/dist/{models-dev-DL6NWDNP.js.map → models-dev-F6OUM7S7.js.map} +1 -1
  98. package/dist/netlify-2YTGXPQW.js +3 -0
  99. package/dist/{netlify-3CKP3DSR.js.map → netlify-2YTGXPQW.js.map} +1 -1
  100. package/dist/netlify-4NR3G6EJ.cjs +12 -0
  101. package/dist/{netlify-O34AZQ5R.cjs.map → netlify-4NR3G6EJ.cjs.map} +1 -1
  102. package/dist/processor-provider/index.cjs +10 -10
  103. package/dist/processor-provider/index.js +1 -1
  104. package/dist/processors/index.cjs +49 -49
  105. package/dist/processors/index.js +1 -1
  106. package/dist/provider-registry-HZHKE2KN.cjs +44 -0
  107. package/dist/{provider-registry-DI3SQCLD.cjs.map → provider-registry-HZHKE2KN.cjs.map} +1 -1
  108. package/dist/provider-registry-QREDL7WJ.js +3 -0
  109. package/dist/{provider-registry-ZTTSZTTB.js.map → provider-registry-QREDL7WJ.js.map} +1 -1
  110. package/dist/relevance/index.cjs +3 -3
  111. package/dist/relevance/index.js +1 -1
  112. package/dist/runner-FOG455RH.js +3 -0
  113. package/dist/{runner-BIOR2SMR.js.map → runner-FOG455RH.js.map} +1 -1
  114. package/dist/runner-PDJYD3PQ.cjs +16 -0
  115. package/dist/{runner-J24LBLPO.cjs.map → runner-PDJYD3PQ.cjs.map} +1 -1
  116. package/dist/stream/index.cjs +11 -11
  117. package/dist/stream/index.js +1 -1
  118. package/dist/tool-loop-agent/index.cjs +4 -4
  119. package/dist/tool-loop-agent/index.js +1 -1
  120. package/dist/workflows/evented/index.cjs +10 -10
  121. package/dist/workflows/evented/index.js +1 -1
  122. package/dist/workflows/index.cjs +24 -24
  123. package/dist/workflows/index.js +1 -1
  124. package/dist/workspace/index.cjs +68 -68
  125. package/dist/workspace/index.js +1 -1
  126. package/dist/workspace/search/search-engine.d.ts +67 -4
  127. package/dist/workspace/search/search-engine.d.ts.map +1 -1
  128. package/dist/workspace/workspace.d.ts +14 -0
  129. package/dist/workspace/workspace.d.ts.map +1 -1
  130. package/package.json +5 -5
  131. package/dist/chunk-5AFU6MDJ.js.map +0 -1
  132. package/dist/chunk-6BMV3INL.js.map +0 -1
  133. package/dist/chunk-LEXSJDD5.cjs.map +0 -1
  134. package/dist/chunk-OQ6ORZLY.cjs.map +0 -1
  135. package/dist/mastra-P7T3UKV5.cjs +0 -12
  136. package/dist/mastra-ZMGSDAUN.js +0 -3
  137. package/dist/models-dev-DL6NWDNP.js +0 -3
  138. package/dist/models-dev-GJQCRHM3.cjs +0 -12
  139. package/dist/netlify-3CKP3DSR.js +0 -3
  140. package/dist/netlify-O34AZQ5R.cjs +0 -12
  141. package/dist/provider-registry-DI3SQCLD.cjs +0 -44
  142. package/dist/provider-registry-ZTTSZTTB.js +0 -3
  143. package/dist/runner-BIOR2SMR.js +0 -3
  144. package/dist/runner-J24LBLPO.cjs +0 -16
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAe3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAA8B,MAAM,SAAS,CAAC;AAG/F,YAAY,EACV,QAAQ,EACR,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,qBAAqB,GACtB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,aAAa,EAAE,KAAK,MAAM,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7D,cAAc,aAAa,CAAC;AAE5B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAiaxG"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAK3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAA8B,MAAM,SAAS,CAAC;AAa/F,YAAY,EACV,QAAQ,EACR,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,qBAAqB,GACtB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,aAAa,EAAE,KAAK,MAAM,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7D,cAAc,aAAa,CAAC;AAE5B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAucxG"}
@@ -23,10 +23,35 @@ export interface WorkflowScorerData {
23
23
  /**
24
24
  * Run all scorers for a single item result.
25
25
  * Errors are isolated per scorer - one failing scorer doesn't affect others.
26
+ * Trajectory scorers (scorer.type === 'trajectory') receive a pre-extracted
27
+ * Trajectory as their output, mirroring the dispatch runEvals performs.
26
28
  */
27
29
  export declare function runScorersForItem(scorers: MastraScorer<any, any, any, any>[], item: {
28
30
  input: unknown;
29
31
  groundTruth?: unknown;
30
32
  metadata?: Record<string, unknown>;
31
33
  }, output: unknown, storage: MastraCompositeStore | null, runId: string, targetType: TargetType, targetId: string, itemId: string, scorerInput?: ScorerRunInputForAgent, scorerOutput?: ScorerRunOutputForAgent, traceId?: string, workflowData?: WorkflowScorerData): Promise<ScorerResult[]>;
34
+ /**
35
+ * Resolve step-scoped scorers from a `Record<stepId, (MastraScorer | string)[]>`.
36
+ * String IDs are looked up from Mastra's scorer registry; missing IDs are skipped
37
+ * with a warning (matching `resolveScorers`).
38
+ */
39
+ export declare function resolveStepScorers(mastra: Mastra, stepsConfig?: Record<string, (MastraScorer<any, any, any, any> | string)[]>): Record<string, MastraScorer<any, any, any, any>[]>;
40
+ /**
41
+ * Run step-scoped scorers for a single workflow item. Mirrors the per-step
42
+ * dispatch in `runEvals`: each scorer runs against `stepResult.payload` and
43
+ * `stepResult.output`, with `targetScope: 'span'` and
44
+ * `targetEntityType: WORKFLOW_STEP`. The returned `ScorerResult` carries the
45
+ * originating `stepId` so callers can disambiguate per-step results in the
46
+ * flat `scores` array. Steps whose result is missing or did not succeed
47
+ * surface as an error `ScorerResult` rather than disappearing silently.
48
+ *
49
+ * Errors are isolated per scorer (consistent with `runScorersForItem`); a
50
+ * failing scorer produces a `ScorerResult` with `error` set, not a throw.
51
+ */
52
+ export declare function runStepScorersForItem(stepScorers: Record<string, MastraScorer<any, any, any, any>[]>, item: {
53
+ input: unknown;
54
+ groundTruth?: unknown;
55
+ metadata?: Record<string, unknown>;
56
+ }, workflowData: WorkflowScorerData | undefined, storage: MastraCompositeStore | null, runId: string, targetType: TargetType, targetId: string, itemId: string, traceId?: string): Promise<ScorerResult[]>;
32
57
  //# sourceMappingURL=scorer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAI3C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAe5C;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,GACtD,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAgBpC;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7D,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAC3C,IAAI,EAAE;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,EACnF,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,oBAAoB,GAAG,IAAI,EACpC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,UAAU,EACtB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,sBAAsB,EACpC,YAAY,CAAC,EAAE,uBAAuB,EACtC,OAAO,CAAC,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,kBAAkB,GAChC,OAAO,CAAC,YAAY,EAAE,CAAC,CAsEzB"}
1
+ {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AACrG,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAI3C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAe5C;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,GACtD,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAgBpC;AAsBD;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7D,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAC3C,IAAI,EAAE;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,EACnF,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,oBAAoB,GAAG,IAAI,EACpC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,UAAU,EACtB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,sBAAsB,EACpC,YAAY,CAAC,EAAE,uBAAuB,EACtC,OAAO,CAAC,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,kBAAkB,GAChC,OAAO,CAAC,YAAY,EAAE,CAAC,CAwFzB;AAsHD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,GAC1E,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAQpD;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAC/D,IAAI,EAAE;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,EACnF,YAAY,EAAE,kBAAkB,GAAG,SAAS,EAC5C,OAAO,EAAE,oBAAoB,GAAG,IAAI,EACpC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,UAAU,EACtB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,YAAY,EAAE,CAAC,CAkJzB"}
@@ -1,3 +1,4 @@
1
+ import type { AgentScorerConfig, WorkflowScorerConfig } from '../../evals/index.js';
1
2
  import type { MastraScorer } from '../../evals/base.js';
2
3
  import type { Mastra } from '../../mastra/index.js';
3
4
  import type { VersionOverrides } from '../../mastra/types.js';
@@ -38,8 +39,8 @@ export interface ExperimentConfig<I = unknown, O = unknown, E = unknown> {
38
39
  metadata?: Record<string, unknown>;
39
40
  signal?: AbortSignal;
40
41
  }) => O | Promise<O>;
41
- /** Scorers — MastraScorer instances or string IDs */
42
- scorers?: (MastraScorer<any, any, any, any> | string)[];
42
+ /** Scorers — flat array, or the same categorised shape accepted by runEvals */
43
+ scorers?: (MastraScorer<any, any, any, any> | string)[] | AgentScorerConfig | WorkflowScorerConfig;
43
44
  /** Pin to specific dataset version (default: latest). Only applies when datasetId is used. */
44
45
  version?: number;
45
46
  /** Maximum concurrent executions (default: 5) */
@@ -111,6 +112,21 @@ export interface ScorerResult {
111
112
  reason: string | null;
112
113
  /** Error message if scorer failed */
113
114
  error: string | null;
115
+ /**
116
+ * Scope this score targets. Mirrors the canonical `ScorerTargetScope`
117
+ * taxonomy from observability so consumers can differentiate span-level
118
+ * (agent/workflow/step) and trajectory scores in the flat `scores` array.
119
+ * Defaults to 'span' when omitted.
120
+ */
121
+ targetScope?: 'span' | 'trajectory';
122
+ /**
123
+ * ID of the workflow step this score targets. Only set for per-step
124
+ * dispatch (`scorers: { steps: { ... } }`). Step scores keep
125
+ * `targetScope: 'span'` and use `stepId` to identify the step, matching
126
+ * how `runEvals` encodes step identity via `targetEntityType` +
127
+ * `targetMetadata`.
128
+ */
129
+ stepId?: string;
114
130
  }
115
131
  /**
116
132
  * Item result with all scorer results attached.
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAExE;;;GAGG;AACH,MAAM,WAAW,QAAQ,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IAChD,4CAA4C;IAC5C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,gCAAgC;IAChC,KAAK,EAAE,CAAC,CAAC;IACT,+BAA+B;IAC/B,WAAW,CAAC,EAAE,CAAC,CAAC;IAChB,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IAGrE,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mFAAmF;IACnF,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAI5D,4CAA4C;IAC5C,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC,CAAC;QACT,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAIrB,qDAAqD;IACrD,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;IAIxD,8FAA8F;IAC9F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mCAAmC;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qGAAqG;IACrG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,sEAAsE;IACtE,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,MAAM,qBAAqB,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,IAAI,IAAI,CAC7E,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACzB,WAAW,GAAG,MAAM,GAAG,cAAc,CACtC,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,KAAK,EAAE,OAAO,CAAC;IACf,8CAA8C;IAC9C,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,WAAW,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5B,2CAA2C;IAC3C,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACjE,6BAA6B;IAC7B,SAAS,EAAE,IAAI,CAAC;IAChB,+BAA+B;IAC/B,WAAW,EAAE,IAAI,CAAC;IAClB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,uBAAuB;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,uCAAuC;IACvC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,qCAAqC;IACrC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,6CAA6C;IAC7C,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,mCAAmC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,MAAM,EAAE,gBAAgB,CAAC;IACzB,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,qCAAqC;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,mBAAmB,EAAE,OAAO,CAAC;IAC7B,kCAAkC;IAClC,SAAS,EAAE,IAAI,CAAC;IAChB,oCAAoC;IACpC,WAAW,EAAE,IAAI,CAAC;IAClB,yCAAyC;IACzC,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/datasets/experiment/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAExE;;;GAGG;AACH,MAAM,WAAW,QAAQ,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IAChD,4CAA4C;IAC5C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,gCAAgC;IAChC,KAAK,EAAE,CAAC,CAAC;IACT,+BAA+B;IAC/B,WAAW,CAAC,EAAE,CAAC,CAAC;IAChB,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IAGrE,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mFAAmF;IACnF,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAI5D,4CAA4C;IAC5C,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC,CAAC;QACT,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAIrB,+EAA+E;IAC/E,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,GAAG,iBAAiB,GAAG,oBAAoB,CAAC;IAInG,8FAA8F;IAC9F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mCAAmC;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qGAAqG;IACrG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,sEAAsE;IACtE,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,MAAM,qBAAqB,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,IAAI,IAAI,CAC7E,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EACzB,WAAW,GAAG,MAAM,GAAG,cAAc,CACtC,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,KAAK,EAAE,OAAO,CAAC;IACf,8CAA8C;IAC9C,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,WAAW,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5B,2CAA2C;IAC3C,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACjE,6BAA6B;IAC7B,SAAS,EAAE,IAAI,CAAC;IAChB,+BAA+B;IAC/B,WAAW,EAAE,IAAI,CAAC;IAClB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,uBAAuB;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,uCAAuC;IACvC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,qCAAqC;IACrC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IACpC;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,6CAA6C;IAC7C,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,mCAAmC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,MAAM,EAAE,gBAAgB,CAAC;IACzB,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,qCAAqC;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,mBAAmB,EAAE,OAAO,CAAC;IAC7B,kCAAkC;IAClC,SAAS,EAAE,IAAI,CAAC;IAChB,oCAAoC;IACpC,WAAW,EAAE,IAAI,CAAC;IAClB,yCAAyC;IACzC,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B"}
@@ -1,49 +1,49 @@
1
1
  'use strict';
2
2
 
3
- var chunkLEXSJDD5_cjs = require('../chunk-LEXSJDD5.cjs');
3
+ var chunk3CBQ4FAZ_cjs = require('../chunk-3CBQ4FAZ.cjs');
4
4
  var chunkTUZTUFQO_cjs = require('../chunk-TUZTUFQO.cjs');
5
5
 
6
6
 
7
7
 
8
8
  Object.defineProperty(exports, "Dataset", {
9
9
  enumerable: true,
10
- get: function () { return chunkLEXSJDD5_cjs.Dataset; }
10
+ get: function () { return chunk3CBQ4FAZ_cjs.Dataset; }
11
11
  });
12
12
  Object.defineProperty(exports, "DatasetsManager", {
13
13
  enumerable: true,
14
- get: function () { return chunkLEXSJDD5_cjs.DatasetsManager; }
14
+ get: function () { return chunk3CBQ4FAZ_cjs.DatasetsManager; }
15
15
  });
16
16
  Object.defineProperty(exports, "compareExperiments", {
17
17
  enumerable: true,
18
- get: function () { return chunkLEXSJDD5_cjs.compareExperiments; }
18
+ get: function () { return chunk3CBQ4FAZ_cjs.compareExperiments; }
19
19
  });
20
20
  Object.defineProperty(exports, "computeMean", {
21
21
  enumerable: true,
22
- get: function () { return chunkLEXSJDD5_cjs.computeMean; }
22
+ get: function () { return chunk3CBQ4FAZ_cjs.computeMean; }
23
23
  });
24
24
  Object.defineProperty(exports, "computeScorerStats", {
25
25
  enumerable: true,
26
- get: function () { return chunkLEXSJDD5_cjs.computeScorerStats; }
26
+ get: function () { return chunk3CBQ4FAZ_cjs.computeScorerStats; }
27
27
  });
28
28
  Object.defineProperty(exports, "executeTarget", {
29
29
  enumerable: true,
30
- get: function () { return chunkLEXSJDD5_cjs.executeTarget; }
30
+ get: function () { return chunk3CBQ4FAZ_cjs.executeTarget; }
31
31
  });
32
32
  Object.defineProperty(exports, "isRegression", {
33
33
  enumerable: true,
34
- get: function () { return chunkLEXSJDD5_cjs.isRegression; }
34
+ get: function () { return chunk3CBQ4FAZ_cjs.isRegression; }
35
35
  });
36
36
  Object.defineProperty(exports, "resolveScorers", {
37
37
  enumerable: true,
38
- get: function () { return chunkLEXSJDD5_cjs.resolveScorers; }
38
+ get: function () { return chunk3CBQ4FAZ_cjs.resolveScorers; }
39
39
  });
40
40
  Object.defineProperty(exports, "runExperiment", {
41
41
  enumerable: true,
42
- get: function () { return chunkLEXSJDD5_cjs.runExperiment; }
42
+ get: function () { return chunk3CBQ4FAZ_cjs.runExperiment; }
43
43
  });
44
44
  Object.defineProperty(exports, "runScorersForItem", {
45
45
  enumerable: true,
46
- get: function () { return chunkLEXSJDD5_cjs.runScorersForItem; }
46
+ get: function () { return chunk3CBQ4FAZ_cjs.runScorersForItem; }
47
47
  });
48
48
  Object.defineProperty(exports, "SchemaUpdateValidationError", {
49
49
  enumerable: true,
@@ -1,4 +1,4 @@
1
- export { Dataset, DatasetsManager, compareExperiments, computeMean, computeScorerStats, executeTarget, isRegression, resolveScorers, runExperiment, runScorersForItem } from '../chunk-6BMV3INL.js';
1
+ export { Dataset, DatasetsManager, compareExperiments, computeMean, computeScorerStats, executeTarget, isRegression, resolveScorers, runExperiment, runScorersForItem } from '../chunk-ZKHNSFUH.js';
2
2
  export { SchemaUpdateValidationError, SchemaValidationError, SchemaValidator, createValidator, getSchemaValidator } from '../chunk-BME3IGZD.js';
3
3
  //# sourceMappingURL=index.js.map
4
4
  //# sourceMappingURL=index.js.map
@@ -3,7 +3,7 @@ name: mastra-core
3
3
  description: Documentation for @mastra/core. Use when working with @mastra/core APIs, configuration, or implementation.
4
4
  metadata:
5
5
  package: "@mastra/core"
6
- version: "1.31.0-alpha.3"
6
+ version: "1.31.0-alpha.5"
7
7
  ---
8
8
 
9
9
  ## When to use