@mastra/core 1.18.0-alpha.0 → 1.18.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/agent/index.cjs +8 -8
  3. package/dist/agent/index.js +1 -1
  4. package/dist/{chunk-YXNO6AHV.js → chunk-45M6KUQZ.js} +7 -7
  5. package/dist/{chunk-YXNO6AHV.js.map → chunk-45M6KUQZ.js.map} +1 -1
  6. package/dist/{chunk-AEIPJW4F.cjs → chunk-4KGTZPYF.cjs} +185 -185
  7. package/dist/{chunk-AEIPJW4F.cjs.map → chunk-4KGTZPYF.cjs.map} +1 -1
  8. package/dist/{chunk-DL4A7URO.cjs → chunk-5AVTFQEP.cjs} +236 -20
  9. package/dist/chunk-5AVTFQEP.cjs.map +1 -0
  10. package/dist/{chunk-DV7FIKOO.cjs → chunk-6WVZQBYQ.cjs} +10 -10
  11. package/dist/{chunk-DV7FIKOO.cjs.map → chunk-6WVZQBYQ.cjs.map} +1 -1
  12. package/dist/{chunk-QVQ3PGG2.cjs → chunk-7IDACSBM.cjs} +206 -2
  13. package/dist/chunk-7IDACSBM.cjs.map +1 -0
  14. package/dist/{chunk-V54LY5HR.cjs → chunk-DQYOFNZ7.cjs} +6107 -5697
  15. package/dist/chunk-DQYOFNZ7.cjs.map +1 -0
  16. package/dist/{chunk-F7YLMJSQ.js → chunk-E6XNM5ES.js} +4 -4
  17. package/dist/{chunk-F7YLMJSQ.js.map → chunk-E6XNM5ES.js.map} +1 -1
  18. package/dist/{chunk-CYQ2TNSK.js → chunk-EYM6DWKD.js} +18 -3
  19. package/dist/{chunk-CYQ2TNSK.js.map → chunk-EYM6DWKD.js.map} +1 -1
  20. package/dist/{chunk-3ECYXW43.cjs → chunk-H5O522FY.cjs} +16 -16
  21. package/dist/{chunk-3ECYXW43.cjs.map → chunk-H5O522FY.cjs.map} +1 -1
  22. package/dist/{chunk-BIB2LCIR.js → chunk-IOCCTQYZ.js} +6106 -5696
  23. package/dist/chunk-IOCCTQYZ.js.map +1 -0
  24. package/dist/{chunk-KMVGT2JI.js → chunk-JEWTRDRI.js} +233 -17
  25. package/dist/chunk-JEWTRDRI.js.map +1 -0
  26. package/dist/{chunk-AIYWGXK7.js → chunk-L53NRDFU.js} +3 -3
  27. package/dist/{chunk-AIYWGXK7.js.map → chunk-L53NRDFU.js.map} +1 -1
  28. package/dist/{chunk-SLG7AUBK.cjs → chunk-LUONHWL6.cjs} +6 -6
  29. package/dist/{chunk-SLG7AUBK.cjs.map → chunk-LUONHWL6.cjs.map} +1 -1
  30. package/dist/{chunk-3DDJ33AU.js → chunk-M5CZCWWW.js} +4 -4
  31. package/dist/{chunk-3DDJ33AU.js.map → chunk-M5CZCWWW.js.map} +1 -1
  32. package/dist/{chunk-3H34KWBU.cjs → chunk-PK3X5KIF.cjs} +24 -9
  33. package/dist/{chunk-3H34KWBU.cjs.map → chunk-PK3X5KIF.cjs.map} +1 -1
  34. package/dist/{chunk-AIEKKCJ7.js → chunk-QR2Z4WQ7.js} +3 -3
  35. package/dist/{chunk-AIEKKCJ7.js.map → chunk-QR2Z4WQ7.js.map} +1 -1
  36. package/dist/{chunk-TG4U3K3I.cjs → chunk-T2CILERS.cjs} +50 -50
  37. package/dist/{chunk-TG4U3K3I.cjs.map → chunk-T2CILERS.cjs.map} +1 -1
  38. package/dist/{chunk-P2C4NFMY.js → chunk-URN2SKVG.js} +4 -4
  39. package/dist/{chunk-P2C4NFMY.js.map → chunk-URN2SKVG.js.map} +1 -1
  40. package/dist/{chunk-BHVF4Z5D.cjs → chunk-VAVK4KJI.cjs} +28 -28
  41. package/dist/chunk-VAVK4KJI.cjs.map +1 -0
  42. package/dist/{chunk-ZOPIN73X.js → chunk-VF3CL3JV.js} +19 -19
  43. package/dist/chunk-VF3CL3JV.js.map +1 -0
  44. package/dist/{chunk-AGEYVARR.js → chunk-VMKNS3YO.js} +204 -3
  45. package/dist/chunk-VMKNS3YO.js.map +1 -0
  46. package/dist/{chunk-A5JHKGFY.cjs → chunk-WPDB2VAM.cjs} +7 -7
  47. package/dist/{chunk-A5JHKGFY.cjs.map → chunk-WPDB2VAM.cjs.map} +1 -1
  48. package/dist/{chunk-YFYB3Q5L.js → chunk-WVTVBWOQ.js} +9 -9
  49. package/dist/{chunk-YFYB3Q5L.js.map → chunk-WVTVBWOQ.js.map} +1 -1
  50. package/dist/{chunk-3LH5QX5F.cjs → chunk-XRZNAZRP.cjs} +3 -3
  51. package/dist/{chunk-3LH5QX5F.cjs.map → chunk-XRZNAZRP.cjs.map} +1 -1
  52. package/dist/{chunk-7CDFI4GW.cjs → chunk-YEKQKMCU.cjs} +76 -76
  53. package/dist/{chunk-7CDFI4GW.cjs.map → chunk-YEKQKMCU.cjs.map} +1 -1
  54. package/dist/{chunk-JEEYINIB.js → chunk-YN3FI4AD.js} +4 -4
  55. package/dist/{chunk-JEEYINIB.js.map → chunk-YN3FI4AD.js.map} +1 -1
  56. package/dist/datasets/index.cjs +17 -17
  57. package/dist/datasets/index.js +2 -2
  58. package/dist/docs/SKILL.md +2 -3
  59. package/dist/docs/assets/SOURCE_MAP.json +349 -334
  60. package/dist/docs/references/reference-evals-run-evals.md +78 -3
  61. package/dist/docs/references/reference-evals-scorer-utils.md +184 -0
  62. package/dist/docs/references/reference-evals-trajectory-accuracy.md +613 -0
  63. package/dist/docs/references/reference-logging-pino-logger.md +58 -0
  64. package/dist/docs/references/reference.md +1 -2
  65. package/dist/evals/base.d.ts +8 -2
  66. package/dist/evals/base.d.ts.map +1 -1
  67. package/dist/evals/index.cjs +32 -20
  68. package/dist/evals/index.js +3 -3
  69. package/dist/evals/run/index.d.ts +28 -1
  70. package/dist/evals/run/index.d.ts.map +1 -1
  71. package/dist/evals/run/scorerAccumulator.d.ts +4 -1
  72. package/dist/evals/run/scorerAccumulator.d.ts.map +1 -1
  73. package/dist/evals/scoreTraces/index.cjs +5 -5
  74. package/dist/evals/scoreTraces/index.js +2 -2
  75. package/dist/evals/types.d.ts +305 -10
  76. package/dist/evals/types.d.ts.map +1 -1
  77. package/dist/harness/index.cjs +7 -7
  78. package/dist/harness/index.js +5 -5
  79. package/dist/index.cjs +2 -2
  80. package/dist/index.js +1 -1
  81. package/dist/llm/index.cjs +16 -16
  82. package/dist/llm/index.js +5 -5
  83. package/dist/llm/model/provider-types.generated.d.ts +2444 -2243
  84. package/dist/loop/index.cjs +14 -14
  85. package/dist/loop/index.js +1 -1
  86. package/dist/loop/network/index.d.ts +3 -3
  87. package/dist/loop/types.d.ts +1 -1
  88. package/dist/mastra/index.cjs +2 -2
  89. package/dist/mastra/index.js +1 -1
  90. package/dist/memory/index.cjs +14 -14
  91. package/dist/memory/index.js +1 -1
  92. package/dist/models-dev-GLFQVCT4.cjs +12 -0
  93. package/dist/{models-dev-MU7QGI4O.cjs.map → models-dev-GLFQVCT4.cjs.map} +1 -1
  94. package/dist/models-dev-WSLKK6FO.js +3 -0
  95. package/dist/{models-dev-JEMMVJFN.js.map → models-dev-WSLKK6FO.js.map} +1 -1
  96. package/dist/netlify-SNTN56QS.js +3 -0
  97. package/dist/{netlify-BROEKRZF.js.map → netlify-SNTN56QS.js.map} +1 -1
  98. package/dist/netlify-VFRYJYBK.cjs +12 -0
  99. package/dist/{netlify-GOEIG6IC.cjs.map → netlify-VFRYJYBK.cjs.map} +1 -1
  100. package/dist/processor-provider/index.cjs +10 -10
  101. package/dist/processor-provider/index.js +1 -1
  102. package/dist/processors/index.cjs +44 -44
  103. package/dist/processors/index.js +1 -1
  104. package/dist/provider-registry-L6KDLMFM.cjs +40 -0
  105. package/dist/{provider-registry-CKFMYEBK.cjs.map → provider-registry-L6KDLMFM.cjs.map} +1 -1
  106. package/dist/provider-registry-LEXW2E53.js +3 -0
  107. package/dist/{provider-registry-P7EMCVJI.js.map → provider-registry-LEXW2E53.js.map} +1 -1
  108. package/dist/provider-registry.json +6102 -5692
  109. package/dist/relevance/index.cjs +3 -3
  110. package/dist/relevance/index.js +1 -1
  111. package/dist/storage/constants.cjs +56 -56
  112. package/dist/storage/constants.d.ts +1 -1
  113. package/dist/storage/constants.js +1 -1
  114. package/dist/storage/domains/experiments/base.d.ts +2 -1
  115. package/dist/storage/domains/experiments/base.d.ts.map +1 -1
  116. package/dist/storage/domains/experiments/inmemory.d.ts +2 -1
  117. package/dist/storage/domains/experiments/inmemory.d.ts.map +1 -1
  118. package/dist/storage/domains/observability/tracing.d.ts +45 -45
  119. package/dist/storage/index.cjs +160 -160
  120. package/dist/storage/index.js +2 -2
  121. package/dist/storage/types.d.ts +12 -0
  122. package/dist/storage/types.d.ts.map +1 -1
  123. package/dist/stream/MastraAgentNetworkStream.d.ts +1 -1
  124. package/dist/stream/MastraWorkflowStream.d.ts +1 -1
  125. package/dist/stream/index.cjs +8 -8
  126. package/dist/stream/index.js +1 -1
  127. package/dist/tool-loop-agent/index.cjs +4 -4
  128. package/dist/tool-loop-agent/index.js +1 -1
  129. package/dist/vector/index.cjs +7 -7
  130. package/dist/vector/index.js +1 -1
  131. package/dist/workflows/evented/index.cjs +10 -10
  132. package/dist/workflows/evented/index.js +1 -1
  133. package/dist/workflows/index.cjs +24 -24
  134. package/dist/workflows/index.js +1 -1
  135. package/package.json +5 -5
  136. package/src/llm/model/provider-types.generated.d.ts +2444 -2243
  137. package/dist/chunk-AGEYVARR.js.map +0 -1
  138. package/dist/chunk-BHVF4Z5D.cjs.map +0 -1
  139. package/dist/chunk-BIB2LCIR.js.map +0 -1
  140. package/dist/chunk-DL4A7URO.cjs.map +0 -1
  141. package/dist/chunk-KMVGT2JI.js.map +0 -1
  142. package/dist/chunk-QVQ3PGG2.cjs.map +0 -1
  143. package/dist/chunk-V54LY5HR.cjs.map +0 -1
  144. package/dist/chunk-ZOPIN73X.js.map +0 -1
  145. package/dist/docs/references/reference-core-getStoredAgentById.md +0 -87
  146. package/dist/docs/references/reference-core-listStoredAgents.md +0 -91
  147. package/dist/models-dev-JEMMVJFN.js +0 -3
  148. package/dist/models-dev-MU7QGI4O.cjs +0 -12
  149. package/dist/netlify-BROEKRZF.js +0 -3
  150. package/dist/netlify-GOEIG6IC.cjs +0 -12
  151. package/dist/provider-registry-CKFMYEBK.cjs +0 -40
  152. package/dist/provider-registry-P7EMCVJI.js +0 -3
package/CHANGELOG.md CHANGED
@@ -1,5 +1,36 @@
1
1
  # @mastra/core
2
2
 
3
+ ## 1.18.0-alpha.2
4
+
5
+ ### Patch Changes
6
+
7
+ - Fixed title generation blocking stream completion. The `generateTitle` LLM call now runs in the background instead of blocking the stream from closing, removing the 2-3 second post-response delay in the UI when memory is enabled. ([#14757](https://github.com/mastra-ai/mastra/pull/14757))
8
+
9
+ ## 1.18.0-alpha.1
10
+
11
+ ### Minor Changes
12
+
13
+ - **Trajectory evaluation**: Added trajectory types and trace-based extraction for evaluating agent and workflow execution paths. ([#14697](https://github.com/mastra-ai/mastra/pull/14697))
14
+
15
+ `TrajectoryStep` models each step in an execution as a typed object — tool calls, model generations, agent runs, workflow steps, and control flow nodes each have their own variant with relevant properties (e.g., `toolArgs`/`toolResult` for tool calls, `modelId`/`promptTokens` for model generations). Steps can be nested via `children` to represent hierarchical execution.
16
+
17
+ `TrajectoryExpectation` lets you define what a good trajectory looks like — expected steps, ordering, step/token/duration budgets, blacklisted tools, and retry thresholds. `ExpectedStep` provides a simple way to define expected steps by name and optional stepType, with support for nested expectations via `children` to set different evaluation rules at each level of the hierarchy.
18
+
19
+ **Trace-based extraction:** `extractTrajectoryFromTrace()` builds hierarchical trajectories from observability trace spans. The `runEvals` pipeline automatically uses this when storage is configured, capturing the full execution tree including nested agent runs and tool calls. Falls back to `extractTrajectory` (agents) or `extractWorkflowTrajectory` (workflows) when storage is unavailable.
20
+
21
+ **Pipeline:** `expectedTrajectory` flows from dataset items through `runEvals` to trajectory scorers. Added `trajectory` key to both `AgentScorerConfig` and `WorkflowScorerConfig`.
22
+
23
+ ### Patch Changes
24
+
25
+ - Add `getReviewSummary()` to experiments storage for aggregating review status counts ([#14649](https://github.com/mastra-ai/mastra/pull/14649))
26
+
27
+ Query experiment results grouped by experiment ID, returning counts of `needs-review`, `reviewed`, and `complete` items in a single query instead of fetching all results client-side.
28
+
29
+ ```ts
30
+ const summary = await storage.experiments.getReviewSummary();
31
+ // [{ experimentId: 'exp-1', needsReview: 3, reviewed: 5, complete: 2, total: 10 }, ...]
32
+ ```
33
+
3
34
  ## 1.18.0-alpha.0
4
35
 
5
36
  ### Minor Changes
@@ -1,37 +1,37 @@
1
1
  'use strict';
2
2
 
3
- var chunkBHVF4Z5D_cjs = require('../chunk-BHVF4Z5D.cjs');
3
+ var chunkVAVK4KJI_cjs = require('../chunk-VAVK4KJI.cjs');
4
4
  var chunkANLO4VM2_cjs = require('../chunk-ANLO4VM2.cjs');
5
5
 
6
6
 
7
7
 
8
8
  Object.defineProperty(exports, "Agent", {
9
9
  enumerable: true,
10
- get: function () { return chunkBHVF4Z5D_cjs.Agent; }
10
+ get: function () { return chunkVAVK4KJI_cjs.Agent; }
11
11
  });
12
12
  Object.defineProperty(exports, "TripWire", {
13
13
  enumerable: true,
14
- get: function () { return chunkBHVF4Z5D_cjs.TripWire; }
14
+ get: function () { return chunkVAVK4KJI_cjs.TripWire; }
15
15
  });
16
16
  Object.defineProperty(exports, "isSupportedLanguageModel", {
17
17
  enumerable: true,
18
- get: function () { return chunkBHVF4Z5D_cjs.isSupportedLanguageModel; }
18
+ get: function () { return chunkVAVK4KJI_cjs.isSupportedLanguageModel; }
19
19
  });
20
20
  Object.defineProperty(exports, "resolveThreadIdFromArgs", {
21
21
  enumerable: true,
22
- get: function () { return chunkBHVF4Z5D_cjs.resolveThreadIdFromArgs; }
22
+ get: function () { return chunkVAVK4KJI_cjs.resolveThreadIdFromArgs; }
23
23
  });
24
24
  Object.defineProperty(exports, "supportedLanguageModelSpecifications", {
25
25
  enumerable: true,
26
- get: function () { return chunkBHVF4Z5D_cjs.supportedLanguageModelSpecifications; }
26
+ get: function () { return chunkVAVK4KJI_cjs.supportedLanguageModelSpecifications; }
27
27
  });
28
28
  Object.defineProperty(exports, "tryGenerateWithJsonFallback", {
29
29
  enumerable: true,
30
- get: function () { return chunkBHVF4Z5D_cjs.tryGenerateWithJsonFallback; }
30
+ get: function () { return chunkVAVK4KJI_cjs.tryGenerateWithJsonFallback; }
31
31
  });
32
32
  Object.defineProperty(exports, "tryStreamWithJsonFallback", {
33
33
  enumerable: true,
34
- get: function () { return chunkBHVF4Z5D_cjs.tryStreamWithJsonFallback; }
34
+ get: function () { return chunkVAVK4KJI_cjs.tryStreamWithJsonFallback; }
35
35
  });
36
36
  Object.defineProperty(exports, "MessageList", {
37
37
  enumerable: true,
@@ -1,4 +1,4 @@
1
- export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-ZOPIN73X.js';
1
+ export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-VF3CL3JV.js';
2
2
  export { MessageList, TypeDetector, aiV5ModelMessageToV2PromptMessage, convertMessages } from '../chunk-SLZ3WO42.js';
3
3
  //# sourceMappingURL=index.js.map
4
4
  //# sourceMappingURL=index.js.map
@@ -1,11 +1,11 @@
1
- import { ModelsDevGateway, parseModelRouterId } from './chunk-AIYWGXK7.js';
2
- import { NetlifyGateway } from './chunk-F7YLMJSQ.js';
3
- import { EventSourceParserStream, AISDKError, InvalidArgumentError, APICallError, LoadAPIKeyError, LoadSettingError, TypeValidationError, JSONParseError, EmptyResponseBodyError, MastraModelGateway, createOpenAICompatible, createOpenAI, createGoogleGenerativeAI, InvalidResponseDataError, UnsupportedFunctionalityError, MASTRA_USER_AGENT, TooManyEmbeddingValuesForCallError, InvalidPromptError } from './chunk-AIEKKCJ7.js';
4
- import { PROVIDER_REGISTRY, GatewayRegistry } from './chunk-BIB2LCIR.js';
1
+ import { ModelsDevGateway, parseModelRouterId } from './chunk-L53NRDFU.js';
2
+ import { NetlifyGateway } from './chunk-E6XNM5ES.js';
3
+ import { EventSourceParserStream, AISDKError, InvalidArgumentError, APICallError, LoadAPIKeyError, LoadSettingError, TypeValidationError, JSONParseError, EmptyResponseBodyError, MastraModelGateway, createOpenAICompatible, createOpenAI, createGoogleGenerativeAI, InvalidResponseDataError, UnsupportedFunctionalityError, MASTRA_USER_AGENT, TooManyEmbeddingValuesForCallError, InvalidPromptError } from './chunk-QR2Z4WQ7.js';
4
+ import { PROVIDER_REGISTRY, GatewayRegistry } from './chunk-IOCCTQYZ.js';
5
5
  import { AISDKV5LanguageModel, createStreamFromGenerateResult } from './chunk-ZOJZL62I.js';
6
+ import { InMemoryServerCache } from './chunk-GMSAGYTB.js';
6
7
  import { RequestContext } from './chunk-JGOH7RWL.js';
7
8
  import { MastraError } from './chunk-FJEVLHJT.js';
8
- import { InMemoryServerCache } from './chunk-GMSAGYTB.js';
9
9
  import { __export, __reExport } from './chunk-TM6AOUSD.js';
10
10
  import { createHash } from 'crypto';
11
11
  import * as z4 from 'zod/v4';
@@ -7795,5 +7795,5 @@ var ModelRouterEmbeddingModel = class {
7795
7795
  };
7796
7796
 
7797
7797
  export { AzureOpenAIGateway, EMBEDDING_MODELS, ModelRouterEmbeddingModel, ModelRouterLanguageModel, resolveModelConfig };
7798
- //# sourceMappingURL=chunk-YXNO6AHV.js.map
7799
- //# sourceMappingURL=chunk-YXNO6AHV.js.map
7798
+ //# sourceMappingURL=chunk-45M6KUQZ.js.map
7799
+ //# sourceMappingURL=chunk-45M6KUQZ.js.map