@mastra/core 1.18.0-alpha.0 → 1.18.0-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,30 @@
 # @mastra/core
 
+## 1.18.0-alpha.1
+
+### Minor Changes
+
+- **Trajectory evaluation**: Added trajectory types and trace-based extraction for evaluating agent and workflow execution paths. ([#14697](https://github.com/mastra-ai/mastra/pull/14697))
+
+  `TrajectoryStep` models each step in an execution as a typed object — tool calls, model generations, agent runs, workflow steps, and control flow nodes each have their own variant with relevant properties (e.g., `toolArgs`/`toolResult` for tool calls, `modelId`/`promptTokens` for model generations). Steps can be nested via `children` to represent hierarchical execution.
+
+  `TrajectoryExpectation` lets you define what a good trajectory looks like — expected steps, ordering, step/token/duration budgets, blacklisted tools, and retry thresholds. `ExpectedStep` provides a simple way to define expected steps by name and optional stepType, with support for nested expectations via `children` to set different evaluation rules at each level of the hierarchy.
+
+  **Trace-based extraction:** `extractTrajectoryFromTrace()` builds hierarchical trajectories from observability trace spans. The `runEvals` pipeline automatically uses this when storage is configured, capturing the full execution tree including nested agent runs and tool calls. Falls back to `extractTrajectory` (agents) or `extractWorkflowTrajectory` (workflows) when storage is unavailable.
+
+  **Pipeline:** `expectedTrajectory` flows from dataset items through `runEvals` to trajectory scorers. Added `trajectory` key to both `AgentScorerConfig` and `WorkflowScorerConfig`.
+
+### Patch Changes
+
+- Add `getReviewSummary()` to experiments storage for aggregating review status counts ([#14649](https://github.com/mastra-ai/mastra/pull/14649))
+
+  Query experiment results grouped by experiment ID, returning counts of `needs-review`, `reviewed`, and `complete` items in a single query instead of fetching all results client-side.
+
+  ```ts
+  const summary = await storage.experiments.getReviewSummary();
+  // [{ experimentId: 'exp-1', needsReview: 3, reviewed: 5, complete: 2, total: 10 }, ...]
+  ```
+
 ## 1.18.0-alpha.0
 
 ### Minor Changes

package/dist/agent/index.cjs

@@ -1,37 +1,37 @@
 'use strict';
 
-var chunkBHVF4Z5D_cjs = require('../chunk-BHVF4Z5D.cjs');
+var chunkGFBH7Q4W_cjs = require('../chunk-GFBH7Q4W.cjs');
 var chunkANLO4VM2_cjs = require('../chunk-ANLO4VM2.cjs');
 
 
 
 Object.defineProperty(exports, "Agent", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.Agent; }
+  get: function () { return chunkGFBH7Q4W_cjs.Agent; }
 });
 Object.defineProperty(exports, "TripWire", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.TripWire; }
+  get: function () { return chunkGFBH7Q4W_cjs.TripWire; }
 });
 Object.defineProperty(exports, "isSupportedLanguageModel", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.isSupportedLanguageModel; }
+  get: function () { return chunkGFBH7Q4W_cjs.isSupportedLanguageModel; }
 });
 Object.defineProperty(exports, "resolveThreadIdFromArgs", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.resolveThreadIdFromArgs; }
+  get: function () { return chunkGFBH7Q4W_cjs.resolveThreadIdFromArgs; }
 });
 Object.defineProperty(exports, "supportedLanguageModelSpecifications", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.supportedLanguageModelSpecifications; }
+  get: function () { return chunkGFBH7Q4W_cjs.supportedLanguageModelSpecifications; }
 });
 Object.defineProperty(exports, "tryGenerateWithJsonFallback", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.tryGenerateWithJsonFallback; }
+  get: function () { return chunkGFBH7Q4W_cjs.tryGenerateWithJsonFallback; }
 });
 Object.defineProperty(exports, "tryStreamWithJsonFallback", {
   enumerable: true,
-  get: function () { return chunkBHVF4Z5D_cjs.tryStreamWithJsonFallback; }
+  get: function () { return chunkGFBH7Q4W_cjs.tryStreamWithJsonFallback; }
 });
 Object.defineProperty(exports, "MessageList", {
   enumerable: true,

package/dist/agent/index.js

@@ -1,4 +1,4 @@
-export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-ZOPIN73X.js';
+export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-3U4ZNZIF.js';
 export { MessageList, TypeDetector, aiV5ModelMessageToV2PromptMessage, convertMessages } from '../chunk-SLZ3WO42.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/{chunk-3ECYXW43.cjs → chunk-2U4M4SGY.cjs}

@@ -1,16 +1,16 @@
 'use strict';
 
-var chunkTG4U3K3I_cjs = require('./chunk-TG4U3K3I.cjs');
-var chunkA5JHKGFY_cjs = require('./chunk-A5JHKGFY.cjs');
-var chunkSLG7AUBK_cjs = require('./chunk-SLG7AUBK.cjs');
-var chunkDL4A7URO_cjs = require('./chunk-DL4A7URO.cjs');
-var chunkBHVF4Z5D_cjs = require('./chunk-BHVF4Z5D.cjs');
+var chunkJFPVUKPB_cjs = require('./chunk-JFPVUKPB.cjs');
+var chunkZ3VUDCXI_cjs = require('./chunk-Z3VUDCXI.cjs');
+var chunkPQWEJELD_cjs = require('./chunk-PQWEJELD.cjs');
+var chunkUPCNNWXW_cjs = require('./chunk-UPCNNWXW.cjs');
+var chunkGFBH7Q4W_cjs = require('./chunk-GFBH7Q4W.cjs');
 var chunkMR7ZWBL6_cjs = require('./chunk-MR7ZWBL6.cjs');
 var chunk6BJ7XHRH_cjs = require('./chunk-6BJ7XHRH.cjs');
+var chunk2VD5OGOT_cjs = require('./chunk-2VD5OGOT.cjs');
 var chunkOQDRPRKM_cjs = require('./chunk-OQDRPRKM.cjs');
 var chunkG5HKDGNT_cjs = require('./chunk-G5HKDGNT.cjs');
 var chunk4U7ZLI36_cjs = require('./chunk-4U7ZLI36.cjs');
-var chunk2VD5OGOT_cjs = require('./chunk-2VD5OGOT.cjs');
 var chunk7XAECHYL_cjs = require('./chunk-7XAECHYL.cjs');
 var crypto = require('crypto');
 
@@ -67,7 +67,7 @@ var Mastra = class {
   }
   get datasets() {
     if (!this.#datasets) {
-      this.#datasets = new chunkSLG7AUBK_cjs.DatasetsManager(this);
+      this.#datasets = new chunkPQWEJELD_cjs.DatasetsManager(this);
     }
     return this.#datasets;
   }
@@ -243,7 +243,7 @@ var Mastra = class {
         this.#events[topic] = config?.events?.[topic] ?? [];
       }
     }
-    const workflowEventProcessor = new chunkTG4U3K3I_cjs.WorkflowEventProcessor({ mastra: this });
+    const workflowEventProcessor = new chunkJFPVUKPB_cjs.WorkflowEventProcessor({ mastra: this });
     const workflowEventCb = async (event, cb) => {
       try {
         await workflowEventProcessor.process(event, cb);
@@ -271,7 +271,7 @@ var Mastra = class {
     this.#idGenerator = config?.idGenerator;
     let storage = config?.storage;
     if (storage) {
-      storage = chunkBHVF4Z5D_cjs.augmentWithInit(storage);
+      storage = chunkGFBH7Q4W_cjs.augmentWithInit(storage);
     }
     if (config?.observability) {
       if (typeof config.observability.getDefaultInstance === "function") {
@@ -374,7 +374,7 @@ var Mastra = class {
     if (config?.server) {
       this.#server = config.server;
     }
-    chunkMR7ZWBL6_cjs.registerHook("onScorerRun" /* ON_SCORER_RUN */, chunkDL4A7URO_cjs.createOnScorerHook(this));
+    chunkMR7ZWBL6_cjs.registerHook("onScorerRun" /* ON_SCORER_RUN */, chunkUPCNNWXW_cjs.createOnScorerHook(this));
     this.#observability.setMastraContext({ mastra: this });
     this.setLogger({ logger });
   }
@@ -518,8 +518,8 @@ var Mastra = class {
       throw createUndefinedPrimitiveError("agent", agent, key);
     }
     let mastraAgent;
-    if (chunkA5JHKGFY_cjs.isToolLoopAgentLike(agent)) {
-      mastraAgent = chunkA5JHKGFY_cjs.toolLoopAgentToMastraAgent(agent, { fallbackName: key });
+    if (chunkZ3VUDCXI_cjs.isToolLoopAgentLike(agent)) {
+      mastraAgent = chunkZ3VUDCXI_cjs.toolLoopAgentToMastraAgent(agent, { fallbackName: key });
     } else {
       mastraAgent = agent;
     }
@@ -1863,7 +1863,7 @@ var Mastra = class {
    * ```
    */
   setStorage(storage) {
-    this.#storage = chunkBHVF4Z5D_cjs.augmentWithInit(storage);
+    this.#storage = chunkGFBH7Q4W_cjs.augmentWithInit(storage);
   }
   setLogger({ logger }) {
     this.#logger = logger;
@@ -2556,7 +2556,7 @@ var Mastra = class {
       if (process.env.MASTRA_DEV !== "true" && process.env.MASTRA_DEV !== "1") {
         return;
       }
-      import('./provider-registry-CKFMYEBK.cjs').then(async ({ GatewayRegistry }) => {
+      import('./provider-registry-65CPGTUU.cjs').then(async ({ GatewayRegistry }) => {
         const registry = GatewayRegistry.getInstance();
         const customGateways = Object.values(this.#gateways || {});
         registry.registerCustomGateways(customGateways);
@@ -2610,5 +2610,5 @@ var Mastra = class {
 };
 
 exports.Mastra = Mastra;
-//# sourceMappingURL=chunk-3ECYXW43.cjs.map
-//# sourceMappingURL=chunk-3ECYXW43.cjs.map
+//# sourceMappingURL=chunk-2U4M4SGY.cjs.map
+//# sourceMappingURL=chunk-2U4M4SGY.cjs.map