@mastra/core 1.18.0-alpha.0 → 1.18.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/dist/agent/index.cjs +8 -8
- package/dist/agent/index.js +1 -1
- package/dist/{chunk-YXNO6AHV.js → chunk-45M6KUQZ.js} +7 -7
- package/dist/{chunk-YXNO6AHV.js.map → chunk-45M6KUQZ.js.map} +1 -1
- package/dist/{chunk-AEIPJW4F.cjs → chunk-4KGTZPYF.cjs} +185 -185
- package/dist/{chunk-AEIPJW4F.cjs.map → chunk-4KGTZPYF.cjs.map} +1 -1
- package/dist/{chunk-DL4A7URO.cjs → chunk-5AVTFQEP.cjs} +236 -20
- package/dist/chunk-5AVTFQEP.cjs.map +1 -0
- package/dist/{chunk-DV7FIKOO.cjs → chunk-6WVZQBYQ.cjs} +10 -10
- package/dist/{chunk-DV7FIKOO.cjs.map → chunk-6WVZQBYQ.cjs.map} +1 -1
- package/dist/{chunk-QVQ3PGG2.cjs → chunk-7IDACSBM.cjs} +206 -2
- package/dist/chunk-7IDACSBM.cjs.map +1 -0
- package/dist/{chunk-V54LY5HR.cjs → chunk-DQYOFNZ7.cjs} +6107 -5697
- package/dist/chunk-DQYOFNZ7.cjs.map +1 -0
- package/dist/{chunk-F7YLMJSQ.js → chunk-E6XNM5ES.js} +4 -4
- package/dist/{chunk-F7YLMJSQ.js.map → chunk-E6XNM5ES.js.map} +1 -1
- package/dist/{chunk-CYQ2TNSK.js → chunk-EYM6DWKD.js} +18 -3
- package/dist/{chunk-CYQ2TNSK.js.map → chunk-EYM6DWKD.js.map} +1 -1
- package/dist/{chunk-3ECYXW43.cjs → chunk-H5O522FY.cjs} +16 -16
- package/dist/{chunk-3ECYXW43.cjs.map → chunk-H5O522FY.cjs.map} +1 -1
- package/dist/{chunk-BIB2LCIR.js → chunk-IOCCTQYZ.js} +6106 -5696
- package/dist/chunk-IOCCTQYZ.js.map +1 -0
- package/dist/{chunk-KMVGT2JI.js → chunk-JEWTRDRI.js} +233 -17
- package/dist/chunk-JEWTRDRI.js.map +1 -0
- package/dist/{chunk-AIYWGXK7.js → chunk-L53NRDFU.js} +3 -3
- package/dist/{chunk-AIYWGXK7.js.map → chunk-L53NRDFU.js.map} +1 -1
- package/dist/{chunk-SLG7AUBK.cjs → chunk-LUONHWL6.cjs} +6 -6
- package/dist/{chunk-SLG7AUBK.cjs.map → chunk-LUONHWL6.cjs.map} +1 -1
- package/dist/{chunk-3DDJ33AU.js → chunk-M5CZCWWW.js} +4 -4
- package/dist/{chunk-3DDJ33AU.js.map → chunk-M5CZCWWW.js.map} +1 -1
- package/dist/{chunk-3H34KWBU.cjs → chunk-PK3X5KIF.cjs} +24 -9
- package/dist/{chunk-3H34KWBU.cjs.map → chunk-PK3X5KIF.cjs.map} +1 -1
- package/dist/{chunk-AIEKKCJ7.js → chunk-QR2Z4WQ7.js} +3 -3
- package/dist/{chunk-AIEKKCJ7.js.map → chunk-QR2Z4WQ7.js.map} +1 -1
- package/dist/{chunk-TG4U3K3I.cjs → chunk-T2CILERS.cjs} +50 -50
- package/dist/{chunk-TG4U3K3I.cjs.map → chunk-T2CILERS.cjs.map} +1 -1
- package/dist/{chunk-P2C4NFMY.js → chunk-URN2SKVG.js} +4 -4
- package/dist/{chunk-P2C4NFMY.js.map → chunk-URN2SKVG.js.map} +1 -1
- package/dist/{chunk-BHVF4Z5D.cjs → chunk-VAVK4KJI.cjs} +28 -28
- package/dist/chunk-VAVK4KJI.cjs.map +1 -0
- package/dist/{chunk-ZOPIN73X.js → chunk-VF3CL3JV.js} +19 -19
- package/dist/chunk-VF3CL3JV.js.map +1 -0
- package/dist/{chunk-AGEYVARR.js → chunk-VMKNS3YO.js} +204 -3
- package/dist/chunk-VMKNS3YO.js.map +1 -0
- package/dist/{chunk-A5JHKGFY.cjs → chunk-WPDB2VAM.cjs} +7 -7
- package/dist/{chunk-A5JHKGFY.cjs.map → chunk-WPDB2VAM.cjs.map} +1 -1
- package/dist/{chunk-YFYB3Q5L.js → chunk-WVTVBWOQ.js} +9 -9
- package/dist/{chunk-YFYB3Q5L.js.map → chunk-WVTVBWOQ.js.map} +1 -1
- package/dist/{chunk-3LH5QX5F.cjs → chunk-XRZNAZRP.cjs} +3 -3
- package/dist/{chunk-3LH5QX5F.cjs.map → chunk-XRZNAZRP.cjs.map} +1 -1
- package/dist/{chunk-7CDFI4GW.cjs → chunk-YEKQKMCU.cjs} +76 -76
- package/dist/{chunk-7CDFI4GW.cjs.map → chunk-YEKQKMCU.cjs.map} +1 -1
- package/dist/{chunk-JEEYINIB.js → chunk-YN3FI4AD.js} +4 -4
- package/dist/{chunk-JEEYINIB.js.map → chunk-YN3FI4AD.js.map} +1 -1
- package/dist/datasets/index.cjs +17 -17
- package/dist/datasets/index.js +2 -2
- package/dist/docs/SKILL.md +2 -3
- package/dist/docs/assets/SOURCE_MAP.json +349 -334
- package/dist/docs/references/reference-evals-run-evals.md +78 -3
- package/dist/docs/references/reference-evals-scorer-utils.md +184 -0
- package/dist/docs/references/reference-evals-trajectory-accuracy.md +613 -0
- package/dist/docs/references/reference-logging-pino-logger.md +58 -0
- package/dist/docs/references/reference.md +1 -2
- package/dist/evals/base.d.ts +8 -2
- package/dist/evals/base.d.ts.map +1 -1
- package/dist/evals/index.cjs +32 -20
- package/dist/evals/index.js +3 -3
- package/dist/evals/run/index.d.ts +28 -1
- package/dist/evals/run/index.d.ts.map +1 -1
- package/dist/evals/run/scorerAccumulator.d.ts +4 -1
- package/dist/evals/run/scorerAccumulator.d.ts.map +1 -1
- package/dist/evals/scoreTraces/index.cjs +5 -5
- package/dist/evals/scoreTraces/index.js +2 -2
- package/dist/evals/types.d.ts +305 -10
- package/dist/evals/types.d.ts.map +1 -1
- package/dist/harness/index.cjs +7 -7
- package/dist/harness/index.js +5 -5
- package/dist/index.cjs +2 -2
- package/dist/index.js +1 -1
- package/dist/llm/index.cjs +16 -16
- package/dist/llm/index.js +5 -5
- package/dist/llm/model/provider-types.generated.d.ts +2444 -2243
- package/dist/loop/index.cjs +14 -14
- package/dist/loop/index.js +1 -1
- package/dist/loop/network/index.d.ts +3 -3
- package/dist/loop/types.d.ts +1 -1
- package/dist/mastra/index.cjs +2 -2
- package/dist/mastra/index.js +1 -1
- package/dist/memory/index.cjs +14 -14
- package/dist/memory/index.js +1 -1
- package/dist/models-dev-GLFQVCT4.cjs +12 -0
- package/dist/{models-dev-MU7QGI4O.cjs.map → models-dev-GLFQVCT4.cjs.map} +1 -1
- package/dist/models-dev-WSLKK6FO.js +3 -0
- package/dist/{models-dev-JEMMVJFN.js.map → models-dev-WSLKK6FO.js.map} +1 -1
- package/dist/netlify-SNTN56QS.js +3 -0
- package/dist/{netlify-BROEKRZF.js.map → netlify-SNTN56QS.js.map} +1 -1
- package/dist/netlify-VFRYJYBK.cjs +12 -0
- package/dist/{netlify-GOEIG6IC.cjs.map → netlify-VFRYJYBK.cjs.map} +1 -1
- package/dist/processor-provider/index.cjs +10 -10
- package/dist/processor-provider/index.js +1 -1
- package/dist/processors/index.cjs +44 -44
- package/dist/processors/index.js +1 -1
- package/dist/provider-registry-L6KDLMFM.cjs +40 -0
- package/dist/{provider-registry-CKFMYEBK.cjs.map → provider-registry-L6KDLMFM.cjs.map} +1 -1
- package/dist/provider-registry-LEXW2E53.js +3 -0
- package/dist/{provider-registry-P7EMCVJI.js.map → provider-registry-LEXW2E53.js.map} +1 -1
- package/dist/provider-registry.json +6102 -5692
- package/dist/relevance/index.cjs +3 -3
- package/dist/relevance/index.js +1 -1
- package/dist/storage/constants.cjs +56 -56
- package/dist/storage/constants.d.ts +1 -1
- package/dist/storage/constants.js +1 -1
- package/dist/storage/domains/experiments/base.d.ts +2 -1
- package/dist/storage/domains/experiments/base.d.ts.map +1 -1
- package/dist/storage/domains/experiments/inmemory.d.ts +2 -1
- package/dist/storage/domains/experiments/inmemory.d.ts.map +1 -1
- package/dist/storage/domains/observability/tracing.d.ts +45 -45
- package/dist/storage/index.cjs +160 -160
- package/dist/storage/index.js +2 -2
- package/dist/storage/types.d.ts +12 -0
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/stream/MastraAgentNetworkStream.d.ts +1 -1
- package/dist/stream/MastraWorkflowStream.d.ts +1 -1
- package/dist/stream/index.cjs +8 -8
- package/dist/stream/index.js +1 -1
- package/dist/tool-loop-agent/index.cjs +4 -4
- package/dist/tool-loop-agent/index.js +1 -1
- package/dist/vector/index.cjs +7 -7
- package/dist/vector/index.js +1 -1
- package/dist/workflows/evented/index.cjs +10 -10
- package/dist/workflows/evented/index.js +1 -1
- package/dist/workflows/index.cjs +24 -24
- package/dist/workflows/index.js +1 -1
- package/package.json +5 -5
- package/src/llm/model/provider-types.generated.d.ts +2444 -2243
- package/dist/chunk-AGEYVARR.js.map +0 -1
- package/dist/chunk-BHVF4Z5D.cjs.map +0 -1
- package/dist/chunk-BIB2LCIR.js.map +0 -1
- package/dist/chunk-DL4A7URO.cjs.map +0 -1
- package/dist/chunk-KMVGT2JI.js.map +0 -1
- package/dist/chunk-QVQ3PGG2.cjs.map +0 -1
- package/dist/chunk-V54LY5HR.cjs.map +0 -1
- package/dist/chunk-ZOPIN73X.js.map +0 -1
- package/dist/docs/references/reference-core-getStoredAgentById.md +0 -87
- package/dist/docs/references/reference-core-listStoredAgents.md +0 -91
- package/dist/models-dev-JEMMVJFN.js +0 -3
- package/dist/models-dev-MU7QGI4O.cjs +0 -12
- package/dist/netlify-BROEKRZF.js +0 -3
- package/dist/netlify-GOEIG6IC.cjs +0 -12
- package/dist/provider-registry-CKFMYEBK.cjs +0 -40
- package/dist/provider-registry-P7EMCVJI.js +0 -3
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,36 @@
|
|
|
1
1
|
# @mastra/core
|
|
2
2
|
|
|
3
|
+
## 1.18.0-alpha.2
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Fixed title generation blocking stream completion. The `generateTitle` LLM call now runs in the background instead of blocking the stream from closing, removing the 2-3 second post-response delay in the UI when memory is enabled. ([#14757](https://github.com/mastra-ai/mastra/pull/14757))
|
|
8
|
+
|
|
9
|
+
## 1.18.0-alpha.1
|
|
10
|
+
|
|
11
|
+
### Minor Changes
|
|
12
|
+
|
|
13
|
+
- **Trajectory evaluation**: Added trajectory types and trace-based extraction for evaluating agent and workflow execution paths. ([#14697](https://github.com/mastra-ai/mastra/pull/14697))
|
|
14
|
+
|
|
15
|
+
`TrajectoryStep` models each step in an execution as a typed object — tool calls, model generations, agent runs, workflow steps, and control flow nodes each have their own variant with relevant properties (e.g., `toolArgs`/`toolResult` for tool calls, `modelId`/`promptTokens` for model generations). Steps can be nested via `children` to represent hierarchical execution.
|
|
16
|
+
|
|
17
|
+
`TrajectoryExpectation` lets you define what a good trajectory looks like — expected steps, ordering, step/token/duration budgets, blacklisted tools, and retry thresholds. `ExpectedStep` provides a simple way to define expected steps by name and optional stepType, with support for nested expectations via `children` to set different evaluation rules at each level of the hierarchy.
|
|
18
|
+
|
|
19
|
+
**Trace-based extraction:** `extractTrajectoryFromTrace()` builds hierarchical trajectories from observability trace spans. The `runEvals` pipeline automatically uses this when storage is configured, capturing the full execution tree including nested agent runs and tool calls. Falls back to `extractTrajectory` (agents) or `extractWorkflowTrajectory` (workflows) when storage is unavailable.
|
|
20
|
+
|
|
21
|
+
**Pipeline:** `expectedTrajectory` flows from dataset items through `runEvals` to trajectory scorers. Added `trajectory` key to both `AgentScorerConfig` and `WorkflowScorerConfig`.
|
|
22
|
+
|
|
23
|
+
### Patch Changes
|
|
24
|
+
|
|
25
|
+
- Add `getReviewSummary()` to experiments storage for aggregating review status counts ([#14649](https://github.com/mastra-ai/mastra/pull/14649))
|
|
26
|
+
|
|
27
|
+
Query experiment results grouped by experiment ID, returning counts of `needs-review`, `reviewed`, and `complete` items in a single query instead of fetching all results client-side.
|
|
28
|
+
|
|
29
|
+
```ts
|
|
30
|
+
const summary = await storage.experiments.getReviewSummary();
|
|
31
|
+
// [{ experimentId: 'exp-1', needsReview: 3, reviewed: 5, complete: 2, total: 10 }, ...]
|
|
32
|
+
```
|
|
33
|
+
|
|
3
34
|
## 1.18.0-alpha.0
|
|
4
35
|
|
|
5
36
|
### Minor Changes
|
package/dist/agent/index.cjs
CHANGED
|
@@ -1,37 +1,37 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var
|
|
3
|
+
var chunkVAVK4KJI_cjs = require('../chunk-VAVK4KJI.cjs');
|
|
4
4
|
var chunkANLO4VM2_cjs = require('../chunk-ANLO4VM2.cjs');
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
|
|
8
8
|
Object.defineProperty(exports, "Agent", {
|
|
9
9
|
enumerable: true,
|
|
10
|
-
get: function () { return
|
|
10
|
+
get: function () { return chunkVAVK4KJI_cjs.Agent; }
|
|
11
11
|
});
|
|
12
12
|
Object.defineProperty(exports, "TripWire", {
|
|
13
13
|
enumerable: true,
|
|
14
|
-
get: function () { return
|
|
14
|
+
get: function () { return chunkVAVK4KJI_cjs.TripWire; }
|
|
15
15
|
});
|
|
16
16
|
Object.defineProperty(exports, "isSupportedLanguageModel", {
|
|
17
17
|
enumerable: true,
|
|
18
|
-
get: function () { return
|
|
18
|
+
get: function () { return chunkVAVK4KJI_cjs.isSupportedLanguageModel; }
|
|
19
19
|
});
|
|
20
20
|
Object.defineProperty(exports, "resolveThreadIdFromArgs", {
|
|
21
21
|
enumerable: true,
|
|
22
|
-
get: function () { return
|
|
22
|
+
get: function () { return chunkVAVK4KJI_cjs.resolveThreadIdFromArgs; }
|
|
23
23
|
});
|
|
24
24
|
Object.defineProperty(exports, "supportedLanguageModelSpecifications", {
|
|
25
25
|
enumerable: true,
|
|
26
|
-
get: function () { return
|
|
26
|
+
get: function () { return chunkVAVK4KJI_cjs.supportedLanguageModelSpecifications; }
|
|
27
27
|
});
|
|
28
28
|
Object.defineProperty(exports, "tryGenerateWithJsonFallback", {
|
|
29
29
|
enumerable: true,
|
|
30
|
-
get: function () { return
|
|
30
|
+
get: function () { return chunkVAVK4KJI_cjs.tryGenerateWithJsonFallback; }
|
|
31
31
|
});
|
|
32
32
|
Object.defineProperty(exports, "tryStreamWithJsonFallback", {
|
|
33
33
|
enumerable: true,
|
|
34
|
-
get: function () { return
|
|
34
|
+
get: function () { return chunkVAVK4KJI_cjs.tryStreamWithJsonFallback; }
|
|
35
35
|
});
|
|
36
36
|
Object.defineProperty(exports, "MessageList", {
|
|
37
37
|
enumerable: true,
|
package/dist/agent/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-
|
|
1
|
+
export { Agent, TripWire, isSupportedLanguageModel, resolveThreadIdFromArgs, supportedLanguageModelSpecifications, tryGenerateWithJsonFallback, tryStreamWithJsonFallback } from '../chunk-VF3CL3JV.js';
|
|
2
2
|
export { MessageList, TypeDetector, aiV5ModelMessageToV2PromptMessage, convertMessages } from '../chunk-SLZ3WO42.js';
|
|
3
3
|
//# sourceMappingURL=index.js.map
|
|
4
4
|
//# sourceMappingURL=index.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { ModelsDevGateway, parseModelRouterId } from './chunk-
|
|
2
|
-
import { NetlifyGateway } from './chunk-
|
|
3
|
-
import { EventSourceParserStream, AISDKError, InvalidArgumentError, APICallError, LoadAPIKeyError, LoadSettingError, TypeValidationError, JSONParseError, EmptyResponseBodyError, MastraModelGateway, createOpenAICompatible, createOpenAI, createGoogleGenerativeAI, InvalidResponseDataError, UnsupportedFunctionalityError, MASTRA_USER_AGENT, TooManyEmbeddingValuesForCallError, InvalidPromptError } from './chunk-
|
|
4
|
-
import { PROVIDER_REGISTRY, GatewayRegistry } from './chunk-
|
|
1
|
+
import { ModelsDevGateway, parseModelRouterId } from './chunk-L53NRDFU.js';
|
|
2
|
+
import { NetlifyGateway } from './chunk-E6XNM5ES.js';
|
|
3
|
+
import { EventSourceParserStream, AISDKError, InvalidArgumentError, APICallError, LoadAPIKeyError, LoadSettingError, TypeValidationError, JSONParseError, EmptyResponseBodyError, MastraModelGateway, createOpenAICompatible, createOpenAI, createGoogleGenerativeAI, InvalidResponseDataError, UnsupportedFunctionalityError, MASTRA_USER_AGENT, TooManyEmbeddingValuesForCallError, InvalidPromptError } from './chunk-QR2Z4WQ7.js';
|
|
4
|
+
import { PROVIDER_REGISTRY, GatewayRegistry } from './chunk-IOCCTQYZ.js';
|
|
5
5
|
import { AISDKV5LanguageModel, createStreamFromGenerateResult } from './chunk-ZOJZL62I.js';
|
|
6
|
+
import { InMemoryServerCache } from './chunk-GMSAGYTB.js';
|
|
6
7
|
import { RequestContext } from './chunk-JGOH7RWL.js';
|
|
7
8
|
import { MastraError } from './chunk-FJEVLHJT.js';
|
|
8
|
-
import { InMemoryServerCache } from './chunk-GMSAGYTB.js';
|
|
9
9
|
import { __export, __reExport } from './chunk-TM6AOUSD.js';
|
|
10
10
|
import { createHash } from 'crypto';
|
|
11
11
|
import * as z4 from 'zod/v4';
|
|
@@ -7795,5 +7795,5 @@ var ModelRouterEmbeddingModel = class {
|
|
|
7795
7795
|
};
|
|
7796
7796
|
|
|
7797
7797
|
export { AzureOpenAIGateway, EMBEDDING_MODELS, ModelRouterEmbeddingModel, ModelRouterLanguageModel, resolveModelConfig };
|
|
7798
|
-
//# sourceMappingURL=chunk-
|
|
7799
|
-
//# sourceMappingURL=chunk-
|
|
7798
|
+
//# sourceMappingURL=chunk-45M6KUQZ.js.map
|
|
7799
|
+
//# sourceMappingURL=chunk-45M6KUQZ.js.map
|