@mastra/core 1.3.0 → 1.4.0

package/dist/datasets/index.cjs

@@ -0,0 +1,69 @@
+'use strict';
+
+var chunk3JVFFAJX_cjs = require('../chunk-3JVFFAJX.cjs');
+var chunkBP7VYTOP_cjs = require('../chunk-BP7VYTOP.cjs');
+
+
+
+Object.defineProperty(exports, "Dataset", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.Dataset; }
+});
+Object.defineProperty(exports, "DatasetsManager", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.DatasetsManager; }
+});
+Object.defineProperty(exports, "compareExperiments", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.compareExperiments; }
+});
+Object.defineProperty(exports, "computeMean", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.computeMean; }
+});
+Object.defineProperty(exports, "computeScorerStats", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.computeScorerStats; }
+});
+Object.defineProperty(exports, "executeTarget", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.executeTarget; }
+});
+Object.defineProperty(exports, "isRegression", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.isRegression; }
+});
+Object.defineProperty(exports, "resolveScorers", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.resolveScorers; }
+});
+Object.defineProperty(exports, "runExperiment", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.runExperiment; }
+});
+Object.defineProperty(exports, "runScorersForItem", {
+  enumerable: true,
+  get: function () { return chunk3JVFFAJX_cjs.runScorersForItem; }
+});
+Object.defineProperty(exports, "SchemaUpdateValidationError", {
+  enumerable: true,
+  get: function () { return chunkBP7VYTOP_cjs.SchemaUpdateValidationError; }
+});
+Object.defineProperty(exports, "SchemaValidationError", {
+  enumerable: true,
+  get: function () { return chunkBP7VYTOP_cjs.SchemaValidationError; }
+});
+Object.defineProperty(exports, "SchemaValidator", {
+  enumerable: true,
+  get: function () { return chunkBP7VYTOP_cjs.SchemaValidator; }
+});
+Object.defineProperty(exports, "createValidator", {
+  enumerable: true,
+  get: function () { return chunkBP7VYTOP_cjs.createValidator; }
+});
+Object.defineProperty(exports, "getSchemaValidator", {
+  enumerable: true,
+  get: function () { return chunkBP7VYTOP_cjs.getSchemaValidator; }
+});
+//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map

package/dist/datasets/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.cjs"}

package/dist/datasets/index.d.ts

@@ -0,0 +1,6 @@
+export * from './experiment/index.js';
+export * from './validation/index.js';
+export { Dataset } from './dataset.js';
+export { DatasetsManager } from './manager.js';
+export type { StartExperimentConfig } from './experiment/types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/datasets/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/datasets/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/datasets/index.js

@@ -0,0 +1,4 @@
+export { Dataset, DatasetsManager, compareExperiments, computeMean, computeScorerStats, executeTarget, isRegression, resolveScorers, runExperiment, runScorersForItem } from '../chunk-NJ7TL3LQ.js';
+export { SchemaUpdateValidationError, SchemaValidationError, SchemaValidator, createValidator, getSchemaValidator } from '../chunk-7NKUSQEV.js';
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/datasets/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.js"}

package/dist/datasets/manager.d.ts

@@ -0,0 +1,73 @@
+import type { Mastra } from '../mastra/index.js';
+import { Dataset } from './dataset.js';
+/**
+ * Public API for managing datasets.
+ *
+ * Provides methods for dataset CRUD and cross-dataset experiment operations.
+ * Typically accessed via `mastra.datasets` (Phase 4).
+ */
+export declare class DatasetsManager {
+    #private;
+    constructor(mastra: Mastra);
+    /**
+     * Create a new dataset.
+     * Zod schemas are automatically converted to JSON Schema.
+     */
+    create(input: {
+        name: string;
+        description?: string;
+        inputSchema?: unknown;
+        groundTruthSchema?: unknown;
+        metadata?: Record<string, unknown>;
+    }): Promise<Dataset>;
+    /**
+     * Get an existing dataset by ID.
+     * Throws if the dataset does not exist.
+     */
+    get(args: {
+        id: string;
+    }): Promise<Dataset>;
+    /**
+     * List all datasets with pagination.
+     */
+    list(args?: {
+        page?: number;
+        perPage?: number;
+    }): Promise<import("../storage/types.js").ListDatasetsOutput>;
+    /**
+     * Delete a dataset by ID.
+     */
+    delete(args: {
+        id: string;
+    }): Promise<void>;
+    /**
+     * Get a specific experiment (run) by ID.
+     */
+    getExperiment(args: {
+        experimentId: string;
+    }): Promise<import("../storage/types.js").Experiment | null>;
+    /**
+     * Compare two or more experiments.
+     *
+     * Uses the internal `compareExperiments` function for pairwise comparison,
+     * then enriches results with per-item input/groundTruth/output data.
+     */
+    compareExperiments(args: {
+        experimentIds: string[];
+        baselineId?: string;
+    }): Promise<{
+        baselineId: string;
+        items: {
+            itemId: string;
+            input: {} | null;
+            groundTruth: {} | null;
+            results: {
+                [x: string]: {
+                    output: unknown;
+                    scores: Record<string, number | null>;
+                } | null;
+            };
+        }[];
+    }>;
+}
+//# sourceMappingURL=manager.d.ts.map

package/dist/datasets/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/datasets/manager.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAGjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGvC;;;;;GAKG;AACH,qBAAa,eAAe;;gBAKd,MAAM,EAAE,MAAM;IAkE1B;;;OAGG;IACG,MAAM,CAAC,KAAK,EAAE;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,GAAG,OAAO,CAAC,OAAO,CAAC;IAqBpB;;;OAGG;IACG,GAAG,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAcjD;;OAEG;IACG,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAOrD;;OAEG;IACG,MAAM,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE;IASjC;;OAEG;IACG,aAAa,CAAC,IAAI,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE;IAKlD;;;;;OAKG;IACG,kBAAkB,CAAC,IAAI,EAAE;QAAE,aAAa,EAAE,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;;;;;;;CA0DhF"}

package/dist/datasets/validation/errors.d.ts

@@ -0,0 +1,44 @@
+/** Field-level validation error */
+export interface FieldError {
+    /** JSON Pointer path, e.g., "/name" or "/address/city" */
+    path: string;
+    /** Zod error code, e.g., "invalid_type", "too_small" */
+    code: string;
+    /** Human-readable error message */
+    message: string;
+}
+/** Schema validation error with field details */
+export declare class SchemaValidationError extends Error {
+    readonly field: 'input' | 'groundTruth';
+    readonly errors: FieldError[];
+    constructor(field: 'input' | 'groundTruth', errors: FieldError[]);
+}
+/** Batch validation result for multiple items */
+export interface BatchValidationResult {
+    valid: Array<{
+        index: number;
+        data: unknown;
+    }>;
+    invalid: Array<{
+        index: number;
+        data: unknown;
+        field: 'input' | 'groundTruth';
+        errors: FieldError[];
+    }>;
+}
+/** Error thrown when schema update would invalidate existing items */
+export declare class SchemaUpdateValidationError extends Error {
+    readonly failingItems: Array<{
+        index: number;
+        data: unknown;
+        field: 'input' | 'groundTruth';
+        errors: FieldError[];
+    }>;
+    constructor(failingItems: Array<{
+        index: number;
+        data: unknown;
+        field: 'input' | 'groundTruth';
+        errors: FieldError[];
+    }>);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/datasets/validation/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/datasets/validation/errors.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,MAAM,WAAW,UAAU;IACzB,0DAA0D;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,wDAAwD;IACxD,IAAI,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iDAAiD;AACjD,qBAAa,qBAAsB,SAAQ,KAAK;aAE5B,KAAK,EAAE,OAAO,GAAG,aAAa;aAC9B,MAAM,EAAE,UAAU,EAAE;gBADpB,KAAK,EAAE,OAAO,GAAG,aAAa,EAC9B,MAAM,EAAE,UAAU,EAAE;CASvC;AAED,iDAAiD;AACjD,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC/C,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,OAAO,GAAG,aAAa,CAAC;QAC/B,MAAM,EAAE,UAAU,EAAE,CAAC;KACtB,CAAC,CAAC;CACJ;AAED,sEAAsE;AACtE,qBAAa,2BAA4B,SAAQ,KAAK;aAElC,YAAY,EAAE,KAAK,CAAC;QAClC,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,OAAO,GAAG,aAAa,CAAC;QAC/B,MAAM,EAAE,UAAU,EAAE,CAAC;KACtB,CAAC;gBALc,YAAY,EAAE,KAAK,CAAC;QAClC,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,OAAO,GAAG,aAAa,CAAC;QAC/B,MAAM,EAAE,UAAU,EAAE,CAAC;KACtB,CAAC;CAML"}

package/dist/datasets/validation/index.d.ts

@@ -0,0 +1,3 @@
+export { SchemaValidator, getSchemaValidator, createValidator } from './validator.js';
+export { SchemaValidationError, SchemaUpdateValidationError, type FieldError, type BatchValidationResult, } from './errors.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/datasets/validation/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/datasets/validation/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EACL,qBAAqB,EACrB,2BAA2B,EAC3B,KAAK,UAAU,EACf,KAAK,qBAAqB,GAC3B,MAAM,UAAU,CAAC"}

package/dist/datasets/validation/validator.d.ts

@@ -0,0 +1,24 @@
+import type { JSONSchema7 } from 'json-schema';
+import type { BatchValidationResult } from './errors.js';
+/** Schema validator with compilation caching */
+export declare class SchemaValidator {
+    private cache;
+    /** Get or compile validator for schema */
+    private getValidator;
+    /** Clear cached validator (call when schema changes) */
+    clearCache(cacheKey: string): void;
+    /** Validate data against schema */
+    validate(data: unknown, schema: JSONSchema7, field: 'input' | 'groundTruth', cacheKey: string): void;
+    /** Validate multiple items, returning valid/invalid split */
+    validateBatch(items: Array<{
+        input: unknown;
+        groundTruth?: unknown;
+    }>, inputSchema: JSONSchema7 | null | undefined, outputSchema: JSONSchema7 | null | undefined, cacheKeyPrefix: string, maxErrors?: number): BatchValidationResult;
+    /** Format Zod errors to FieldError array */
+    private formatErrors;
+}
+/** Get or create validator instance */
+export declare function getSchemaValidator(): SchemaValidator;
+/** Create new validator (for testing) */
+export declare function createValidator(): SchemaValidator;
+//# sourceMappingURL=validator.d.ts.map

package/dist/datasets/validation/validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../../../src/datasets/validation/validator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAI/C,OAAO,KAAK,EAAc,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAUlE,gDAAgD;AAChD,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAgC;IAE7C,0CAA0C;IAC1C,OAAO,CAAC,YAAY;IAUpB,wDAAwD;IACxD,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAIlC,mCAAmC;IACnC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,aAAa,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQpG,6DAA6D;IAC7D,aAAa,CACX,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,EACvD,WAAW,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,EAC3C,YAAY,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,EAC5C,cAAc,EAAE,MAAM,EACtB,SAAS,SAAK,GACb,qBAAqB;IAgDxB,4CAA4C;IAC5C,OAAO,CAAC,YAAY;CAQrB;AAKD,uCAAuC;AACvC,wBAAgB,kBAAkB,IAAI,eAAe,CAKpD;AAED,yCAAyC;AACzC,wBAAgB,eAAe,IAAI,eAAe,CAEjD"}

package/dist/docs/SKILL.md

@@ -3,7 +3,7 @@ name: mastra-core
 description: Documentation for @mastra/core. Use when working with @mastra/core APIs, configuration, or implementation.
 metadata:
   package: "@mastra/core"
-  version: "1.3.0"
+  version: "1.4.0"
 ---
 
 ## When to use
@@ -129,7 +129,6 @@ Read the individual reference documents for detailed explanations and code examp
 - [Reference: MastraJwtAuth Class](references/reference-auth-jwt.md) - API reference for the MastraJwtAuth class, which authenticates Mastra applications using JSON Web Tokens.
 - [Reference: MastraAuthSupabase Class](references/reference-auth-supabase.md) - API reference for the MastraAuthSupabase class, which authenticates Mastra applications using Supabase Auth.
 - [Reference: MastraAuthWorkos Class](references/reference-auth-workos.md) - API reference for the MastraAuthWorkos class, which authenticates Mastra applications using WorkOS authentication.
-- [Reference: CLI Commands](references/reference-cli-mastra.md) - Documentation for the Mastra CLI to develop, build, and start your project.
 - [Reference: Agents API](references/reference-client-js-agents.md) - Learn how to interact with Mastra AI agents, including generating responses, streaming interactions, and managing agent tools using the client-js SDK.
 - [Reference: Configuration](references/reference-configuration.md) - Reference documentation on Mastra's configuration options
 - [Reference: Mastra.addGateway()](references/reference-core-addGateway.md) - Add a gateway to the Mastra instance
@@ -164,7 +163,6 @@ Read the individual reference documents for detailed explanations and code examp
 - [Reference: MastraModelGateway](references/reference-core-mastra-model-gateway.md) - Base class for creating custom model gateways
 - [Reference: Mastra.setLogger()](references/reference-core-setLogger.md) - Documentation for the `Mastra.setLogger()` method in Mastra, which sets the logger for all components (agents, workflows, etc.).
 - [Reference: Mastra.setStorage()](references/reference-core-setStorage.md) - Documentation for the `Mastra.setStorage()` method in Mastra, which sets the storage instance for the Mastra instance.
-- [Reference: CloudflareDeployer](references/reference-deployer-cloudflare.md) - Documentation for the CloudflareDeployer class, which deploys Mastra applications to Cloudflare Workers.
 - [Reference: Answer Relevancy Scorer](references/reference-evals-answer-relevancy.md) - Documentation for the Answer Relevancy Scorer in Mastra, which evaluates how well LLM outputs address the input query.
 - [Reference: Answer Similarity Scorer](references/reference-evals-answer-similarity.md) - Documentation for the Answer Similarity Scorer in Mastra, which compares agent outputs against ground truth answers for CI/CD testing.
 - [Reference: Bias Scorer](references/reference-evals-bias.md) - Documentation for the Bias Scorer in Mastra, which evaluates LLM outputs for various forms of bias, including gender, political, racial/ethnic, or geographical bias.