@mastra/mysql 0.9.1-alpha.0 → 0.10.0-alpha.2

package/dist/index.js

@@ -1,5 +1,5 @@
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
-import { AGENTS_SCHEMA, AGENT_VERSIONS_SCHEMA, AgentsStorage, BackgroundTasksStorage, BlobStore, ChannelsStorage, DATASETS_SCHEMA, DATASET_ITEMS_SCHEMA, DATASET_VERSIONS_SCHEMA, DatasetsStorage, EXPERIMENTS_SCHEMA, EXPERIMENT_RESULTS_SCHEMA, ExperimentsStorage, FAVORITES_SCHEMA, FavoritesStorage, KNOWLEDGE_ACTIVITY_SCHEMA, KNOWLEDGE_CURSORS_SCHEMA, KNOWLEDGE_MENTIONS_SCHEMA, KNOWLEDGE_NODES_SCHEMA, KNOWLEDGE_RECORDS_SCHEMA, KNOWLEDGE_SEMANTIC_OUTBOX_SCHEMA, KnowledgeConflictError, KnowledgeNotFoundError, KnowledgeStorage, MCPClientsStorage, MCPServersStorage, MCP_CLIENTS_SCHEMA, MCP_CLIENT_VERSIONS_SCHEMA, MCP_SERVERS_SCHEMA, MCP_SERVER_VERSIONS_SCHEMA, MastraCompositeStore, MemoryStorage, OBSERVATIONAL_MEMORY_TABLE_SCHEMA, ObservabilityStorage, PROMPT_BLOCKS_SCHEMA, PROMPT_BLOCK_VERSIONS_SCHEMA, PromptBlocksStorage, SCORERS_SCHEMA, SCORER_DEFINITIONS_SCHEMA, SCORER_DEFINITION_VERSIONS_SCHEMA, SKILLS_SCHEMA, SKILL_BLOBS_SCHEMA, SKILL_VERSIONS_SCHEMA, SPAN_SCHEMA, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, StoreOperations, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_CONFIGS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TOOL_PROVIDER_CONNECTIONS_SCHEMA, ToolProviderConnectionsStorage, TraceStatus, WORKFLOW_DEFINITIONS_SCHEMA, WORKSPACES_SCHEMA, WORKSPACE_VERSIONS_SCHEMA, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, assertKnowledgeCeilingRaised, assertKnowledgeScopeWithinCeiling, calculatePagination, canonicalizeKnowledgeScope, createKnowledgeUlid, createStorageErrorId, hasErrorCode, isKnowledgeScopeVisible, knowledgeScopeKey, knowledgeSemanticDocumentId, knowledgeSemanticIdempotencyKey, listTracesArgsSchema, matchesExpectedWorkflowStatus, normalizePerPage, normalizeScheduleTarget, parseKnowledgeNodeCursor, parseKnowledgeWikilinks, toTraceSpans, validateStorageMetadataFilter } from "@mastra/core/storage";
+import { AGENTS_SCHEMA, AGENT_VERSIONS_SCHEMA, AgentsStorage, BackgroundTasksStorage, BlobStore, ChannelsStorage, DATASETS_SCHEMA, DATASET_ITEMS_SCHEMA, DATASET_VERSIONS_SCHEMA, DatasetsStorage, EXPERIMENTS_SCHEMA, EXPERIMENT_RESULTS_SCHEMA, ExperimentsStorage, FAVORITES_SCHEMA, FavoritesStorage, KNOWLEDGE_ACTIVITY_SCHEMA, KNOWLEDGE_CURSORS_SCHEMA, KNOWLEDGE_MENTIONS_SCHEMA, KNOWLEDGE_NODES_SCHEMA, KNOWLEDGE_RECORDS_SCHEMA, KNOWLEDGE_SEMANTIC_OUTBOX_SCHEMA, KnowledgeConflictError, KnowledgeNotFoundError, KnowledgeStorage, MCPClientsStorage, MCPServersStorage, MCP_CLIENTS_SCHEMA, MCP_CLIENT_VERSIONS_SCHEMA, MCP_SERVERS_SCHEMA, MCP_SERVER_VERSIONS_SCHEMA, MastraCompositeStore, MemoryStorage, OBSERVATIONAL_MEMORY_TABLE_SCHEMA, ObservabilityStorage, PROMPT_BLOCKS_SCHEMA, PROMPT_BLOCK_VERSIONS_SCHEMA, PromptBlocksStorage, SCORERS_SCHEMA, SCORER_DEFINITIONS_SCHEMA, SCORER_DEFINITION_VERSIONS_SCHEMA, SKILLS_SCHEMA, SKILL_BLOBS_SCHEMA, SKILL_VERSIONS_SCHEMA, SPAN_SCHEMA, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, StoreOperations, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_CONFIGS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TOOL_PROVIDER_CONNECTIONS_SCHEMA, ToolProviderConnectionsStorage, TraceStatus, WORKFLOW_DEFINITIONS_SCHEMA, WORKSPACES_SCHEMA, WORKSPACE_VERSIONS_SCHEMA, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, assertKnowledgeCeilingRaised, assertKnowledgeScopeWithinCeiling, calculatePagination, canonicalizeKnowledgeScope, createKnowledgeUlid, createStorageErrorId, executeRetentionPrune, hasErrorCode, isKnowledgeScopeVisible, knowledgeScopeKey, knowledgeSemanticDocumentId, knowledgeSemanticIdempotencyKey, listTracesArgsSchema, matchesExpectedWorkflowStatus, normalizePerPage, normalizeScheduleTarget, parseKnowledgeNodeCursor, parseKnowledgeWikilinks, resolveListOrderBy, resolveRetentionTargets, retentionCutoffMs, toTraceSpans, validateStorageMetadataFilter } from "@mastra/core/storage";
 import { createPool } from "mysql2/promise";
 import { parseSqlIdentifier } from "@mastra/core/utils";
 import { randomUUID } from "crypto";
@@ -350,6 +350,12 @@ var StoreOperationsMySQL = class extends StoreOperations {
 			}, error);
 		}
 	}
+	async pruneBatch({ tableName, column, cutoff, limit }) {
+		if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(column)) throw new Error(`Invalid retention identifier: ${tableName}.${column}`);
+		if (!Number.isSafeInteger(limit) || limit <= 0) throw new Error(`Retention batch limit must be a positive safe integer; received ${limit}`);
+		const [result] = await this.pool.execute(`DELETE FROM ${formatTableName(tableName, this.database)} WHERE ${quoteIdentifier(column, "column name")} < ? ORDER BY ${quoteIdentifier(column, "column name")} LIMIT ${limit}`, [cutoff]);
+		return Number(result.affectedRows ?? 0);
+	}
 	async clearTable({ tableName }) {
 		try {
 			await this.pool.execute(`DELETE FROM ${formatTableName(tableName, this.database)}`);
@@ -2273,6 +2279,14 @@ var DatasetsMySQL = class DatasetsMySQL extends DatasetsStorage {
 	}
 	async listDatasets(args) {
 		try {
+			const orderBy = resolveListOrderBy(args.orderBy, [
+				"createdAt",
+				"updatedAt",
+				"name"
+			], {
+				field: "createdAt",
+				direction: "DESC"
+			});
 			const { page, perPage: perPageInput } = args.pagination;
 			const filterParts = [];
 			const filterArgs = [];
@@ -2329,7 +2343,7 @@ var DatasetsMySQL = class DatasetsMySQL extends DatasetsStorage {
 				datasets: (await this.operations.loadMany({
 					tableName: TABLE_DATASETS,
 					whereClause,
-					orderBy: `${quoteIdentifier("createdAt", "column name")} DESC, \`id\` ASC`,
+					orderBy: `${quoteIdentifier(orderBy.field, "column name")} ${orderBy.direction}, \`id\` ASC`,
 					offset,
 					limit: limitValue
 				})).map((row) => this.mapDataset(row)),
@@ -2692,6 +2706,10 @@ var DatasetsMySQL = class DatasetsMySQL extends DatasetsStorage {
 	}
 	async listItems(args) {
 		try {
+			const orderBy = resolveListOrderBy(args.orderBy, ["createdAt", "updatedAt"], {
+				field: "createdAt",
+				direction: "DESC"
+			});
 			const { page, perPage: perPageInput } = args.pagination;
 			const tableItemsName = formatTableName(TABLE_DATASET_ITEMS);
 			const conditions = [`\`datasetId\` = ?`];
@@ -2733,7 +2751,7 @@ var DatasetsMySQL = class DatasetsMySQL extends DatasetsStorage {
 			const perPage = normalizePerPage(perPageInput, 100);
 			const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
 			const limitValue = perPageInput === false ? total : perPage;
-			const [rows] = await this.pool.execute(`SELECT * FROM ${tableItemsName}${whereSql} ORDER BY \`createdAt\` DESC, \`id\` ASC LIMIT ${limitValue} OFFSET ${offset}`, params);
+			const [rows] = await this.pool.execute(`SELECT * FROM ${tableItemsName}${whereSql} ORDER BY ${quoteIdentifier(orderBy.field, "column name")} ${orderBy.direction}, \`id\` ASC LIMIT ${limitValue} OFFSET ${offset}`, params);
 			return {
 				items: rows.map((row) => this.mapItem(row)),
 				pagination: {
@@ -3348,6 +3366,10 @@ var ExperimentsMySQL = class ExperimentsMySQL extends ExperimentsStorage {
 	}
 	async listExperiments(args) {
 		try {
+			const orderBy = resolveListOrderBy(args.orderBy, ["createdAt", "status"], {
+				field: "createdAt",
+				direction: "DESC"
+			});
 			const { page, perPage: perPageInput } = args.pagination;
 			const conditions = [];
 			const params = [];
@@ -3422,7 +3444,7 @@ var ExperimentsMySQL = class ExperimentsMySQL extends ExperimentsStorage {
 				experiments: (await this.operations.loadMany({
 					tableName: TABLE_EXPERIMENTS,
 					whereClause,
-					orderBy: `${quoteIdentifier("createdAt", "column name")} DESC`,
+					orderBy: `${quoteIdentifier(orderBy.field, "column name")} ${orderBy.direction}, \`id\` ASC`,
 					offset,
 					limit: limitValue
 				})).map((row) => this.mapExperiment(row)),
@@ -3753,6 +3775,10 @@ var ExperimentsMySQL = class ExperimentsMySQL extends ExperimentsStorage {
 	}
 	async listExperimentResults(args) {
 		try {
+			const orderBy = resolveListOrderBy(args.orderBy, ["startedAt", "createdAt"], {
+				field: "startedAt",
+				direction: "ASC"
+			});
 			const { page, perPage: perPageInput } = args.pagination;
 			const conditions = [`${quoteIdentifier("experimentId", "column name")} = ?`];
 			const params = [args.experimentId];
@@ -3803,7 +3829,7 @@ var ExperimentsMySQL = class ExperimentsMySQL extends ExperimentsStorage {
 				results: (await this.operations.loadMany({
 					tableName: TABLE_EXPERIMENT_RESULTS,
 					whereClause,
-					orderBy: `${quoteIdentifier("startedAt", "column name")} ASC`,
+					orderBy: `${quoteIdentifier(orderBy.field, "column name")} ${orderBy.direction}, \`id\` ASC`,
 					offset,
 					limit: limitValue
 				})).map((row) => this.mapExperimentResult(row)),
@@ -7822,6 +7848,11 @@ function serializeJsonFields(source) {
 	return result;
 }
 var ObservabilityMySQL = class ObservabilityMySQL extends ObservabilityStorage {
+	static retentionTables = { spans: {
+		table: TABLE_SPANS,
+		column: "startedAt",
+		indexed: true
+	} };
 	operations;
 	#skipDefaultIndexes;
 	#indexes;
@@ -7832,6 +7863,24 @@ var ObservabilityMySQL = class ObservabilityMySQL extends ObservabilityStorage {
 		this.#skipDefaultIndexes = skipDefaultIndexes;
 		this.#indexes = indexes?.filter((idx) => ObservabilityMySQL.MANAGED_TABLES.includes(idx.table));
 	}
+	async prune(policies, options) {
+		return executeRetentionPrune({
+			domain: "observability",
+			targets: resolveRetentionTargets({
+				policies,
+				descriptor: ObservabilityMySQL.retentionTables,
+				order: ["spans"]
+			}),
+			options,
+			cutoffFor: (target, now) => new Date(retentionCutoffMs(target.policy, now)),
+			deleteBatch: (target, cutoff, limit) => this.operations.pruneBatch({
+				tableName: target.table,
+				column: target.column,
+				cutoff,
+				limit
+			})
+		});
+	}
 	async init() {
 		await this.operations.createTable({
 			tableName: TABLE_SPANS,
@@ -11714,7 +11763,8 @@ var MySQLStore = class extends MastraCompositeStore {
 		super({
 			id: config.id ?? "mysql",
 			name: "MySQLStore",
-			disableInit: config.disableInit
+			disableInit: config.disableInit,
+			retention: config.retention
 		});
 		validateConfig(config);
 		const { pool, database } = createMySQLPool(config);