@mastra/spanner 1.7.0 → 1.8.0-alpha.1

package/dist/index.js

@@ -1,6 +1,6 @@
 import { Spanner } from "@google-cloud/spanner";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
-import { AGENTS_SCHEMA, AGENT_VERSIONS_SCHEMA, AgentsStorage, BackgroundTasksStorage, BlobStore, ChannelsStorage, DatasetsStorage, ExperimentsStorage, FavoritesStorage, MCPClientsStorage, MCPServersStorage, MCP_CLIENTS_SCHEMA, MCP_CLIENT_VERSIONS_SCHEMA, MCP_SERVERS_SCHEMA, MCP_SERVER_VERSIONS_SCHEMA, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, PROMPT_BLOCKS_SCHEMA, PROMPT_BLOCK_VERSIONS_SCHEMA, PromptBlocksStorage, SCORER_DEFINITIONS_SCHEMA, SCORER_DEFINITION_VERSIONS_SCHEMA, SKILLS_SCHEMA, SKILL_BLOBS_SCHEMA, SKILL_VERSIONS_SCHEMA, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_CONFIGS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WORKFLOW_DEFINITIONS_SCHEMA, WORKSPACES_SCHEMA, WORKSPACE_VERSIONS_SCHEMA, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, calculatePagination, createStorageErrorId, getDefaultValue, hasErrorCode, listMetricsArgsSchema, listTracesArgsSchema, matchesExpectedWorkflowStatus, normalizePerPage, normalizeScheduleTarget, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
+import { AGENTS_SCHEMA, AGENT_VERSIONS_SCHEMA, AgentsStorage, BackgroundTasksStorage, BlobStore, ChannelsStorage, DatasetsStorage, ExperimentsStorage, FavoritesStorage, MCPClientsStorage, MCPServersStorage, MCP_CLIENTS_SCHEMA, MCP_CLIENT_VERSIONS_SCHEMA, MCP_SERVERS_SCHEMA, MCP_SERVER_VERSIONS_SCHEMA, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, PROMPT_BLOCKS_SCHEMA, PROMPT_BLOCK_VERSIONS_SCHEMA, PromptBlocksStorage, SCORER_DEFINITIONS_SCHEMA, SCORER_DEFINITION_VERSIONS_SCHEMA, SKILLS_SCHEMA, SKILL_BLOBS_SCHEMA, SKILL_VERSIONS_SCHEMA, SchedulesStorage, ScorerDefinitionsStorage, ScoresStorage, SkillsStorage, TABLE_AGENTS, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_CHANNEL_CONFIG, TABLE_CHANNEL_INSTALLATIONS, TABLE_CONFIGS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WORKFLOW_DEFINITIONS_SCHEMA, WORKSPACES_SCHEMA, WORKSPACE_VERSIONS_SCHEMA, WorkflowDefinitionsStorage, WorkflowsStorage, WorkspacesStorage, calculatePagination, createStorageErrorId, executeRetentionPrune, getDefaultValue, hasErrorCode, listMetricsArgsSchema, listTracesArgsSchema, matchesExpectedWorkflowStatus, normalizePerPage, normalizeScheduleTarget, resolveListOrderBy, resolveRetentionTargets, retentionCutoffMs, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
 import { MastraBase } from "@mastra/core/base";
 import { parseSqlIdentifier } from "@mastra/core/utils";
 import { randomUUID } from "crypto";
@@ -3173,6 +3173,14 @@ var DatasetsSpanner = class DatasetsSpanner extends DatasetsStorage {
 		}
 	}
 	async listDatasets(args) {
+		const orderBy = resolveListOrderBy(args.orderBy, [
+			"createdAt",
+			"updatedAt",
+			"name"
+		], {
+			field: "createdAt",
+			direction: "DESC"
+		});
 		const { page = 0, perPage: perPageInput } = args.pagination;
 		const perPage = normalizePerPage(perPageInput, 100);
 		const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
@@ -3232,7 +3240,7 @@ var DatasetsSpanner = class DatasetsSpanner extends DatasetsStorage {
 			const limit = perPageInput === false ? total : perPage;
 			const [rows] = await this.database.run({
 				sql: `SELECT * FROM ${tableName} ${whereClause}
-              ORDER BY ${quoteIdent("createdAt", "column name")} DESC, ${quoteIdent("id", "column name")} ASC
+              ORDER BY ${quoteIdent(orderBy.field, "column name")} ${orderBy.direction}, ${quoteIdent("id", "column name")} ASC
               LIMIT @limit OFFSET @offset`,
 				params: {
 					...filterParams,
@@ -3670,6 +3678,10 @@ var DatasetsSpanner = class DatasetsSpanner extends DatasetsStorage {
 		}
 	}
 	async listItems(args) {
+		const orderBy = resolveListOrderBy(args.orderBy, ["createdAt", "updatedAt"], {
+			field: "createdAt",
+			direction: "DESC"
+		});
 		const { page = 0, perPage: perPageInput } = args.pagination;
 		const perPage = normalizePerPage(perPageInput, 100);
 		const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
@@ -3717,7 +3729,7 @@ var DatasetsSpanner = class DatasetsSpanner extends DatasetsStorage {
 			const limit = perPageInput === false ? total : perPage;
 			const [rows] = await this.database.run({
 				sql: `SELECT * FROM ${tableName} ${whereSql}
-              ORDER BY ${quoteIdent("createdAt", "column name")} DESC, ${quoteIdent("id", "column name")} ASC
+              ORDER BY ${quoteIdent(orderBy.field, "column name")} ${orderBy.direction}, ${quoteIdent("id", "column name")} ASC
               LIMIT @limit OFFSET @offset`,
 				params: {
 					...params,
@@ -4450,6 +4462,10 @@ var ExperimentsSpanner = class ExperimentsSpanner extends ExperimentsStorage {
 		}
 	}
 	async listExperiments(args) {
+		const orderBy = resolveListOrderBy(args.orderBy, ["createdAt", "status"], {
+			field: "createdAt",
+			direction: "DESC"
+		});
 		const { page = 0, perPage: perPageInput } = args.pagination;
 		const perPage = normalizePerPage(perPageInput, 100);
 		const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
@@ -4523,7 +4539,7 @@ var ExperimentsSpanner = class ExperimentsSpanner extends ExperimentsStorage {
 			const limit = perPageInput === false ? total : perPage;
 			const [rows] = await this.database.run({
 				sql: `SELECT * FROM ${tableName} ${whereSql}
-              ORDER BY ${quoteIdent("createdAt", "column name")} DESC
+              ORDER BY ${quoteIdent(orderBy.field, "column name")} ${orderBy.direction}, ${quoteIdent("id", "column name")} ASC
               LIMIT @limit OFFSET @offset`,
 				params: {
 					...params,
@@ -4911,6 +4927,10 @@ var ExperimentsSpanner = class ExperimentsSpanner extends ExperimentsStorage {
 		}
 	}
 	async listExperimentResults(args) {
+		const orderBy = resolveListOrderBy(args.orderBy, ["startedAt", "createdAt"], {
+			field: "startedAt",
+			direction: "ASC"
+		});
 		const { page = 0, perPage: perPageInput } = args.pagination;
 		const perPage = normalizePerPage(perPageInput, 100);
 		const { offset, perPage: perPageForResponse } = calculatePagination(page, perPageInput, perPage);
@@ -4962,7 +4982,7 @@ var ExperimentsSpanner = class ExperimentsSpanner extends ExperimentsStorage {
 			const limit = perPageInput === false ? total : perPage;
 			const [rows] = await this.database.run({
 				sql: `SELECT * FROM ${tableName} ${whereSql}
-              ORDER BY ${quoteIdent("startedAt", "column name")} ASC
+              ORDER BY ${quoteIdent(orderBy.field, "column name")} ${orderBy.direction}, ${quoteIdent("id", "column name")} ASC
               LIMIT @limit OFFSET @offset`,
 				params: {
 					...params,
@@ -8861,6 +8881,18 @@ function invalidTraceFilterKey(kind, key) {
 * waterfall view, and root-span pagination with the listTraces filters.
 */
 var ObservabilitySpanner = class ObservabilitySpanner extends ObservabilityStorage {
+	static retentionTables = {
+		spans: {
+			table: TABLE_SPANS,
+			column: "startedAt",
+			indexed: false
+		},
+		metrics: {
+			table: TABLE_AI_METRICS,
+			column: "timestamp",
+			indexed: false
+		}
+	};
 	database;
 	db;
 	skipDefaultIndexes;
@@ -8895,6 +8927,50 @@ var ObservabilitySpanner = class ObservabilitySpanner extends ObservabilityStora
 		this.disableMetrics = disableMetrics ?? true;
 		this.indexes = indexes?.filter((idx) => ObservabilitySpanner.MANAGED_TABLES.includes(idx.table));
 	}
+	async prune(policies, options) {
+		return executeRetentionPrune({
+			domain: "observability",
+			targets: resolveRetentionTargets({
+				policies,
+				descriptor: this.disableMetrics ? { spans: {
+					table: TABLE_SPANS,
+					column: "startedAt",
+					indexed: false
+				} } : ObservabilitySpanner.retentionTables,
+				order: ["spans", "metrics"]
+			}),
+			options,
+			cutoffFor: (target, now) => new Date(retentionCutoffMs(target.policy, now)).toISOString(),
+			deleteBatch: async (target, cutoff, limit) => {
+				const table = quoteIdent(target.table, "table name");
+				const column = quoteIdent(target.column, "column name");
+				const keyPredicate = target.table === TABLE_SPANS ? `(traceId, spanId) IN (SELECT AS STRUCT traceId, spanId FROM ${table} WHERE ${column} < @cutoff ORDER BY ${column} LIMIT @limit)` : `metricId IN (SELECT metricId FROM ${table} WHERE ${column} < @cutoff ORDER BY ${column} LIMIT @limit)`;
+				return this.db.runWithAbortRetry(async () => {
+					let deleted = 0;
+					await this.database.runTransactionAsync(async (tx) => {
+						try {
+							const [count] = await tx.runUpdate({
+								sql: `DELETE FROM ${table} WHERE ${keyPredicate}`,
+								params: {
+									cutoff,
+									limit
+								},
+								types: { cutoff: "timestamp" }
+							});
+							deleted = Number(count ?? 0);
+							await tx.commit();
+						} catch (error) {
+							await tx.rollback().catch((rollbackError) => {
+								throw new AggregateError([error, rollbackError], "Transaction and rollback both failed");
+							});
+							throw error;
+						}
+					});
+					return deleted;
+				});
+			}
+		});
+	}
 	/** Build the read-options object that every metrics read path threads through. */
 	readOptions() {
 		return { stalenessMs: this.dashboardStalenessMs };
@@ -13370,7 +13446,8 @@ var SpannerStore = class extends MastraCompositeStore {
 		super({
 			id: config.id,
 			name: "SpannerStore",
-			disableInit: config.disableInit
+			disableInit: config.disableInit,
+			retention: config.retention
 		});
 		try {
 			if (isPreConfiguredDatabase(config)) {