@mastra/clickhouse 1.16.0-alpha.1 → 1.16.0

package/dist/index.js

@@ -1,8 +1,8 @@
 import { createClient } from "@clickhouse/client";
 import { ErrorCategory, ErrorDomain, MastraError } from "@mastra/core/error";
-import { BRANCH_SPAN_TYPES, BackgroundTasksStorage, EntityType, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, SCORERS_SCHEMA, SPAN_SCHEMA, ScoresStorage, TABLE_AGENT_VERSIONS, TABLE_BACKGROUND_TASKS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_HARNESS_SESSIONS, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_THREAD_STATE, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_TRACES, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowsStorage, buildInputPreview, calculatePagination, computeTraceStatus, createStorageErrorId, getDefaultValue, getSqlType, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, normalizePerPage, safelyParseJSON, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
-import { MastraBase } from "@mastra/core/base";
+import { BRANCH_SPAN_TYPES, EntityType, METRIC_DISTINCT_COLUMNS, MastraCompositeStore, MemoryStorage, ObservabilityStorage, SCORERS_SCHEMA, SPAN_SCHEMA, ScoresStorage, TABLE_AGENT_VERSIONS, TABLE_DATASETS, TABLE_DATASET_ITEMS, TABLE_DATASET_VERSIONS, TABLE_EXPERIMENTS, TABLE_EXPERIMENT_RESULTS, TABLE_FAVORITES, TABLE_HARNESS_SESSIONS, TABLE_KNOWLEDGE_ACTIVITY, TABLE_KNOWLEDGE_CURSORS, TABLE_KNOWLEDGE_MENTIONS, TABLE_KNOWLEDGE_NODES, TABLE_KNOWLEDGE_RECORDS, TABLE_KNOWLEDGE_SEMANTIC_OUTBOX, TABLE_MCP_CLIENTS, TABLE_MCP_CLIENT_VERSIONS, TABLE_MCP_SERVERS, TABLE_MCP_SERVER_VERSIONS, TABLE_MESSAGES, TABLE_NOTIFICATIONS, TABLE_PROMPT_BLOCKS, TABLE_PROMPT_BLOCK_VERSIONS, TABLE_RESOURCES, TABLE_SCHEDULES, TABLE_SCHEDULE_TRIGGERS, TABLE_SCHEMAS, TABLE_SCORERS, TABLE_SCORER_DEFINITIONS, TABLE_SCORER_DEFINITION_VERSIONS, TABLE_SKILLS, TABLE_SKILL_BLOBS, TABLE_SKILL_VERSIONS, TABLE_SPANS, TABLE_THREADS, TABLE_THREAD_STATE, TABLE_TOOL_PROVIDER_CONNECTIONS, TABLE_TRACES, TABLE_WORKFLOW_DEFINITIONS, TABLE_WORKFLOW_SNAPSHOT, TABLE_WORKSPACES, TABLE_WORKSPACE_VERSIONS, TraceStatus, WorkflowsStorage, buildInputPreview, calculatePagination, computeTraceStatus, createStorageErrorId, getDefaultValue, getSqlType, listBranchesArgsSchema, listFeedbackArgsSchema, listLogsArgsSchema, listMetricsArgsSchema, listScoresArgsSchema, listTracesArgsSchema, normalizePerPage, safelyParseJSON, toTraceSpans, transformScoreRow, validateStorageMetadataFilter } from "@mastra/core/storage";
 import { MessageList } from "@mastra/core/agent";
+import { MastraBase } from "@mastra/core/base";
 import { parseFieldKey } from "@mastra/core/utils";
 import { coreFeatures } from "@mastra/core/features";
 import { saveScorePayloadSchema } from "@mastra/core/evals";
@@ -744,228 +744,6 @@ var ClickhouseDB = class extends MastraBase {
 	}
 };
 //#endregion
-//#region src/storage/domains/background-tasks/index.ts
-function serializeJson(v) {
-	if (typeof v === "object" && v != null) return JSON.stringify(v);
-	return v ?? "";
-}
-function readNullableDate(val) {
-	if (val == null || val === "") return void 0;
-	const d = new Date(val);
-	if (Number.isNaN(d.getTime()) || d.getTime() === 0) return void 0;
-	return d;
-}
-function rowToTask(row) {
-	const parseJson = (val) => {
-		if (val == null || val === "") return void 0;
-		if (typeof val === "string") try {
-			return JSON.parse(val);
-		} catch {
-			return val;
-		}
-		return val;
-	};
-	return {
-		id: row.id,
-		status: row.status,
-		toolName: row.tool_name,
-		toolCallId: row.tool_call_id,
-		args: parseJson(row.args) ?? {},
-		agentId: row.agent_id,
-		threadId: row.thread_id || void 0,
-		resourceId: row.resource_id || void 0,
-		runId: row.run_id ?? "",
-		result: parseJson(row.result),
-		error: parseJson(row.error),
-		suspendPayload: parseJson(row.suspend_payload),
-		retryCount: Number(row.retry_count ?? 0),
-		maxRetries: Number(row.max_retries ?? 0),
-		timeoutMs: Number(row.timeout_ms ?? 3e5),
-		createdAt: new Date(row.createdAt),
-		startedAt: readNullableDate(row.startedAt),
-		suspendedAt: readNullableDate(row.suspendedAt),
-		completedAt: readNullableDate(row.completedAt)
-	};
-}
-var BackgroundTasksStorageClickhouse = class extends BackgroundTasksStorage {
-	client;
-	#db;
-	constructor(config) {
-		super();
-		const { client, ttl, replication } = resolveClickhouseConfig(config);
-		this.client = client;
-		this.#db = new ClickhouseDB({
-			client,
-			ttl,
-			replication
-		});
-	}
-	async init() {
-		await this.#db.createTable({
-			tableName: TABLE_BACKGROUND_TASKS,
-			schema: TABLE_SCHEMAS[TABLE_BACKGROUND_TASKS]
-		});
-		await this.#db.alterTable({
-			tableName: TABLE_BACKGROUND_TASKS,
-			schema: TABLE_SCHEMAS[TABLE_BACKGROUND_TASKS],
-			ifNotExists: ["suspend_payload", "suspendedAt"]
-		});
-	}
-	async dangerouslyClearAll() {
-		await this.#db.clearTable({ tableName: TABLE_BACKGROUND_TASKS });
-	}
-	async createTask(task) {
-		await this.client.insert({
-			table: TABLE_BACKGROUND_TASKS,
-			values: [{
-				id: task.id,
-				tool_call_id: task.toolCallId,
-				tool_name: task.toolName,
-				agent_id: task.agentId,
-				thread_id: task.threadId ?? "",
-				resource_id: task.resourceId ?? "",
-				run_id: task.runId,
-				status: task.status,
-				args: serializeJson(task.args),
-				result: serializeJson(task.result),
-				error: serializeJson(task.error),
-				suspend_payload: serializeJson(task.suspendPayload),
-				retry_count: task.retryCount,
-				max_retries: task.maxRetries,
-				timeout_ms: task.timeoutMs,
-				createdAt: task.createdAt.toISOString(),
-				startedAt: task.startedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z",
-				suspendedAt: task.suspendedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z",
-				completedAt: task.completedAt?.toISOString() ?? "1970-01-01T00:00:00.000Z"
-			}],
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		});
-	}
-	async updateTask(taskId, update) {
-		const existing = await this.getTask(taskId);
-		if (!existing) return;
-		const merged = { ...existing };
-		if ("status" in update) merged.status = update.status;
-		if ("result" in update) merged.result = update.result;
-		if ("error" in update) merged.error = update.error;
-		if ("suspendPayload" in update) merged.suspendPayload = update.suspendPayload;
-		if ("retryCount" in update) merged.retryCount = update.retryCount;
-		if ("startedAt" in update) merged.startedAt = update.startedAt;
-		if ("suspendedAt" in update) merged.suspendedAt = update.suspendedAt;
-		if ("completedAt" in update) merged.completedAt = update.completedAt;
-		await this.createTask(merged);
-	}
-	async getTask(taskId) {
-		const rows = await (await this.client.query({
-			query: `SELECT * FROM ${TABLE_BACKGROUND_TASKS} FINAL WHERE id = {var_id:String} LIMIT 1`,
-			query_params: { var_id: taskId },
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		})).json();
-		return rows.length > 0 ? rowToTask(rows[0]) : null;
-	}
-	buildFilterClause(filter) {
-		const conditions = [];
-		const params = {};
-		if (filter.status) {
-			const statuses = Array.isArray(filter.status) ? filter.status : [filter.status];
-			conditions.push(`status IN ({var_statuses:Array(String)})`);
-			params.var_statuses = statuses;
-		}
-		if (filter.agentId) {
-			conditions.push(`agent_id = {var_agent:String}`);
-			params.var_agent = filter.agentId;
-		}
-		if (filter.threadId) {
-			conditions.push(`thread_id = {var_thread:String}`);
-			params.var_thread = filter.threadId;
-		}
-		if (filter.runId) {
-			conditions.push(`run_id = {var_run:String}`);
-			params.var_run = filter.runId;
-		}
-		if (filter.toolName) {
-			conditions.push(`tool_name = {var_tool:String}`);
-			params.var_tool = filter.toolName;
-		}
-		if (filter.toolCallId) {
-			conditions.push(`tool_call_id = {var_tool_call:String}`);
-			params.var_tool_call = filter.toolCallId;
-		}
-		const dateCol = filter.dateFilterBy === "startedAt" ? "startedAt" : filter.dateFilterBy === "suspendedAt" ? "suspendedAt" : filter.dateFilterBy === "completedAt" ? "completedAt" : "createdAt";
-		if (filter.fromDate) {
-			conditions.push(`${dateCol} >= parseDateTimeBestEffort({var_from_date:String})`);
-			params.var_from_date = filter.fromDate.toISOString();
-		}
-		if (filter.toDate) {
-			conditions.push(`${dateCol} < parseDateTimeBestEffort({var_to_date:String})`);
-			params.var_to_date = filter.toDate.toISOString();
-		}
-		return {
-			where: conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "",
-			params
-		};
-	}
-	async listTasks(filter) {
-		const { where, params } = this.buildFilterClause(filter);
-		const countRows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${TABLE_BACKGROUND_TASKS} FINAL ${where}`,
-			query_params: params,
-			format: "JSONEachRow",
-			clickhouse_settings: { date_time_input_format: "best_effort" }
-		})).json();
-		const total = Number(countRows[0]?.count ?? 0);
-		let sql = `SELECT * FROM ${TABLE_BACKGROUND_TASKS} FINAL ${where} ORDER BY ${filter.orderBy === "startedAt" ? "startedAt" : filter.orderBy === "suspendedAt" ? "suspendedAt" : filter.orderBy === "completedAt" ? "completedAt" : "createdAt"} ${filter.orderDirection === "desc" ? "DESC" : "ASC"}`;
-		if (filter.perPage != null) {
-			sql += ` LIMIT {var_limit:UInt32}`;
-			params.var_limit = filter.perPage;
-			if (filter.page != null) {
-				sql += ` OFFSET {var_offset:UInt32}`;
-				params.var_offset = filter.page * filter.perPage;
-			}
-		}
-		return {
-			tasks: (await (await this.client.query({
-				query: sql,
-				query_params: params,
-				format: "JSONEachRow",
-				clickhouse_settings: { date_time_input_format: "best_effort" }
-			})).json()).map(rowToTask),
-			total
-		};
-	}
-	async deleteTask(taskId) {
-		await this.client.command({
-			query: `DELETE FROM ${TABLE_BACKGROUND_TASKS} WHERE id = {var_id:String}`,
-			query_params: { var_id: taskId }
-		});
-	}
-	async deleteTasks(filter) {
-		const { where, params } = this.buildFilterClause(filter);
-		if (!where) return;
-		await this.client.command({
-			query: `DELETE FROM ${TABLE_BACKGROUND_TASKS} ${where}`,
-			query_params: params
-		});
-	}
-	async getRunningCount() {
-		const rows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${TABLE_BACKGROUND_TASKS} FINAL WHERE status = 'running'`,
-			format: "JSONEachRow"
-		})).json();
-		return Number(rows[0]?.count ?? 0);
-	}
-	async getRunningCountByAgent(agentId) {
-		const rows = await (await this.client.query({
-			query: `SELECT count() as count FROM ${TABLE_BACKGROUND_TASKS} FINAL WHERE status = 'running' AND agent_id = {var_agent:String}`,
-			query_params: { var_agent: agentId },
-			format: "JSONEachRow"
-		})).json();
-		return Number(rows[0]?.count ?? 0);
-	}
-};
-//#endregion
 //#region src/storage/domains/memory/index.ts
 /**
 * Serialize metadata object to JSON string for storage in ClickHouse.
@@ -8617,8 +8395,7 @@ var ClickhouseStore = class extends MastraCompositeStore {
 			workflows,
 			scores,
 			memory,
-			observability,
-			backgroundTasks: new BackgroundTasksStorageClickhouse(domainConfig)
+			observability
 		};
 	}
 	async optimizeTable({ tableName }) {
@@ -8704,6 +8481,6 @@ var ClickhouseStoreVNext = class extends ClickhouseStore {
 	}
 };
 //#endregion
-export { BackgroundTasksStorageClickhouse, COLUMN_TYPES, ClickhouseStore, ClickhouseStoreVNext, MemoryStorageClickhouse, ObservabilityStorageClickhouse, ObservabilityStorageClickhouseVNext, ScoresStorageClickhouse, TABLE_ENGINES, WorkflowsStorageClickhouse };
+export { COLUMN_TYPES, ClickhouseStore, ClickhouseStoreVNext, MemoryStorageClickhouse, ObservabilityStorageClickhouse, ObservabilityStorageClickhouseVNext, ScoresStorageClickhouse, TABLE_ENGINES, WorkflowsStorageClickhouse };
 
 //# sourceMappingURL=index.js.map