@mastra/libsql 1.8.1 → 1.9.0-alpha.1

package/dist/index.js

@@ -1,6 +1,6 @@
 import { createClient } from '@libsql/client';
 import { MastraError, ErrorCategory, ErrorDomain } from '@mastra/core/error';
-import { createVectorErrorId, AgentsStorage, AGENTS_SCHEMA, TABLE_AGENTS, AGENT_VERSIONS_SCHEMA, TABLE_AGENT_VERSIONS, createStorageErrorId, normalizePerPage, calculatePagination, BlobStore, TABLE_SKILL_BLOBS, SKILL_BLOBS_SCHEMA, DatasetsStorage, DATASETS_SCHEMA, TABLE_DATASETS, DATASET_ITEMS_SCHEMA, TABLE_DATASET_ITEMS, DATASET_VERSIONS_SCHEMA, TABLE_DATASET_VERSIONS, ensureDate, safelyParseJSON, TABLE_EXPERIMENT_RESULTS, TABLE_EXPERIMENTS, ExperimentsStorage, EXPERIMENTS_SCHEMA, EXPERIMENT_RESULTS_SCHEMA, MCPClientsStorage, MCP_CLIENTS_SCHEMA, TABLE_MCP_CLIENTS, MCP_CLIENT_VERSIONS_SCHEMA, TABLE_MCP_CLIENT_VERSIONS, MCPServersStorage, MCP_SERVERS_SCHEMA, TABLE_MCP_SERVERS, MCP_SERVER_VERSIONS_SCHEMA, TABLE_MCP_SERVER_VERSIONS, MemoryStorage, TABLE_SCHEMAS, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, ObservabilityStorage, SPAN_SCHEMA, TABLE_SPANS, listTracesArgsSchema, toTraceSpans, PromptBlocksStorage, PROMPT_BLOCKS_SCHEMA, TABLE_PROMPT_BLOCKS, PROMPT_BLOCK_VERSIONS_SCHEMA, TABLE_PROMPT_BLOCK_VERSIONS, ScorerDefinitionsStorage, SCORER_DEFINITIONS_SCHEMA, TABLE_SCORER_DEFINITIONS, SCORER_DEFINITION_VERSIONS_SCHEMA, TABLE_SCORER_DEFINITION_VERSIONS, ScoresStorage, SCORERS_SCHEMA, TABLE_SCORERS, transformScoreRow, SkillsStorage, SKILLS_SCHEMA, TABLE_SKILLS, SKILL_VERSIONS_SCHEMA, TABLE_SKILL_VERSIONS, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, WorkspacesStorage, WORKSPACES_SCHEMA, TABLE_WORKSPACES, WORKSPACE_VERSIONS_SCHEMA, TABLE_WORKSPACE_VERSIONS, MastraCompositeStore, getSqlType, TraceStatus } from '@mastra/core/storage';
+import { createVectorErrorId, AgentsStorage, AGENTS_SCHEMA, TABLE_AGENTS, AGENT_VERSIONS_SCHEMA, TABLE_AGENT_VERSIONS, createStorageErrorId, normalizePerPage, calculatePagination, BackgroundTasksStorage, TABLE_SCHEMAS, TABLE_BACKGROUND_TASKS, BlobStore, TABLE_SKILL_BLOBS, SKILL_BLOBS_SCHEMA, DatasetsStorage, DATASETS_SCHEMA, TABLE_DATASETS, DATASET_ITEMS_SCHEMA, TABLE_DATASET_ITEMS, DATASET_VERSIONS_SCHEMA, TABLE_DATASET_VERSIONS, ensureDate, safelyParseJSON, TABLE_EXPERIMENT_RESULTS, TABLE_EXPERIMENTS, ExperimentsStorage, EXPERIMENTS_SCHEMA, EXPERIMENT_RESULTS_SCHEMA, MCPClientsStorage, MCP_CLIENTS_SCHEMA, TABLE_MCP_CLIENTS, MCP_CLIENT_VERSIONS_SCHEMA, TABLE_MCP_CLIENT_VERSIONS, MCPServersStorage, MCP_SERVERS_SCHEMA, TABLE_MCP_SERVERS, MCP_SERVER_VERSIONS_SCHEMA, TABLE_MCP_SERVER_VERSIONS, MemoryStorage, TABLE_THREADS, TABLE_MESSAGES, TABLE_RESOURCES, ObservabilityStorage, SPAN_SCHEMA, TABLE_SPANS, listTracesArgsSchema, toTraceSpans, PromptBlocksStorage, PROMPT_BLOCKS_SCHEMA, TABLE_PROMPT_BLOCKS, PROMPT_BLOCK_VERSIONS_SCHEMA, TABLE_PROMPT_BLOCK_VERSIONS, ScorerDefinitionsStorage, SCORER_DEFINITIONS_SCHEMA, TABLE_SCORER_DEFINITIONS, SCORER_DEFINITION_VERSIONS_SCHEMA, TABLE_SCORER_DEFINITION_VERSIONS, ScoresStorage, SCORERS_SCHEMA, TABLE_SCORERS, transformScoreRow, SkillsStorage, SKILLS_SCHEMA, TABLE_SKILLS, SKILL_VERSIONS_SCHEMA, TABLE_SKILL_VERSIONS, WorkflowsStorage, TABLE_WORKFLOW_SNAPSHOT, WorkspacesStorage, WORKSPACES_SCHEMA, TABLE_WORKSPACES, WORKSPACE_VERSIONS_SCHEMA, TABLE_WORKSPACE_VERSIONS, MastraCompositeStore, getSqlType, TraceStatus } from '@mastra/core/storage';
 import { parseSqlIdentifier, parseFieldKey } from '@mastra/core/utils';
 import { MastraVector, validateTopK, validateUpsertInput } from '@mastra/core/vector';
 import { BaseFilterTranslator } from '@mastra/core/vector/filter';
@@ -509,6 +509,9 @@ var LibSQLVector = class extends MastraVector {
   turso;
   maxRetries;
   initialBackoffMs;
+  overFetchMultiplier;
+  isMemoryDb;
+  vectorIndexes;
   constructor({
     url,
     authToken,
@@ -516,6 +519,7 @@ var LibSQLVector = class extends MastraVector {
     syncInterval,
     maxRetries = 5,
     initialBackoffMs = 100,
+    vectorTopKOverFetchMultiplier = 10,
     id
   }) {
     super({ id });
@@ -527,10 +531,27 @@ var LibSQLVector = class extends MastraVector {
     });
     this.maxRetries = maxRetries;
     this.initialBackoffMs = initialBackoffMs;
-    if (url.includes(`file:`) || url.includes(`:memory:`)) {
+    if (!Number.isInteger(vectorTopKOverFetchMultiplier) || vectorTopKOverFetchMultiplier < 1) {
+      throw new Error("vectorTopKOverFetchMultiplier must be a positive integer");
+    }
+    this.overFetchMultiplier = vectorTopKOverFetchMultiplier;
+    this.isMemoryDb = url.includes(":memory:");
+    if (url.includes(`file:`) || this.isMemoryDb) {
       this.turso.execute("PRAGMA journal_mode=WAL;").then(() => this.logger.debug("LibSQLStore: PRAGMA journal_mode=WAL set.")).catch((err) => this.logger.warn("LibSQLStore: Failed to set PRAGMA journal_mode=WAL.", err));
       this.turso.execute("PRAGMA busy_timeout = 5000;").then(() => this.logger.debug("LibSQLStore: PRAGMA busy_timeout=5000 set.")).catch((err) => this.logger.warn("LibSQLStore: Failed to set PRAGMA busy_timeout=5000.", err));
     }
+    this.vectorIndexes = this.isMemoryDb ? Promise.resolve(/* @__PURE__ */ new Set()) : this.discoverVectorIndexes();
+  }
+  async discoverVectorIndexes() {
+    try {
+      const result = await this.turso.execute({
+        sql: `SELECT name FROM sqlite_master WHERE type='index' AND name LIKE '%_vector_idx'`,
+        args: []
+      });
+      return new Set(result.rows.map((row) => row.name));
+    } catch {
+      return /* @__PURE__ */ new Set();
+    }
   }
   async executeWriteOperationWithRetry(operation, isTransaction = false) {
     let attempts = 0;
@@ -564,6 +585,40 @@ var LibSQLVector = class extends MastraVector {
     const translator = new LibSQLFilterTranslator();
     return translator.translate(filter);
   }
+  async hasVectorIndex(parsedIndexName) {
+    const indexes = await this.vectorIndexes;
+    return indexes.has(`${parsedIndexName}_vector_idx`);
+  }
+  async queryWithIndex(parsedIndexName, vectorStr, topK, filter, includeVector, minScore) {
+    const translatedFilter = this.transformFilter(filter);
+    const { sql: filterQuery, values: filterValues } = buildFilterQuery(translatedFilter);
+    const hasFilter = filterQuery.length > 0;
+    const fetchCount = hasFilter ? topK * this.overFetchMultiplier : topK * 2;
+    const embeddingSelect = includeVector ? ", vector_extract(t.embedding) as embedding" : "";
+    const filterCondition = hasFilter ? filterQuery.replace(/^\s*WHERE\s+/i, "") : "";
+    const whereClause = hasFilter ? `WHERE ${filterCondition} AND score > ?` : "WHERE score > ?";
+    const query = `
+      WITH candidates AS (
+        SELECT t.vector_id AS id,
+               (1 - vector_distance_cos(t.embedding, vector32(?))) AS score,
+               t.metadata
+               ${embeddingSelect}
+        FROM vector_top_k('${parsedIndexName}_vector_idx', vector32(?), ?) AS v
+        JOIN "${parsedIndexName}" AS t ON t.rowid = v.id
+      )
+      SELECT * FROM candidates
+      ${whereClause}
+      ORDER BY score DESC
+      LIMIT ?`;
+    const args = [vectorStr, vectorStr, fetchCount, ...filterValues, minScore, topK];
+    const result = await this.turso.execute({ sql: query, args });
+    return result.rows.map(({ id, score, metadata, embedding }) => ({
+      id,
+      score,
+      metadata: JSON.parse(metadata ?? "{}"),
+      ...includeVector && embedding && { vector: JSON.parse(embedding) }
+    }));
+  }
   async query({
     indexName,
     queryVector,
@@ -594,6 +649,23 @@ var LibSQLVector = class extends MastraVector {
     try {
       const parsedIndexName = parseSqlIdentifier(indexName, "index name");
       const vectorStr = `[${queryVector.join(",")}]`;
+      if (!this.isMemoryDb && await this.hasVectorIndex(parsedIndexName)) {
+        try {
+          const indexedResults = await this.queryWithIndex(
+            parsedIndexName,
+            vectorStr,
+            topK,
+            filter,
+            includeVector,
+            minScore
+          );
+          if (!filter || indexedResults.length >= topK) {
+            return indexedResults;
+          }
+        } catch (err) {
+          this.logger.warn("LibSQLVector: indexed query failed, falling back to brute-force", err);
+        }
+      }
       const translatedFilter = this.transformFilter(filter);
       const { sql: filterQuery, values: filterValues } = buildFilterQuery(translatedFilter);
       filterValues.push(minScore);
@@ -727,6 +799,7 @@ var LibSQLVector = class extends MastraVector {
         `,
       args: []
     });
+    void this.vectorIndexes.then((indexes) => indexes.add(`${parsedIndexName}_vector_idx`));
   }
   deleteIndex(args) {
     try {
@@ -749,6 +822,7 @@ var LibSQLVector = class extends MastraVector {
       sql: `DROP TABLE IF EXISTS ${parsedIndexName}`,
       args: []
     });
+    void this.vectorIndexes.then((indexes) => indexes.delete(`${parsedIndexName}_vector_idx`));
   }
   async listIndexes() {
     try {
@@ -2882,6 +2956,235 @@ var AgentsLibSQL = class extends AgentsStorage {
     };
   }
 };
+function serializeJson(v) {
+  if (typeof v === "object" && v != null) return JSON.stringify(v);
+  return v ?? null;
+}
+function parseJson(val) {
+  if (val == null) return void 0;
+  if (typeof val === "string") {
+    try {
+      return JSON.parse(val);
+    } catch {
+      return val;
+    }
+  }
+  return val;
+}
+function rowToTask(row) {
+  return {
+    id: String(row.id),
+    status: String(row.status),
+    toolName: String(row.tool_name),
+    toolCallId: String(row.tool_call_id),
+    args: parseJson(row.args) ?? {},
+    agentId: String(row.agent_id),
+    threadId: row.thread_id != null ? String(row.thread_id) : void 0,
+    resourceId: row.resource_id != null ? String(row.resource_id) : void 0,
+    runId: String(row.run_id),
+    result: parseJson(row.result),
+    error: parseJson(row.error),
+    retryCount: Number(row.retry_count),
+    maxRetries: Number(row.max_retries),
+    timeoutMs: Number(row.timeout_ms),
+    createdAt: new Date(String(row.createdAt)),
+    startedAt: row.startedAt ? new Date(String(row.startedAt)) : void 0,
+    completedAt: row.completedAt ? new Date(String(row.completedAt)) : void 0
+  };
+}
+var BackgroundTasksLibSQL = class extends BackgroundTasksStorage {
+  #db;
+  #client;
+  constructor(config) {
+    super();
+    const client = resolveClient(config);
+    this.#client = client;
+    this.#db = new LibSQLDB({ client, maxRetries: config.maxRetries, initialBackoffMs: config.initialBackoffMs });
+  }
+  async init() {
+    await this.#db.createTable({
+      tableName: TABLE_BACKGROUND_TASKS,
+      schema: TABLE_SCHEMAS[TABLE_BACKGROUND_TASKS]
+    });
+  }
+  async dangerouslyClearAll() {
+    await this.#db.deleteData({ tableName: TABLE_BACKGROUND_TASKS });
+  }
+  async createTask(task) {
+    await this.#db.insert({
+      tableName: TABLE_BACKGROUND_TASKS,
+      record: {
+        id: task.id,
+        tool_call_id: task.toolCallId,
+        tool_name: task.toolName,
+        agent_id: task.agentId,
+        thread_id: task.threadId ?? null,
+        resource_id: task.resourceId ?? null,
+        run_id: task.runId,
+        status: task.status,
+        args: task.args,
+        result: task.result ?? null,
+        error: task.error ?? null,
+        retry_count: task.retryCount,
+        max_retries: task.maxRetries,
+        timeout_ms: task.timeoutMs,
+        createdAt: task.createdAt.toISOString(),
+        startedAt: task.startedAt?.toISOString() ?? null,
+        completedAt: task.completedAt?.toISOString() ?? null
+      }
+    });
+  }
+  async updateTask(taskId, update) {
+    const setClauses = [];
+    const params = [];
+    if ("status" in update) {
+      setClauses.push("status = ?");
+      params.push(update.status);
+    }
+    if ("result" in update) {
+      setClauses.push("result = jsonb(?)");
+      params.push(serializeJson(update.result));
+    }
+    if ("error" in update) {
+      setClauses.push("error = jsonb(?)");
+      params.push(serializeJson(update.error));
+    }
+    if ("retryCount" in update) {
+      setClauses.push("retry_count = ?");
+      params.push(update.retryCount);
+    }
+    if ("startedAt" in update) {
+      setClauses.push("startedAt = ?");
+      params.push(update.startedAt?.toISOString() ?? null);
+    }
+    if ("completedAt" in update) {
+      setClauses.push("completedAt = ?");
+      params.push(update.completedAt?.toISOString() ?? null);
+    }
+    if (setClauses.length === 0) return;
+    params.push(taskId);
+    await this.#client.execute({
+      sql: `UPDATE ${TABLE_BACKGROUND_TASKS} SET ${setClauses.join(", ")} WHERE id = ?`,
+      args: params
+    });
+  }
+  async getTask(taskId) {
+    const result = await this.#client.execute({
+      sql: `SELECT ${buildSelectColumns(TABLE_BACKGROUND_TASKS)} FROM ${TABLE_BACKGROUND_TASKS} WHERE id = ?`,
+      args: [taskId]
+    });
+    const row = result.rows[0];
+    return row ? rowToTask(row) : null;
+  }
+  async listTasks(filter) {
+    const conditions = [];
+    const params = [];
+    if (filter.status) {
+      const statuses = Array.isArray(filter.status) ? filter.status : [filter.status];
+      conditions.push(`status IN (${statuses.map(() => "?").join(", ")})`);
+      params.push(...statuses);
+    }
+    if (filter.agentId) {
+      conditions.push("agent_id = ?");
+      params.push(filter.agentId);
+    }
+    if (filter.threadId) {
+      conditions.push("thread_id = ?");
+      params.push(filter.threadId);
+    }
+    if (filter.runId) {
+      conditions.push("run_id = ?");
+      params.push(filter.runId);
+    }
+    if (filter.resourceId) {
+      conditions.push("resource_id = ?");
+      params.push(filter.resourceId);
+    }
+    if (filter.toolName) {
+      conditions.push("tool_name = ?");
+      params.push(filter.toolName);
+    }
+    const dateCol = filter.dateFilterBy === "startedAt" ? "startedAt" : filter.dateFilterBy === "completedAt" ? "completedAt" : "createdAt";
+    if (filter.fromDate) {
+      conditions.push(`${dateCol} >= ?`);
+      params.push(filter.fromDate.toISOString());
+    }
+    if (filter.toDate) {
+      conditions.push(`${dateCol} < ?`);
+      params.push(filter.toDate.toISOString());
+    }
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
+    const countResult = await this.#client.execute({
+      sql: `SELECT COUNT(*) as count FROM ${TABLE_BACKGROUND_TASKS} ${where}`,
+      args: [...params]
+    });
+    const total = Number(countResult.rows[0]?.count ?? 0);
+    const orderCol = filter.orderBy === "startedAt" ? "startedAt" : filter.orderBy === "completedAt" ? "completedAt" : "createdAt";
+    const direction = filter.orderDirection === "desc" ? "DESC" : "ASC";
+    let sql = `SELECT ${buildSelectColumns(TABLE_BACKGROUND_TASKS)} FROM ${TABLE_BACKGROUND_TASKS} ${where} ORDER BY ${orderCol} ${direction}`;
+    if (filter.perPage != null) {
+      sql += " LIMIT ?";
+      params.push(filter.perPage);
+      if (filter.page != null) {
+        sql += " OFFSET ?";
+        params.push(filter.page * filter.perPage);
+      }
+    }
+    const result = await this.#client.execute({ sql, args: params });
+    return { tasks: result.rows.map((row) => rowToTask(row)), total };
+  }
+  async deleteTask(taskId) {
+    await this.#client.execute({
+      sql: `DELETE FROM ${TABLE_BACKGROUND_TASKS} WHERE id = ?`,
+      args: [taskId]
+    });
+  }
+  async deleteTasks(filter) {
+    const conditions = [];
+    const params = [];
+    if (filter.status) {
+      const statuses = Array.isArray(filter.status) ? filter.status : [filter.status];
+      conditions.push(`status IN (${statuses.map(() => "?").join(", ")})`);
+      params.push(...statuses);
+    }
+    const dateCol = filter.dateFilterBy === "startedAt" ? "startedAt" : filter.dateFilterBy === "completedAt" ? "completedAt" : "createdAt";
+    if (filter.fromDate) {
+      conditions.push(`${dateCol} >= ?`);
+      params.push(filter.fromDate.toISOString());
+    }
+    if (filter.toDate) {
+      conditions.push(`${dateCol} < ?`);
+      params.push(filter.toDate.toISOString());
+    }
+    if (filter.agentId) {
+      conditions.push("agent_id = ?");
+      params.push(filter.agentId);
+    }
+    if (filter.runId) {
+      conditions.push("run_id = ?");
+      params.push(filter.runId);
+    }
+    if (conditions.length === 0) return;
+    await this.#client.execute({
+      sql: `DELETE FROM ${TABLE_BACKGROUND_TASKS} WHERE ${conditions.join(" AND ")}`,
+      args: params
+    });
+  }
+  async getRunningCount() {
+    const result = await this.#client.execute({
+      sql: `SELECT COUNT(*) as count FROM ${TABLE_BACKGROUND_TASKS} WHERE status = 'running'`,
+      args: []
+    });
+    return Number(result.rows[0]?.count ?? 0);
+  }
+  async getRunningCountByAgent(agentId) {
+    const result = await this.#client.execute({
+      sql: `SELECT COUNT(*) as count FROM ${TABLE_BACKGROUND_TASKS} WHERE status = 'running' AND agent_id = ?`,
+      args: [agentId]
+    });
+    return Number(result.rows[0]?.count ?? 0);
+  }
+};
 var BlobsLibSQL = class extends BlobStore {
   #db;
   #client;
@@ -10637,6 +10940,7 @@ var LibSQLStore = class extends MastraCompositeStore {
     const workspaces = new WorkspacesLibSQL(domainConfig);
     const skills = new SkillsLibSQL(domainConfig);
     const blobs = new BlobsLibSQL(domainConfig);
+    const backgroundTasks = new BackgroundTasksLibSQL(domainConfig);
     this.stores = {
       scores,
       workflows,
@@ -10651,7 +10955,8 @@ var LibSQLStore = class extends MastraCompositeStore {
       mcpServers,
       workspaces,
       skills,
-      blobs
+      blobs,
+      backgroundTasks
     };
   }
 };
@@ -10755,6 +11060,6 @@ Example Complex Query:
   ]
 }`;
 
-export { AgentsLibSQL, BlobsLibSQL, DatasetsLibSQL, LibSQLStore as DefaultStorage, ExperimentsLibSQL, LIBSQL_PROMPT, LibSQLStore, LibSQLVector, MCPClientsLibSQL, MCPServersLibSQL, MemoryLibSQL, ObservabilityLibSQL, PromptBlocksLibSQL, ScorerDefinitionsLibSQL, ScoresLibSQL, SkillsLibSQL, WorkflowsLibSQL, WorkspacesLibSQL };
+export { AgentsLibSQL, BackgroundTasksLibSQL, BlobsLibSQL, DatasetsLibSQL, LibSQLStore as DefaultStorage, ExperimentsLibSQL, LIBSQL_PROMPT, LibSQLStore, LibSQLVector, MCPClientsLibSQL, MCPServersLibSQL, MemoryLibSQL, ObservabilityLibSQL, PromptBlocksLibSQL, ScorerDefinitionsLibSQL, ScoresLibSQL, SkillsLibSQL, WorkflowsLibSQL, WorkspacesLibSQL };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map