@mastra/libsql 1.10.1-alpha.2 → 1.10.1-alpha.3

package/dist/index.js

@@ -1932,15 +1932,21 @@ var LibSQLDB = class extends MastraBase {
   async migrateSpansTable() {
     const schema = TABLE_SCHEMAS[TABLE_SPANS];
     try {
+      const existingColumnsRaw = await this.getTableColumns(TABLE_SPANS);
+      const existingColumns = new Set([...existingColumnsRaw].map((column) => column.toLowerCase()));
+      let addedColumns = false;
       for (const [columnName, columnDef] of Object.entries(schema)) {
-        const columnExists = await this.hasColumn(TABLE_SPANS, columnName);
-        if (!columnExists) {
+        if (!existingColumns.has(columnName.toLowerCase())) {
           const sqlType = this.getSqlType(columnDef.type);
           const alterSql = `ALTER TABLE "${TABLE_SPANS}" ADD COLUMN "${columnName}" ${sqlType}`;
           await this.client.execute(alterSql);
+          addedColumns = true;
           this.logger.debug(`LibSQLDB: Added column '${columnName}' to ${TABLE_SPANS}`);
         }
       }
+      if (addedColumns) {
+        this.tableColumnsCache.delete(TABLE_SPANS);
+      }
       const indexExists = await this.spansUniqueIndexExists();
       if (!indexExists) {
         const duplicateInfo = await this.checkForDuplicateSpans();
@@ -3349,11 +3355,18 @@ var ChannelsLibSQL = class extends ChannelsStorage {
       tableName: TABLE_CHANNEL_CONFIG,
       schema: TABLE_SCHEMAS[TABLE_CHANNEL_CONFIG]
     });
-    await this.#client.execute(
-      `CREATE UNIQUE INDEX IF NOT EXISTS idx_channel_installations_webhook ON "${TABLE_CHANNEL_INSTALLATIONS}" ("webhookId")`
-    );
-    await this.#client.execute(
-      `CREATE INDEX IF NOT EXISTS idx_channel_installations_platform_agent ON "${TABLE_CHANNEL_INSTALLATIONS}" ("platform", "agentId")`
+    await this.#client.batch(
+      [
+        {
+          sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_channel_installations_webhook ON "${TABLE_CHANNEL_INSTALLATIONS}" ("webhookId")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_channel_installations_platform_agent ON "${TABLE_CHANNEL_INSTALLATIONS}" ("platform", "agentId")`,
+          args: []
+        }
+      ],
+      "write"
     );
   }
   async dangerouslyClearAll() {
@@ -3497,26 +3510,31 @@ var DatasetsLibSQL = class extends DatasetsStorage {
     await this.#addColumnIfNotExists(TABLE_DATASET_ITEMS, "requestContext", "TEXT");
     await this.#addColumnIfNotExists(TABLE_DATASET_ITEMS, "source", "TEXT");
     await this.#addColumnIfNotExists(TABLE_DATASET_ITEMS, "expectedTrajectory", "TEXT");
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_validto ON "${TABLE_DATASET_ITEMS}" ("datasetId", "validTo")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_version ON "${TABLE_DATASET_ITEMS}" ("datasetId", "datasetVersion")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_validto_deleted ON "${TABLE_DATASET_ITEMS}" ("datasetId", "validTo", "isDeleted")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_dataset_versions_dataset_version ON "${TABLE_DATASET_VERSIONS}" ("datasetId", "version")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_dataset_versions_dataset_version_unique ON "${TABLE_DATASET_VERSIONS}" ("datasetId", "version")`,
-      args: []
-    });
+    await this.#client.batch(
+      [
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_validto ON "${TABLE_DATASET_ITEMS}" ("datasetId", "validTo")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_version ON "${TABLE_DATASET_ITEMS}" ("datasetId", "datasetVersion")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_dataset_items_dataset_validto_deleted ON "${TABLE_DATASET_ITEMS}" ("datasetId", "validTo", "isDeleted")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_dataset_versions_dataset_version ON "${TABLE_DATASET_VERSIONS}" ("datasetId", "version")`,
+          args: []
+        },
+        {
+          sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_dataset_versions_dataset_version_unique ON "${TABLE_DATASET_VERSIONS}" ("datasetId", "version")`,
+          args: []
+        }
+      ],
+      "write"
+    );
   }
   async #addColumnIfNotExists(table, column, sqlType) {
     const exists = await this.#db.hasColumn(table, column);
@@ -4417,18 +4435,23 @@ var ExperimentsLibSQL = class extends ExperimentsStorage {
       schema: EXPERIMENT_RESULTS_SCHEMA,
       ifNotExists: ["status", "tags"]
     });
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_experiments_datasetid ON "${TABLE_EXPERIMENTS}" ("datasetId")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE INDEX IF NOT EXISTS idx_experiment_results_experimentid ON "${TABLE_EXPERIMENT_RESULTS}" ("experimentId")`,
-      args: []
-    });
-    await this.#client.execute({
-      sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_experiment_results_exp_item ON "${TABLE_EXPERIMENT_RESULTS}" ("experimentId", "itemId")`,
-      args: []
-    });
+    await this.#client.batch(
+      [
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_experiments_datasetid ON "${TABLE_EXPERIMENTS}" ("datasetId")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_experiment_results_experimentid ON "${TABLE_EXPERIMENT_RESULTS}" ("experimentId")`,
+          args: []
+        },
+        {
+          sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_experiment_results_exp_item ON "${TABLE_EXPERIMENT_RESULTS}" ("experimentId", "itemId")`,
+          args: []
+        }
+      ],
+      "write"
+    );
   }
   async dangerouslyClearAll() {
     await this.#db.deleteData({ tableName: TABLE_EXPERIMENT_RESULTS });
@@ -5968,6 +5991,19 @@ var MemoryLibSQL = class extends MemoryStorage {
       schema: TABLE_SCHEMAS[TABLE_MESSAGES],
       ifNotExists: ["resourceId"]
     });
+    await this.#client.batch(
+      [
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_messages_thread_created_at ON ${TABLE_MESSAGES} (thread_id, "createdAt")`,
+          args: []
+        },
+        {
+          sql: `CREATE INDEX IF NOT EXISTS idx_messages_thread_resource_created_at ON ${TABLE_MESSAGES} (thread_id, "resourceId", "createdAt")`,
+          args: []
+        }
+      ],
+      "write"
+    );
     if (omSchema) {
       await this.#client.execute({
         sql: `CREATE INDEX IF NOT EXISTS idx_om_lookup_key ON "${OM_TABLE}" ("lookupKey")`,
@@ -11401,10 +11437,15 @@ var WorkspacesLibSQL = class extends WorkspacesStorage {
 };
 
 // src/storage/index.ts
+var DEFAULT_LOCAL_CACHE_SIZE = -16e3;
+var DEFAULT_LOCAL_MMAP_SIZE = 134217728;
 var LibSQLStore = class extends MastraCompositeStore {
   client;
   maxRetries;
   initialBackoffMs;
+  pragmasReady;
+  isLocalDb;
+  localPragmas;
   stores;
   constructor(config) {
     if (!config.id || typeof config.id !== "string" || config.id.trim() === "") {
@@ -11413,20 +11454,24 @@ var LibSQLStore = class extends MastraCompositeStore {
     super({ id: config.id, name: `LibSQLStore`, disableInit: config.disableInit });
     this.maxRetries = config.maxRetries ?? 5;
     this.initialBackoffMs = config.initialBackoffMs ?? 100;
+    this.localPragmas = {
+      cacheSize: config.localPragmas?.cacheSize ?? DEFAULT_LOCAL_CACHE_SIZE,
+      mmapSize: config.localPragmas?.mmapSize ?? DEFAULT_LOCAL_MMAP_SIZE
+    };
     if ("url" in config) {
-      if (config.url.endsWith(":memory:")) {
+      if (config.url.includes(":memory:")) {
         this.shouldCacheInit = false;
       }
       this.client = createClient({
         url: config.url,
         ...config.authToken ? { authToken: config.authToken } : {}
       });
-      if (config.url.startsWith("file:") || config.url.includes(":memory:")) {
-        this.client.execute("PRAGMA journal_mode=WAL;").then(() => this.logger.debug("LibSQLStore: PRAGMA journal_mode=WAL set.")).catch((err) => this.logger.warn("LibSQLStore: Failed to set PRAGMA journal_mode=WAL.", err));
-        this.client.execute("PRAGMA busy_timeout = 5000;").then(() => this.logger.debug("LibSQLStore: PRAGMA busy_timeout=5000 set.")).catch((err) => this.logger.warn("LibSQLStore: Failed to set PRAGMA busy_timeout.", err));
-      }
+      this.isLocalDb = config.url.startsWith("file:") || config.url.includes(":memory:");
+      this.pragmasReady = this.isLocalDb ? this.applyLocalPragmas() : Promise.resolve();
     } else {
       this.client = config.client;
+      this.isLocalDb = false;
+      this.pragmasReady = Promise.resolve();
     }
     const domainConfig = {
       client: this.client,
@@ -11470,6 +11515,63 @@ var LibSQLStore = class extends MastraCompositeStore {
       schedules
     };
   }
+  async applyLocalPragmas() {
+    const pragmas = [
+      ["journal_mode=WAL", "PRAGMA journal_mode=WAL;"],
+      ["busy_timeout=5000", "PRAGMA busy_timeout=5000;"],
+      ["synchronous=NORMAL", "PRAGMA synchronous=NORMAL;"],
+      ["temp_store=MEMORY", "PRAGMA temp_store=MEMORY;"],
+      [`cache_size=${this.localPragmas.cacheSize}`, `PRAGMA cache_size=${this.localPragmas.cacheSize};`],
+      [`mmap_size=${this.localPragmas.mmapSize}`, `PRAGMA mmap_size=${this.localPragmas.mmapSize};`]
+    ];
+    for (const [label, sql] of pragmas) {
+      try {
+        await this.client.execute(sql);
+        this.logger.debug(`LibSQLStore: PRAGMA ${label} set.`);
+      } catch (err) {
+        this.logger.warn(`LibSQLStore: Failed to set PRAGMA ${label}.`, err);
+      }
+    }
+  }
+  getStoresToInit() {
+    return Object.values(this.stores).filter(Boolean);
+  }
+  async initDomainsSequentially() {
+    for (const store of this.getStoresToInit()) {
+      await store.init();
+    }
+    return true;
+  }
+  async initDomainsInParallel() {
+    await Promise.all(this.getStoresToInit().map((store) => store.init()));
+    return true;
+  }
+  async init() {
+    await this.pragmasReady;
+    if (!this.isLocalDb) {
+      if (this.shouldCacheInit) {
+        if (this.hasInitialized) {
+          await this.hasInitialized;
+          return;
+        }
+        this.hasInitialized = this.initDomainsInParallel();
+        await this.hasInitialized;
+        return;
+      }
+      await this.initDomainsInParallel();
+      return;
+    }
+    if (this.shouldCacheInit) {
+      if (this.hasInitialized) {
+        await this.hasInitialized;
+        return;
+      }
+      this.hasInitialized = this.initDomainsSequentially();
+      await this.hasInitialized;
+      return;
+    }
+    await this.initDomainsSequentially();
+  }
 };
 
 // src/vector/prompt.ts