@lensjs/core 2.3.0 → 2.3.1

package/dist/abstracts/store.cjs

@@ -24,6 +24,7 @@ __export(store_exports, {
 });
 module.exports = __toCommonJS(store_exports);
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {

package/dist/abstracts/store.d.cts

@@ -1,8 +1,9 @@
-import { WatcherTypeEnum, PaginationParams, Paginator, LensEntry } from '../types/index.cjs';
+import { QueuedStoreConfig, WatcherTypeEnum, PaginationParams, Paginator, LensEntry } from '../types/index.cjs';
 import 'sql-formatter';
 
 type MinimalPaginatePromise = Promise<Paginator<Omit<LensEntry, "data">[]>>;
 declare abstract class Store {
+    protected storeConfig?: QueuedStoreConfig;
     constructor(...args: any[]);
     abstract initialize(): Promise<void>;
     abstract save(entry: {

package/dist/abstracts/store.d.ts

@@ -1,8 +1,9 @@
-import { WatcherTypeEnum, PaginationParams, Paginator, LensEntry } from '../types/index.js';
+import { QueuedStoreConfig, WatcherTypeEnum, PaginationParams, Paginator, LensEntry } from '../types/index.js';
 import 'sql-formatter';
 
 type MinimalPaginatePromise = Promise<Paginator<Omit<LensEntry, "data">[]>>;
 declare abstract class Store {
+    protected storeConfig?: QueuedStoreConfig;
     constructor(...args: any[]);
     abstract initialize(): Promise<void>;
     abstract save(entry: {

package/dist/abstracts/store.js

@@ -1,5 +1,6 @@
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {

package/dist/core/lens.cjs

@@ -204,6 +204,7 @@ var path2 = __toESM(require("path"), 1);
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -236,6 +237,8 @@ var import_crypto = require("crypto");
 var import_libsql = __toESM(require("libsql"), 1);
 var import_date = require("@lensjs/date");
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -257,6 +260,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -332,6 +336,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -370,6 +404,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -452,7 +487,7 @@ var import_crypto2 = require("crypto");
 var import_url = require("url");
 var path = __toESM(require("path"), 1);
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/dist/core/lens.js

@@ -168,6 +168,7 @@ import * as path2 from "path";
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -200,6 +201,8 @@ import { randomUUID } from "crypto";
 import Database from "libsql";
 import { nowISO } from "@lensjs/date";
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -221,6 +224,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -296,6 +300,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -334,6 +368,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -416,7 +451,7 @@ import { randomUUID as randomUUID2 } from "crypto";
 import { fileURLToPath } from "url";
 import * as path from "path";
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/dist/index.cjs

@@ -230,6 +230,7 @@ var path2 = __toESM(require("path"), 1);
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -262,6 +263,8 @@ var import_crypto = require("crypto");
 var import_libsql = __toESM(require("libsql"), 1);
 var import_date = require("@lensjs/date");
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -283,6 +286,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -358,6 +362,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -396,6 +430,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -549,7 +584,7 @@ var formatSqlQuery = (query, language) => {
   });
 };
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/dist/index.js

@@ -183,6 +183,7 @@ import * as path2 from "path";
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -215,6 +216,8 @@ import { randomUUID } from "crypto";
 import Database from "libsql";
 import { nowISO } from "@lensjs/date";
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -236,6 +239,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -311,6 +315,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -349,6 +383,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -502,7 +537,7 @@ var formatSqlQuery = (query, language) => {
   });
 };
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/dist/mixins/queued_store.cjs

@@ -45,6 +45,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;

package/dist/mixins/queued_store.js

@@ -11,6 +11,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;

package/dist/stores/better_sqlite.cjs

@@ -36,6 +36,7 @@ module.exports = __toCommonJS(better_sqlite_exports);
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -68,6 +69,8 @@ var import_crypto = require("crypto");
 var import_libsql = __toESM(require("libsql"), 1);
 var import_date = require("@lensjs/date");
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -89,6 +92,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -164,6 +168,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {

package/dist/stores/better_sqlite.d.cts

@@ -59,6 +59,9 @@ declare class BetterSqliteStore extends Store {
     count(type: WatcherTypeEnum): Promise<number>;
     find(type: WatcherTypeEnum, id: string): Promise<LensEntry | null>;
     private setupSchema;
+    private maybePruneDatabase;
+    private getDatabaseUsedBytes;
+    private deleteOldestEntries;
     protected mapRow(row: any, includeFullData?: boolean): LensEntry;
     protected mapRows(rows: any[], includeFullData?: boolean): LensEntry[];
     protected getSelectedColumns(includeFullData?: boolean): string;

package/dist/stores/better_sqlite.d.ts

@@ -59,6 +59,9 @@ declare class BetterSqliteStore extends Store {
     count(type: WatcherTypeEnum): Promise<number>;
     find(type: WatcherTypeEnum, id: string): Promise<LensEntry | null>;
     private setupSchema;
+    private maybePruneDatabase;
+    private getDatabaseUsedBytes;
+    private deleteOldestEntries;
     protected mapRow(row: any, includeFullData?: boolean): LensEntry;
     protected mapRows(rows: any[], includeFullData?: boolean): LensEntry[];
     protected getSelectedColumns(includeFullData?: boolean): string;

package/dist/stores/better_sqlite.js

@@ -1,5 +1,6 @@
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -32,6 +33,8 @@ import { randomUUID } from "crypto";
 import Database from "libsql";
 import { nowISO } from "@lensjs/date";
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -53,6 +56,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -128,6 +132,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {

package/dist/stores/index.cjs

@@ -37,6 +37,7 @@ module.exports = __toCommonJS(stores_exports);
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -69,6 +70,8 @@ var import_crypto = require("crypto");
 var import_libsql = __toESM(require("libsql"), 1);
 var import_date = require("@lensjs/date");
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -90,6 +93,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -165,6 +169,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -203,6 +237,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;

package/dist/stores/index.js

@@ -1,5 +1,6 @@
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -32,6 +33,8 @@ import { randomUUID } from "crypto";
 import Database from "libsql";
 import { nowISO } from "@lensjs/date";
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -53,6 +56,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -128,6 +132,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {
@@ -166,6 +200,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;

package/dist/stores/queued_sqlite.cjs

@@ -47,6 +47,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -117,6 +118,7 @@ function compose(superclass, ...mixins) {
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -149,6 +151,8 @@ var import_crypto = require("crypto");
 var import_libsql = __toESM(require("libsql"), 1);
 var import_date = require("@lensjs/date");
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -170,6 +174,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -245,6 +250,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {

package/dist/stores/queued_sqlite.js

@@ -11,6 +11,7 @@ function QueuedStore(Base) {
     constructor(...args) {
       super(...args);
       const config = args[0] || {};
+      this.storeConfig = config;
       this.BATCH_SIZE = config.batchSize ?? 100;
       this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
       this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
@@ -81,6 +82,7 @@ function compose(superclass, ...mixins) {
 
 // src/abstracts/store.ts
 var Store = class {
+  storeConfig;
   constructor(...args) {
   }
   getAllExceptions(_paginationParams) {
@@ -113,6 +115,8 @@ import { randomUUID } from "crypto";
 import Database from "libsql";
 import { nowISO } from "@lensjs/date";
 var TABLE_NAME = "lens_entries";
+var BYTES_IN_GB = 1024 * 1024 * 1024;
+var PRUNE_BATCH_SIZE = 1e3;
 var BetterSqliteStore = class extends Store {
   connection;
   async initialize() {
@@ -134,6 +138,7 @@ var BetterSqliteStore = class extends Store {
       lens_entry_id: entry.requestId || null,
       minimalData: this.stringifyData(entry.minimal_data ?? {})
     });
+    this.maybePruneDatabase();
   }
   async getAllQueries(pagination) {
     return await this.paginate("query" /* QUERY */, pagination);
@@ -209,6 +214,36 @@ var BetterSqliteStore = class extends Store {
     this.connection.exec(createIndex);
     this.connection.exec(lensEntryIdIndex);
   }
+  maybePruneDatabase() {
+    const maxGb = this.storeConfig?.dbMaxSizeGb;
+    const pruneGb = this.storeConfig?.dbPruneSizeGb;
+    if (!maxGb || !pruneGb) return;
+    const maxBytes = maxGb * BYTES_IN_GB;
+    const pruneBytes = pruneGb * BYTES_IN_GB;
+    if (maxBytes <= 0 || pruneBytes <= 0) return;
+    const targetBytes = Math.max(0, maxBytes - pruneBytes);
+    let usedBytes = this.getDatabaseUsedBytes();
+    if (usedBytes < maxBytes) return;
+    while (usedBytes > targetBytes) {
+      const deletedRows = this.deleteOldestEntries(PRUNE_BATCH_SIZE);
+      if (deletedRows === 0) break;
+      usedBytes = this.getDatabaseUsedBytes();
+    }
+    this.connection.exec("PRAGMA wal_checkpoint(TRUNCATE);");
+  }
+  getDatabaseUsedBytes() {
+    const pageSizeResult = this.connection.prepare("PRAGMA page_size;").get();
+    const pageCountResult = this.connection.prepare("PRAGMA page_count;").get();
+    const freelistCountResult = this.connection.prepare("PRAGMA freelist_count;").get();
+    const usedPages = pageCountResult.page_count - freelistCountResult.freelist_count;
+    return usedPages * pageSizeResult.page_size;
+  }
+  deleteOldestEntries(batchSize) {
+    const result = this.connection.prepare(
+      `DELETE FROM ${TABLE_NAME} WHERE id IN (SELECT id FROM ${TABLE_NAME} ORDER BY created_at ASC LIMIT ?)`
+    ).run(batchSize);
+    return Number(result.changes ?? 0);
+  }
   mapRow(row, includeFullData = true) {
     let data = includeFullData ? JSON.parse(row.data) : {};
     if (!includeFullData) {

package/dist/types/index.d.cts

@@ -145,6 +145,8 @@ interface QueuedStoreConfig {
     processIntervalMs?: number;
     warnThreshold?: number;
     preallocate?: boolean;
+    dbMaxSizeGb?: number;
+    dbPruneSizeGb?: number;
 }
 
 export { type ApiResponse, type CacheAction, type CacheEntry, type Constructor, type Entry, type ExceptionEntry, type HttpMethod, type LensConfig, type LensEntry, type PaginationParams, type Paginator, type QueryEntry, type QueryType, type QueuedStoreConfig, type RequestEntry, type RouteDefinition, type RouteDefinitionHandler, type RouteHttpMethod, type SqlQueryType, type UserEntry, WatcherTypeEnum };

package/dist/types/index.d.ts

@@ -145,6 +145,8 @@ interface QueuedStoreConfig {
     processIntervalMs?: number;
     warnThreshold?: number;
     preallocate?: boolean;
+    dbMaxSizeGb?: number;
+    dbPruneSizeGb?: number;
 }
 
 export { type ApiResponse, type CacheAction, type CacheEntry, type Constructor, type Entry, type ExceptionEntry, type HttpMethod, type LensConfig, type LensEntry, type PaginationParams, type Paginator, type QueryEntry, type QueryType, type QueuedStoreConfig, type RequestEntry, type RouteDefinition, type RouteDefinitionHandler, type RouteHttpMethod, type SqlQueryType, type UserEntry, WatcherTypeEnum };

package/dist/utils/index.cjs

@@ -113,7 +113,7 @@ var formatSqlQuery = (query, language) => {
   });
 };
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/dist/utils/index.js

@@ -69,7 +69,7 @@ var formatSqlQuery = (query, language) => {
   });
 };
 function getMeta(metaUrl) {
-  const isESM = typeof __dirname === "undefined";
+  const isESM = typeof __dirname === "undefined" || typeof __filename === "undefined";
   if (isESM) {
     if (!metaUrl) {
       throw new Error("In ESM, you must pass import.meta.url to getMeta()");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lensjs/core",
-  "version": "2.3.0",
+  "version": "2.3.1",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",