@lensjs/core 2.2.1 → 2.3.0

package/dist/abstracts/store.cjs

@@ -24,6 +24,8 @@ __export(store_exports, {
 });
 module.exports = __toCommonJS(store_exports);
 var Store = class {
+  constructor(...args) {
+  }
   getAllExceptions(_paginationParams) {
     return this.defaultMinimalPaginate();
   }

package/dist/abstracts/store.d.cts

@@ -3,6 +3,7 @@ import 'sql-formatter';
 
 type MinimalPaginatePromise = Promise<Paginator<Omit<LensEntry, "data">[]>>;
 declare abstract class Store {
+    constructor(...args: any[]);
     abstract initialize(): Promise<void>;
     abstract save(entry: {
         id?: string;

package/dist/abstracts/store.d.ts

@@ -3,6 +3,7 @@ import 'sql-formatter';
 
 type MinimalPaginatePromise = Promise<Paginator<Omit<LensEntry, "data">[]>>;
 declare abstract class Store {
+    constructor(...args: any[]);
     abstract initialize(): Promise<void>;
     abstract save(entry: {
         id?: string;

package/dist/abstracts/store.js

@@ -1,5 +1,7 @@
 // src/abstracts/store.ts
 var Store = class {
+  constructor(...args) {
+  }
   getAllExceptions(_paginationParams) {
     return this.defaultMinimalPaginate();
   }

package/dist/core/lens.cjs

@@ -204,6 +204,8 @@ var path2 = __toESM(require("path"), 1);
 
 // src/abstracts/store.ts
 var Store = class {
+  constructor(...args) {
+  }
   getAllExceptions(_paginationParams) {
     return this.defaultMinimalPaginate();
   }
@@ -355,6 +357,94 @@ var BetterSqliteStore = class extends Store {
   }
 };
 
+// src/mixins/queued_store.ts
+var import_denque = __toESM(require("denque"), 1);
+function QueuedStore(Base) {
+  return class Queued extends Base {
+    queue;
+    processingInterval = null;
+    BATCH_SIZE;
+    PROCESS_INTERVAL_MS;
+    WARN_THRESHOLD;
+    PREALLOCATE;
+    constructor(...args) {
+      super(...args);
+      const config = args[0] || {};
+      this.BATCH_SIZE = config.batchSize ?? 100;
+      this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
+      this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
+      this.PREALLOCATE = config.preallocate ?? true;
+      this.queue = this.PREALLOCATE ? new import_denque.default([], { capacity: this.WARN_THRESHOLD * 2 }) : new import_denque.default();
+    }
+    async initialize() {
+      if (super["initialize"]) {
+        await super["initialize"].call(this);
+      }
+      this.startProcessingQueue();
+      process.on("SIGINT", () => this.shutdown());
+      process.on("SIGTERM", () => this.shutdown());
+    }
+    async truncate() {
+      this.queue.clear();
+      if (super["truncate"]) {
+        await super["truncate"].call(this);
+      }
+    }
+    async save(entry) {
+      this.queue.push(entry);
+      if (this.queue.length > this.WARN_THRESHOLD) {
+        console.warn(`\u26A0\uFE0F LensJs Queue size very large: ${this.queue.length}`);
+      }
+    }
+    startProcessingQueue() {
+      if (this.processingInterval) clearInterval(this.processingInterval);
+      this.processingInterval = setInterval(
+        () => this.processQueue(),
+        this.PROCESS_INTERVAL_MS
+      );
+    }
+    async processQueue() {
+      if (this.queue.isEmpty()) return;
+      const batchSize = Math.min(
+        this.BATCH_SIZE,
+        Math.max(10, Math.floor(this.queue.length / 10))
+      );
+      const entriesToProcess = this.queue.remove(0, batchSize);
+      if (!entriesToProcess.length) return;
+      for (const entry of entriesToProcess) {
+        super["save"]?.call(this, entry).catch((error) => {
+          console.error("Error saving queued entry:", error);
+        });
+      }
+    }
+    async stopProcessingQueue() {
+      if (this.processingInterval) {
+        clearInterval(this.processingInterval);
+        this.processingInterval = null;
+      }
+      if (!this.queue.isEmpty()) {
+        await this.processQueue();
+      }
+    }
+    async shutdown() {
+      await this.stopProcessingQueue();
+      process.exit(0);
+    }
+  };
+}
+
+// src/utils/compose.ts
+function compose(superclass, ...mixins) {
+  return mixins.reduce((c, mixin) => mixin(c), superclass);
+}
+
+// src/stores/queued_sqlite.ts
+var QueuedSqliteStore = class extends compose(
+  BetterSqliteStore,
+  QueuedStore
+) {
+};
+
 // src/utils/index.ts
 var import_luxon = require("luxon");
 var import_sql_formatter = require("sql-formatter");
@@ -381,6 +471,7 @@ var Lens = class {
   static watchers = /* @__PURE__ */ new Map();
   static store;
   static adapter;
+  static config;
   static watch(watcher) {
     this.watchers.set(watcher.name, watcher);
     return this;
@@ -390,22 +481,23 @@ var Lens = class {
     return this;
   }
   static async start(config = {
-    basePath: "lens",
+    path: "lens",
     appName: "Lens",
     enabled: true
   }) {
     if (!config.enabled) {
       return;
     }
-    await this.bindContainerDeps(config);
+    this.config = config;
+    await this.bindContainerDeps();
     let adapter = this.getAdapter();
     adapter.setWatchers(Array.from(this.watchers.values())).setup();
     const { apiRoutes } = this.getRoutes({
-      basePath: config.basePath
+      path: config.path
     });
     adapter.registerRoutes(apiRoutes);
     const uiPath = this.getUiPath();
-    adapter.serveUI(uiPath, config.basePath, getUiConfig());
+    adapter.serveUI(uiPath, config.path, getUiConfig());
   }
   static setStore(store) {
     this.store = store;
@@ -428,7 +520,7 @@ var Lens = class {
     const { __dirname: __dirname2 } = getMeta(import_meta.url);
     return path2.resolve(this.normalizeDirName(__dirname2), "ui");
   }
-  static getRoutes({ basePath }) {
+  static getRoutes({ path: path3 }) {
     const apiRoutes = [
       {
         method: "GET",
@@ -437,71 +529,71 @@ var Lens = class {
       },
       {
         method: "GET",
-        path: `/${basePath}/api/requests`,
+        path: `/${path3}/api/requests`,
         handler: async (data) => await ApiController.getRequests(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/requests/:id`,
+        path: `/${path3}/api/requests/:id`,
         handler: async (data) => await ApiController.getRequest(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/queries`,
+        path: `/${path3}/api/queries`,
         handler: async (data) => await ApiController.getQueries(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/queries/:id`,
+        path: `/${path3}/api/queries/:id`,
         handler: async (data) => await ApiController.getQuery(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/cache`,
+        path: `/${path3}/api/cache`,
         handler: async (data) => await ApiController.getCacheEntries(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/cache/:id`,
+        path: `/${path3}/api/cache/:id`,
         handler: async (data) => await ApiController.getCacheEntry(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/exceptions`,
+        path: `/${path3}/api/exceptions`,
         handler: async (data) => await ApiController.getExceptions(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/exceptions/:id`,
+        path: `/${path3}/api/exceptions/:id`,
         handler: async (data) => await ApiController.getException(data)
       },
       {
         method: "DELETE",
-        path: `/${basePath}/api/truncate`,
+        path: `/${path3}/api/truncate`,
         handler: async () => await ApiController.truncate()
       }
     ];
     return { apiRoutes };
   }
-  static async bindContainerDeps(config) {
+  static async bindContainerDeps() {
     const dbStore = await this.getStore();
     Container.singleton("store", () => dbStore);
     Container.singleton("uiConfig", () => {
       return {
-        appName: config.appName,
-        path: `/${config.basePath}`,
+        appName: this.config.appName,
+        path: `/${this.config.path}`,
         api: {
-          requests: `/${config.basePath}/api/requests`,
-          queries: `/${config.basePath}/api/queries`,
-          cache: `/${config.basePath}/api/cache`,
-          exceptions: `/${config.basePath}/api/exceptions`,
-          truncate: `/${config.basePath}/api/truncate`
+          requests: `/${this.config.path}/api/requests`,
+          queries: `/${this.config.path}/api/queries`,
+          cache: `/${this.config.path}/api/cache`,
+          exceptions: `/${this.config.path}/api/exceptions`,
+          truncate: `/${this.config.path}/api/truncate`
         }
       };
     });
   }
   static async getDefaultStore() {
-    const store = new BetterSqliteStore();
+    const store = new QueuedSqliteStore(this.config.storeQueueConfig);
     await store.initialize();
     return store;
   }

package/dist/core/lens.d.cts

@@ -8,6 +8,7 @@ declare class Lens {
     private static watchers;
     private static store;
     private static adapter;
+    private static config;
     static watch(watcher: Watcher): typeof Lens;
     static setWatchers(watchers: Watcher[]): typeof Lens;
     static start(config?: LensConfig): Promise<void>;
@@ -16,8 +17,8 @@ declare class Lens {
     static setAdapter(adapter: Adapter): typeof Lens;
     static getAdapter(): Adapter;
     static getUiPath(): string;
-    static getRoutes({ basePath }: {
-        basePath: string;
+    static getRoutes({ path }: {
+        path: string;
     }): {
         apiRoutes: ({
             method: "GET";

package/dist/core/lens.d.ts

@@ -8,6 +8,7 @@ declare class Lens {
     private static watchers;
     private static store;
     private static adapter;
+    private static config;
     static watch(watcher: Watcher): typeof Lens;
     static setWatchers(watchers: Watcher[]): typeof Lens;
     static start(config?: LensConfig): Promise<void>;
@@ -16,8 +17,8 @@ declare class Lens {
     static setAdapter(adapter: Adapter): typeof Lens;
     static getAdapter(): Adapter;
     static getUiPath(): string;
-    static getRoutes({ basePath }: {
-        basePath: string;
+    static getRoutes({ path }: {
+        path: string;
     }): {
         apiRoutes: ({
             method: "GET";

package/dist/core/lens.js

@@ -168,6 +168,8 @@ import * as path2 from "path";
 
 // src/abstracts/store.ts
 var Store = class {
+  constructor(...args) {
+  }
   getAllExceptions(_paginationParams) {
     return this.defaultMinimalPaginate();
   }
@@ -319,6 +321,94 @@ var BetterSqliteStore = class extends Store {
   }
 };
 
+// src/mixins/queued_store.ts
+import Denque from "denque";
+function QueuedStore(Base) {
+  return class Queued extends Base {
+    queue;
+    processingInterval = null;
+    BATCH_SIZE;
+    PROCESS_INTERVAL_MS;
+    WARN_THRESHOLD;
+    PREALLOCATE;
+    constructor(...args) {
+      super(...args);
+      const config = args[0] || {};
+      this.BATCH_SIZE = config.batchSize ?? 100;
+      this.PROCESS_INTERVAL_MS = config.processIntervalMs ?? 100;
+      this.WARN_THRESHOLD = config.warnThreshold ?? 1e5;
+      this.PREALLOCATE = config.preallocate ?? true;
+      this.queue = this.PREALLOCATE ? new Denque([], { capacity: this.WARN_THRESHOLD * 2 }) : new Denque();
+    }
+    async initialize() {
+      if (super["initialize"]) {
+        await super["initialize"].call(this);
+      }
+      this.startProcessingQueue();
+      process.on("SIGINT", () => this.shutdown());
+      process.on("SIGTERM", () => this.shutdown());
+    }
+    async truncate() {
+      this.queue.clear();
+      if (super["truncate"]) {
+        await super["truncate"].call(this);
+      }
+    }
+    async save(entry) {
+      this.queue.push(entry);
+      if (this.queue.length > this.WARN_THRESHOLD) {
+        console.warn(`\u26A0\uFE0F LensJs Queue size very large: ${this.queue.length}`);
+      }
+    }
+    startProcessingQueue() {
+      if (this.processingInterval) clearInterval(this.processingInterval);
+      this.processingInterval = setInterval(
+        () => this.processQueue(),
+        this.PROCESS_INTERVAL_MS
+      );
+    }
+    async processQueue() {
+      if (this.queue.isEmpty()) return;
+      const batchSize = Math.min(
+        this.BATCH_SIZE,
+        Math.max(10, Math.floor(this.queue.length / 10))
+      );
+      const entriesToProcess = this.queue.remove(0, batchSize);
+      if (!entriesToProcess.length) return;
+      for (const entry of entriesToProcess) {
+        super["save"]?.call(this, entry).catch((error) => {
+          console.error("Error saving queued entry:", error);
+        });
+      }
+    }
+    async stopProcessingQueue() {
+      if (this.processingInterval) {
+        clearInterval(this.processingInterval);
+        this.processingInterval = null;
+      }
+      if (!this.queue.isEmpty()) {
+        await this.processQueue();
+      }
+    }
+    async shutdown() {
+      await this.stopProcessingQueue();
+      process.exit(0);
+    }
+  };
+}
+
+// src/utils/compose.ts
+function compose(superclass, ...mixins) {
+  return mixins.reduce((c, mixin) => mixin(c), superclass);
+}
+
+// src/stores/queued_sqlite.ts
+var QueuedSqliteStore = class extends compose(
+  BetterSqliteStore,
+  QueuedStore
+) {
+};
+
 // src/utils/index.ts
 import { DateTime } from "luxon";
 import { format } from "sql-formatter";
@@ -344,6 +434,7 @@ var Lens = class {
   static watchers = /* @__PURE__ */ new Map();
   static store;
   static adapter;
+  static config;
   static watch(watcher) {
     this.watchers.set(watcher.name, watcher);
     return this;
@@ -353,22 +444,23 @@ var Lens = class {
     return this;
   }
   static async start(config = {
-    basePath: "lens",
+    path: "lens",
     appName: "Lens",
     enabled: true
   }) {
     if (!config.enabled) {
       return;
     }
-    await this.bindContainerDeps(config);
+    this.config = config;
+    await this.bindContainerDeps();
     let adapter = this.getAdapter();
     adapter.setWatchers(Array.from(this.watchers.values())).setup();
     const { apiRoutes } = this.getRoutes({
-      basePath: config.basePath
+      path: config.path
     });
     adapter.registerRoutes(apiRoutes);
     const uiPath = this.getUiPath();
-    adapter.serveUI(uiPath, config.basePath, getUiConfig());
+    adapter.serveUI(uiPath, config.path, getUiConfig());
   }
   static setStore(store) {
     this.store = store;
@@ -391,7 +483,7 @@ var Lens = class {
     const { __dirname: __dirname2 } = getMeta(import.meta.url);
     return path2.resolve(this.normalizeDirName(__dirname2), "ui");
   }
-  static getRoutes({ basePath }) {
+  static getRoutes({ path: path3 }) {
     const apiRoutes = [
       {
         method: "GET",
@@ -400,71 +492,71 @@ var Lens = class {
       },
       {
         method: "GET",
-        path: `/${basePath}/api/requests`,
+        path: `/${path3}/api/requests`,
         handler: async (data) => await ApiController.getRequests(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/requests/:id`,
+        path: `/${path3}/api/requests/:id`,
         handler: async (data) => await ApiController.getRequest(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/queries`,
+        path: `/${path3}/api/queries`,
         handler: async (data) => await ApiController.getQueries(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/queries/:id`,
+        path: `/${path3}/api/queries/:id`,
         handler: async (data) => await ApiController.getQuery(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/cache`,
+        path: `/${path3}/api/cache`,
         handler: async (data) => await ApiController.getCacheEntries(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/cache/:id`,
+        path: `/${path3}/api/cache/:id`,
         handler: async (data) => await ApiController.getCacheEntry(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/exceptions`,
+        path: `/${path3}/api/exceptions`,
         handler: async (data) => await ApiController.getExceptions(data)
       },
       {
         method: "GET",
-        path: `/${basePath}/api/exceptions/:id`,
+        path: `/${path3}/api/exceptions/:id`,
         handler: async (data) => await ApiController.getException(data)
       },
       {
         method: "DELETE",
-        path: `/${basePath}/api/truncate`,
+        path: `/${path3}/api/truncate`,
         handler: async () => await ApiController.truncate()
       }
     ];
     return { apiRoutes };
   }
-  static async bindContainerDeps(config) {
+  static async bindContainerDeps() {
     const dbStore = await this.getStore();
     Container.singleton("store", () => dbStore);
     Container.singleton("uiConfig", () => {
       return {
-        appName: config.appName,
-        path: `/${config.basePath}`,
+        appName: this.config.appName,
+        path: `/${this.config.path}`,
         api: {
-          requests: `/${config.basePath}/api/requests`,
-          queries: `/${config.basePath}/api/queries`,
-          cache: `/${config.basePath}/api/cache`,
-          exceptions: `/${config.basePath}/api/exceptions`,
-          truncate: `/${config.basePath}/api/truncate`
+          requests: `/${this.config.path}/api/requests`,
+          queries: `/${this.config.path}/api/queries`,
+          cache: `/${this.config.path}/api/cache`,
+          exceptions: `/${this.config.path}/api/exceptions`,
+          truncate: `/${this.config.path}/api/truncate`
         }
       };
     });
   }
   static async getDefaultStore() {
-    const store = new BetterSqliteStore();
+    const store = new QueuedSqliteStore(this.config.storeQueueConfig);
     await store.initialize();
     return store;
   }

package/dist/{index-CMvlRWcQ.d.cts → index-CZsa0Zcm.d.ts}

@@ -1,4 +1,5 @@
 import { SqlLanguage } from 'sql-formatter';
+import { compose } from './utils/compose.js';
 
 declare const generateRandomUuid: () => `${string}-${string}-${string}-${string}-${string}`;
 /**
@@ -24,6 +25,7 @@ declare function shouldIgnoreCurrentPath(path: string, ignoredPaths: RegExp[], o
 declare function prettyHrTime(hrtime: [number, number], verbose?: boolean): string;
 declare function normalizePath(path: string): string;
 
+declare const index_compose: typeof compose;
 declare const index_formatSqlQuery: typeof formatSqlQuery;
 declare const index_generateRandomUuid: typeof generateRandomUuid;
 declare const index_getMeta: typeof getMeta;
@@ -35,7 +37,7 @@ declare const index_prettyHrTime: typeof prettyHrTime;
 declare const index_shouldIgnoreCurrentPath: typeof shouldIgnoreCurrentPath;
 declare const index_stripBeforeAssetsPath: typeof stripBeforeAssetsPath;
 declare namespace index {
-  export { index_formatSqlQuery as formatSqlQuery, index_generateRandomUuid as generateRandomUuid, index_getMeta as getMeta, index_interpolateQuery as interpolateQuery, index_isStaticFile as isStaticFile, index_normalizePath as normalizePath, index_prepareIgnoredPaths as prepareIgnoredPaths, index_prettyHrTime as prettyHrTime, index_shouldIgnoreCurrentPath as shouldIgnoreCurrentPath, index_stripBeforeAssetsPath as stripBeforeAssetsPath };
+  export { index_compose as compose, index_formatSqlQuery as formatSqlQuery, index_generateRandomUuid as generateRandomUuid, index_getMeta as getMeta, index_interpolateQuery as interpolateQuery, index_isStaticFile as isStaticFile, index_normalizePath as normalizePath, index_prepareIgnoredPaths as prepareIgnoredPaths, index_prettyHrTime as prettyHrTime, index_shouldIgnoreCurrentPath as shouldIgnoreCurrentPath, index_stripBeforeAssetsPath as stripBeforeAssetsPath };
 }
 
 export { interpolateQuery as a, getMeta as b, isStaticFile as c, shouldIgnoreCurrentPath as d, prettyHrTime as e, formatSqlQuery as f, generateRandomUuid as g, index as i, normalizePath as n, prepareIgnoredPaths as p, stripBeforeAssetsPath as s };

package/dist/{index-CMvlRWcQ.d.ts → index-QmOJr0K-.d.cts}

@@ -1,4 +1,5 @@
 import { SqlLanguage } from 'sql-formatter';
+import { compose } from './utils/compose.cjs';
 
 declare const generateRandomUuid: () => `${string}-${string}-${string}-${string}-${string}`;
 /**
@@ -24,6 +25,7 @@ declare function shouldIgnoreCurrentPath(path: string, ignoredPaths: RegExp[], o
 declare function prettyHrTime(hrtime: [number, number], verbose?: boolean): string;
 declare function normalizePath(path: string): string;
 
+declare const index_compose: typeof compose;
 declare const index_formatSqlQuery: typeof formatSqlQuery;
 declare const index_generateRandomUuid: typeof generateRandomUuid;
 declare const index_getMeta: typeof getMeta;
@@ -35,7 +37,7 @@ declare const index_prettyHrTime: typeof prettyHrTime;
 declare const index_shouldIgnoreCurrentPath: typeof shouldIgnoreCurrentPath;
 declare const index_stripBeforeAssetsPath: typeof stripBeforeAssetsPath;
 declare namespace index {
-  export { index_formatSqlQuery as formatSqlQuery, index_generateRandomUuid as generateRandomUuid, index_getMeta as getMeta, index_interpolateQuery as interpolateQuery, index_isStaticFile as isStaticFile, index_normalizePath as normalizePath, index_prepareIgnoredPaths as prepareIgnoredPaths, index_prettyHrTime as prettyHrTime, index_shouldIgnoreCurrentPath as shouldIgnoreCurrentPath, index_stripBeforeAssetsPath as stripBeforeAssetsPath };
+  export { index_compose as compose, index_formatSqlQuery as formatSqlQuery, index_generateRandomUuid as generateRandomUuid, index_getMeta as getMeta, index_interpolateQuery as interpolateQuery, index_isStaticFile as isStaticFile, index_normalizePath as normalizePath, index_prepareIgnoredPaths as prepareIgnoredPaths, index_prettyHrTime as prettyHrTime, index_shouldIgnoreCurrentPath as shouldIgnoreCurrentPath, index_stripBeforeAssetsPath as stripBeforeAssetsPath };
 }
 
 export { interpolateQuery as a, getMeta as b, isStaticFile as c, shouldIgnoreCurrentPath as d, prettyHrTime as e, formatSqlQuery as f, generateRandomUuid as g, index as i, normalizePath as n, prepareIgnoredPaths as p, stripBeforeAssetsPath as s };