@fireproof/core 0.20.4 → 0.20.5-dev-preview-3

package/write-queue.js

@@ -0,0 +1,70 @@
+import { ensureLogger } from "./utils.js";
+import { Future } from "@adviser/cement";
+export function defaultWriteQueueOpts(opts = {}) {
+    return {
+        ...opts,
+        chunkSize: opts.chunkSize && opts.chunkSize > 0 ? opts.chunkSize : 32,
+    };
+}
+class WriteQueueImpl {
+    constructor(sthis, worker, opts) {
+        this.queue = [];
+        this.isProcessing = false;
+        this.logger = ensureLogger(sthis, "WriteQueueImpl");
+        this.worker = worker;
+        this.opts = defaultWriteQueueOpts(opts);
+    }
+    testEmptyQueue() {
+        if (this.waitForEmptyQueue && this.queue.length === 0) {
+            this.waitForEmptyQueue.resolve();
+        }
+    }
+    async process() {
+        if (this.isProcessing || this.queue.length === 0) {
+            this.testEmptyQueue();
+            return;
+        }
+        this.isProcessing = true;
+        try {
+            this.logger.Debug().Any("opts", this.opts).Len(this.queue).Msg("Processing tasks");
+            const tasksToProcess = this.queue.splice(0, this.opts.chunkSize);
+            const updates = tasksToProcess.map((item) => item.tasks).filter((item) => item);
+            const promises = updates.map(async (update, index) => {
+                try {
+                    const result = await this.worker(update);
+                    tasksToProcess[index].resolve(result);
+                }
+                catch (error) {
+                    tasksToProcess[index].reject(this.logger.Error().Err(error).Msg("Error processing task").AsError());
+                }
+            });
+            await Promise.allSettled(promises);
+            this.logger.Debug().Any("opts", this.opts).Len(this.queue).Msg("Processed tasks");
+        }
+        catch (error) {
+            this.logger.Error().Err(error).Msg("Error processing tasks");
+        }
+        finally {
+            this.isProcessing = false;
+            setTimeout(() => this.process(), 0);
+        }
+    }
+    bulk(tasks) {
+        return new Promise((resolve, reject) => {
+            this.queue.push({ tasks, resolve, reject });
+            this.process();
+        });
+    }
+    push(task) {
+        return this.bulk([task]);
+    }
+    close() {
+        this.waitForEmptyQueue = new Future();
+        this.testEmptyQueue();
+        return this.waitForEmptyQueue.asPromise();
+    }
+}
+export function writeQueue(sthis, worker, opts) {
+    return new WriteQueueImpl(sthis, worker, opts);
+}
+//# sourceMappingURL=write-queue.js.map

package/write-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-queue.js","sourceRoot":"","sources":["../../../src/write-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,OAAO,EAAE,MAAM,EAAU,MAAM,iBAAiB,CAAC;AAiBjD,MAAM,UAAU,qBAAqB,CAAC,OAAkC,EAAE;IACxE,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;KACtE,CAAC;AACJ,CAAC;AAED,MAAM,cAAc;IAQlB,YAAY,KAAgB,EAAE,MAAyB,EAAE,IAAsB;QAL9D,UAAK,GAAwB,EAAE,CAAC;QAEzC,iBAAY,GAAG,KAAK,CAAC;QAI3B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAGO,cAAc;QACpB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YACnF,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjE,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAqB,CAAC;YACpG,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;gBACnD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACzC,cAAc,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,cAAc,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtG,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACpF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAC/D,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAqB;QACxB,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,IAAkB;QACrB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK;QACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,MAAM,EAAE,CAAC;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,CAAC;IAC5C,CAAC;CACF;AAED,MAAM,UAAU,UAAU,CACxB,KAAgB,EAChB,MAAyB,EACzB,IAAsB;IAEtB,OAAO,IAAI,cAAc,CAAO,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACvD,CAAC"}

package/deno/index.d.ts

@@ -1,7 +0,0 @@
-import { SysFileSystem } from '@fireproof/core';
-import { URI } from '@adviser/cement';
-
-declare function getSysFileSystem(url: URI): Promise<SysFileSystem>;
-
-export { getSysFileSystem };
-declare module '@fireproof/core/deno'

package/deno/index.js

@@ -1,66 +0,0 @@
-// src/runtime/gateways/file/deno/deno-filesystem.ts
-var DenoFileSystem = class {
-  async start() {
-    this.fs = Deno;
-    return this;
-  }
-  async mkdir(path, options) {
-    return this.fs?.mkdir(path, options).then(() => path);
-  }
-  async readdir(path) {
-    const ret = [];
-    for await (const dirEntry of this.fs.readDir(path)) {
-      ret.push(dirEntry.name);
-    }
-    return ret;
-  }
-  async rm(path, options) {
-    return this.fs?.rm(path, options);
-  }
-  async copyFile(source, destination) {
-    return this.fs?.copyFile(source, destination);
-  }
-  async readfile(path) {
-    return this.fs.readFile(path);
-  }
-  async stat(path) {
-    const x = await this.fs.stat(path);
-    return {
-      isFile: () => x.isFile,
-      isDirectory: () => x.isDirectory,
-      isBlockDevice: () => !!x.isBlockDevice,
-      isCharacterDevice: () => !!x.isCharDevice,
-      isSymbolicLink: () => !!x.isSymlink,
-      isFIFO: () => !!x.isFifo,
-      isSocket: () => !!x.isSocket,
-      uid: x.uid,
-      gid: x.gid,
-      size: x.size,
-      atime: x.atime,
-      mtime: x.mtime,
-      ctime: x.birthtime,
-      birthtime: x.birthtime
-    };
-  }
-  async unlink(path) {
-    return this.fs?.remove(path);
-  }
-  async writefile(path, data) {
-    return this.fs?.writeFile(path, Buffer.from(data));
-  }
-};
-
-// src/runtime/gateways/file/deno/get-sys-file-system.ts
-import { ResolveOnce } from "@adviser/cement";
-var nfs = new ResolveOnce();
-async function getSysFileSystem(url) {
-  return nfs.once(async () => {
-    const nfs2 = new DenoFileSystem();
-    await nfs2.start();
-    return nfs2;
-  });
-}
-export {
-  getSysFileSystem
-};
-//# sourceMappingURL=index.js.map

package/deno/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/runtime/gateways/file/deno/deno-filesystem.ts","../../../src/runtime/gateways/file/deno/get-sys-file-system.ts"],"sourcesContent":["import type { FPStats, SysFileSystem } from \"@fireproof/core\";\n\nexport class DenoFileSystem implements SysFileSystem {\n  fs?: {\n    mkdir: typeof Deno.mkdir;\n    readDir: typeof Deno.readDir;\n    rm: typeof Deno.remove;\n    copyFile: typeof Deno.copyFile;\n    readFile: typeof Deno.readFile;\n    stat: typeof Deno.stat;\n    remove: typeof Deno.remove;\n    writeFile: typeof Deno.writeFile;\n  };\n\n  async start(): Promise<SysFileSystem> {\n    this.fs = Deno as unknown as DenoFileSystem[\"fs\"];\n    return this;\n  }\n  async mkdir(path: string, options?: { recursive: boolean }): Promise<string | undefined> {\n    return this.fs?.mkdir(path, options).then(() => path);\n  }\n  async readdir(path: string): Promise<string[]> {\n    const ret = [];\n    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n    for await (const dirEntry of this.fs!.readDir(path)) {\n      ret.push(dirEntry.name);\n    }\n    return ret;\n  }\n  async rm(path: string, options?: { recursive: boolean }): Promise<void> {\n    return this.fs?.rm(path, options);\n  }\n  async copyFile(source: string, destination: string): Promise<void> {\n    return this.fs?.copyFile(source, destination);\n  }\n  async readfile(path: string): Promise<Uint8Array> {\n    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n    return this.fs!.readFile(path);\n  }\n  async stat(path: string): Promise<FPStats> {\n    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n    const x = await this.fs!.stat(path);\n    return {\n      isFile: () => x.isFile,\n      isDirectory: () => x.isDirectory,\n      isBlockDevice: () => !!x.isBlockDevice,\n      isCharacterDevice: () => !!x.isCharDevice,\n      isSymbolicLink: () => !!x.isSymlink,\n      isFIFO: () => !!x.isFifo,\n      isSocket: () => !!x.isSocket,\n      uid: x.uid,\n      gid: x.gid,\n      size: x.size,\n      atime: x.atime,\n      mtime: x.mtime,\n      ctime: x.birthtime,\n      birthtime: x.birthtime,\n    };\n  }\n  async unlink(path: string): Promise<void> {\n    return this.fs?.remove(path);\n  }\n  async writefile(path: string, data: Uint8Array | string): Promise<void> {\n    return this.fs?.writeFile(path, Buffer.from(data));\n  }\n}\n","import type { SysFileSystem } from \"@fireproof/core\";\nimport { DenoFileSystem } from \"./deno-filesystem.js\";\nimport { ResolveOnce, URI } from \"@adviser/cement\";\n\nconst nfs = new ResolveOnce<SysFileSystem>();\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function getSysFileSystem(url: URI): Promise<SysFileSystem> {\n  return nfs.once(async () => {\n    const nfs = new DenoFileSystem();\n    await nfs.start();\n    return nfs;\n  });\n}\n"],"mappings":";AAEO,IAAM,iBAAN,MAA8C;AAAA,EAYnD,MAAM,QAAgC;AACpC,SAAK,KAAK;AACV,WAAO;AAAA,EACT;AAAA,EACA,MAAM,MAAM,MAAc,SAA+D;AACvF,WAAO,KAAK,IAAI,MAAM,MAAM,OAAO,EAAE,KAAK,MAAM,IAAI;AAAA,EACtD;AAAA,EACA,MAAM,QAAQ,MAAiC;AAC7C,UAAM,MAAM,CAAC;AAEb,qBAAiB,YAAY,KAAK,GAAI,QAAQ,IAAI,GAAG;AACnD,UAAI,KAAK,SAAS,IAAI;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAAA,EACA,MAAM,GAAG,MAAc,SAAiD;AACtE,WAAO,KAAK,IAAI,GAAG,MAAM,OAAO;AAAA,EAClC;AAAA,EACA,MAAM,SAAS,QAAgB,aAAoC;AACjE,WAAO,KAAK,IAAI,SAAS,QAAQ,WAAW;AAAA,EAC9C;AAAA,EACA,MAAM,SAAS,MAAmC;AAEhD,WAAO,KAAK,GAAI,SAAS,IAAI;AAAA,EAC/B;AAAA,EACA,MAAM,KAAK,MAAgC;AAEzC,UAAM,IAAI,MAAM,KAAK,GAAI,KAAK,IAAI;AAClC,WAAO;AAAA,MACL,QAAQ,MAAM,EAAE;AAAA,MAChB,aAAa,MAAM,EAAE;AAAA,MACrB,eAAe,MAAM,CAAC,CAAC,EAAE;AAAA,MACzB,mBAAmB,MAAM,CAAC,CAAC,EAAE;AAAA,MAC7B,gBAAgB,MAAM,CAAC,CAAC,EAAE;AAAA,MAC1B,QAAQ,MAAM,CAAC,CAAC,EAAE;AAAA,MAClB,UAAU,MAAM,CAAC,CAAC,EAAE;AAAA,MACpB,KAAK,EAAE;AAAA,MACP,KAAK,EAAE;AAAA,MACP,MAAM,EAAE;AAAA,MACR,OAAO,EAAE;AAAA,MACT,OAAO,EAAE;AAAA,MACT,OAAO,EAAE;AAAA,MACT,WAAW,EAAE;AAAA,IACf;AAAA,EACF;AAAA,EACA,MAAM,OAAO,MAA6B;AACxC,WAAO,KAAK,IAAI,OAAO,IAAI;AAAA,EAC7B;AAAA,EACA,MAAM,UAAU,MAAc,MAA0C;AACtE,WAAO,KAAK,IAAI,UAAU,MAAM,OAAO,KAAK,IAAI,CAAC;AAAA,EACnD;AACF;;;AC/DA,SAAS,mBAAwB;AAEjC,IAAM,MAAM,IAAI,YAA2B;AAE3C,eAAsB,iBAAiB,KAAkC;AACvE,SAAO,IAAI,KAAK,YAAY;AAC1B,UAAMA,OAAM,IAAI,eAAe;AAC/B,UAAMA,KAAI,MAAM;AAChB,WAAOA;AAAA,EACT,CAAC;AACH;","names":["nfs"]}

package/deno/metafile-esm.json

@@ -1 +0,0 @@
-{"inputs":{"src/runtime/gateways/file/deno/deno-filesystem.ts":{"bytes":2181,"imports":[],"format":"esm"},"src/runtime/gateways/file/deno/get-sys-file-system.ts":{"bytes":462,"imports":[{"path":"src/runtime/gateways/file/deno/deno-filesystem.ts","kind":"import-statement","original":"./deno-filesystem.js"},{"path":"@adviser/cement","kind":"import-statement","external":true}],"format":"esm"},"src/runtime/gateways/file/deno/index.ts":{"bytes":61,"imports":[{"path":"src/runtime/gateways/file/deno/get-sys-file-system.ts","kind":"import-statement","original":"./get-sys-file-system.js"}],"format":"esm"}},"outputs":{"dist/fireproof-core/deno/index.js.map":{"imports":[],"exports":[],"inputs":{},"bytes":4331},"dist/fireproof-core/deno/index.js":{"imports":[{"path":"@adviser/cement","kind":"import-statement","external":true}],"exports":["getSysFileSystem"],"entryPoint":"src/runtime/gateways/file/deno/index.ts","inputs":{"src/runtime/gateways/file/deno/deno-filesystem.ts":{"bytesInOutput":1243},"src/runtime/gateways/file/deno/get-sys-file-system.ts":{"bytesInOutput":235},"src/runtime/gateways/file/deno/index.ts":{"bytesInOutput":0}},"bytes":1620}}}