@fireproof/core 0.17.3 → 0.17.5

package/dist/memory/fireproof.global.js

@@ -4082,7 +4082,7 @@ var Fireproof = (() => {
   };
   var parse = (source, base4) => CID.parse(source, base4);
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.0/node_modules/@web3-storage/pail/src/block.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/block.js
   var MemoryBlockstore = class {
     /** @type {Map<string, Uint8Array>} */
     #blocks = /* @__PURE__ */ new Map();
@@ -4129,6 +4129,22 @@ var Fireproof = (() => {
       }
     }
   };
+  var MultiBlockFetcher = class {
+    /** @type {API.BlockFetcher[]} */
+    #fetchers;
+    /** @param {API.BlockFetcher[]} fetchers */
+    constructor(...fetchers) {
+      this.#fetchers = fetchers;
+    }
+    /** @type {API.BlockFetcher['get']} */
+    async get(link2) {
+      for (const f of this.#fetchers) {
+        const v = await f.get(link2);
+        if (v)
+          return v;
+      }
+    }
+  };
 
   // ../../node_modules/.pnpm/yocto-queue@1.0.0/node_modules/yocto-queue/index.js
   var Node = class {
@@ -9875,8 +9891,7 @@ You can use close({ resize: true }) to resize header`);
     return uint8Array;
   }
   async function encryptedEncodeCarFile(crypto2, key, rootCid, t) {
-    const encryptionKeyUint8 = hexStringToUint8Array(key);
-    const encryptionKey = encryptionKeyUint8.buffer.slice(0, encryptionKeyUint8.byteLength);
+    const encryptionKey = hexStringToUint8Array(key);
     const encryptedBlocks = new MemoryBlockstore();
     const cidsToEncrypt = [];
     for (const { cid } of t.entries()) {
@@ -9953,7 +9968,7 @@ You can use close({ resize: true }) to resize header`);
     }
     return bytes;
   }
-  var PACKAGE_VERSION = "0.16.10";
+  var PACKAGE_VERSION = "0.17.4";
   var match = PACKAGE_VERSION.match(/^([^.]*\.[^.]*)/);
   if (!match)
     throw new Error("invalid version: " + PACKAGE_VERSION);
@@ -10029,11 +10044,11 @@ You can use close({ resize: true }) to resize header`);
     constructor(name7, ebOpts) {
       this.name = name7;
       this.ebOpts = ebOpts;
-      this.metaStore = new ebOpts.store.MetaStore(this.name);
-      this.carStore = new ebOpts.store.DataStore(this.name);
-      this.fileStore = new ebOpts.store.DataStore(this.name);
-      this.remoteWAL = new ebOpts.store.RemoteWAL(this);
+      this.carStore = ebOpts.store.makeDataStore(this.name);
+      this.fileStore = ebOpts.store.makeDataStore(this.name);
+      this.remoteWAL = ebOpts.store.makeRemoteWAL(this);
       this.ready = Promise.resolve().then(async () => {
+        this.metaStore = ebOpts.store.makeMetaStore(this);
         if (!this.metaStore || !this.carStore || !this.remoteWAL)
           throw new Error("stores not initialized");
         const metas = this.ebOpts.meta ? [this.ebOpts.meta] : await this.metaStore.load("main");
@@ -10207,19 +10222,30 @@ You can use close({ resize: true }) to resize header`);
       const sCid = cid.toString();
       if (this.getBlockCache.has(sCid))
         return this.getBlockCache.get(sCid);
-      const got = await Promise.any(
-        // maybe worth taking this in chunks of 5? to allow cache to favor recent files, carLog order is newest first
-        this.carLog.map(async (carCid) => {
-          const reader = await this.loadCar(carCid);
-          if (!reader) {
-            throw new Error(`missing car reader ${carCid.toString()}`);
-          }
-          await this.cacheCarReader(reader);
-          if (this.getBlockCache.has(sCid))
-            return this.getBlockCache.get(sCid);
-          throw new Error(`block not in reader: ${cid.toString()}`);
-        })
-      ).catch(() => void 0);
+      const getCarCid = async (carCid) => {
+        const reader = await this.loadCar(carCid);
+        if (!reader) {
+          throw new Error(`missing car reader ${carCid.toString()}`);
+        }
+        await this.cacheCarReader(reader);
+        if (this.getBlockCache.has(sCid))
+          return this.getBlockCache.get(sCid);
+        throw new Error(`block not in reader: ${cid.toString()}`);
+      };
+      let got;
+      const batchSize = 5;
+      for (let i = 0; i < this.carLog.length; i += batchSize) {
+        const promises = [];
+        for (let j = i; j < Math.min(i + batchSize, this.carLog.length); j++) {
+          promises.push(getCarCid(this.carLog[j]));
+        }
+        try {
+          got = await Promise.any(promises);
+        } catch {
+        }
+        if (got)
+          break;
+      }
       if (got) {
         this.getBlockCache.set(sCid, got);
       }
@@ -10460,14 +10486,6 @@ You can use close({ resize: true }) to resize header`);
     return bytes;
   }
 
-  // ../encrypted-blockstore/dist/lib/store-web.js
-  var store_web_exports = {};
-  __export(store_web_exports, {
-    DataStore: () => DataStore2,
-    MetaStore: () => MetaStore2,
-    RemoteWAL: () => RemoteWAL2
-  });
-
   // ../../node_modules/.pnpm/idb@7.1.1/node_modules/idb/build/wrap-idb-value.js
   var instanceOfAny = (object, constructors) => constructors.some((c) => object instanceof c);
   var idbProxyableTypes;
@@ -10676,7 +10694,7 @@ You can use close({ resize: true }) to resize header`);
   }));
 
   // ../encrypted-blockstore/dist/lib/store-web.js
-  var PACKAGE_VERSION2 = "0.16.10";
+  var PACKAGE_VERSION2 = "0.17.4";
   var match2 = PACKAGE_VERSION2.match(/^([^.]*\.[^.]*)/);
   if (!match2)
     throw new Error("invalid version: " + PACKAGE_VERSION2);
@@ -10764,14 +10782,14 @@ You can use close({ resize: true }) to resize header`);
     processQueue = new CommitQueue2();
     constructor(loader) {
       this.loader = loader;
-      this.ready = (async () => {
+      this.ready = Promise.resolve().then(async () => {
         const walState = await this.load().catch((e) => {
           console.error("error loading wal", e);
           return null;
         });
         this.walState.operations = walState?.operations || [];
         this.walState.fileOperations = walState?.fileOperations || [];
-      })();
+      });
     }
     async enqueue(dbMeta, opts) {
       await this.ready;
@@ -10870,6 +10888,9 @@ You can use close({ resize: true }) to resize header`);
       await rmlp;
     }
   };
+  var makeDataStore = (name7) => new DataStore2(name7);
+  var makeMetaStore = (loader) => new MetaStore2(loader.name);
+  var makeRemoteWAL = (loader) => new RemoteWAL2(loader);
   var DataStore2 = class extends DataStore {
     tag = "car-web-idb";
     idb = null;
@@ -10964,7 +10985,14 @@ You can use close({ resize: true }) to resize header`);
     }
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/clock/index.js
+  // src/eb-web.ts
+  var store = {
+    makeDataStore,
+    makeMetaStore,
+    makeRemoteWAL
+  };
+
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/clock/index.js
   var advance = async (blocks, head, event) => {
     const events = new EventFetcher(blocks);
     const headmap = new Map(head.map((cid) => [cid.toString(), cid]));
@@ -11038,6 +11066,7 @@ You can use close({ resize: true }) to resize header`);
       return true;
     const [{ value: aevent }, { value: bevent }] = await Promise.all([events.get(a), events.get(b)]);
     const links3 = [...aevent.parents];
+    const seen = /* @__PURE__ */ new Set();
     while (links3.length) {
       const link2 = links3.shift();
       if (!link2)
@@ -11046,6 +11075,9 @@ You can use close({ resize: true }) to resize header`);
         return true;
       if (bevent.parents.some((p) => link2.toString() === p.toString()))
         continue;
+      if (seen.has(link2.toString()))
+        continue;
+      seen.add(link2.toString());
       const { value: event } = await events.get(link2);
       links3.push(...event.parents);
     }
@@ -11086,7 +11118,7 @@ You can use close({ resize: true }) to resize header`);
   };
   var shortLink = (l) => `${String(l).slice(0, 4)}..${String(l).slice(-4)}`;
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/shard.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/shard.js
   var MaxKeyLength = 64;
   var MaxShardSize = 512 * 1024;
   var CID_TAG2 = new Token(Type.tag, 42);
@@ -11218,7 +11250,7 @@ You can use close({ resize: true }) to resize header`);
     }
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/index.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/index.js
   var put = async (blocks, root2, key, value) => {
     const shards = new ShardFetcher(blocks);
     const rshard = await shards.get(root2);
@@ -11421,71 +11453,7 @@ You can use close({ resize: true }) to resize header`);
     return [shard];
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/block.js
-  var MemoryBlockstore2 = class {
-    /** @type {Map<string, Uint8Array>} */
-    #blocks = /* @__PURE__ */ new Map();
-    /**
-     * @param {Array<import('multiformats').Block>} [blocks]
-     */
-    constructor(blocks) {
-      if (blocks) {
-        this.#blocks = new Map(blocks.map((b) => [b.cid.toString(), b.bytes]));
-      }
-    }
-    /** @type {API.BlockFetcher['get']} */
-    async get(cid) {
-      const bytes = this.#blocks.get(cid.toString());
-      if (!bytes)
-        return;
-      return { cid, bytes };
-    }
-    /**
-     * @param {API.UnknownLink} cid
-     * @param {Uint8Array} bytes
-     */
-    async put(cid, bytes) {
-      this.#blocks.set(cid.toString(), bytes);
-    }
-    /**
-     * @param {API.UnknownLink} cid
-     * @param {Uint8Array} bytes
-     */
-    putSync(cid, bytes) {
-      this.#blocks.set(cid.toString(), bytes);
-    }
-    /** @param {API.UnknownLink} cid */
-    async delete(cid) {
-      this.#blocks.delete(cid.toString());
-    }
-    /** @param {API.UnknownLink} cid */
-    deleteSync(cid) {
-      this.#blocks.delete(cid.toString());
-    }
-    *entries() {
-      for (const [str, bytes] of this.#blocks) {
-        yield { cid: parse(str), bytes };
-      }
-    }
-  };
-  var MultiBlockFetcher = class {
-    /** @type {API.BlockFetcher[]} */
-    #fetchers;
-    /** @param {API.BlockFetcher[]} fetchers */
-    constructor(...fetchers) {
-      this.#fetchers = fetchers;
-    }
-    /** @type {API.BlockFetcher['get']} */
-    async get(link2) {
-      for (const f of this.#fetchers) {
-        const v = await f.get(link2);
-        if (v)
-          return v;
-      }
-    }
-  };
-
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/batch/shard.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/batch/shard.js
   var ShardLinkByteLength = 36;
   var CID_TAG3 = new Token(Type.tag, 42);
   var create8 = (init2) => ({
@@ -11532,7 +11500,7 @@ You can use close({ resize: true }) to resize header`);
     return tokensToLength(tokens);
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/batch/index.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/batch/index.js
   var Batcher = class _Batcher {
     #committed = false;
     /**
@@ -11714,9 +11682,9 @@ You can use close({ resize: true }) to resize header`);
     static code = "ERR_BATCH_COMMITTED";
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/crdt/index.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/crdt/index.js
   var put3 = async (blocks, head, key, value) => {
-    const mblocks = new MemoryBlockstore2();
+    const mblocks = new MemoryBlockstore();
     blocks = new MultiBlockFetcher(mblocks, blocks);
     if (!head.length) {
       const shard = await ShardBlock.create();
@@ -11800,7 +11768,7 @@ You can use close({ resize: true }) to resize header`);
   var root = async (blocks, head) => {
     if (!head.length)
       throw new Error("cannot determine root of headless clock");
-    const mblocks = new MemoryBlockstore2();
+    const mblocks = new MemoryBlockstore();
     blocks = new MultiBlockFetcher(mblocks, blocks);
     const events = new EventFetcher(blocks);
     if (head.length === 1) {
@@ -11859,7 +11827,7 @@ You can use close({ resize: true }) to resize header`);
       return;
     const result = await root(blocks, head);
     if (result.additions.length) {
-      blocks = new MultiBlockFetcher(new MemoryBlockstore2(result.additions), blocks);
+      blocks = new MultiBlockFetcher(new MemoryBlockstore(result.additions), blocks);
     }
     return get2(blocks, result.root, key);
   };
@@ -11868,7 +11836,7 @@ You can use close({ resize: true }) to resize header`);
       return;
     const result = await root(blocks, head);
     if (result.additions.length) {
-      blocks = new MultiBlockFetcher(new MemoryBlockstore2(result.additions), blocks);
+      blocks = new MultiBlockFetcher(new MemoryBlockstore(result.additions), blocks);
     }
     yield* entries(blocks, result.root, options);
   };
@@ -11952,7 +11920,7 @@ You can use close({ resize: true }) to resize header`);
     return acc.concat(...rest);
   };
 
-  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.1/node_modules/@web3-storage/pail/src/crdt/batch/index.js
+  // ../../node_modules/.pnpm/@web3-storage+pail@0.4.2/node_modules/@web3-storage/pail/src/crdt/batch/index.js
   var Batcher2 = class _Batcher {
     #committed = false;
     /**
@@ -11997,7 +11965,7 @@ You can use close({ resize: true }) to resize header`);
       const res = await commit(this);
       const data = { type: "batch", ops: this.ops, root: res.root };
       const event = await EventBlock.create(data, this.head);
-      const mblocks = new MemoryBlockstore2();
+      const mblocks = new MemoryBlockstore();
       const blocks = new MultiBlockFetcher(mblocks, this.blocks);
       mblocks.putSync(event.cid, event.bytes);
       const head = await advance(blocks, this.head, event.cid);
@@ -12037,7 +12005,7 @@ You can use close({ resize: true }) to resize header`);
      * @param {string} init.prefix
      */
     static async create({ blocks, head, prefix }) {
-      const mblocks = new MemoryBlockstore2();
+      const mblocks = new MemoryBlockstore();
       blocks = new MultiBlockFetcher(mblocks, blocks);
       if (!head.length) {
         const base5 = await ShardBlock.create();
@@ -20611,6 +20579,7 @@ You can use close({ resize: true }) to resize header`);
     if (!block)
       throw new Error(`Missing linked block ${link2.toString()}`);
     const { value } = await decode11({ bytes: block.bytes, hasher: sha256, codec: src_exports });
+    value.cid = link2;
     readFiles(blocks, value);
     return value;
   }
@@ -21562,8 +21531,8 @@ You can use close({ resize: true }) to resize header`);
           return { head: this.clock.head };
         },
         autoCompact: this.opts.autoCompact || 100,
-        crypto: crypto_web_exports,
-        store: store_web_exports,
+        crypto: this.opts.crypto || crypto_web_exports,
+        store: this.opts.store || store,
         public: this.opts.public,
         meta: this.opts.meta
       });
@@ -21578,7 +21547,7 @@ You can use close({ resize: true }) to resize header`);
         },
         crypto: crypto_web_exports,
         public: this.opts.public,
-        store: store_web_exports
+        store
       });
       this.ready = Promise.all([this.blockstore.ready, this.indexBlockstore.ready]).then(() => {
       });