@fireproof/vendor 2.0.1 → 2.0.2

package/package.json

@@ -1,65 +1,65 @@
 {
   "name": "@fireproof/vendor",
-  "version": "2.0.1",
+  "version": "2.0.2",
   "description": "vendor patch repo to support esm",
   "type": "module",
   "main": "index.js",
   "exports": {
     "./@web3-storage/pail": {
       "types": "./src/@web3-storage/pail/dist/src/index.d.ts",
-      "import": "./src/@web3-storage/pail/src/index.js"
+      "import": "./src/@web3-storage/pail/dist/src/index.js"
     },
     "./@web3-storage/pail/api": {
       "types": "./src/@web3-storage/pail/dist/src/api.d.ts",
-      "import": "./src/@web3-storage/pail/src/api.js"
+      "import": "./src/@web3-storage/pail/dist/src/api.js"
     },
     "./@web3-storage/pail/batch": {
       "types": "./src/@web3-storage/pail/dist/src/batch/index.d.ts",
-      "import": "./src/@web3-storage/pail/src/batch/index.js"
+      "import": "./src/@web3-storage/pail/dist/src/batch/index.js"
     },
     "./@web3-storage/pail/batch/api": {
       "types": "./src/@web3-storage/pail/dist/src/batch/api.d.ts",
-      "import": "./src/@web3-storage/pail/src/batch/api.js"
+      "import": "./src/@web3-storage/pail/dist/src/batch/api.js"
     },
     "./@web3-storage/pail/block": {
       "types": "./src/@web3-storage/pail/dist/src/block.d.ts",
-      "import": "./src/@web3-storage/pail/src/block.js"
+      "import": "./src/@web3-storage/pail/dist/src/block.js"
     },
     "./@web3-storage/pail/clock": {
       "types": "./src/@web3-storage/pail/dist/src/clock/index.d.ts",
-      "import": "./src/@web3-storage/pail/src/clock/index.js"
+      "import": "./src/@web3-storage/pail/dist/src/clock/index.js"
     },
     "./@web3-storage/pail/clock/api": {
       "types": "./src/@web3-storage/pail/dist/src/clock/api.d.ts",
-      "import": "./src/@web3-storage/pail/src/clock/api.js"
+      "import": "./src/@web3-storage/pail/dist/src/clock/api.js"
     },
     "./@web3-storage/pail/crdt": {
       "types": "./src/@web3-storage/pail/dist/src/crdt/index.d.ts",
-      "import": "./src/@web3-storage/pail/src/crdt/index.js"
+      "import": "./src/@web3-storage/pail/dist/src/crdt/index.js"
     },
     "./@web3-storage/pail/crdt/api": {
       "types": "./src/@web3-storage/pail/dist/src/crdt/api.d.ts",
-      "import": "./src/@web3-storage/pail/src/crdt/api.js"
+      "import": "./src/@web3-storage/pail/dist/src/crdt/api.js"
     },
     "./@web3-storage/pail/crdt/batch": {
       "types": "./src/@web3-storage/pail/dist/src/crdt/batch/index.d.ts",
-      "import": "./src/@web3-storage/pail/src/crdt/batch/index.js"
+      "import": "./src/@web3-storage/pail/dist/src/crdt/batch/index.js"
     },
     "./@web3-storage/pail/crdt/batch/api": {
       "types": "./src/@web3-storage/pail/dist/src/crdt/batch/api.d.ts",
-      "import": "./src/@web3-storage/pail/src/crdt/batch/api.js"
+      "import": "./src/@web3-storage/pail/dist/src/crdt/batch/api.js"
     },
     "./@web3-storage/pail/diff": {
       "types": "./src/@web3-storage/pail/dist/src/diff.d.ts",
-      "import": "./src/@web3-storage/pail/src/diff.js"
+      "import": "./src/@web3-storage/pail/dist/src/diff.js"
     },
     "./@web3-storage/pail/merge": {
       "types": "./src/@web3-storage/pail/dist/src/merge.d.ts",
-      "import": "./src/@web3-storage/pail/src/merge.js"
+      "import": "./src/@web3-storage/pail/dist/src/merge.js"
     },
     "./@web3-storage/pail/shard": {
       "types": "./src/@web3-storage/pail/dist/src/shard.d.ts",
-      "import": "./src/@web3-storage/pail/src/shard.js"
+      "import": "./src/@web3-storage/pail/dist/src/shard.js"
     }
   },
   "keywords": [],
@@ -75,7 +75,8 @@
   },
   "dependencies": {
     "@ipld/dag-cbor": "^9.2.2",
-    "multiformats": "^13.3.1"
+    "@vitest/coverage-v8": "^3.0.9",
+    "multiformats": "^13.3.2"
   },
   "scripts": {
     "build": "tsx merge-package.ts --prepare --verbose '@web3-storage/pail,https://github.com/mabels/pail.git,pnpm'"

package/src/@web3-storage/pail/dist/src/api.d.ts

@@ -1,4 +1,6 @@
-import { Link, UnknownLink, BlockView, Block, Version } from 'multiformats';
+import type { Version } from 'multiformats';
+import type { Link, UnknownLink } from 'multiformats/link/interface';
+import type { Block, BlockView } from 'multiformats/block/interface';
 import { sha256 } from 'multiformats/hashes/sha2';
 import * as dagCBOR from '@ipld/dag-cbor';
 export { Link, UnknownLink, BlockView, Block, Version };

package/src/@web3-storage/pail/dist/src/api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AACjD,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AAEzC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAEvD,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAA;AAE9C,MAAM,MAAM,mBAAmB,GAAG,CAAC,SAAS,CAAC,CAAA;AAE7C,MAAM,MAAM,2BAA2B,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;AAElE,MAAM,MAAM,eAAe,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAA;AAExE,MAAM,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEpG,6CAA6C;AAC7C,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,GAAG,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEvH,MAAM,WAAW,KAAM,SAAQ,WAAW;IACxC,OAAO,EAAE,UAAU,EAAE,CAAA;CACtB;AAED,MAAM,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;AAE/E,MAAM,WAAW,cAAe,SAAQ,SAAS,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;CAAG;AAEvG,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,cAAc,EAAE,CAAA;IAC3B,QAAQ,EAAE,cAAc,EAAE,CAAA;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,OAAO,GAAG,CAAC,EAAG,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GACnH,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAA;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAA;IAClB,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;AAE/C,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,cAAc,GACtB,wBAAwB,GACxB,wBAAwB,GACxB,CAAC,wBAAwB,GAAG,wBAAwB,CAAC,CAAA;AAEzD,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,cAAc,GACtB,eAAe,GACf,cAAc,CAAA"}
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AACjD,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AAEzC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAEvD,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAA;AAE9C,MAAM,MAAM,mBAAmB,GAAG,CAAC,SAAS,CAAC,CAAA;AAE7C,MAAM,MAAM,2BAA2B,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;AAElE,MAAM,MAAM,eAAe,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAA;AAExE,MAAM,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEpG,6CAA6C;AAC7C,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,GAAG,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEvH,MAAM,WAAW,KAAM,SAAQ,WAAW;IACxC,OAAO,EAAE,UAAU,EAAE,CAAA;CACtB;AAED,MAAM,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;AAE/E,MAAM,WAAW,cAAe,SAAQ,SAAS,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;CAAG;AAEvG,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,cAAc,EAAE,CAAA;IAC3B,QAAQ,EAAE,cAAc,EAAE,CAAA;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,OAAO,GAAG,CAAC,EAAG,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GACnH,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAA;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAA;IAClB,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;AAE/C,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,cAAc,GACtB,wBAAwB,GACxB,wBAAwB,GACxB,CAAC,wBAAwB,GAAG,wBAAwB,CAAC,CAAA;AAEzD,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,cAAc,GACtB,eAAe,GACf,cAAc,CAAA"}

package/src/@web3-storage/pail/dist/src/api.js

@@ -0,0 +1 @@
+export {};

package/src/@web3-storage/pail/dist/src/batch/api.js

@@ -0,0 +1 @@
+export {};

package/src/@web3-storage/pail/dist/src/batch/index.js

@@ -0,0 +1,241 @@
+// eslint-disable-next-line no-unused-vars
+import * as API from './api.js';
+import { ShardFetcher, isPrintableASCII } from '../shard.js';
+import * as Shard from '../shard.js';
+import * as BatcherShard from './shard.js';
+/** @implements {API.Batcher} */
+class Batcher {
+    #committed = false;
+    /**
+     * @param {object} init
+     * @param {API.BlockFetcher} init.blocks Block storage.
+     * @param {API.BatcherShardEntry[]} init.entries The entries in this shard.
+     * @param {string} init.prefix Key prefix.
+     * @param {number} init.version Shard compatibility version.
+     * @param {string} init.keyChars Characters allowed in keys, referring to a known character set.
+     * @param {number} init.maxKeySize Max key size in bytes.
+     * @param {API.ShardBlockView} init.base Original shard this batcher is based on.
+     */
+    constructor({ blocks, entries, prefix, version, keyChars, maxKeySize, base }) {
+        this.blocks = blocks;
+        this.prefix = prefix;
+        this.entries = [...entries];
+        this.base = base;
+        this.version = version;
+        this.keyChars = keyChars;
+        this.maxKeySize = maxKeySize;
+    }
+    /**
+     * @param {string} key The key of the value to put.
+     * @param {API.UnknownLink} value The value to put.
+     * @returns {Promise<void>}
+     */
+    async put(key, value) {
+        if (this.#committed)
+            throw new BatchCommittedError();
+        return put(this.blocks, this, key, value);
+    }
+    async commit() {
+        if (this.#committed)
+            throw new BatchCommittedError();
+        this.#committed = true;
+        return commit(this);
+    }
+    /**
+     * @param {object} init
+     * @param {API.BlockFetcher} init.blocks Block storage.
+     * @param {API.ShardLink} init.link CID of the shard block.
+     */
+    static async create({ blocks, link }) {
+        const shards = new ShardFetcher(blocks);
+        const base = await shards.get(link);
+        return new Batcher({ blocks, base, ...base.value });
+    }
+}
+/**
+ * @param {API.BlockFetcher} blocks
+ * @param {API.BatcherShard} shard
+ * @param {string} key The key of the value to put.
+ * @param {API.UnknownLink} value The value to put.
+ * @returns {Promise<void>}
+ */
+export const put = async (blocks, shard, key, value) => {
+    if (shard.keyChars !== Shard.KeyCharsASCII) {
+        throw new Error(`unsupported key character set: ${shard.keyChars}`);
+    }
+    if (!isPrintableASCII(key)) {
+        throw new Error('key contains non-ASCII characters');
+    }
+    // ensure utf8 encoded key is smaller than max
+    if (new TextEncoder().encode(key).length > shard.maxKeySize) {
+        throw new Error(`UTF-8 encoded key exceeds max size of ${shard.maxKeySize} bytes`);
+    }
+    const shards = new ShardFetcher(blocks);
+    const dest = await traverse(shards, shard, key);
+    if (dest.shard !== shard) {
+        shard = dest.shard;
+        key = dest.key;
+    }
+    /** @type {API.BatcherShardEntry} */
+    let entry = [dest.key, value];
+    let targetEntries = [...dest.shard.entries];
+    for (const [i, e] of targetEntries.entries()) {
+        const [k, v] = e;
+        // is this just a replace?
+        if (k === dest.key)
+            break;
+        // do we need to shard this entry?
+        const shortest = k.length < dest.key.length ? k : dest.key;
+        const other = shortest === k ? dest.key : k;
+        let common = '';
+        for (const char of shortest) {
+            const next = common + char;
+            if (!other.startsWith(next))
+                break;
+            common = next;
+        }
+        if (common.length) {
+            /** @type {API.ShardEntry[]} */
+            let entries = [];
+            // if the existing entry key or new key is equal to the common prefix,
+            // then the existing value / new value needs to persist in the parent
+            // shard. Otherwise they persist in this new shard.
+            if (common !== dest.key) {
+                entries = Shard.putEntry(entries, [dest.key.slice(common.length), value]);
+            }
+            if (common !== k) {
+                entries = Shard.putEntry(entries, asShardEntry([k.slice(common.length), v]));
+            }
+            let child = BatcherShard.create({
+                ...Shard.configure(dest.shard),
+                prefix: dest.shard.prefix + common,
+                entries
+            });
+            // need to spread as access by index does not consider utf-16 surrogates
+            const commonChars = [...common];
+            // create parent shards for each character of the common prefix
+            for (let i = commonChars.length - 1; i > 0; i--) {
+                /** @type {API.ShardEntryShardValue | API.ShardEntryShardAndValueValue} */
+                let parentValue;
+                // if the first iteration and the existing entry key is equal to the
+                // common prefix, then existing value needs to persist in this parent
+                if (i === commonChars.length - 1 && common === k) {
+                    if (Array.isArray(v))
+                        throw new Error('found a shard link when expecting a value');
+                    parentValue = [child, v];
+                }
+                else if (i === commonChars.length - 1 && common === dest.key) {
+                    parentValue = [child, value];
+                }
+                else {
+                    parentValue = [child];
+                }
+                const parent = BatcherShard.create({
+                    ...Shard.configure(dest.shard),
+                    prefix: dest.shard.prefix + commonChars.slice(0, i).join(''),
+                    entries: [[commonChars[i], parentValue]]
+                });
+                child = parent;
+            }
+            // remove the sharded entry
+            targetEntries.splice(i, 1);
+            // create the entry that will be added to target
+            if (commonChars.length === 1 && common === k) {
+                if (Array.isArray(v))
+                    throw new Error('found a shard link when expecting a value');
+                entry = [commonChars[0], [child, v]];
+            }
+            else if (commonChars.length === 1 && common === dest.key) {
+                entry = [commonChars[0], [child, value]];
+            }
+            else {
+                entry = [commonChars[0], [child]];
+            }
+            break;
+        }
+    }
+    shard.entries = Shard.putEntry(asShardEntries(targetEntries), asShardEntry(entry));
+};
+/**
+ * Traverse from the passed shard through to the correct shard for the passed
+ * key.
+ *
+ * @param {ShardFetcher} shards
+ * @param {API.BatcherShard} shard
+ * @param {string} key
+ * @returns {Promise<{ shard: API.BatcherShard, key: string }>}
+ */
+export const traverse = async (shards, shard, key) => {
+    for (let i = 0; i < shard.entries.length; i++) {
+        const [k, v] = shard.entries[i];
+        if (key <= k)
+            break;
+        if (key.startsWith(k) && Array.isArray(v)) {
+            if (Shard.isShardLink(v[0])) {
+                const blk = await shards.get(v[0]);
+                const batcher = BatcherShard.create({ base: blk, ...blk.value });
+                shard.entries[i] = [k, v[1] == null ? [batcher] : [batcher, v[1]]];
+                return traverse(shards, batcher, key.slice(k.length));
+            }
+            return traverse(shards, v[0], key.slice(k.length));
+        }
+    }
+    return { shard, key };
+};
+/**
+ * Encode all altered shards in the batch and return the new root CID and
+ * difference blocks.
+ *
+ * @param {API.BatcherShard} shard
+ */
+export const commit = async (shard) => {
+    /** @type {API.ShardBlockView[]} */
+    const additions = [];
+    /** @type {API.ShardBlockView[]} */
+    const removals = [];
+    /** @type {API.ShardEntry[]} */
+    const entries = [];
+    for (const entry of shard.entries) {
+        if (Array.isArray(entry[1]) && !Shard.isShardLink(entry[1][0])) {
+            const result = await commit(entry[1][0]);
+            entries.push([
+                entry[0],
+                entry[1][1] == null ? [result.root] : [result.root, entry[1][1]]
+            ]);
+            additions.push(...result.additions);
+            removals.push(...result.removals);
+        }
+        else {
+            entries.push(asShardEntry(entry));
+        }
+    }
+    const block = await Shard.encodeBlock(Shard.withEntries(entries, shard));
+    additions.push(block);
+    if (shard.base && shard.base.cid.toString() === block.cid.toString()) {
+        return { root: block.cid, additions: [], removals: [] };
+    }
+    if (shard.base)
+        removals.push(shard.base);
+    return { root: block.cid, additions, removals };
+};
+/** @param {API.BatcherShardEntry[]} entries */
+const asShardEntries = entries => /** @type {API.ShardEntry[]} */ (entries);
+/** @param {API.BatcherShardEntry} entry */
+const asShardEntry = entry => /** @type {API.ShardEntry} */ (entry);
+/**
+ * @param {API.BlockFetcher} blocks Bucket block storage.
+ * @param {API.ShardLink} root CID of the root shard block.
+ * @returns {Promise<API.Batcher>}
+ */
+export const create = (blocks, root) => Batcher.create({ blocks, link: root });
+export class BatchCommittedError extends Error {
+    /**
+     * @param {string} [message]
+     * @param {ErrorOptions} [options]
+     */
+    constructor(message, options) {
+        super(message ?? 'batch already committed', options);
+        this.code = BatchCommittedError.code;
+    }
+    static code = 'ERR_BATCH_COMMITTED';
+}

package/src/@web3-storage/pail/dist/src/batch/shard.js

@@ -0,0 +1,12 @@
+// eslint-disable-next-line no-unused-vars
+import * as API from './api.js';
+import { configure } from '../shard.js';
+/**
+ * @param {API.BatcherShardInit} [init]
+ * @returns {API.BatcherShard}
+ */
+export const create = init => ({
+    base: init?.base,
+    entries: [...(init?.entries ?? [])],
+    ...configure(init)
+});

package/src/@web3-storage/pail/dist/src/block.js

@@ -0,0 +1,66 @@
+// eslint-disable-next-line no-unused-vars
+import * as API from './api.js';
+import { parse } from 'multiformats/link';
+/** @implements {API.BlockFetcher} */
+export class MemoryBlockstore {
+    /** @type {Map<string, Uint8Array>} */
+    #blocks = new Map();
+    /**
+     * @param {Array<import('multiformats').Block>} [blocks]
+     */
+    constructor(blocks) {
+        if (blocks) {
+            this.#blocks = new Map(blocks.map(b => [b.cid.toString(), b.bytes]));
+        }
+    }
+    /** @type {API.BlockFetcher['get']} */
+    async get(cid) {
+        const bytes = this.#blocks.get(cid.toString());
+        if (!bytes)
+            return;
+        return { cid, bytes };
+    }
+    /**
+     * @param {API.UnknownLink} cid
+     * @param {Uint8Array} bytes
+     */
+    async put(cid, bytes) {
+        this.#blocks.set(cid.toString(), bytes);
+    }
+    /**
+     * @param {API.UnknownLink} cid
+     * @param {Uint8Array} bytes
+     */
+    putSync(cid, bytes) {
+        this.#blocks.set(cid.toString(), bytes);
+    }
+    /** @param {API.UnknownLink} cid */
+    async delete(cid) {
+        this.#blocks.delete(cid.toString());
+    }
+    /** @param {API.UnknownLink} cid */
+    deleteSync(cid) {
+        this.#blocks.delete(cid.toString());
+    }
+    *entries() {
+        for (const [str, bytes] of this.#blocks) {
+            yield { cid: parse(str), bytes };
+        }
+    }
+}
+export class MultiBlockFetcher {
+    /** @type {API.BlockFetcher[]} */
+    #fetchers;
+    /** @param {API.BlockFetcher[]} fetchers */
+    constructor(...fetchers) {
+        this.#fetchers = fetchers;
+    }
+    /** @type {API.BlockFetcher['get']} */
+    async get(link) {
+        for (const f of this.#fetchers) {
+            const v = await f.get(link);
+            if (v)
+                return v;
+        }
+    }
+}

package/src/@web3-storage/pail/dist/src/clock/api.js

@@ -0,0 +1 @@
+export {};

package/src/@web3-storage/pail/dist/src/clock/index.js

@@ -0,0 +1,178 @@
+import { Block, encode, decode } from 'multiformats/block';
+import { sha256 } from 'multiformats/hashes/sha2';
+import * as cbor from '@ipld/dag-cbor';
+// eslint-disable-next-line no-unused-vars
+import * as API from './api.js';
+/**
+ * Advance the clock by adding an event.
+ *
+ * @template T
+ * @param {API.BlockFetcher} blocks Block storage.
+ * @param {API.EventLink<T>[]} head The head of the clock.
+ * @param {API.EventLink<T>} event The event to add.
+ */
+export const advance = async (blocks, head, event) => {
+    const events = new EventFetcher(blocks);
+    const headmap = new Map(head.map(cid => [cid.toString(), cid]));
+    if (headmap.has(event.toString()))
+        return head;
+    // does event contain the clock?
+    let changed = false;
+    for (const cid of head) {
+        if (await contains(events, event, cid)) {
+            headmap.delete(cid.toString());
+            headmap.set(event.toString(), event);
+            changed = true;
+        }
+    }
+    if (changed) {
+        return [...headmap.values()];
+    }
+    // does clock contain the event?
+    for (const p of head) {
+        if (await contains(events, p, event)) {
+            return head;
+        }
+    }
+    return head.concat(event);
+};
+/**
+ * @template T
+ * @extends {Block<API.EventView<T>, typeof cbor.code, typeof sha256.code, 1>}
+ * @implements {API.EventBlockView<T>}
+ */
+export class EventBlock extends Block {
+    /**
+     * @param {object} config
+     * @param {API.EventLink<T>} config.cid
+     * @param {Event} config.value
+     * @param {Uint8Array} config.bytes
+     * @param {string} config.prefix
+     */
+    constructor({ cid, value, bytes, prefix }) {
+        // @ts-expect-error
+        super({ cid, value, bytes });
+        this.prefix = prefix;
+    }
+    /**
+     * @template T
+     * @param {T} data
+     * @param {API.EventLink<T>[]} [parents]
+     */
+    static create(data, parents) {
+        return encodeEventBlock({ data, parents: parents ?? [] });
+    }
+}
+/** @template T */
+export class EventFetcher {
+    /** @param {API.BlockFetcher} blocks */
+    constructor(blocks) {
+        /** @private */
+        this._blocks = blocks;
+    }
+    /**
+     * @param {API.EventLink<T>} link
+     * @returns {Promise<API.EventBlockView<T>>}
+     */
+    async get(link) {
+        const block = await this._blocks.get(link);
+        if (!block)
+            throw new Error(`missing block: ${link}`);
+        return decodeEventBlock(block.bytes);
+    }
+}
+/**
+ * @template T
+ * @param {API.EventView<T>} value
+ * @returns {Promise<API.EventBlockView<T>>}
+ */
+export const encodeEventBlock = async (value) => {
+    // TODO: sort parents
+    const { cid, bytes } = await encode({ value, codec: cbor, hasher: sha256 });
+    // @ts-expect-error
+    return new Block({ cid, value, bytes });
+};
+/**
+ * @template T
+ * @param {Uint8Array} bytes
+ * @returns {Promise<API.EventBlockView<T>>}
+ */
+export const decodeEventBlock = async (bytes) => {
+    const { cid, value } = await decode({ bytes, codec: cbor, hasher: sha256 });
+    // @ts-expect-error
+    return new Block({ cid, value, bytes });
+};
+/**
+ * Returns true if event "a" contains event "b". Breadth first search.
+ * @template T
+ * @param {EventFetcher<T>} events
+ * @param {API.EventLink<T>} a
+ * @param {API.EventLink<T>} b
+ */
+const contains = async (events, a, b) => {
+    if (a.toString() === b.toString())
+        return true;
+    const [{ value: aevent }, { value: bevent }] = await Promise.all([events.get(a), events.get(b)]);
+    const links = [...aevent.parents];
+    const seen = new Set();
+    while (links.length) {
+        const link = links.shift();
+        if (!link)
+            break;
+        if (link.toString() === b.toString())
+            return true;
+        // if any of b's parents are this link, then b cannot exist in any of the
+        // tree below, since that would create a cycle.
+        if (bevent.parents.some(p => link.toString() === p.toString()))
+            continue;
+        if (seen.has(link.toString()))
+            continue;
+        seen.add(link.toString());
+        const { value: event } = await events.get(link);
+        links.push(...event.parents);
+    }
+    return false;
+};
+/**
+ * @template T
+ * @param {API.BlockFetcher} blocks Block storage.
+ * @param {API.EventLink<T>[]} head
+ * @param {object} [options]
+ * @param {(b: API.EventBlockView<T>) => string} [options.renderNodeLabel]
+ */
+export const vis = async function* (blocks, head, options = {}) {
+    const renderNodeLabel = options.renderNodeLabel ?? (b => shortLink(b.cid));
+    const events = new EventFetcher(blocks);
+    yield 'digraph clock {';
+    yield '  node [shape=point fontname="Courier"]; head;';
+    const hevents = await Promise.all(head.map(link => events.get(link)));
+    /** @type {import('multiformats').Link<API.EventView<any>>[]} */
+    const links = [];
+    const nodes = new Set();
+    for (const e of hevents) {
+        nodes.add(e.cid.toString());
+        yield `  node [shape=oval fontname="Courier"]; ${e.cid} [label="${renderNodeLabel(e)}"];`;
+        yield `  head -> ${e.cid};`;
+        for (const p of e.value.parents) {
+            yield `  ${e.cid} -> ${p};`;
+        }
+        links.push(...e.value.parents);
+    }
+    while (links.length) {
+        const link = links.shift();
+        if (!link)
+            break;
+        if (nodes.has(link.toString()))
+            continue;
+        nodes.add(link.toString());
+        const block = await events.get(link);
+        yield `  node [shape=oval]; ${link} [label="${renderNodeLabel(block)}" fontname="Courier"];`;
+        for (const p of block.value.parents) {
+            yield `  ${link} -> ${p};`;
+        }
+        links.push(...block.value.parents);
+    }
+    yield '}';
+};
+/** @param {import('multiformats').UnknownLink} l */
+const shortLink = l => `${String(l).slice(0, 4)}..${String(l).slice(-4)}`;

package/src/@web3-storage/pail/dist/src/crdt/api.js

@@ -0,0 +1 @@
+export {};

package/src/@web3-storage/pail/dist/src/crdt/batch/api.js

@@ -0,0 +1 @@
+export {};