@fireproof/vendor 2.0.2 → 3.0.0

package/src/@web3-storage/pail/README.md

@@ -1,84 +0,0 @@
-# pail
-
-[![Test](https://github.com/web3-storage/pail/actions/workflows/ci.yml/badge.svg)](https://github.com/web3-storage/pail/actions/workflows/ci.yml)
-[![JavaScript Style Guide](https://img.shields.io/badge/code_style-standard-brightgreen.svg)](https://standardjs.com)
-
-DAG based key value store. Sharded DAG that minimises traversals and work to build shards.
-
-* 📖 [Read the SPEC](https://github.com/web3-storage/specs/blob/4163e28d7e6a7c44cff68db9d9bffb9b37707dc6/pail.md).
-* 🎬 [Watch the Presentation](https://youtu.be/f-BrtpYKZfg).
-
-## Install
-
-```
-npm install @web3-storage/pail
-```
-
-## Usage
-
-```js
-import { put, get, del } from '@web3-storage/pail'
-import { ShardBlock } from '@web3-storage/pail/shard'
-import { MemoryBlockstore } from '@web3-storage/pail/block'
-
-// Initialize a new bucket
-const blocks = new MemoryBlockstore()
-const init = await ShardBlock.create() // empty root shard
-await blocks.put(init.cid, init.bytes)
-
-// Add a key and value to the bucket
-const { root, additions, removals } = await put(blocks, init.cid, 'path/to/data0', dataCID0)
-
-console.log(`new root: ${root}`)
-
-// Process the diff
-for (const block of additions) {
-  await blocks.put(block.cid, block.bytes)
-}
-for (const block of removals) {
-  await blocks.delete(block.cid)
-}
-```
-
-### Batch operations
-
-If adding many multiple items to the pail together, it is faster to batch them together.
-
-```js
-import { put, get, del } from '@web3-storage/pail'
-import { ShardBlock } from '@web3-storage/pail/shard'
-import { MemoryBlockstore } from '@web3-storage/pail/block'
-import * as Batch from '@web3-storage/pail/batch'
-
-// Initialize a new bucket
-const blocks = new MemoryBlockstore()
-const init = await ShardBlock.create() // empty root shard
-await blocks.put(init.cid, init.bytes)
-
-const batch = await Batch.create(blocks, init.cid)
-
-// items is an array of `{ key: string, value: CID }` - the items to add to the pail
-for (const item of items) {
-  await batch.put(item.key, item.value)
-}
-
-const { root, additions, removals } = await batch.commit()
-
-console.log(`new root: ${root}`)
-
-// Process the diff
-for (const block of additions) {
-  await blocks.put(block.cid, block.bytes)
-}
-for (const block of removals) {
-  await blocks.delete(block.cid)
-}
-```
-
-## Contributing
-
-Feel free to join in. All welcome. [Open an issue](https://github.com/web3-storage/pail/issues)!
-
-## License
-
-Dual-licensed under [MIT or Apache 2.0](https://github.com/web3-storage/pail/blob/main/LICENSE.md)

package/src/@web3-storage/pail/cli.js

@@ -1,218 +0,0 @@
-#!/usr/bin/env node
-import fs from 'fs'
-import os from 'os'
-import { join } from 'path'
-import { Readable, Writable } from 'stream'
-import sade from 'sade'
-import { CID } from 'multiformats/cid'
-import { CARReaderStream, CARWriterStream } from 'carstream'
-import clc from 'cli-color'
-import archy from 'archy'
-// eslint-disable-next-line no-unused-vars
-import * as API from './src/api.js'
-import { put, get, del, entries } from './src/index.js'
-import { ShardFetcher, ShardBlock, isShardLink } from './src/shard.js'
-import { difference } from './src/diff.js'
-import { merge } from './src/merge.js'
-import { MemoryBlockstore, MultiBlockFetcher } from './src/block.js'
-
-const cli = sade('pail')
-  .option('--path', 'Path to data store.', './pail.car')
-
-cli.command('put <key> <value>')
-  .describe('Put a value (a CID) for the given key. If the key exists it\'s value is overwritten.')
-  .alias('set')
-  .action(async (key, value, opts) => {
-    const { root: prevRoot, blocks } = await openPail(opts.path)
-    const { root, additions, removals } = await put(blocks, prevRoot, key, CID.parse(value))
-    await updatePail(opts.path, blocks, root, { additions, removals })
-
-    console.log(clc.red(`--- ${prevRoot}`))
-    console.log(clc.green(`+++ ${root}`))
-    console.log(clc.magenta('@@ -1 +1 @@'))
-    additions.forEach(b => console.log(clc.green(`+${b.cid}`)))
-    removals.forEach(b => console.log(clc.red(`-${b.cid}`)))
-  })
-
-cli.command('get <key>')
-  .describe('Get the stored value for the given key from the pail. If the key is not found, `undefined` is returned.')
-  .action(async (key, opts) => {
-    const { root, blocks } = await openPail(opts.path)
-    const value = await get(blocks, root, key)
-    if (value) console.log(value.toString())
-  })
-
-cli.command('del <key>')
-  .describe('Delete the value for the given key from the pail. If the key is not found no operation occurs.')
-  .alias('delete', 'rm', 'remove')
-  .action(async (key, opts) => {
-    const { root: prevRoot, blocks } = await openPail(opts.path)
-    const { root, additions, removals } = await del(blocks, prevRoot, key)
-    await updatePail(opts.path, blocks, root, { additions, removals })
-
-    console.log(clc.red(`--- ${prevRoot}`))
-    console.log(clc.green(`+++ ${root}`))
-    console.log(clc.magenta('@@ -1 +1 @@'))
-    additions.forEach(b => console.log(clc.green(`+ ${b.cid}`)))
-    removals.forEach(b => console.log(clc.red(`- ${b.cid}`)))
-  })
-
-cli.command('ls')
-  .describe('List entries in the pail.')
-  .alias('list')
-  .option('-p, --prefix', 'Key prefix to filter by.')
-  .option('--gt', 'Filter results by keys greater than this string.')
-  .option('--lt', 'Filter results by keys less than this string.')
-  .option('--json', 'Format output as newline delimted JSON.')
-  .action(async (opts) => {
-    const { root, blocks } = await openPail(opts.path)
-    let n = 0
-    for await (const [k, v] of entries(blocks, root, { prefix: opts.prefix, gt: opts.gt, lt: opts.lt })) {
-      console.log(opts.json ? JSON.stringify({ key: k, value: v.toString() }) : `${k}\t${v}`)
-      n++
-    }
-    if (!opts.json) console.log(`total ${n}`)
-  })
-
-cli.command('tree')
-  .describe('Visualise the pail.')
-  .alias('vis')
-  .action(async (opts) => {
-    const { root, blocks } = await openPail(opts.path)
-    const shards = new ShardFetcher(blocks)
-    const rshard = await shards.get(root)
-
-    /** @type {archy.Data} */
-    const archyRoot = { label: `Shard(${clc.yellow(rshard.cid.toString())}) ${rshard.bytes.length + 'b'}`, nodes: [] }
-
-    /** @param {API.ShardEntry} entry */
-    const getData = async ([k, v]) => {
-      if (!Array.isArray(v)) {
-        return { label: `Key(${clc.magenta(k)})`, nodes: [{ label: `Value(${clc.cyan(v)})` }] }
-      }
-      /** @type {archy.Data} */
-      const data = { label: `Key(${clc.magenta(k)})`, nodes: [] }
-      if (v[1]) data.nodes?.push({ label: `Value(${clc.cyan(v[1])})` })
-      const blk = await shards.get(v[0])
-      data.nodes?.push({
-        label: `Shard(${clc.yellow(v[0])}) ${blk.bytes.length + 'b'}`,
-        nodes: await Promise.all(blk.value.entries.map(e => getData(e)))
-      })
-      return data
-    }
-
-    for (const entry of rshard.value.entries) {
-      archyRoot.nodes?.push(await getData(entry))
-    }
-
-    console.log(archy(archyRoot))
-  })
-
-cli.command('diff <path>')
-  .describe('Find the differences between this pail and the passed pail.')
-  .option('-k, --keys', 'Output key/value diff.')
-  .action(async (path, opts) => {
-    const [
-      { root: aroot, blocks: ablocks },
-      { root: broot, blocks: bblocks }
-    ] = await Promise.all([openPail(opts.path), openPail(path)])
-    if (aroot.toString() === broot.toString()) return
-
-    const fetcher = new MultiBlockFetcher(ablocks, bblocks)
-    const { shards: { additions, removals }, keys } = await difference(fetcher, aroot, broot)
-
-    console.log(clc.red(`--- ${aroot}`))
-    console.log(clc.green(`+++ ${broot}`))
-    console.log(clc.magenta('@@ -1 +1 @@'))
-
-    if (opts.keys) {
-      keys.forEach(([k, v]) => {
-        if (v[0] != null) console.log(clc.red(`- ${k}\t${v[0]}`))
-        if (v[1] != null) console.log(clc.green(`+ ${k}\t${v[1]}`))
-      })
-    } else {
-      additions.forEach(b => console.log(clc.green(`+ ${b.cid}`)))
-      removals.forEach(b => console.log(clc.red(`- ${b.cid}`)))
-    }
-  })
-
-cli.command('merge <path>')
-  .describe('Merge the passed pail into this pail.')
-  .action(async (path, opts) => {
-    const [
-      { root: aroot, blocks: ablocks },
-      { root: broot, blocks: bblocks }
-    ] = await Promise.all([openPail(opts.path), openPail(path)])
-    if (aroot.toString() === broot.toString()) return
-
-    const fetcher = new MultiBlockFetcher(ablocks, bblocks)
-    const { root, additions, removals } = await merge(fetcher, aroot, [broot])
-
-    await updatePail(opts.path, ablocks, root, { additions, removals })
-
-    console.log(clc.red(`--- ${aroot}`))
-    console.log(clc.green(`+++ ${root}`))
-    console.log(clc.magenta('@@ -1 +1 @@'))
-    additions.forEach(b => console.log(clc.green(`+ ${b.cid}`)))
-    removals.forEach(b => console.log(clc.red(`- ${b.cid}`)))
-  })
-
-cli.parse(process.argv)
-
-/**
- * @param {string} path
- * @returns {Promise<{ root: API.ShardLink, blocks: MemoryBlockstore }>}
- */
-async function openPail (path) {
-  const blocks = new MemoryBlockstore()
-  try {
-    const carReader = new CARReaderStream()
-    const readable = /** @type {ReadableStream<Uint8Array>} */ (Readable.toWeb(fs.createReadStream(path)))
-    await readable.pipeThrough(carReader).pipeTo(new WritableStream({ write: b => blocks.put(b.cid, b.bytes) }))
-    const header = await carReader.getHeader()
-    if (!isShardLink(header.roots[0])) throw new Error(`not a shard: ${header.roots[0]}`)
-    return { root: header.roots[0], blocks }
-  } catch (err) {
-    if (err.code !== 'ENOENT') throw new Error('failed to open bucket', { cause: err })
-    const rootblk = await ShardBlock.create()
-    blocks.put(rootblk.cid, rootblk.bytes)
-    return { root: rootblk.cid, blocks }
-  }
-}
-
-/**
- * @param {string} path
- * @param {MemoryBlockstore} blocks
- * @param {API.ShardLink} root
- * @param {API.ShardDiff} diff
- */
-async function updatePail (path, blocks, root, { additions, removals }) {
-  const tmp = join(os.tmpdir(), `pail${Date.now()}.car`)
-  const iterator = blocks.entries()
-  const readable = new ReadableStream({
-    start (controller) {
-      for (const b of additions) controller.enqueue(b)
-    },
-    pull (controller) {
-      for (const b of iterator) {
-        if (removals.some(r => b.cid.toString() === r.cid.toString())) continue
-        return controller.enqueue(b)
-      }
-      controller.close()
-    }
-  })
-  await readable.pipeThrough(new CARWriterStream([root])).pipeTo(Writable.toWeb(fs.createWriteStream(tmp)))
-
-  const old = `${path}-${new Date().toISOString()}`
-  try {
-    await fs.promises.rename(path, old)
-  } catch (err) {
-    if (err.code !== 'ENOENT') throw err
-  }
-  await fs.promises.rename(tmp, path)
-  try {
-    await fs.promises.rm(old)
-  } catch (err) {
-    if (err.code !== 'ENOENT') throw err
-  }
-}

package/src/@web3-storage/pail/dist/src/api.d.ts

@@ -1,61 +0,0 @@
-import type { Version } from 'multiformats';
-import type { Link, UnknownLink } from 'multiformats/link/interface';
-import type { Block, BlockView } from 'multiformats/block/interface';
-import { sha256 } from 'multiformats/hashes/sha2';
-import * as dagCBOR from '@ipld/dag-cbor';
-export { Link, UnknownLink, BlockView, Block, Version };
-export type ShardEntryValueValue = UnknownLink;
-export type ShardEntryLinkValue = [ShardLink];
-export type ShardEntryLinkAndValueValue = [ShardLink, UnknownLink];
-export type ShardValueEntry = [key: string, value: ShardEntryValueValue];
-export type ShardLinkEntry = [key: string, value: ShardEntryLinkValue | ShardEntryLinkAndValueValue];
-/** Single key/value entry within a shard. */
-export type ShardEntry = [key: string, value: ShardEntryValueValue | ShardEntryLinkValue | ShardEntryLinkAndValueValue];
-export interface Shard extends ShardConfig {
-    entries: ShardEntry[];
-}
-export type ShardLink = Link<Shard, typeof dagCBOR.code, typeof sha256.code, 1>;
-export interface ShardBlockView extends BlockView<Shard, typeof dagCBOR.code, typeof sha256.code, 1> {
-}
-export interface ShardDiff {
-    additions: ShardBlockView[];
-    removals: ShardBlockView[];
-}
-export interface BlockFetcher {
-    get<T = unknown, C extends number = number, A extends number = number, V extends Version = 1>(link: Link<T, C, A, V>): Promise<Block<T, C, A, V> | undefined>;
-}
-export interface ShardConfig {
-    /** Shard compatibility version. */
-    version: number;
-    /**
-     * Characters allowed in keys, referring to a known character set.
-     * e.g. "ascii" refers to the printable ASCII characters in the code range 32-126.
-     */
-    keyChars: string;
-    /** Max key size in bytes - default 4096 bytes. */
-    maxKeySize: number;
-    /** The key prefix from the root to this shard. */
-    prefix: string;
-}
-export type ShardOptions = Partial<ShardConfig>;
-export interface KeyPrefixOption {
-    /** Filter results to entries with keys prefixed with this string. */
-    prefix: string;
-}
-export type KeyRangeOption = KeyLowerBoundRangeOption | KeyUpperBoundRangeOption | (KeyLowerBoundRangeOption & KeyUpperBoundRangeOption);
-export type KeyLowerBoundRangeOption = KeyLowerBoundRangeExclusiveOption | KeyLowerBoundRangeInclusiveOption;
-export interface KeyLowerBoundRangeExclusiveOption {
-    gt: string;
-}
-export interface KeyLowerBoundRangeInclusiveOption {
-    gte: string;
-}
-export type KeyUpperBoundRangeOption = KeyUpperBoundRangeExclusiveOption | KeyUpperBoundRangeInclusiveOption;
-export interface KeyUpperBoundRangeExclusiveOption {
-    lt: string;
-}
-export interface KeyUpperBoundRangeInclusiveOption {
-    lte: string;
-}
-export type EntriesOptions = KeyPrefixOption | KeyRangeOption;
-//# sourceMappingURL=api.d.ts.map

package/src/@web3-storage/pail/dist/src/api.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AACjD,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AAEzC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAEvD,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAA;AAE9C,MAAM,MAAM,mBAAmB,GAAG,CAAC,SAAS,CAAC,CAAA;AAE7C,MAAM,MAAM,2BAA2B,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;AAElE,MAAM,MAAM,eAAe,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAA;AAExE,MAAM,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEpG,6CAA6C;AAC7C,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,GAAG,mBAAmB,GAAG,2BAA2B,CAAC,CAAA;AAEvH,MAAM,WAAW,KAAM,SAAQ,WAAW;IACxC,OAAO,EAAE,UAAU,EAAE,CAAA;CACtB;AAED,MAAM,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;AAE/E,MAAM,WAAW,cAAe,SAAQ,SAAS,CAAC,KAAK,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;CAAG;AAEvG,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,cAAc,EAAE,CAAA;IAC3B,QAAQ,EAAE,cAAc,EAAE,CAAA;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,OAAO,GAAG,CAAC,EAAG,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GACnH,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAA;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAA;IAClB,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;AAE/C,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,MAAM,cAAc,GACtB,wBAAwB,GACxB,wBAAwB,GACxB,CAAC,wBAAwB,GAAG,wBAAwB,CAAC,CAAA;AAEzD,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,wBAAwB,GAChC,iCAAiC,GACjC,iCAAiC,CAAA;AAErC,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,iCAAiC;IAChD,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,MAAM,cAAc,GACtB,eAAe,GACf,cAAc,CAAA"}

package/src/@web3-storage/pail/dist/src/api.js

@@ -1 +0,0 @@
-export {};

package/src/@web3-storage/pail/dist/src/batch/api.d.ts

@@ -1,31 +0,0 @@
-import { UnknownLink, ShardLink, ShardDiff, ShardEntry, ShardEntryValueValue, ShardEntryLinkValue, ShardEntryLinkAndValueValue, ShardConfig, ShardOptions, ShardBlockView, BlockFetcher } from '../api.js';
-export { UnknownLink, ShardLink, ShardDiff, ShardEntry, ShardEntryValueValue, ShardEntryLinkValue, ShardEntryLinkAndValueValue, ShardConfig, ShardOptions, ShardBlockView, BlockFetcher };
-export interface BatcherShard extends ShardConfig {
-    base?: ShardBlockView;
-    entries: BatcherShardEntry[];
-}
-export interface BatcherShardInit extends ShardOptions {
-    base?: ShardBlockView;
-    entries?: BatcherShardEntry[];
-}
-export type BatcherShardEntry = [
-    key: string,
-    value: ShardEntryValueValue | ShardEntryLinkValue | ShardEntryLinkAndValueValue | ShardEntryShardValue | ShardEntryShardAndValueValue
-];
-export type ShardEntryShardValue = [BatcherShard];
-export type ShardEntryShardAndValueValue = [BatcherShard, UnknownLink];
-export interface Batcher {
-    /**
-     * Put a value (a CID) for the given key. If the key exists it's value is
-     * overwritten.
-     */
-    put(key: string, value: UnknownLink): Promise<void>;
-    /**
-     * Encode all altered shards in the batch and return the new root CID and
-     * difference blocks.
-     */
-    commit(): Promise<{
-        root: ShardLink;
-    } & ShardDiff>;
-}
-//# sourceMappingURL=api.d.ts.map

package/src/@web3-storage/pail/dist/src/batch/api.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/batch/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,SAAS,EACT,SAAS,EACT,UAAU,EACV,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,WAAW,EACX,YAAY,EACZ,cAAc,EACd,YAAY,EACb,MAAM,WAAW,CAAA;AAElB,OAAO,EACL,WAAW,EACX,SAAS,EACT,SAAS,EACT,UAAU,EACV,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,WAAW,EACX,YAAY,EACZ,cAAc,EACd,YAAY,EACb,CAAA;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,IAAI,CAAC,EAAE,cAAc,CAAA;IACrB,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACpD,IAAI,CAAC,EAAE,cAAc,CAAA;IACrB,OAAO,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC9B;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,GAAG,EAAE,MAAM;IACX,KAAK,EAAE,oBAAoB,GAAG,mBAAmB,GAAG,2BAA2B,GAAG,oBAAoB,GAAG,4BAA4B;CACtI,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,YAAY,CAAC,CAAA;AAEjD,MAAM,MAAM,4BAA4B,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;AAEtE,MAAM,WAAW,OAAO;IACtB;;;OAGG;IACH,GAAG,CAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD;;;OAGG;IACH,MAAM,IAAK,OAAO,CAAC;QAAE,IAAI,EAAE,SAAS,CAAA;KAAE,GAAG,SAAS,CAAC,CAAA;CACpD"}

package/src/@web3-storage/pail/dist/src/batch/api.js

@@ -1 +0,0 @@
-export {};

package/src/@web3-storage/pail/dist/src/batch/index.d.ts

@@ -1,23 +0,0 @@
-export function put(blocks: API.BlockFetcher, shard: API.BatcherShard, key: string, value: API.UnknownLink): Promise<void>;
-export function traverse(shards: ShardFetcher, shard: API.BatcherShard, key: string): Promise<{
-    shard: API.BatcherShard;
-    key: string;
-}>;
-export function commit(shard: API.BatcherShard): Promise<{
-    root: import("multiformats").CID<import("../api.js").Shard, 113, 18, 1>;
-    additions: API.ShardBlockView[];
-    removals: API.ShardBlockView[];
-}>;
-export function create(blocks: API.BlockFetcher, root: API.ShardLink): Promise<API.Batcher>;
-export class BatchCommittedError extends Error {
-    static code: string;
-    /**
-     * @param {string} [message]
-     * @param {ErrorOptions} [options]
-     */
-    constructor(message?: string, options?: ErrorOptions);
-    code: string;
-}
-import * as API from './api.js';
-import { ShardFetcher } from '../shard.js';
-//# sourceMappingURL=index.d.ts.map

package/src/@web3-storage/pail/dist/src/batch/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/batch/index.js"],"names":[],"mappings":"AAiEO,4BANI,GAAG,CAAC,YAAY,SAChB,GAAG,CAAC,YAAY,OAChB,MAAM,SACN,GAAG,CAAC,WAAW,GACb,OAAO,CAAC,IAAI,CAAC,CAsGzB;AAWM,iCALI,YAAY,SACZ,GAAG,CAAC,YAAY,OAChB,MAAM,GACJ,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,CAAC,YAAY,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CAiB7D;AAQM,8BAFI,GAAG,CAAC,YAAY;;;;GAkC1B;AAaM,+BAJI,GAAG,CAAC,YAAY,QAChB,GAAG,CAAC,SAAS,GACX,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAE6C;AAE9E;IAUE,oBAAmC;IATnC;;;OAGG;IACH,sBAHW,MAAM,YACN,YAAY,EAKtB;IADC,aAAoC;CAIvC;qBAhQoB,UAAU;6BACgB,aAAa"}

package/src/@web3-storage/pail/dist/src/batch/index.js

@@ -1,241 +0,0 @@
-// eslint-disable-next-line no-unused-vars
-import * as API from './api.js';
-import { ShardFetcher, isPrintableASCII } from '../shard.js';
-import * as Shard from '../shard.js';
-import * as BatcherShard from './shard.js';
-/** @implements {API.Batcher} */
-class Batcher {
-    #committed = false;
-    /**
-     * @param {object} init
-     * @param {API.BlockFetcher} init.blocks Block storage.
-     * @param {API.BatcherShardEntry[]} init.entries The entries in this shard.
-     * @param {string} init.prefix Key prefix.
-     * @param {number} init.version Shard compatibility version.
-     * @param {string} init.keyChars Characters allowed in keys, referring to a known character set.
-     * @param {number} init.maxKeySize Max key size in bytes.
-     * @param {API.ShardBlockView} init.base Original shard this batcher is based on.
-     */
-    constructor({ blocks, entries, prefix, version, keyChars, maxKeySize, base }) {
-        this.blocks = blocks;
-        this.prefix = prefix;
-        this.entries = [...entries];
-        this.base = base;
-        this.version = version;
-        this.keyChars = keyChars;
-        this.maxKeySize = maxKeySize;
-    }
-    /**
-     * @param {string} key The key of the value to put.
-     * @param {API.UnknownLink} value The value to put.
-     * @returns {Promise<void>}
-     */
-    async put(key, value) {
-        if (this.#committed)
-            throw new BatchCommittedError();
-        return put(this.blocks, this, key, value);
-    }
-    async commit() {
-        if (this.#committed)
-            throw new BatchCommittedError();
-        this.#committed = true;
-        return commit(this);
-    }
-    /**
-     * @param {object} init
-     * @param {API.BlockFetcher} init.blocks Block storage.
-     * @param {API.ShardLink} init.link CID of the shard block.
-     */
-    static async create({ blocks, link }) {
-        const shards = new ShardFetcher(blocks);
-        const base = await shards.get(link);
-        return new Batcher({ blocks, base, ...base.value });
-    }
-}
-/**
- * @param {API.BlockFetcher} blocks
- * @param {API.BatcherShard} shard
- * @param {string} key The key of the value to put.
- * @param {API.UnknownLink} value The value to put.
- * @returns {Promise<void>}
- */
-export const put = async (blocks, shard, key, value) => {
-    if (shard.keyChars !== Shard.KeyCharsASCII) {
-        throw new Error(`unsupported key character set: ${shard.keyChars}`);
-    }
-    if (!isPrintableASCII(key)) {
-        throw new Error('key contains non-ASCII characters');
-    }
-    // ensure utf8 encoded key is smaller than max
-    if (new TextEncoder().encode(key).length > shard.maxKeySize) {
-        throw new Error(`UTF-8 encoded key exceeds max size of ${shard.maxKeySize} bytes`);
-    }
-    const shards = new ShardFetcher(blocks);
-    const dest = await traverse(shards, shard, key);
-    if (dest.shard !== shard) {
-        shard = dest.shard;
-        key = dest.key;
-    }
-    /** @type {API.BatcherShardEntry} */
-    let entry = [dest.key, value];
-    let targetEntries = [...dest.shard.entries];
-    for (const [i, e] of targetEntries.entries()) {
-        const [k, v] = e;
-        // is this just a replace?
-        if (k === dest.key)
-            break;
-        // do we need to shard this entry?
-        const shortest = k.length < dest.key.length ? k : dest.key;
-        const other = shortest === k ? dest.key : k;
-        let common = '';
-        for (const char of shortest) {
-            const next = common + char;
-            if (!other.startsWith(next))
-                break;
-            common = next;
-        }
-        if (common.length) {
-            /** @type {API.ShardEntry[]} */
-            let entries = [];
-            // if the existing entry key or new key is equal to the common prefix,
-            // then the existing value / new value needs to persist in the parent
-            // shard. Otherwise they persist in this new shard.
-            if (common !== dest.key) {
-                entries = Shard.putEntry(entries, [dest.key.slice(common.length), value]);
-            }
-            if (common !== k) {
-                entries = Shard.putEntry(entries, asShardEntry([k.slice(common.length), v]));
-            }
-            let child = BatcherShard.create({
-                ...Shard.configure(dest.shard),
-                prefix: dest.shard.prefix + common,
-                entries
-            });
-            // need to spread as access by index does not consider utf-16 surrogates
-            const commonChars = [...common];
-            // create parent shards for each character of the common prefix
-            for (let i = commonChars.length - 1; i > 0; i--) {
-                /** @type {API.ShardEntryShardValue | API.ShardEntryShardAndValueValue} */
-                let parentValue;
-                // if the first iteration and the existing entry key is equal to the
-                // common prefix, then existing value needs to persist in this parent
-                if (i === commonChars.length - 1 && common === k) {
-                    if (Array.isArray(v))
-                        throw new Error('found a shard link when expecting a value');
-                    parentValue = [child, v];
-                }
-                else if (i === commonChars.length - 1 && common === dest.key) {
-                    parentValue = [child, value];
-                }
-                else {
-                    parentValue = [child];
-                }
-                const parent = BatcherShard.create({
-                    ...Shard.configure(dest.shard),
-                    prefix: dest.shard.prefix + commonChars.slice(0, i).join(''),
-                    entries: [[commonChars[i], parentValue]]
-                });
-                child = parent;
-            }
-            // remove the sharded entry
-            targetEntries.splice(i, 1);
-            // create the entry that will be added to target
-            if (commonChars.length === 1 && common === k) {
-                if (Array.isArray(v))
-                    throw new Error('found a shard link when expecting a value');
-                entry = [commonChars[0], [child, v]];
-            }
-            else if (commonChars.length === 1 && common === dest.key) {
-                entry = [commonChars[0], [child, value]];
-            }
-            else {
-                entry = [commonChars[0], [child]];
-            }
-            break;
-        }
-    }
-    shard.entries = Shard.putEntry(asShardEntries(targetEntries), asShardEntry(entry));
-};
-/**
- * Traverse from the passed shard through to the correct shard for the passed
- * key.
- *
- * @param {ShardFetcher} shards
- * @param {API.BatcherShard} shard
- * @param {string} key
- * @returns {Promise<{ shard: API.BatcherShard, key: string }>}
- */
-export const traverse = async (shards, shard, key) => {
-    for (let i = 0; i < shard.entries.length; i++) {
-        const [k, v] = shard.entries[i];
-        if (key <= k)
-            break;
-        if (key.startsWith(k) && Array.isArray(v)) {
-            if (Shard.isShardLink(v[0])) {
-                const blk = await shards.get(v[0]);
-                const batcher = BatcherShard.create({ base: blk, ...blk.value });
-                shard.entries[i] = [k, v[1] == null ? [batcher] : [batcher, v[1]]];
-                return traverse(shards, batcher, key.slice(k.length));
-            }
-            return traverse(shards, v[0], key.slice(k.length));
-        }
-    }
-    return { shard, key };
-};
-/**
- * Encode all altered shards in the batch and return the new root CID and
- * difference blocks.
- *
- * @param {API.BatcherShard} shard
- */
-export const commit = async (shard) => {
-    /** @type {API.ShardBlockView[]} */
-    const additions = [];
-    /** @type {API.ShardBlockView[]} */
-    const removals = [];
-    /** @type {API.ShardEntry[]} */
-    const entries = [];
-    for (const entry of shard.entries) {
-        if (Array.isArray(entry[1]) && !Shard.isShardLink(entry[1][0])) {
-            const result = await commit(entry[1][0]);
-            entries.push([
-                entry[0],
-                entry[1][1] == null ? [result.root] : [result.root, entry[1][1]]
-            ]);
-            additions.push(...result.additions);
-            removals.push(...result.removals);
-        }
-        else {
-            entries.push(asShardEntry(entry));
-        }
-    }
-    const block = await Shard.encodeBlock(Shard.withEntries(entries, shard));
-    additions.push(block);
-    if (shard.base && shard.base.cid.toString() === block.cid.toString()) {
-        return { root: block.cid, additions: [], removals: [] };
-    }
-    if (shard.base)
-        removals.push(shard.base);
-    return { root: block.cid, additions, removals };
-};
-/** @param {API.BatcherShardEntry[]} entries */
-const asShardEntries = entries => /** @type {API.ShardEntry[]} */ (entries);
-/** @param {API.BatcherShardEntry} entry */
-const asShardEntry = entry => /** @type {API.ShardEntry} */ (entry);
-/**
- * @param {API.BlockFetcher} blocks Bucket block storage.
- * @param {API.ShardLink} root CID of the root shard block.
- * @returns {Promise<API.Batcher>}
- */
-export const create = (blocks, root) => Batcher.create({ blocks, link: root });
-export class BatchCommittedError extends Error {
-    /**
-     * @param {string} [message]
-     * @param {ErrorOptions} [options]
-     */
-    constructor(message, options) {
-        super(message ?? 'batch already committed', options);
-        this.code = BatchCommittedError.code;
-    }
-    static code = 'ERR_BATCH_COMMITTED';
-}