@helia/utils 0.3.3-ec8bf66 → 0.3.3-efdefc1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@helia/utils",
-  "version": "0.3.3-ec8bf66",
+  "version": "0.3.3-efdefc1",
   "description": "Shared code that implements the Helia API",
   "license": "Apache-2.0 OR MIT",
   "homepage": "https://github.com/ipfs/helia/tree/main/packages/utils#readme",
@@ -43,6 +43,7 @@
     "clean": "aegir clean",
     "lint": "aegir lint",
     "dep-check": "aegir dep-check",
+    "doc-check": "aegir doc-check",
     "build": "aegir build",
     "test": "aegir test",
     "test:chrome": "aegir test -t browser --cov",
@@ -53,7 +54,7 @@
     "test:electron-main": "aegir test -t electron-main"
   },
   "dependencies": {
-    "@helia/interface": "4.3.1-ec8bf66",
+    "@helia/interface": "4.3.1-efdefc1",
     "@ipld/dag-cbor": "^9.2.0",
     "@ipld/dag-json": "^10.2.0",
     "@ipld/dag-pb": "^4.1.0",
@@ -89,7 +90,7 @@
     "delay": "^6.0.0",
     "it-all": "^3.0.4",
     "race-signal": "^1.0.2",
-    "sinon": "^18.0.0",
+    "sinon": "^19.0.2",
     "sinon-ts": "^2.0.0"
   },
   "browser": {

package/src/index.ts

@@ -1,7 +1,7 @@
 /**
  * @packageDocumentation
  *
- * Exports a `Helia` class that implements the {@link HeliaInterface} API.
+ * Exports a `Helia` class that implements the Helia API.
  *
  * In general you should use the `helia` or `@helia/http` modules instead which
  * pre-configure Helia for certain use-cases (p2p or pure-HTTP).
@@ -10,10 +10,11 @@
  *
  * ```typescript
  * import { Helia } from '@helia/utils'
+ * import type { HeliaInit } from '@helia/utils'
  *
  * const node = new Helia({
  *   // ...options
- * })
+ * } as HeliaInit)
  * ```
  */
 
@@ -25,22 +26,28 @@ import { CustomProgressEvent } from 'progress-events'
 import { PinsImpl } from './pins.js'
 import { Routing as RoutingClass } from './routing.js'
 import { BlockStorage } from './storage.js'
-import { defaultDagWalkers } from './utils/dag-walkers.js'
 import { assertDatastoreVersionIsCurrent } from './utils/datastore-version.js'
-import { defaultHashers } from './utils/default-hashers.js'
+import { getCodec } from './utils/get-codec.js'
+import { getHasher } from './utils/get-hasher.js'
 import { NetworkedStorage } from './utils/networked-storage.js'
-import type { DAGWalker, GCOptions, Helia as HeliaInterface, Routing } from '@helia/interface'
+import type { BlockStorageInit } from './storage.js'
+import type { Await, CodecLoader, GCOptions, HasherLoader, Helia as HeliaInterface, Routing } from '@helia/interface'
 import type { BlockBroker } from '@helia/interface/blocks'
 import type { Pins } from '@helia/interface/pins'
 import type { ComponentLogger, Logger, Metrics } from '@libp2p/interface'
 import type { DNS } from '@multiformats/dns'
 import type { Blockstore } from 'interface-blockstore'
 import type { Datastore } from 'interface-datastore'
+import type { BlockCodec } from 'multiformats'
 import type { CID } from 'multiformats/cid'
-import type { MultihashDigest, MultihashHasher } from 'multiformats/hashes/interface'
+import type { MultihashHasher } from 'multiformats/hashes/interface'
 
-export { AbstractSession, type AbstractCreateSessionOptions } from './abstract-session.js'
+export { AbstractSession } from './abstract-session.js'
+export type { AbstractCreateSessionOptions, BlockstoreSessionEvents, AbstractSessionComponents } from './abstract-session.js'
 export { BloomFilter } from './bloom-filter.js'
+export type { BloomFilterOptions } from './bloom-filter.js'
+
+export type { BlockStorage, BlockStorageInit }
 
 /**
  * Options used to create a Helia node.
@@ -63,12 +70,24 @@ export interface HeliaInit {
    */
   hashers?: MultihashHasher[]
 
+  /**
+   * An optional function that can load a MultihashHasher on demand. May return
+   * a promise.
+   */
+  loadHasher?(code: number): Await<MultihashHasher>
+
   /**
    * In order to pin CIDs that correspond to a DAG, it's necessary to know
    * how to traverse that DAG.  DAGWalkers take a block and yield any CIDs
    * encoded within that block.
    */
-  dagWalkers?: DAGWalker[]
+  codecs?: Array<BlockCodec<any, any>>
+
+  /**
+   * An optional function that can load a BlockCodec on demand. May return a
+   * promise.
+   */
+  loadCodec?(code: number): Await<BlockCodec<any, any>>
 
   /**
    * A list of strategies used to fetch blocks when they are not present in
@@ -142,13 +161,13 @@ export interface HeliaInit {
 interface Components {
   blockstore: Blockstore
   datastore: Datastore
-  hashers: Record<number, MultihashHasher>
-  dagWalkers: Record<number, DAGWalker>
   logger: ComponentLogger
   blockBrokers: BlockBroker[]
   routing: Routing
   dns: DNS
   metrics?: Metrics
+  getCodec: CodecLoader
+  getHasher: HasherLoader
 }
 
 export class Helia implements HeliaInterface {
@@ -157,8 +176,8 @@ export class Helia implements HeliaInterface {
   public pins: Pins
   public logger: ComponentLogger
   public routing: Routing
-  public dagWalkers: Record<number, DAGWalker>
-  public hashers: Record<number, MultihashHasher>
+  public getCodec: CodecLoader
+  public getHasher: HasherLoader
   public dns: DNS
   public metrics?: Metrics
   private readonly log: Logger
@@ -166,8 +185,8 @@ export class Helia implements HeliaInterface {
   constructor (init: HeliaInit) {
     this.logger = init.logger ?? defaultLogger()
     this.log = this.logger.forComponent('helia')
-    this.hashers = defaultHashers(init.hashers)
-    this.dagWalkers = defaultDagWalkers(init.dagWalkers)
+    this.getHasher = getHasher(init.hashers, init.loadHasher)
+    this.getCodec = getCodec(init.codecs, init.loadCodec)
     this.dns = init.dns ?? dns()
     this.metrics = init.metrics
 
@@ -175,10 +194,10 @@ export class Helia implements HeliaInterface {
     const components: Components = {
       blockstore: init.blockstore,
       datastore: init.datastore,
-      hashers: this.hashers,
-      dagWalkers: this.dagWalkers,
       logger: this.logger,
       blockBrokers: [],
+      getHasher: this.getHasher,
+      getCodec: this.getCodec,
       dns: this.dns,
       metrics: this.metrics,
       ...(init.components ?? {})
@@ -207,7 +226,7 @@ export class Helia implements HeliaInterface {
     })
 
     const networkedStorage = new NetworkedStorage(components)
-    this.pins = new PinsImpl(init.datastore, networkedStorage, this.dagWalkers)
+    this.pins = new PinsImpl(init.datastore, networkedStorage, this.getCodec)
     this.blockstore = new BlockStorage(networkedStorage, this.pins, {
       holdGcLock: init.holdGcLock ?? true
     })
@@ -267,12 +286,3 @@ export class Helia implements HeliaInterface {
     this.log('gc finished')
   }
 }
-
-/**
- * Used to check that the passed multihash has the passed code
- *
- * Remove after https://github.com/multiformats/js-multiformats/pull/308
- */
-export function hasCode <T extends number> (digest: MultihashDigest, code: T): digest is MultihashDigest<T> {
-  return digest.code === code
-}

package/src/pins.ts

@@ -2,10 +2,11 @@ import { Queue } from '@libp2p/utils/queue'
 import * as cborg from 'cborg'
 import { type Datastore, Key } from 'interface-datastore'
 import { base36 } from 'multiformats/bases/base36'
+import { createUnsafe } from 'multiformats/block'
 import { CID, type Version } from 'multiformats/cid'
 import { CustomProgressEvent, type ProgressOptions } from 'progress-events'
 import { equals as uint8ArrayEquals } from 'uint8arrays/equals'
-import type { DAGWalker } from '@helia/interface'
+import type { CodecLoader } from '@helia/interface'
 import type { GetBlockProgressEvents } from '@helia/interface/blocks'
 import type { AddOptions, AddPinEvents, IsPinnedOptions, LsOptions, Pin, Pins, RmOptions } from '@helia/interface/pins'
 import type { AbortOptions } from '@libp2p/interface'
@@ -59,12 +60,12 @@ function toDSKey (cid: CID): Key {
 export class PinsImpl implements Pins {
   private readonly datastore: Datastore
   private readonly blockstore: Blockstore
-  private readonly dagWalkers: Record<number, DAGWalker>
+  private readonly getCodec: CodecLoader
 
-  constructor (datastore: Datastore, blockstore: Blockstore, dagWalkers: Record<number, DAGWalker>) {
+  constructor (datastore: Datastore, blockstore: Blockstore, getCodec: CodecLoader) {
     this.datastore = datastore
     this.blockstore = blockstore
-    this.dagWalkers = dagWalkers
+    this.getCodec = getCodec
   }
 
   async * add (cid: CID<unknown, number, number, Version>, options: AddOptions = {}): AsyncGenerator<CID, void, undefined> {
@@ -119,18 +120,14 @@ export class PinsImpl implements Pins {
       return
     }
 
-    const dagWalker = this.dagWalkers[cid.code]
-
-    if (dagWalker == null) {
-      throw new Error(`No dag walker found for cid codec ${cid.code}`)
-    }
-
-    const block = await this.blockstore.get(cid, options)
+    const codec = await this.getCodec(cid.code)
+    const bytes = await this.blockstore.get(cid, options)
+    const block = createUnsafe({ bytes, cid, codec })
 
     yield cid
 
     // walk dag, ensure all blocks are present
-    for await (const cid of dagWalker.walk(block)) {
+    for await (const [,cid] of block.links()) {
       yield * await queue.add(async () => {
         return this.#walkDag(cid, queue, {
           ...options,
@@ -224,4 +221,21 @@ export class PinsImpl implements Pins {
 
     return this.datastore.has(blockKey, options)
   }
+
+  async get (cid: CID, options?: AbortOptions): Promise<Pin> {
+    const pinKey = toDSKey(cid)
+    const buf = await this.datastore.get(pinKey, options)
+
+    return cborg.decode(buf)
+  }
+
+  async setMetadata (cid: CID, metadata: Record<string, string | number | boolean> | undefined, options?: AbortOptions): Promise<void> {
+    const pinKey = toDSKey(cid)
+    const buf = await this.datastore.get(pinKey, options)
+    const pin: DatastorePin = cborg.decode(buf)
+
+    pin.metadata = metadata ?? {}
+
+    await this.datastore.put(pinKey, cborg.encode(pin), options)
+  }
 }

package/src/utils/get-codec.ts

@@ -0,0 +1,47 @@
+/* eslint max-depth: ["error", 7] */
+
+import { UnknownCodecError } from '@helia/interface'
+import * as dagCbor from '@ipld/dag-cbor'
+import * as dagJson from '@ipld/dag-json'
+import * as dagPb from '@ipld/dag-pb'
+import * as json from 'multiformats/codecs/json'
+import * as raw from 'multiformats/codecs/raw'
+import { isPromise } from './is-promise.js'
+import type { Await } from '@helia/interface'
+import type { BlockCodec } from 'multiformats/codecs/interface'
+
+export function getCodec <T = any, Code extends number = any> (initialCodecs: Array<BlockCodec<any, any>> = [], loadCodec?: (code: number) => Await<BlockCodec<any, any>>): (code: Code) => Await<BlockCodec<Code, T>> {
+  const codecs: Record<number, BlockCodec<any, any>> = {
+    [dagPb.code]: dagPb,
+    [raw.code]: raw,
+    [dagCbor.code]: dagCbor,
+    [dagJson.code]: dagJson,
+    [json.code]: json
+  }
+
+  initialCodecs.forEach(codec => {
+    codecs[codec.code] = codec
+  })
+
+  return async (code) => {
+    let codec = codecs[code]
+
+    if (codec == null && loadCodec != null) {
+      const res = loadCodec(code)
+
+      if (isPromise(res)) {
+        codec = await res
+      } else {
+        codec = res
+      }
+
+      codecs[codec.code] = codec
+    }
+
+    if (codec != null) {
+      return codec
+    }
+
+    throw new UnknownCodecError(`Could not load codec for ${code}`)
+  }
+}

package/src/utils/get-hasher.ts

@@ -0,0 +1,40 @@
+import { UnknownHashAlgorithmError } from '@helia/interface'
+import { identity } from 'multiformats/hashes/identity'
+import { sha256, sha512 } from 'multiformats/hashes/sha2'
+import { isPromise } from './is-promise.js'
+import type { Await } from '@helia/interface'
+import type { MultihashHasher } from 'multiformats/hashes/interface'
+
+export function getHasher (initialHashers: MultihashHasher[] = [], loadHasher?: (code: number) => Await<MultihashHasher>): (code: number) => Await<MultihashHasher> {
+  const hashers: Record<number, MultihashHasher> = {
+    [sha256.code]: sha256,
+    [sha512.code]: sha512,
+    [identity.code]: identity
+  }
+
+  initialHashers.forEach(hasher => {
+    hashers[hasher.code] = hasher
+  })
+
+  return async (code) => {
+    let hasher = hashers[code]
+
+    if (hasher == null && loadHasher != null) {
+      const res = loadHasher(code)
+
+      if (isPromise(res)) {
+        hasher = await res
+      } else {
+        hasher = res
+      }
+
+      hashers[hasher.code] = hasher
+    }
+
+    if (hasher != null) {
+      return hasher
+    }
+
+    throw new UnknownHashAlgorithmError(`No hasher configured for multihash code 0x${code.toString(16)}, please configure one. You can look up which hash this is at https://github.com/multiformats/multicodec/blob/master/table.csv`)
+  }
+}

package/src/utils/is-promise.ts

@@ -0,0 +1,3 @@
+export function isPromise <T> (p?: any): p is Promise<T> {
+  return p?.then != null
+}

package/src/utils/networked-storage.ts

@@ -5,12 +5,14 @@ import filter from 'it-filter'
 import forEach from 'it-foreach'
 import { CustomProgressEvent, type ProgressOptions } from 'progress-events'
 import { equals as uint8ArrayEquals } from 'uint8arrays/equals'
+import { isPromise } from './is-promise.js'
+import type { HasherLoader } from '@helia/interface'
 import type { BlockBroker, Blocks, Pair, DeleteManyBlocksProgressEvents, DeleteBlockProgressEvents, GetBlockProgressEvents, GetManyBlocksProgressEvents, PutManyBlocksProgressEvents, PutBlockProgressEvents, GetAllBlocksProgressEvents, GetOfflineOptions, BlockRetrievalOptions, CreateSessionOptions, SessionBlockstore } from '@helia/interface/blocks'
 import type { AbortOptions, ComponentLogger, Logger, LoggerOptions, Startable } from '@libp2p/interface'
 import type { Blockstore } from 'interface-blockstore'
 import type { AwaitIterable } from 'interface-store'
 import type { CID } from 'multiformats/cid'
-import type { MultihashHasher } from 'multiformats/hashes/interface'
+import type { MultihashDigest, MultihashHasher } from 'multiformats/hashes/interface'
 
 export interface GetOptions extends AbortOptions {
   progress?(evt: Event): void
@@ -20,12 +22,12 @@ export interface StorageComponents {
   blockstore: Blockstore
   logger: ComponentLogger
   blockBrokers: BlockBroker[]
-  hashers: Record<number, MultihashHasher>
+  getHasher: HasherLoader
 }
 
 class Storage implements Blockstore {
   protected readonly child: Blockstore
-  protected readonly hashers: Record<number, MultihashHasher>
+  protected readonly getHasher: HasherLoader
   protected log: Logger
   protected readonly logger: ComponentLogger
   protected readonly components: StorageComponents
@@ -38,7 +40,7 @@ class Storage implements Blockstore {
     this.logger = components.logger
     this.components = components
     this.child = new IdentityBlockstore(components.blockstore)
-    this.hashers = components.hashers ?? {}
+    this.getHasher = components.getHasher
   }
 
   /**
@@ -91,9 +93,11 @@ class Storage implements Blockstore {
    */
   async get (cid: CID, options: GetOfflineOptions & AbortOptions & ProgressOptions<GetBlockProgressEvents> = {}): Promise<Uint8Array> {
     if (options.offline !== true && !(await this.child.has(cid, options))) {
+      const hasher = await this.getHasher(cid.multihash.code)
+
       // we do not have the block locally, get it from a block provider
       options.onProgress?.(new CustomProgressEvent<CID>('blocks:get:providers:get', cid))
-      const block = await raceBlockRetrievers(cid, this.components.blockBrokers, this.hashers[cid.multihash.code], {
+      const block = await raceBlockRetrievers(cid, this.components.blockBrokers, hasher, {
         ...options,
         log: this.log
       })
@@ -122,9 +126,11 @@ class Storage implements Blockstore {
 
     yield * this.child.getMany(forEach(cids, async (cid): Promise<void> => {
       if (options.offline !== true && !(await this.child.has(cid, options))) {
+        const hasher = await this.getHasher(cid.multihash.code)
+
         // we do not have the block locally, get it from a block provider
         options.onProgress?.(new CustomProgressEvent<CID>('blocks:get-many:providers:get', cid))
-        const block = await raceBlockRetrievers(cid, this.components.blockBrokers, this.hashers[cid.multihash.code], {
+        const block = await raceBlockRetrievers(cid, this.components.blockBrokers, hasher, {
           ...options,
           log: this.log
         })
@@ -219,7 +225,7 @@ export class NetworkedStorage extends Storage implements Blocks, Startable {
     return new SessionStorage({
       blockstore: this.child,
       blockBrokers,
-      hashers: this.hashers,
+      getHasher: this.getHasher,
       logger: this.logger
     }, {
       root
@@ -395,7 +401,14 @@ export const getCidBlockVerifierFunction = (cid: CID, hasher: MultihashHasher):
 
   return async (block: Uint8Array): Promise<void> => {
     // verify block
-    const hash = await hasher.digest(block)
+    let hash: MultihashDigest<number>
+    const res = hasher.digest(block)
+
+    if (isPromise(res)) {
+      hash = await res
+    } else {
+      hash = res
+    }
 
     if (!uint8ArrayEquals(hash.digest, cid.multihash.digest)) {
       // if a hash mismatch occurs for a TrustlessGatewayBlockBroker, we should try another gateway

package/dist/src/utils/dag-walkers.d.ts

@@ -1,28 +0,0 @@
-import type { DAGWalker } from '@helia/interface';
-/**
- * Dag walker for dag-pb CIDs
- */
-export declare const dagPbWalker: DAGWalker;
-/**
- * Dag walker for raw CIDs
- */
-export declare const rawWalker: DAGWalker;
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export declare const dagCborWalker: DAGWalker;
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export declare const dagJsonWalker: DAGWalker;
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export declare const jsonWalker: DAGWalker;
-export declare function defaultDagWalkers(walkers?: DAGWalker[]): Record<number, DAGWalker>;
-//# sourceMappingURL=dag-walkers.d.ts.map

package/dist/src/utils/dag-walkers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dag-walkers.d.ts","sourceRoot":"","sources":["../../../src/utils/dag-walkers.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAEjD;;GAEG;AACH,eAAO,MAAM,WAAW,EAAE,SAOzB,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,SAAS,EAAE,SAKvB,CAAA;AAKD;;;;GAIG;AACH,eAAO,MAAM,aAAa,EAAE,SAuB3B,CAAA;AAsED;;;;GAIG;AACH,eAAO,MAAM,aAAa,EAAE,SA6B3B,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,SAGxB,CAAA;AAED,wBAAgB,iBAAiB,CAAE,OAAO,GAAE,SAAS,EAAO,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAevF"}

package/dist/src/utils/dag-walkers.js

@@ -1,171 +0,0 @@
-/* eslint max-depth: ["error", 7] */
-import * as dagCbor from '@ipld/dag-cbor';
-import * as dagJson from '@ipld/dag-json';
-import * as dagPb from '@ipld/dag-pb';
-import * as cborg from 'cborg';
-import { Type, Token } from 'cborg';
-import * as cborgJson from 'cborg/json';
-import { CID } from 'multiformats';
-import { base64 } from 'multiformats/bases/base64';
-import * as json from 'multiformats/codecs/json';
-import * as raw from 'multiformats/codecs/raw';
-/**
- * Dag walker for dag-pb CIDs
- */
-export const dagPbWalker = {
-    codec: dagPb.code,
-    *walk(block) {
-        const node = dagPb.decode(block);
-        yield* node.Links.map(l => l.Hash);
-    }
-};
-/**
- * Dag walker for raw CIDs
- */
-export const rawWalker = {
-    codec: raw.code,
-    *walk() {
-        // no embedded CIDs in a raw block
-    }
-};
-// https://github.com/ipfs/go-ipfs/issues/3570#issuecomment-273931692
-const CID_TAG = 42;
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export const dagCborWalker = {
-    codec: dagCbor.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (bytes) => {
-            if (bytes[0] !== 0) {
-                throw new Error('Invalid CID for CBOR tag 42; expected leading 0x00');
-            }
-            const cid = CID.decode(bytes.subarray(1)); // ignore leading 0x00
-            cids.push(cid);
-            return cid;
-        };
-        cborg.decode(block, {
-            tags
-        });
-        yield* cids;
-    }
-};
-/**
- * Borrowed from @ipld/dag-json
- */
-class DagJsonTokenizer extends cborgJson.Tokenizer {
-    tokenBuffer;
-    constructor(data, options) {
-        super(data, options);
-        this.tokenBuffer = [];
-    }
-    done() {
-        return this.tokenBuffer.length === 0 && super.done();
-    }
-    _next() {
-        if (this.tokenBuffer.length > 0) {
-            // @ts-expect-error https://github.com/Microsoft/TypeScript/issues/30406
-            return this.tokenBuffer.pop();
-        }
-        return super.next();
-    }
-    /**
-     * Implements rules outlined in https://github.com/ipld/specs/pull/356
-     */
-    next() {
-        const token = this._next();
-        if (token.type === Type.map) {
-            const keyToken = this._next();
-            if (keyToken.type === Type.string && keyToken.value === '/') {
-                const valueToken = this._next();
-                if (valueToken.type === Type.string) { // *must* be a CID
-                    const breakToken = this._next(); // swallow the end-of-map token
-                    if (breakToken.type !== Type.break) {
-                        throw new Error('Invalid encoded CID form');
-                    }
-                    this.tokenBuffer.push(valueToken); // CID.parse will pick this up after our tag token
-                    return new Token(Type.tag, 42, 0);
-                }
-                if (valueToken.type === Type.map) {
-                    const innerKeyToken = this._next();
-                    if (innerKeyToken.type === Type.string && innerKeyToken.value === 'bytes') {
-                        const innerValueToken = this._next();
-                        if (innerValueToken.type === Type.string) { // *must* be Bytes
-                            for (let i = 0; i < 2; i++) {
-                                const breakToken = this._next(); // swallow two end-of-map tokens
-                                if (breakToken.type !== Type.break) {
-                                    throw new Error('Invalid encoded Bytes form');
-                                }
-                            }
-                            const bytes = base64.decode(`m${innerValueToken.value}`);
-                            return new Token(Type.bytes, bytes, innerValueToken.value.length);
-                        }
-                        this.tokenBuffer.push(innerValueToken); // bail
-                    }
-                    this.tokenBuffer.push(innerKeyToken); // bail
-                }
-                this.tokenBuffer.push(valueToken); // bail
-            }
-            this.tokenBuffer.push(keyToken); // bail
-        }
-        return token;
-    }
-}
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export const dagJsonWalker = {
-    codec: dagJson.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (string) => {
-            const cid = CID.parse(string);
-            cids.push(cid);
-            return cid;
-        };
-        cborgJson.decode(block, {
-            tags,
-            tokenizer: new DagJsonTokenizer(block, {
-                tags,
-                allowIndefinite: true,
-                allowUndefined: true,
-                allowNaN: true,
-                allowInfinity: true,
-                allowBigInt: true,
-                strict: false,
-                rejectDuplicateMapKeys: false
-            })
-        });
-        yield* cids;
-    }
-};
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export const jsonWalker = {
-    codec: json.code,
-    *walk() { }
-};
-export function defaultDagWalkers(walkers = []) {
-    const output = {};
-    [
-        dagPbWalker,
-        rawWalker,
-        dagCborWalker,
-        dagJsonWalker,
-        jsonWalker,
-        ...walkers
-    ].forEach(dagWalker => {
-        output[dagWalker.codec] = dagWalker;
-    });
-    return output;
-}
-//# sourceMappingURL=dag-walkers.js.map

package/dist/src/utils/dag-walkers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dag-walkers.js","sourceRoot":"","sources":["../../../src/utils/dag-walkers.ts"],"names":[],"mappings":"AAAA,oCAAoC;AAEpC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AACnC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAA;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAA;AAChD,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAA;AAG9C;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAc;IACpC,KAAK,EAAE,KAAK,CAAC,IAAI;IACjB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEhC,KAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAc;IAClC,KAAK,EAAE,GAAG,CAAC,IAAI;IACf,CAAE,IAAI;QACJ,kCAAkC;IACpC,CAAC;CACF,CAAA;AAED,qEAAqE;AACrE,MAAM,OAAO,GAAG,EAAE,CAAA;AAElB;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE;YACxB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;YACvE,CAAC;YAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,sBAAsB;YAEhE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;YAClB,IAAI;SACL,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,gBAAiB,SAAQ,SAAS,CAAC,SAAS;IAC/B,WAAW,CAAe;IAE3C,YAAa,IAAgB,EAAE,OAA6B;QAC1D,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAEpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAA;IACtD,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,wEAAwE;YACxE,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;IACrB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;QAE1B,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;YAC7B,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;gBAC/B,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;oBACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,+BAA+B;oBAC/D,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;wBACnC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;oBAC7C,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,kDAAkD;oBACpF,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;gBACnC,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;oBACjC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;oBAClC,IAAI,aAAa,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;wBACpC,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;4BAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,gCAAgC;gCAChE,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;oCACnC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;gCAC/C,CAAC;4BACH,CAAC;4BACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC,CAAA;4BACxD,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;wBACnE,CAAC;wBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA,CAAC,OAAO;oBAChD,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA,CAAC,OAAO;gBAC9C,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,OAAO;YAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA,CAAC,OAAO;QACzC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE;YACzB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAE7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;YACtB,IAAI;YACJ,SAAS,EAAE,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBACrC,IAAI;gBACJ,eAAe,EAAE,IAAI;gBACrB,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,MAAM,EAAE,KAAK;gBACb,sBAAsB,EAAE,KAAK;aAC9B,CAAC;SACH,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAc;IACnC,KAAK,EAAE,IAAI,CAAC,IAAI;IAChB,CAAE,IAAI,KAAK,CAAC;CACb,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAE,UAAuB,EAAE;IAC1D,MAAM,MAAM,GAA8B,EAAE,CAE3C;IAAA;QACC,WAAW;QACX,SAAS;QACT,aAAa;QACb,aAAa;QACb,UAAU;QACV,GAAG,OAAO;KACX,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QACpB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,SAAS,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/src/utils/default-hashers.d.ts

@@ -1,3 +0,0 @@
-import type { MultihashHasher } from 'multiformats/hashes/interface';
-export declare function defaultHashers(hashers?: MultihashHasher[]): Record<number, MultihashHasher>;
-//# sourceMappingURL=default-hashers.d.ts.map

package/dist/src/utils/default-hashers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"default-hashers.d.ts","sourceRoot":"","sources":["../../../src/utils/default-hashers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAEpE,wBAAgB,cAAc,CAAE,OAAO,GAAE,eAAe,EAAO,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAahG"}