@helia/utils 0.3.3-ac4bdb8 → 0.3.3-bc64f47

package/src/utils/networked-storage.ts

@@ -1,16 +1,18 @@
-import { CodeError, setMaxListeners, start, stop } from '@libp2p/interface'
+import { InvalidMultihashError, InvalidParametersError, setMaxListeners, start, stop } from '@libp2p/interface'
 import { anySignal } from 'any-signal'
 import { IdentityBlockstore } from 'blockstore-core/identity'
 import filter from 'it-filter'
 import forEach from 'it-foreach'
 import { CustomProgressEvent, type ProgressOptions } from 'progress-events'
 import { equals as uint8ArrayEquals } from 'uint8arrays/equals'
+import { isPromise } from './is-promise.js'
+import type { HasherLoader } from '@helia/interface'
 import type { BlockBroker, Blocks, Pair, DeleteManyBlocksProgressEvents, DeleteBlockProgressEvents, GetBlockProgressEvents, GetManyBlocksProgressEvents, PutManyBlocksProgressEvents, PutBlockProgressEvents, GetAllBlocksProgressEvents, GetOfflineOptions, BlockRetrievalOptions, CreateSessionOptions, SessionBlockstore } from '@helia/interface/blocks'
 import type { AbortOptions, ComponentLogger, Logger, LoggerOptions, Startable } from '@libp2p/interface'
 import type { Blockstore } from 'interface-blockstore'
 import type { AwaitIterable } from 'interface-store'
 import type { CID } from 'multiformats/cid'
-import type { MultihashHasher } from 'multiformats/hashes/interface'
+import type { MultihashDigest, MultihashHasher } from 'multiformats/hashes/interface'
 
 export interface GetOptions extends AbortOptions {
   progress?(evt: Event): void
@@ -20,12 +22,12 @@ export interface StorageComponents {
   blockstore: Blockstore
   logger: ComponentLogger
   blockBrokers: BlockBroker[]
-  hashers: Record<number, MultihashHasher>
+  getHasher: HasherLoader
 }
 
 class Storage implements Blockstore {
   protected readonly child: Blockstore
-  protected readonly hashers: Record<number, MultihashHasher>
+  protected readonly getHasher: HasherLoader
   protected log: Logger
   protected readonly logger: ComponentLogger
   protected readonly components: StorageComponents
@@ -38,7 +40,7 @@ class Storage implements Blockstore {
     this.logger = components.logger
     this.components = components
     this.child = new IdentityBlockstore(components.blockstore)
-    this.hashers = components.hashers ?? {}
+    this.getHasher = components.getHasher
   }
 
   /**
@@ -91,9 +93,11 @@ class Storage implements Blockstore {
    */
   async get (cid: CID, options: GetOfflineOptions & AbortOptions & ProgressOptions<GetBlockProgressEvents> = {}): Promise<Uint8Array> {
     if (options.offline !== true && !(await this.child.has(cid, options))) {
+      const hasher = await this.getHasher(cid.multihash.code)
+
       // we do not have the block locally, get it from a block provider
       options.onProgress?.(new CustomProgressEvent<CID>('blocks:get:providers:get', cid))
-      const block = await raceBlockRetrievers(cid, this.components.blockBrokers, this.hashers[cid.multihash.code], {
+      const block = await raceBlockRetrievers(cid, this.components.blockBrokers, hasher, {
         ...options,
         log: this.log
       })
@@ -122,9 +126,11 @@ class Storage implements Blockstore {
 
     yield * this.child.getMany(forEach(cids, async (cid): Promise<void> => {
       if (options.offline !== true && !(await this.child.has(cid, options))) {
+        const hasher = await this.getHasher(cid.multihash.code)
+
         // we do not have the block locally, get it from a block provider
         options.onProgress?.(new CustomProgressEvent<CID>('blocks:get-many:providers:get', cid))
-        const block = await raceBlockRetrievers(cid, this.components.blockBrokers, this.hashers[cid.multihash.code], {
+        const block = await raceBlockRetrievers(cid, this.components.blockBrokers, hasher, {
           ...options,
           log: this.log
         })
@@ -219,7 +225,7 @@ export class NetworkedStorage extends Storage implements Blocks, Startable {
     return new SessionStorage({
       blockstore: this.child,
       blockBrokers,
-      hashers: this.hashers,
+      getHasher: this.getHasher,
       logger: this.logger
     }, {
       root
@@ -390,16 +396,23 @@ function isRetrievingBlockBroker (broker: BlockBroker): broker is Required<Pick<
 
 export const getCidBlockVerifierFunction = (cid: CID, hasher: MultihashHasher): Required<BlockRetrievalOptions>['validateFn'] => {
   if (hasher == null) {
-    throw new CodeError(`No hasher configured for multihash code 0x${cid.multihash.code.toString(16)}, please configure one. You can look up which hash this is at https://github.com/multiformats/multicodec/blob/master/table.csv`, 'ERR_UNKNOWN_HASH_ALG')
+    throw new InvalidParametersError(`No hasher configured for multihash code 0x${cid.multihash.code.toString(16)}, please configure one. You can look up which hash this is at https://github.com/multiformats/multicodec/blob/master/table.csv`)
   }
 
   return async (block: Uint8Array): Promise<void> => {
     // verify block
-    const hash = await hasher.digest(block)
+    let hash: MultihashDigest<number>
+    const res = hasher.digest(block)
+
+    if (isPromise(res)) {
+      hash = await res
+    } else {
+      hash = res
+    }
 
     if (!uint8ArrayEquals(hash.digest, cid.multihash.digest)) {
       // if a hash mismatch occurs for a TrustlessGatewayBlockBroker, we should try another gateway
-      throw new CodeError('Hash of downloaded block did not match multihash from passed CID', 'ERR_HASH_MISMATCH')
+      throw new InvalidMultihashError('Hash of downloaded block did not match multihash from passed CID')
     }
   }
 }

package/dist/src/utils/dag-walkers.d.ts

@@ -1,28 +0,0 @@
-import type { DAGWalker } from '@helia/interface';
-/**
- * Dag walker for dag-pb CIDs
- */
-export declare const dagPbWalker: DAGWalker;
-/**
- * Dag walker for raw CIDs
- */
-export declare const rawWalker: DAGWalker;
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export declare const dagCborWalker: DAGWalker;
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export declare const dagJsonWalker: DAGWalker;
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export declare const jsonWalker: DAGWalker;
-export declare function defaultDagWalkers(walkers?: DAGWalker[]): Record<number, DAGWalker>;
-//# sourceMappingURL=dag-walkers.d.ts.map

package/dist/src/utils/dag-walkers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dag-walkers.d.ts","sourceRoot":"","sources":["../../../src/utils/dag-walkers.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAEjD;;GAEG;AACH,eAAO,MAAM,WAAW,EAAE,SAOzB,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,SAAS,EAAE,SAKvB,CAAA;AAKD;;;;GAIG;AACH,eAAO,MAAM,aAAa,EAAE,SAuB3B,CAAA;AAsED;;;;GAIG;AACH,eAAO,MAAM,aAAa,EAAE,SA6B3B,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,SAGxB,CAAA;AAED,wBAAgB,iBAAiB,CAAE,OAAO,GAAE,SAAS,EAAO,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAevF"}

package/dist/src/utils/dag-walkers.js

@@ -1,171 +0,0 @@
-/* eslint max-depth: ["error", 7] */
-import * as dagCbor from '@ipld/dag-cbor';
-import * as dagJson from '@ipld/dag-json';
-import * as dagPb from '@ipld/dag-pb';
-import * as cborg from 'cborg';
-import { Type, Token } from 'cborg';
-import * as cborgJson from 'cborg/json';
-import { CID } from 'multiformats';
-import { base64 } from 'multiformats/bases/base64';
-import * as json from 'multiformats/codecs/json';
-import * as raw from 'multiformats/codecs/raw';
-/**
- * Dag walker for dag-pb CIDs
- */
-export const dagPbWalker = {
-    codec: dagPb.code,
-    *walk(block) {
-        const node = dagPb.decode(block);
-        yield* node.Links.map(l => l.Hash);
-    }
-};
-/**
- * Dag walker for raw CIDs
- */
-export const rawWalker = {
-    codec: raw.code,
-    *walk() {
-        // no embedded CIDs in a raw block
-    }
-};
-// https://github.com/ipfs/go-ipfs/issues/3570#issuecomment-273931692
-const CID_TAG = 42;
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export const dagCborWalker = {
-    codec: dagCbor.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (bytes) => {
-            if (bytes[0] !== 0) {
-                throw new Error('Invalid CID for CBOR tag 42; expected leading 0x00');
-            }
-            const cid = CID.decode(bytes.subarray(1)); // ignore leading 0x00
-            cids.push(cid);
-            return cid;
-        };
-        cborg.decode(block, {
-            tags
-        });
-        yield* cids;
-    }
-};
-/**
- * Borrowed from @ipld/dag-json
- */
-class DagJsonTokenizer extends cborgJson.Tokenizer {
-    tokenBuffer;
-    constructor(data, options) {
-        super(data, options);
-        this.tokenBuffer = [];
-    }
-    done() {
-        return this.tokenBuffer.length === 0 && super.done();
-    }
-    _next() {
-        if (this.tokenBuffer.length > 0) {
-            // @ts-expect-error https://github.com/Microsoft/TypeScript/issues/30406
-            return this.tokenBuffer.pop();
-        }
-        return super.next();
-    }
-    /**
-     * Implements rules outlined in https://github.com/ipld/specs/pull/356
-     */
-    next() {
-        const token = this._next();
-        if (token.type === Type.map) {
-            const keyToken = this._next();
-            if (keyToken.type === Type.string && keyToken.value === '/') {
-                const valueToken = this._next();
-                if (valueToken.type === Type.string) { // *must* be a CID
-                    const breakToken = this._next(); // swallow the end-of-map token
-                    if (breakToken.type !== Type.break) {
-                        throw new Error('Invalid encoded CID form');
-                    }
-                    this.tokenBuffer.push(valueToken); // CID.parse will pick this up after our tag token
-                    return new Token(Type.tag, 42, 0);
-                }
-                if (valueToken.type === Type.map) {
-                    const innerKeyToken = this._next();
-                    if (innerKeyToken.type === Type.string && innerKeyToken.value === 'bytes') {
-                        const innerValueToken = this._next();
-                        if (innerValueToken.type === Type.string) { // *must* be Bytes
-                            for (let i = 0; i < 2; i++) {
-                                const breakToken = this._next(); // swallow two end-of-map tokens
-                                if (breakToken.type !== Type.break) {
-                                    throw new Error('Invalid encoded Bytes form');
-                                }
-                            }
-                            const bytes = base64.decode(`m${innerValueToken.value}`);
-                            return new Token(Type.bytes, bytes, innerValueToken.value.length);
-                        }
-                        this.tokenBuffer.push(innerValueToken); // bail
-                    }
-                    this.tokenBuffer.push(innerKeyToken); // bail
-                }
-                this.tokenBuffer.push(valueToken); // bail
-            }
-            this.tokenBuffer.push(keyToken); // bail
-        }
-        return token;
-    }
-}
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export const dagJsonWalker = {
-    codec: dagJson.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (string) => {
-            const cid = CID.parse(string);
-            cids.push(cid);
-            return cid;
-        };
-        cborgJson.decode(block, {
-            tags,
-            tokenizer: new DagJsonTokenizer(block, {
-                tags,
-                allowIndefinite: true,
-                allowUndefined: true,
-                allowNaN: true,
-                allowInfinity: true,
-                allowBigInt: true,
-                strict: false,
-                rejectDuplicateMapKeys: false
-            })
-        });
-        yield* cids;
-    }
-};
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export const jsonWalker = {
-    codec: json.code,
-    *walk() { }
-};
-export function defaultDagWalkers(walkers = []) {
-    const output = {};
-    [
-        dagPbWalker,
-        rawWalker,
-        dagCborWalker,
-        dagJsonWalker,
-        jsonWalker,
-        ...walkers
-    ].forEach(dagWalker => {
-        output[dagWalker.codec] = dagWalker;
-    });
-    return output;
-}
-//# sourceMappingURL=dag-walkers.js.map

package/dist/src/utils/dag-walkers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dag-walkers.js","sourceRoot":"","sources":["../../../src/utils/dag-walkers.ts"],"names":[],"mappings":"AAAA,oCAAoC;AAEpC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AACnC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAA;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAA;AAChD,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAA;AAG9C;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAc;IACpC,KAAK,EAAE,KAAK,CAAC,IAAI;IACjB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEhC,KAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAc;IAClC,KAAK,EAAE,GAAG,CAAC,IAAI;IACf,CAAE,IAAI;QACJ,kCAAkC;IACpC,CAAC;CACF,CAAA;AAED,qEAAqE;AACrE,MAAM,OAAO,GAAG,EAAE,CAAA;AAElB;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE;YACxB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;YACvE,CAAC;YAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,sBAAsB;YAEhE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;YAClB,IAAI;SACL,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,gBAAiB,SAAQ,SAAS,CAAC,SAAS;IAC/B,WAAW,CAAe;IAE3C,YAAa,IAAgB,EAAE,OAA6B;QAC1D,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAEpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAA;IACtD,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,wEAAwE;YACxE,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;IACrB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;QAE1B,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;YAC7B,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;gBAC/B,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;oBACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,+BAA+B;oBAC/D,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;wBACnC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;oBAC7C,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,kDAAkD;oBACpF,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;gBACnC,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;oBACjC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;oBAClC,IAAI,aAAa,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;wBACpC,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;4BAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,gCAAgC;gCAChE,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;oCACnC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;gCAC/C,CAAC;4BACH,CAAC;4BACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC,CAAA;4BACxD,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;wBACnE,CAAC;wBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA,CAAC,OAAO;oBAChD,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA,CAAC,OAAO;gBAC9C,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,OAAO;YAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA,CAAC,OAAO;QACzC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE;YACzB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAE7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;YACtB,IAAI;YACJ,SAAS,EAAE,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBACrC,IAAI;gBACJ,eAAe,EAAE,IAAI;gBACrB,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,MAAM,EAAE,KAAK;gBACb,sBAAsB,EAAE,KAAK;aAC9B,CAAC;SACH,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAc;IACnC,KAAK,EAAE,IAAI,CAAC,IAAI;IAChB,CAAE,IAAI,KAAK,CAAC;CACb,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAE,UAAuB,EAAE;IAC1D,MAAM,MAAM,GAA8B,EAAE,CAE3C;IAAA;QACC,WAAW;QACX,SAAS;QACT,aAAa;QACb,aAAa;QACb,UAAU;QACV,GAAG,OAAO;KACX,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QACpB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,SAAS,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/src/utils/default-hashers.d.ts

@@ -1,3 +0,0 @@
-import type { MultihashHasher } from 'multiformats/hashes/interface';
-export declare function defaultHashers(hashers?: MultihashHasher[]): Record<number, MultihashHasher>;
-//# sourceMappingURL=default-hashers.d.ts.map

package/dist/src/utils/default-hashers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"default-hashers.d.ts","sourceRoot":"","sources":["../../../src/utils/default-hashers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAEpE,wBAAgB,cAAc,CAAE,OAAO,GAAE,eAAe,EAAO,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAahG"}

package/dist/src/utils/default-hashers.js

@@ -1,15 +0,0 @@
-import { identity } from 'multiformats/hashes/identity';
-import { sha256, sha512 } from 'multiformats/hashes/sha2';
-export function defaultHashers(hashers = []) {
-    const output = {};
-    [
-        sha256,
-        sha512,
-        identity,
-        ...hashers
-    ].forEach(hasher => {
-        output[hasher.code] = hasher;
-    });
-    return output;
-}
-//# sourceMappingURL=default-hashers.js.map

package/dist/src/utils/default-hashers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"default-hashers.js","sourceRoot":"","sources":["../../../src/utils/default-hashers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAA;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAGzD,MAAM,UAAU,cAAc,CAAE,UAA6B,EAAE;IAC7D,MAAM,MAAM,GAAoC,EAAE,CAEjD;IAAA;QACC,MAAM;QACN,MAAM;QACN,QAAQ;QACR,GAAG,OAAO;KACX,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;QACjB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAA;IAC9B,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACf,CAAC"}

package/src/utils/dag-walkers.ts

@@ -1,198 +0,0 @@
-/* eslint max-depth: ["error", 7] */
-
-import * as dagCbor from '@ipld/dag-cbor'
-import * as dagJson from '@ipld/dag-json'
-import * as dagPb from '@ipld/dag-pb'
-import * as cborg from 'cborg'
-import { Type, Token } from 'cborg'
-import * as cborgJson from 'cborg/json'
-import { CID } from 'multiformats'
-import { base64 } from 'multiformats/bases/base64'
-import * as json from 'multiformats/codecs/json'
-import * as raw from 'multiformats/codecs/raw'
-import type { DAGWalker } from '@helia/interface'
-
-/**
- * Dag walker for dag-pb CIDs
- */
-export const dagPbWalker: DAGWalker = {
-  codec: dagPb.code,
-  * walk (block) {
-    const node = dagPb.decode(block)
-
-    yield * node.Links.map(l => l.Hash)
-  }
-}
-
-/**
- * Dag walker for raw CIDs
- */
-export const rawWalker: DAGWalker = {
-  codec: raw.code,
-  * walk () {
-    // no embedded CIDs in a raw block
-  }
-}
-
-// https://github.com/ipfs/go-ipfs/issues/3570#issuecomment-273931692
-const CID_TAG = 42
-
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export const dagCborWalker: DAGWalker = {
-  codec: dagCbor.code,
-  * walk (block) {
-    const cids: CID[] = []
-    const tags: cborg.TagDecoder[] = []
-    tags[CID_TAG] = (bytes) => {
-      if (bytes[0] !== 0) {
-        throw new Error('Invalid CID for CBOR tag 42; expected leading 0x00')
-      }
-
-      const cid = CID.decode(bytes.subarray(1)) // ignore leading 0x00
-
-      cids.push(cid)
-
-      return cid
-    }
-
-    cborg.decode(block, {
-      tags
-    })
-
-    yield * cids
-  }
-}
-
-/**
- * Borrowed from @ipld/dag-json
- */
-class DagJsonTokenizer extends cborgJson.Tokenizer {
-  private readonly tokenBuffer: cborg.Token[]
-
-  constructor (data: Uint8Array, options?: cborg.DecodeOptions) {
-    super(data, options)
-
-    this.tokenBuffer = []
-  }
-
-  done (): boolean {
-    return this.tokenBuffer.length === 0 && super.done()
-  }
-
-  _next (): cborg.Token {
-    if (this.tokenBuffer.length > 0) {
-      // @ts-expect-error https://github.com/Microsoft/TypeScript/issues/30406
-      return this.tokenBuffer.pop()
-    }
-    return super.next()
-  }
-
-  /**
-   * Implements rules outlined in https://github.com/ipld/specs/pull/356
-   */
-  next (): cborg.Token {
-    const token = this._next()
-
-    if (token.type === Type.map) {
-      const keyToken = this._next()
-      if (keyToken.type === Type.string && keyToken.value === '/') {
-        const valueToken = this._next()
-        if (valueToken.type === Type.string) { // *must* be a CID
-          const breakToken = this._next() // swallow the end-of-map token
-          if (breakToken.type !== Type.break) {
-            throw new Error('Invalid encoded CID form')
-          }
-          this.tokenBuffer.push(valueToken) // CID.parse will pick this up after our tag token
-          return new Token(Type.tag, 42, 0)
-        }
-        if (valueToken.type === Type.map) {
-          const innerKeyToken = this._next()
-          if (innerKeyToken.type === Type.string && innerKeyToken.value === 'bytes') {
-            const innerValueToken = this._next()
-            if (innerValueToken.type === Type.string) { // *must* be Bytes
-              for (let i = 0; i < 2; i++) {
-                const breakToken = this._next() // swallow two end-of-map tokens
-                if (breakToken.type !== Type.break) {
-                  throw new Error('Invalid encoded Bytes form')
-                }
-              }
-              const bytes = base64.decode(`m${innerValueToken.value}`)
-              return new Token(Type.bytes, bytes, innerValueToken.value.length)
-            }
-            this.tokenBuffer.push(innerValueToken) // bail
-          }
-          this.tokenBuffer.push(innerKeyToken) // bail
-        }
-        this.tokenBuffer.push(valueToken) // bail
-      }
-      this.tokenBuffer.push(keyToken) // bail
-    }
-    return token
-  }
-}
-
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export const dagJsonWalker: DAGWalker = {
-  codec: dagJson.code,
-  * walk (block) {
-    const cids: CID[] = []
-    const tags: cborg.TagDecoder[] = []
-    tags[CID_TAG] = (string) => {
-      const cid = CID.parse(string)
-
-      cids.push(cid)
-
-      return cid
-    }
-
-    cborgJson.decode(block, {
-      tags,
-      tokenizer: new DagJsonTokenizer(block, {
-        tags,
-        allowIndefinite: true,
-        allowUndefined: true,
-        allowNaN: true,
-        allowInfinity: true,
-        allowBigInt: true,
-        strict: false,
-        rejectDuplicateMapKeys: false
-      })
-    })
-
-    yield * cids
-  }
-}
-
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export const jsonWalker: DAGWalker = {
-  codec: json.code,
-  * walk () {}
-}
-
-export function defaultDagWalkers (walkers: DAGWalker[] = []): Record<number, DAGWalker> {
-  const output: Record<number, DAGWalker> = {}
-
-  ;[
-    dagPbWalker,
-    rawWalker,
-    dagCborWalker,
-    dagJsonWalker,
-    jsonWalker,
-    ...walkers
-  ].forEach(dagWalker => {
-    output[dagWalker.codec] = dagWalker
-  })
-
-  return output
-}

package/src/utils/default-hashers.ts

@@ -1,18 +0,0 @@
-import { identity } from 'multiformats/hashes/identity'
-import { sha256, sha512 } from 'multiformats/hashes/sha2'
-import type { MultihashHasher } from 'multiformats/hashes/interface'
-
-export function defaultHashers (hashers: MultihashHasher[] = []): Record<number, MultihashHasher> {
-  const output: Record<number, MultihashHasher> = {}
-
-  ;[
-    sha256,
-    sha512,
-    identity,
-    ...hashers
-  ].forEach(hasher => {
-    output[hasher.code] = hasher
-  })
-
-  return output
-}