helia 3.0.1 → 4.0.0-e554493

package/dist/src/utils/dag-walkers.js

@@ -1,157 +0,0 @@
-/* eslint max-depth: ["error", 7] */
-import * as dagCbor from '@ipld/dag-cbor';
-import * as dagJson from '@ipld/dag-json';
-import * as dagPb from '@ipld/dag-pb';
-import * as cborg from 'cborg';
-import { Type, Token } from 'cborg';
-import * as cborgJson from 'cborg/json';
-import { CID } from 'multiformats';
-import { base64 } from 'multiformats/bases/base64';
-import * as json from 'multiformats/codecs/json';
-import * as raw from 'multiformats/codecs/raw';
-/**
- * Dag walker for dag-pb CIDs
- */
-export const dagPbWalker = {
-    codec: dagPb.code,
-    *walk(block) {
-        const node = dagPb.decode(block);
-        yield* node.Links.map(l => l.Hash);
-    }
-};
-/**
- * Dag walker for raw CIDs
- */
-export const rawWalker = {
-    codec: raw.code,
-    *walk() {
-        // no embedded CIDs in a raw block
-    }
-};
-// https://github.com/ipfs/go-ipfs/issues/3570#issuecomment-273931692
-const CID_TAG = 42;
-/**
- * Dag walker for dag-cbor CIDs. Does not actually use dag-cbor since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg for that.
- */
-export const dagCborWalker = {
-    codec: dagCbor.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (bytes) => {
-            if (bytes[0] !== 0) {
-                throw new Error('Invalid CID for CBOR tag 42; expected leading 0x00');
-            }
-            const cid = CID.decode(bytes.subarray(1)); // ignore leading 0x00
-            cids.push(cid);
-            return cid;
-        };
-        cborg.decode(block, {
-            tags
-        });
-        yield* cids;
-    }
-};
-/**
- * Borrowed from @ipld/dag-json
- */
-class DagJsonTokenizer extends cborgJson.Tokenizer {
-    tokenBuffer;
-    constructor(data, options) {
-        super(data, options);
-        this.tokenBuffer = [];
-    }
-    done() {
-        return this.tokenBuffer.length === 0 && super.done();
-    }
-    _next() {
-        if (this.tokenBuffer.length > 0) {
-            // @ts-expect-error https://github.com/Microsoft/TypeScript/issues/30406
-            return this.tokenBuffer.pop();
-        }
-        return super.next();
-    }
-    /**
-     * Implements rules outlined in https://github.com/ipld/specs/pull/356
-     */
-    next() {
-        const token = this._next();
-        if (token.type === Type.map) {
-            const keyToken = this._next();
-            if (keyToken.type === Type.string && keyToken.value === '/') {
-                const valueToken = this._next();
-                if (valueToken.type === Type.string) { // *must* be a CID
-                    const breakToken = this._next(); // swallow the end-of-map token
-                    if (breakToken.type !== Type.break) {
-                        throw new Error('Invalid encoded CID form');
-                    }
-                    this.tokenBuffer.push(valueToken); // CID.parse will pick this up after our tag token
-                    return new Token(Type.tag, 42, 0);
-                }
-                if (valueToken.type === Type.map) {
-                    const innerKeyToken = this._next();
-                    if (innerKeyToken.type === Type.string && innerKeyToken.value === 'bytes') {
-                        const innerValueToken = this._next();
-                        if (innerValueToken.type === Type.string) { // *must* be Bytes
-                            for (let i = 0; i < 2; i++) {
-                                const breakToken = this._next(); // swallow two end-of-map tokens
-                                if (breakToken.type !== Type.break) {
-                                    throw new Error('Invalid encoded Bytes form');
-                                }
-                            }
-                            const bytes = base64.decode(`m${innerValueToken.value}`);
-                            return new Token(Type.bytes, bytes, innerValueToken.value.length);
-                        }
-                        this.tokenBuffer.push(innerValueToken); // bail
-                    }
-                    this.tokenBuffer.push(innerKeyToken); // bail
-                }
-                this.tokenBuffer.push(valueToken); // bail
-            }
-            this.tokenBuffer.push(keyToken); // bail
-        }
-        return token;
-    }
-}
-/**
- * Dag walker for dag-json CIDs. Does not actually use dag-json since
- * all we are interested in is extracting the the CIDs from the block
- * so we can just use cborg/json for that.
- */
-export const dagJsonWalker = {
-    codec: dagJson.code,
-    *walk(block) {
-        const cids = [];
-        const tags = [];
-        tags[CID_TAG] = (string) => {
-            const cid = CID.parse(string);
-            cids.push(cid);
-            return cid;
-        };
-        cborgJson.decode(block, {
-            tags,
-            tokenizer: new DagJsonTokenizer(block, {
-                tags,
-                allowIndefinite: true,
-                allowUndefined: true,
-                allowNaN: true,
-                allowInfinity: true,
-                allowBigInt: true,
-                strict: false,
-                rejectDuplicateMapKeys: false
-            })
-        });
-        yield* cids;
-    }
-};
-/**
- * Dag walker for json CIDs. JSON has no facility for linking to
- * external blocks so the walker is a no-op.
- */
-export const jsonWalker = {
-    codec: json.code,
-    *walk() { }
-};
-//# sourceMappingURL=dag-walkers.js.map

package/dist/src/utils/dag-walkers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dag-walkers.js","sourceRoot":"","sources":["../../../src/utils/dag-walkers.ts"],"names":[],"mappings":"AAAA,oCAAoC;AAEpC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AACnC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAA;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAA;AAChD,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAA;AAG9C;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAc;IACpC,KAAK,EAAE,KAAK,CAAC,IAAI;IACjB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEhC,KAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAc;IAClC,KAAK,EAAE,GAAG,CAAC,IAAI;IACf,CAAE,IAAI;QACJ,kCAAkC;IACpC,CAAC;CACF,CAAA;AAED,qEAAqE;AACrE,MAAM,OAAO,GAAG,EAAE,CAAA;AAElB;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE;YACxB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;YACvE,CAAC;YAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,sBAAsB;YAEhE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;YAClB,IAAI;SACL,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;GAEG;AACH,MAAM,gBAAiB,SAAQ,SAAS,CAAC,SAAS;IAC/B,WAAW,CAAe;IAE3C,YAAa,IAAgB,EAAE,OAA6B;QAC1D,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAEpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAA;IACtD,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,wEAAwE;YACxE,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;IACrB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;QAE1B,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;YAC7B,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;gBAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;gBAC/B,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;oBACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,+BAA+B;oBAC/D,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;wBACnC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;oBAC7C,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,kDAAkD;oBACpF,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;gBACnC,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;oBACjC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;oBAClC,IAAI,aAAa,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;wBACpC,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,kBAAkB;4BAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA,CAAC,gCAAgC;gCAChE,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;oCACnC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;gCAC/C,CAAC;4BACH,CAAC;4BACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC,CAAA;4BACxD,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;wBACnE,CAAC;wBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA,CAAC,OAAO;oBAChD,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA,CAAC,OAAO;gBAC9C,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,OAAO;YAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA,CAAC,OAAO;QACzC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,KAAK,EAAE,OAAO,CAAC,IAAI;IACnB,CAAE,IAAI,CAAE,KAAK;QACX,MAAM,IAAI,GAAU,EAAE,CAAA;QACtB,MAAM,IAAI,GAAuB,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE;YACzB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAE7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEd,OAAO,GAAG,CAAA;QACZ,CAAC,CAAA;QAED,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;YACtB,IAAI;YACJ,SAAS,EAAE,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBACrC,IAAI;gBACJ,eAAe,EAAE,IAAI;gBACrB,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,MAAM,EAAE,KAAK;gBACb,sBAAsB,EAAE,KAAK;aAC9B,CAAC;SACH,CAAC,CAAA;QAEF,KAAM,CAAC,CAAC,IAAI,CAAA;IACd,CAAC;CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAc;IACnC,KAAK,EAAE,IAAI,CAAC,IAAI;IAChB,CAAE,IAAI,KAAK,CAAC;CACb,CAAA"}

package/dist/src/utils/datastore-version.d.ts

@@ -1,3 +0,0 @@
-import { type Datastore } from 'interface-datastore';
-export declare function assertDatastoreVersionIsCurrent(datastore: Datastore): Promise<void>;
-//# sourceMappingURL=datastore-version.d.ts.map

package/dist/src/utils/datastore-version.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"datastore-version.d.ts","sourceRoot":"","sources":["../../../src/utils/datastore-version.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,SAAS,EAAO,MAAM,qBAAqB,CAAA;AAOzD,wBAAsB,+BAA+B,CAAE,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAe1F"}

package/dist/src/utils/datastore-version.js

@@ -1,19 +0,0 @@
-import { Key } from 'interface-datastore';
-import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
-import { toString as uint8ArrayToString } from 'uint8arrays/to-string';
-const DS_VERSION_KEY = new Key('/version');
-const CURRENT_VERSION = 1;
-export async function assertDatastoreVersionIsCurrent(datastore) {
-    if (!(await datastore.has(DS_VERSION_KEY))) {
-        await datastore.put(DS_VERSION_KEY, uint8ArrayFromString(`${CURRENT_VERSION}`));
-        return;
-    }
-    const buf = await datastore.get(DS_VERSION_KEY);
-    const str = uint8ArrayToString(buf);
-    const version = parseInt(str, 10);
-    if (version !== CURRENT_VERSION) {
-        // TODO: write migrations when we break compatibility - for an example, see https://github.com/ipfs/js-ipfs-repo/tree/master/packages/ipfs-repo-migrations
-        throw new Error('Unknown datastore version, a datastore migration may be required');
-    }
-}
-//# sourceMappingURL=datastore-version.js.map

package/dist/src/utils/datastore-version.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"datastore-version.js","sourceRoot":"","sources":["../../../src/utils/datastore-version.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,GAAG,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC5E,OAAO,EAAE,QAAQ,IAAI,kBAAkB,EAAE,MAAM,uBAAuB,CAAA;AAEtE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAA;AAC1C,MAAM,eAAe,GAAG,CAAC,CAAA;AAEzB,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAE,SAAoB;IACzE,IAAI,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,oBAAoB,CAAC,GAAG,eAAe,EAAE,CAAC,CAAC,CAAA;QAE/E,OAAM;IACR,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAC/C,MAAM,GAAG,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAA;IACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAEjC,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;QAChC,0JAA0J;QAC1J,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;IACrF,CAAC;AACH,CAAC"}

package/dist/src/utils/default-hashers.d.ts

@@ -1,3 +0,0 @@
-import type { MultihashHasher } from 'multiformats/hashes/interface';
-export declare function defaultHashers(hashers?: MultihashHasher[]): MultihashHasher[];
-//# sourceMappingURL=default-hashers.d.ts.map

package/dist/src/utils/default-hashers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"default-hashers.d.ts","sourceRoot":"","sources":["../../../src/utils/default-hashers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAEpE,wBAAgB,cAAc,CAAE,OAAO,GAAE,eAAe,EAAO,GAAG,eAAe,EAAE,CAOlF"}

package/dist/src/utils/default-hashers.js

@@ -1,11 +0,0 @@
-import { identity } from 'multiformats/hashes/identity';
-import { sha256, sha512 } from 'multiformats/hashes/sha2';
-export function defaultHashers(hashers = []) {
-    return [
-        sha256,
-        sha512,
-        identity,
-        ...hashers
-    ];
-}
-//# sourceMappingURL=default-hashers.js.map

package/dist/src/utils/default-hashers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"default-hashers.js","sourceRoot":"","sources":["../../../src/utils/default-hashers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAA;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAGzD,MAAM,UAAU,cAAc,CAAE,UAA6B,EAAE;IAC7D,OAAO;QACL,MAAM;QACN,MAAM;QACN,QAAQ;QACR,GAAG,OAAO;KACX,CAAA;AACH,CAAC"}

package/dist/typedoc-urls.json

@@ -1,10 +0,0 @@
-{
-  "DAGWalker": "https://ipfs.github.io/helia/interfaces/helia.DAGWalker.html",
-  ".:DAGWalker": "https://ipfs.github.io/helia/interfaces/helia.DAGWalker.html",
-  "DefaultLibp2pServices": "https://ipfs.github.io/helia/interfaces/helia.DefaultLibp2pServices.html",
-  "HeliaInit": "https://ipfs.github.io/helia/interfaces/helia.HeliaInit.html",
-  ".:HeliaInit": "https://ipfs.github.io/helia/interfaces/helia.HeliaInit.html",
-  "createHelia": "https://ipfs.github.io/helia/functions/helia.createHelia.html",
-  ".:createHelia": "https://ipfs.github.io/helia/functions/helia.createHelia.html",
-  "libp2pDefaults": "https://ipfs.github.io/helia/functions/helia.libp2pDefaults.html"
-}

package/src/helia.ts

@@ -1,107 +0,0 @@
-import { bitswap, trustlessGateway, NetworkedStorage } from '@helia/block-brokers'
-import { start, stop } from '@libp2p/interface'
-import drain from 'it-drain'
-import { CustomProgressEvent } from 'progress-events'
-import { PinsImpl } from './pins.js'
-import { BlockStorage } from './storage.js'
-import { assertDatastoreVersionIsCurrent } from './utils/datastore-version.js'
-import { defaultHashers } from './utils/default-hashers.js'
-import type { HeliaInit } from '.'
-import type { GCOptions, Helia } from '@helia/interface'
-import type { Pins } from '@helia/interface/pins'
-import type { ComponentLogger, Libp2p, Logger } from '@libp2p/interface'
-import type { Blockstore } from 'interface-blockstore'
-import type { Datastore } from 'interface-datastore'
-import type { CID } from 'multiformats/cid'
-
-interface HeliaImplInit<T extends Libp2p = Libp2p> extends HeliaInit<T> {
-  libp2p: T
-  blockstore: Blockstore
-  datastore: Datastore
-}
-
-export class HeliaImpl implements Helia {
-  public libp2p: Libp2p
-  public blockstore: BlockStorage
-  public datastore: Datastore
-  public pins: Pins
-  public logger: ComponentLogger
-  private readonly log: Logger
-
-  constructor (init: HeliaImplInit) {
-    this.logger = init.libp2p.logger
-    this.log = this.logger.forComponent('helia')
-    const hashers = defaultHashers(init.hashers)
-
-    const components = {
-      blockstore: init.blockstore,
-      datastore: init.datastore,
-      libp2p: init.libp2p,
-      hashers,
-      logger: init.libp2p.logger
-    }
-
-    const blockBrokers = init.blockBrokers?.map((fn) => {
-      return fn(components)
-    }) ?? [
-      bitswap()(components),
-      trustlessGateway()(components)
-    ]
-
-    const networkedStorage = new NetworkedStorage(components, {
-      blockBrokers,
-      hashers
-    })
-
-    this.pins = new PinsImpl(init.datastore, networkedStorage, init.dagWalkers ?? [])
-
-    this.libp2p = init.libp2p
-    this.blockstore = new BlockStorage(networkedStorage, this.pins, {
-      holdGcLock: init.holdGcLock
-    })
-    this.datastore = init.datastore
-  }
-
-  async start (): Promise<void> {
-    await assertDatastoreVersionIsCurrent(this.datastore)
-    await start(this.blockstore)
-    await this.libp2p.start()
-  }
-
-  async stop (): Promise<void> {
-    await this.libp2p.stop()
-    await stop(this.blockstore)
-  }
-
-  async gc (options: GCOptions = {}): Promise<void> {
-    const releaseLock = await this.blockstore.lock.writeLock()
-
-    try {
-      const helia = this
-      const blockstore = this.blockstore.unwrap()
-
-      this.log('gc start')
-
-      await drain(blockstore.deleteMany((async function * (): AsyncGenerator<CID> {
-        for await (const { cid } of blockstore.getAll()) {
-          try {
-            if (await helia.pins.isPinned(cid, options)) {
-              continue
-            }
-
-            yield cid
-
-            options.onProgress?.(new CustomProgressEvent<CID>('helia:gc:deleted', cid))
-          } catch (err) {
-            helia.log.error('Error during gc', err)
-            options.onProgress?.(new CustomProgressEvent<Error>('helia:gc:error', err))
-          }
-        }
-      }())))
-    } finally {
-      releaseLock()
-    }
-
-    this.log('gc finished')
-  }
-}

package/src/pins.ts

@@ -1,239 +0,0 @@
-import { Queue } from '@libp2p/utils/queue'
-import * as cborg from 'cborg'
-import { type Datastore, Key } from 'interface-datastore'
-import { base36 } from 'multiformats/bases/base36'
-import { CID, type Version } from 'multiformats/cid'
-import { CustomProgressEvent, type ProgressOptions } from 'progress-events'
-import { equals as uint8ArrayEquals } from 'uint8arrays/equals'
-import { dagCborWalker, dagJsonWalker, dagPbWalker, jsonWalker, rawWalker } from './utils/dag-walkers.js'
-import type { DAGWalker, GetBlockProgressEvents } from './index.js'
-import type { AddOptions, AddPinEvents, IsPinnedOptions, LsOptions, Pin, Pins, RmOptions } from '@helia/interface/pins'
-import type { AbortOptions } from '@libp2p/interface'
-import type { Blockstore } from 'interface-blockstore'
-
-const DEFAULT_DAG_WALKERS = [
-  rawWalker,
-  dagPbWalker,
-  dagCborWalker,
-  dagJsonWalker,
-  jsonWalker
-]
-
-interface DatastorePin {
-  /**
-   * 0 for a direct pin or an arbitrary (+ve, whole) number or Infinity
-   */
-  depth: number
-
-  /**
-   * User-specific metadata for the pin
-   */
-  metadata: Record<string, string | number | boolean>
-}
-
-interface DatastorePinnedBlock {
-  pinCount: number
-  pinnedBy: Uint8Array[]
-}
-
-/**
- * Callback for updating a {@link DatastorePinnedBlock}'s properties when
- * calling `#updatePinnedBlock`
- *
- * The callback should return `false` to prevent any pinning modifications to
- * the block, and true in all other cases.
- */
-interface WithPinnedBlockCallback {
-  (pinnedBlock: DatastorePinnedBlock): boolean
-}
-
-const DATASTORE_PIN_PREFIX = '/pin/'
-const DATASTORE_BLOCK_PREFIX = '/pinned-block/'
-const DATASTORE_ENCODING = base36
-const DAG_WALK_QUEUE_CONCURRENCY = 1
-
-interface WalkDagOptions extends AbortOptions, ProgressOptions<GetBlockProgressEvents | AddPinEvents> {
-  depth: number
-}
-
-function toDSKey (cid: CID): Key {
-  if (cid.version === 0) {
-    cid = cid.toV1()
-  }
-
-  return new Key(`${DATASTORE_PIN_PREFIX}${cid.toString(DATASTORE_ENCODING)}`)
-}
-
-export class PinsImpl implements Pins {
-  private readonly datastore: Datastore
-  private readonly blockstore: Blockstore
-  private dagWalkers: Record<number, DAGWalker>
-
-  constructor (datastore: Datastore, blockstore: Blockstore, dagWalkers: DAGWalker[]) {
-    this.datastore = datastore
-    this.blockstore = blockstore
-    this.dagWalkers = {}
-
-    ;[...DEFAULT_DAG_WALKERS, ...dagWalkers].forEach(dagWalker => {
-      this.dagWalkers[dagWalker.codec] = dagWalker
-    })
-  }
-
-  async * add (cid: CID<unknown, number, number, Version>, options: AddOptions = {}): AsyncGenerator<CID, void, undefined> {
-    const pinKey = toDSKey(cid)
-
-    if (await this.datastore.has(pinKey)) {
-      throw new Error('Already pinned')
-    }
-
-    const depth = Math.round(options.depth ?? Infinity)
-
-    if (depth < 0) {
-      throw new Error('Depth must be greater than or equal to 0')
-    }
-
-    // use a queue to walk the DAG instead of recursion so we can traverse very large DAGs
-    const queue = new Queue<AsyncGenerator<CID>>({
-      concurrency: DAG_WALK_QUEUE_CONCURRENCY
-    })
-
-    for await (const childCid of this.#walkDag(cid, queue, {
-      ...options,
-      depth
-    })) {
-      await this.#updatePinnedBlock(childCid, (pinnedBlock: DatastorePinnedBlock) => {
-        // do not update pinned block if this block is already pinned by this CID
-        if (pinnedBlock.pinnedBy.find(c => uint8ArrayEquals(c, cid.bytes)) != null) {
-          return false
-        }
-
-        pinnedBlock.pinCount++
-        pinnedBlock.pinnedBy.push(cid.bytes)
-        return true
-      }, options)
-
-      yield childCid
-    }
-
-    const pin: DatastorePin = {
-      depth,
-      metadata: options.metadata ?? {}
-    }
-
-    await this.datastore.put(pinKey, cborg.encode(pin), options)
-  }
-
-  /**
-   * Walk a DAG in an iterable fashion
-   */
-  async * #walkDag (cid: CID, queue: Queue<AsyncGenerator<CID>>, options: WalkDagOptions): AsyncGenerator<CID> {
-    if (options.depth === -1) {
-      return
-    }
-
-    const dagWalker = this.dagWalkers[cid.code]
-
-    if (dagWalker == null) {
-      throw new Error(`No dag walker found for cid codec ${cid.code}`)
-    }
-
-    const block = await this.blockstore.get(cid, options)
-
-    yield cid
-
-    // walk dag, ensure all blocks are present
-    for await (const cid of dagWalker.walk(block)) {
-      yield * await queue.add(async () => {
-        return this.#walkDag(cid, queue, {
-          ...options,
-          depth: options.depth - 1
-        })
-      })
-    }
-  }
-
-  /**
-   * Update the pin count for the CID
-   */
-  async #updatePinnedBlock (cid: CID, withPinnedBlock: WithPinnedBlockCallback, options: AddOptions): Promise<void> {
-    const blockKey = new Key(`${DATASTORE_BLOCK_PREFIX}${DATASTORE_ENCODING.encode(cid.multihash.bytes)}`)
-
-    let pinnedBlock: DatastorePinnedBlock = {
-      pinCount: 0,
-      pinnedBy: []
-    }
-
-    try {
-      pinnedBlock = cborg.decode(await this.datastore.get(blockKey, options))
-    } catch (err: any) {
-      if (err.code !== 'ERR_NOT_FOUND') {
-        throw err
-      }
-    }
-
-    const shouldContinue = withPinnedBlock(pinnedBlock)
-
-    if (!shouldContinue) {
-      return
-    }
-
-    if (pinnedBlock.pinCount === 0) {
-      if (await this.datastore.has(blockKey)) {
-        await this.datastore.delete(blockKey)
-        return
-      }
-    }
-
-    await this.datastore.put(blockKey, cborg.encode(pinnedBlock), options)
-    options.onProgress?.(new CustomProgressEvent<CID>('helia:pin:add', cid))
-  }
-
-  async * rm (cid: CID<unknown, number, number, Version>, options: RmOptions = {}): AsyncGenerator<CID, void, undefined> {
-    const pinKey = toDSKey(cid)
-    const buf = await this.datastore.get(pinKey, options)
-    const pin = cborg.decode(buf)
-
-    await this.datastore.delete(pinKey, options)
-
-    // use a queue to walk the DAG instead of recursion so we can traverse very large DAGs
-    const queue = new Queue<AsyncGenerator<CID>>({
-      concurrency: DAG_WALK_QUEUE_CONCURRENCY
-    })
-
-    for await (const childCid of this.#walkDag(cid, queue, {
-      ...options,
-      depth: pin.depth
-    })) {
-      await this.#updatePinnedBlock(childCid, (pinnedBlock): boolean => {
-        pinnedBlock.pinCount--
-        pinnedBlock.pinnedBy = pinnedBlock.pinnedBy.filter(c => uint8ArrayEquals(c, cid.bytes))
-        return true
-      }, {
-        ...options,
-        depth: pin.depth
-      })
-
-      yield childCid
-    }
-  }
-
-  async * ls (options: LsOptions = {}): AsyncGenerator<Pin, void, undefined> {
-    for await (const { key, value } of this.datastore.query({
-      prefix: DATASTORE_PIN_PREFIX + (options.cid != null ? `${options.cid.toString(base36)}` : '')
-    }, options)) {
-      const cid = CID.parse(key.toString().substring(5), base36)
-      const pin = cborg.decode(value)
-
-      yield {
-        cid,
-        ...pin
-      }
-    }
-  }
-
-  async isPinned (cid: CID, options: IsPinnedOptions = {}): Promise<boolean> {
-    const blockKey = new Key(`${DATASTORE_BLOCK_PREFIX}${DATASTORE_ENCODING.encode(cid.multihash.bytes)}`)
-
-    return this.datastore.has(blockKey, options)
-  }
-}