@helia/unixfs 0.0.0

package/dist/src/commands/utils/add-link.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"add-link.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/add-link.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAatC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAI3C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAItD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,GAAG,CAAA;IACR,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,gBAAgB,EAAE,OAAO,CAAA;CAC1B;AAED,wBAAsB,OAAO,CAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CA6BlJ;AAiOD,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;CACd"}

package/dist/src/commands/utils/add-link.js

@@ -0,0 +1,224 @@
+import * as dagPB from '@ipld/dag-pb';
+import { CID } from 'multiformats/cid';
+import { logger } from '@libp2p/logger';
+import { UnixFS } from 'ipfs-unixfs';
+import { DirSharded } from './dir-sharded.js';
+import { updateHamtDirectory, recreateHamtLevel, recreateInitialHamtLevel, createShard, toPrefix, addLinksToHamtBucket } from './hamt-utils.js';
+import last from 'it-last';
+import { sha256 } from 'multiformats/hashes/sha2';
+import { AlreadyExistsError, InvalidPBNodeError } from './errors.js';
+import { InvalidParametersError } from '@helia/interface/errors';
+const log = logger('helia:unixfs:components:utils:add-link');
+export async function addLink(parent, child, blockstore, options) {
+    if (parent.node.Data == null) {
+        throw new InvalidParametersError('Invalid parent passed to addLink');
+    }
+    // FIXME: this should work on block size not number of links
+    if (parent.node.Links.length >= 1000) {
+        log('converting directory to sharded directory');
+        const result = await convertToShardedDirectory(parent, blockstore);
+        parent.cid = result.cid;
+        parent.node = dagPB.decode(await blockstore.get(result.cid));
+    }
+    if (parent.node.Data == null) {
+        throw new InvalidParametersError('Invalid parent passed to addLink');
+    }
+    const meta = UnixFS.unmarshal(parent.node.Data);
+    if (meta.type === 'hamt-sharded-directory') {
+        log('adding link to sharded directory');
+        return await addToShardedDirectory(parent, child, blockstore, options);
+    }
+    log(`adding ${child.Name} (${child.Hash}) to regular directory`);
+    return await addToDirectory(parent, child, blockstore, options);
+}
+const convertToShardedDirectory = async (parent, blockstore) => {
+    if (parent.node.Data == null) {
+        throw new InvalidParametersError('Invalid parent passed to convertToShardedDirectory');
+    }
+    const unixfs = UnixFS.unmarshal(parent.node.Data);
+    const result = await createShard(blockstore, parent.node.Links.map(link => ({
+        name: (link.Name ?? ''),
+        size: link.Tsize ?? 0,
+        cid: link.Hash
+    })), {
+        mode: unixfs.mode,
+        mtime: unixfs.mtime
+    });
+    log(`Converted directory to sharded directory ${result.cid}`);
+    return result;
+};
+const addToDirectory = async (parent, child, blockstore, options) => {
+    // Remove existing link if it exists
+    const parentLinks = parent.node.Links.filter((link) => {
+        const matches = link.Name === child.Name;
+        if (matches && !options.allowOverwriting) {
+            throw new AlreadyExistsError();
+        }
+        return !matches;
+    });
+    parentLinks.push(child);
+    if (parent.node.Data == null) {
+        throw new InvalidPBNodeError('Parent node with no data passed to addToDirectory');
+    }
+    const node = UnixFS.unmarshal(parent.node.Data);
+    let data;
+    if (node.mtime != null) {
+        // Update mtime if previously set
+        const ms = Date.now();
+        const secs = Math.floor(ms / 1000);
+        node.mtime = {
+            secs,
+            nsecs: (ms - (secs * 1000)) * 1000
+        };
+        data = node.marshal();
+    }
+    else {
+        data = parent.node.Data;
+    }
+    parent.node = dagPB.prepare({
+        Data: data,
+        Links: parentLinks
+    });
+    // Persist the new parent PbNode
+    const buf = dagPB.encode(parent.node);
+    const hash = await sha256.digest(buf);
+    const cid = CID.create(parent.cid.version, dagPB.code, hash);
+    await blockstore.put(cid, buf);
+    return {
+        node: parent.node,
+        cid,
+        size: buf.length
+    };
+};
+const addToShardedDirectory = async (parent, child, blockstore, options) => {
+    const { shard, path } = await addFileToShardedDirectory(parent, child, blockstore, options);
+    const result = await last(shard.flush(blockstore));
+    if (result == null) {
+        throw new Error('No result from flushing shard');
+    }
+    const block = await blockstore.get(result.cid);
+    const node = dagPB.decode(block);
+    // we have written out the shard, but only one sub-shard will have been written so replace it in the original shard
+    const parentLinks = parent.node.Links.filter((link) => {
+        const matches = (link.Name ?? '').substring(0, 2) === path[0].prefix;
+        if (matches && !options.allowOverwriting) {
+            throw new AlreadyExistsError();
+        }
+        return !matches;
+    });
+    const newLink = node.Links
+        .find(link => (link.Name ?? '').substring(0, 2) === path[0].prefix);
+    if (newLink == null) {
+        throw new Error(`No link found with prefix ${path[0].prefix}`);
+    }
+    parentLinks.push(newLink);
+    return await updateHamtDirectory(parent, blockstore, parentLinks, path[0].bucket, options);
+};
+const addFileToShardedDirectory = async (parent, child, blockstore, options) => {
+    if (parent.node.Data == null) {
+        throw new InvalidPBNodeError('Parent node with no data passed to addFileToShardedDirectory');
+    }
+    // start at the root bucket and descend, loading nodes as we go
+    const rootBucket = await recreateInitialHamtLevel(parent.node.Links);
+    const node = UnixFS.unmarshal(parent.node.Data);
+    const shard = new DirSharded({
+        root: true,
+        dir: true,
+        parent: undefined,
+        parentKey: undefined,
+        path: '',
+        dirty: true,
+        flat: false,
+        mode: node.mode
+    }, {
+        ...options,
+        cidVersion: parent.cid.version
+    });
+    shard._bucket = rootBucket;
+    if (node.mtime != null) {
+        // update mtime if previously set
+        shard.mtime = {
+            secs: Math.round(Date.now() / 1000)
+        };
+    }
+    // load subshards until the bucket & position no longer changes
+    const position = await rootBucket._findNewBucketAndPos(child.Name);
+    const path = toBucketPath(position);
+    path[0].node = parent.node;
+    let index = 0;
+    while (index < path.length) {
+        const segment = path[index];
+        index++;
+        const node = segment.node;
+        if (node == null) {
+            throw new Error('Segment had no node');
+        }
+        const link = node.Links
+            .find(link => (link.Name ?? '').substring(0, 2) === segment.prefix);
+        if (link == null) {
+            // prefix is new, file will be added to the current bucket
+            log(`Link ${segment.prefix}${child.Name} will be added`);
+            index = path.length;
+            break;
+        }
+        if (link.Name === `${segment.prefix}${child.Name}`) {
+            // file already existed, file will be added to the current bucket
+            log(`Link ${segment.prefix}${child.Name} will be replaced`);
+            index = path.length;
+            break;
+        }
+        if ((link.Name ?? '').length > 2) {
+            // another file had the same prefix, will be replaced with a subshard
+            log(`Link ${link.Name} ${link.Hash} will be replaced with a subshard`);
+            index = path.length;
+            break;
+        }
+        // load sub-shard
+        log(`Found subshard ${segment.prefix}`);
+        const block = await blockstore.get(link.Hash);
+        const subShard = dagPB.decode(block);
+        // subshard hasn't been loaded, descend to the next level of the HAMT
+        if (path[index] == null) {
+            log(`Loaded new subshard ${segment.prefix}`);
+            await recreateHamtLevel(blockstore, subShard.Links, rootBucket, segment.bucket, parseInt(segment.prefix, 16), options);
+            const position = await rootBucket._findNewBucketAndPos(child.Name);
+            path.push({
+                bucket: position.bucket,
+                prefix: toPrefix(position.pos),
+                node: subShard
+            });
+            break;
+        }
+        const nextSegment = path[index];
+        // add next levels worth of links to bucket
+        await addLinksToHamtBucket(blockstore, subShard.Links, nextSegment.bucket, rootBucket, options);
+        nextSegment.node = subShard;
+    }
+    // finally add the new file into the shard
+    await shard._bucket.put(child.Name, {
+        size: child.Tsize,
+        cid: child.Hash
+    });
+    return {
+        shard, path
+    };
+};
+const toBucketPath = (position) => {
+    const path = [{
+            bucket: position.bucket,
+            prefix: toPrefix(position.pos)
+        }];
+    let bucket = position.bucket._parent;
+    let positionInBucket = position.bucket._posAtParent;
+    while (bucket != null) {
+        path.push({
+            bucket,
+            prefix: toPrefix(positionInBucket)
+        });
+        positionInBucket = bucket._posAtParent;
+        bucket = bucket._parent;
+    }
+    path.reverse();
+    return path;
+};
+//# sourceMappingURL=add-link.js.map

package/dist/src/commands/utils/add-link.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"add-link.js","sourceRoot":"","sources":["../../../../src/commands/utils/add-link.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,wBAAwB,EACxB,WAAW,EACX,QAAQ,EACR,oBAAoB,EACrB,MAAM,iBAAiB,CAAA;AACxB,OAAO,IAAI,MAAM,SAAS,CAAA;AAG1B,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAEjD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAKhE,MAAM,GAAG,GAAG,MAAM,CAAC,wCAAwC,CAAC,CAAA;AAY5D,MAAM,CAAC,KAAK,UAAU,OAAO,CAAE,MAAiB,EAAE,KAAuB,EAAE,UAAsB,EAAE,OAAuB;IACxH,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;QAC5B,MAAM,IAAI,sBAAsB,CAAC,kCAAkC,CAAC,CAAA;KACrE;IAED,4DAA4D;IAC5D,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,EAAE;QACpC,GAAG,CAAC,2CAA2C,CAAC,CAAA;QAEhD,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QAClE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA;QACvB,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;KAC7D;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;QAC5B,MAAM,IAAI,sBAAsB,CAAC,kCAAkC,CAAC,CAAA;KACrE;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE/C,IAAI,IAAI,CAAC,IAAI,KAAK,wBAAwB,EAAE;QAC1C,GAAG,CAAC,kCAAkC,CAAC,CAAA;QAEvC,OAAO,MAAM,qBAAqB,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;KACvE;IAED,GAAG,CAAC,UAAU,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,wBAAwB,CAAC,CAAA;IAEhE,OAAO,MAAM,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;AACjE,CAAC;AAED,MAAM,yBAAyB,GAAG,KAAK,EAAE,MAAiB,EAAE,UAAsB,EAAyB,EAAE;IAC3G,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;QAC5B,MAAM,IAAI,sBAAsB,CAAC,oDAAoD,CAAC,CAAA;KACvF;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEjD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;QACrB,GAAG,EAAE,IAAI,CAAC,IAAI;KACf,CAAC,CAAC,EAAE;QACH,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC,CAAA;IAEF,GAAG,CAAC,4CAA4C,MAAM,CAAC,GAAG,EAAE,CAAC,CAAA;IAE7D,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EAAE,MAAiB,EAAE,KAAa,EAAE,UAAsB,EAAE,OAAuB,EAA0B,EAAE;IACzI,oCAAoC;IACpC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAA;QAExC,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE;YACxC,MAAM,IAAI,kBAAkB,EAAE,CAAA;SAC/B;QAED,OAAO,CAAC,OAAO,CAAA;IACjB,CAAC,CAAC,CAAA;IACF,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEvB,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;QAC5B,MAAM,IAAI,kBAAkB,CAAC,mDAAmD,CAAC,CAAA;KAClF;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE/C,IAAI,IAAI,CAAA;IACR,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE;QACtB,iCAAiC;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAA;QAElC,IAAI,CAAC,KAAK,GAAG;YACX,IAAI;YACJ,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI;SACnC,CAAA;QAED,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;KACtB;SAAM;QACL,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAA;KACxB;IACD,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;QAC1B,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,WAAW;KACnB,CAAC,CAAA;IAEF,gCAAgC;IAChC,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACrC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAE5D,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAE9B,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG;QACH,IAAI,EAAE,GAAG,CAAC,MAAM;KACjB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,KAAK,EAAE,MAAiB,EAAE,KAAuB,EAAE,UAAsB,EAAE,OAAuB,EAA0B,EAAE;IAC1J,MAAM,EACJ,KAAK,EAAE,IAAI,EACZ,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAA;IAElD,IAAI,MAAM,IAAI,IAAI,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;KACjD;IAED,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAEhC,mHAAmH;IACnH,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACpD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QAEpE,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE;YACxC,MAAM,IAAI,kBAAkB,EAAE,CAAA;SAC/B;QAED,OAAO,CAAC,OAAO,CAAA;IACjB,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK;SACvB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAErE,IAAI,OAAO,IAAI,IAAI,EAAE;QACnB,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;KAC/D;IAED,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAEzB,OAAO,MAAM,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAC5F,CAAC,CAAA;AAED,MAAM,yBAAyB,GAAG,KAAK,EAAE,MAAiB,EAAE,KAAuB,EAAE,UAAsB,EAAE,OAAuB,EAAsD,EAAE;IAC1L,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;QAC5B,MAAM,IAAI,kBAAkB,CAAC,8DAA8D,CAAC,CAAA;KAC7F;IAED,+DAA+D;IAC/D,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACpE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE/C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC;QAC3B,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,SAAS;QACpB,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,EAAE;QACD,GAAG,OAAO;QACV,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO;KAC/B,CAAC,CAAA;IACF,KAAK,CAAC,OAAO,GAAG,UAAU,CAAA;IAE1B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE;QACtB,iCAAiC;QACjC,KAAK,CAAC,KAAK,GAAG;YACZ,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;SACpC,CAAA;KACF;IAED,+DAA+D;IAC/D,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAClE,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAA;IACnC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3B,KAAK,EAAE,CAAA;QACP,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QAEzB,IAAI,IAAI,IAAI,IAAI,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;SACvC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK;aACpB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;QAErE,IAAI,IAAI,IAAI,IAAI,EAAE;YAChB,0DAA0D;YAC1D,GAAG,CAAC,QAAQ,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,gBAAgB,CAAC,CAAA;YACxD,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;YAEnB,MAAK;SACN;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE;YAClD,iEAAiE;YACjE,GAAG,CAAC,QAAQ,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,mBAAmB,CAAC,CAAA;YAC3D,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;YAEnB,MAAK;SACN;QAED,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAChC,qEAAqE;YACrE,GAAG,CAAC,QAAQ,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,mCAAmC,CAAC,CAAA;YACtE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;YAEnB,MAAK;SACN;QAED,iBAAiB;QACjB,GAAG,CAAC,kBAAkB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QACvC,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEpC,qEAAqE;QACrE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE;YACvB,GAAG,CAAC,uBAAuB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAA;YAEtH,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAElE,IAAI,CAAC,IAAI,CAAC;gBACR,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAC9B,IAAI,EAAE,QAAQ;aACf,CAAC,CAAA;YAEF,MAAK;SACN;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAA;QAE/B,2CAA2C;QAC3C,MAAM,oBAAoB,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;QAE/F,WAAW,CAAC,IAAI,GAAG,QAAQ,CAAA;KAC5B;IAED,0CAA0C;IAC1C,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE;QAClC,IAAI,EAAE,KAAK,CAAC,KAAK;QACjB,GAAG,EAAE,KAAK,CAAC,IAAI;KAChB,CAAC,CAAA;IAEF,OAAO;QACL,KAAK,EAAE,IAAI;KACZ,CAAA;AACH,CAAC,CAAA;AAQD,MAAM,YAAY,GAAG,CAAC,QAA8C,EAAgB,EAAE;IACpF,MAAM,IAAI,GAAG,CAAC;YACZ,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;SAC/B,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAA;IACpC,IAAI,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAA;IAEnD,OAAO,MAAM,IAAI,IAAI,EAAE;QACrB,IAAI,CAAC,IAAI,CAAC;YACR,MAAM;YACN,MAAM,EAAE,QAAQ,CAAC,gBAAgB,CAAC;SACnC,CAAC,CAAA;QAEF,gBAAgB,GAAG,MAAM,CAAC,YAAY,CAAA;QACtC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAA;KACxB;IAED,IAAI,CAAC,OAAO,EAAE,CAAA;IAEd,OAAO,IAAI,CAAA;AACb,CAAC,CAAA"}

package/dist/src/commands/utils/cid-to-directory.d.ts

@@ -0,0 +1,10 @@
+import { Blockstore } from 'ipfs-unixfs-exporter';
+import type { CID } from 'multiformats/cid';
+import type { PBNode } from '@ipld/dag-pb';
+import type { AbortOptions } from '@libp2p/interfaces';
+export interface Directory {
+    cid: CID;
+    node: PBNode;
+}
+export declare function cidToDirectory(cid: CID, blockstore: Blockstore, options?: AbortOptions): Promise<Directory>;
+//# sourceMappingURL=cid-to-directory.d.ts.map

package/dist/src/commands/utils/cid-to-directory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cid-to-directory.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/cid-to-directory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAY,MAAM,sBAAsB,CAAA;AAC3D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEtD,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,GAAG,CAAA;IACR,IAAI,EAAE,MAAM,CAAA;CACb;AAED,wBAAsB,cAAc,CAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,CAWtH"}

package/dist/src/commands/utils/cid-to-directory.js

@@ -0,0 +1,13 @@
+import { NotADirectoryError } from '@helia/interface/errors';
+import { exporter } from 'ipfs-unixfs-exporter';
+export async function cidToDirectory(cid, blockstore, options = {}) {
+    const entry = await exporter(cid, blockstore, options);
+    if (entry.type !== 'directory') {
+        throw new NotADirectoryError(`${cid.toString()} was not a UnixFS directory`);
+    }
+    return {
+        cid,
+        node: entry.node
+    };
+}
+//# sourceMappingURL=cid-to-directory.js.map

package/dist/src/commands/utils/cid-to-directory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cid-to-directory.js","sourceRoot":"","sources":["../../../../src/commands/utils/cid-to-directory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAc,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAU3D,MAAM,CAAC,KAAK,UAAU,cAAc,CAAE,GAAQ,EAAE,UAAsB,EAAE,UAAwB,EAAE;IAChG,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IAEtD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE;QAC9B,MAAM,IAAI,kBAAkB,CAAC,GAAG,GAAG,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAA;KAC7E;IAED,OAAO;QACL,GAAG;QACH,IAAI,EAAE,KAAK,CAAC,IAAI;KACjB,CAAA;AACH,CAAC"}

package/dist/src/commands/utils/cid-to-pblink.d.ts

@@ -0,0 +1,6 @@
+import { Blockstore } from 'ipfs-unixfs-exporter';
+import type { CID } from 'multiformats/cid';
+import type { PBLink } from '@ipld/dag-pb';
+import type { AbortOptions } from '@libp2p/interfaces';
+export declare function cidToPBLink(cid: CID, name: string, blockstore: Blockstore, options?: AbortOptions): Promise<Required<PBLink>>;
+//# sourceMappingURL=cid-to-pblink.d.ts.map

package/dist/src/commands/utils/cid-to-pblink.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cid-to-pblink.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/cid-to-pblink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAY,MAAM,sBAAsB,CAAA;AAC3D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAG3C,OAAO,KAAK,EAAU,MAAM,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEtD,wBAAsB,WAAW,CAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAYpI"}

package/dist/src/commands/utils/cid-to-pblink.js

@@ -0,0 +1,19 @@
+import { exporter } from 'ipfs-unixfs-exporter';
+import { NotUnixFSError } from './errors.js';
+import * as dagPb from '@ipld/dag-pb';
+export async function cidToPBLink(cid, name, blockstore, options) {
+    const sourceEntry = await exporter(cid, blockstore, options);
+    if (sourceEntry.type !== 'directory' && sourceEntry.type !== 'file' && sourceEntry.type !== 'raw') {
+        throw new NotUnixFSError(`${cid.toString()} was not a UnixFS node`);
+    }
+    return {
+        Name: name,
+        Tsize: sourceEntry.node instanceof Uint8Array ? sourceEntry.node.byteLength : dagNodeTsize(sourceEntry.node),
+        Hash: cid
+    };
+}
+function dagNodeTsize(node) {
+    const linkSizes = node.Links.reduce((acc, curr) => acc + (curr.Tsize ?? 0), 0);
+    return dagPb.encode(node).byteLength + linkSizes;
+}
+//# sourceMappingURL=cid-to-pblink.js.map

package/dist/src/commands/utils/cid-to-pblink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cid-to-pblink.js","sourceRoot":"","sources":["../../../../src/commands/utils/cid-to-pblink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAIrC,MAAM,CAAC,KAAK,UAAU,WAAW,CAAE,GAAQ,EAAE,IAAY,EAAE,UAAsB,EAAE,OAAsB;IACvG,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IAE5D,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK,EAAE;QACjG,MAAM,IAAI,cAAc,CAAC,GAAG,GAAG,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAA;KACpE;IAED,OAAO;QACL,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,WAAW,CAAC,IAAI,YAAY,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;QAC5G,IAAI,EAAE,GAAG;KACV,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAE,IAAY;IACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAE9E,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,GAAG,SAAS,CAAA;AAClD,CAAC"}

package/dist/src/commands/utils/dir-sharded.d.ts

@@ -0,0 +1,67 @@
+import { UnixFS } from 'ipfs-unixfs';
+import { Bucket, BucketChild } from 'hamt-sharding';
+import type { CID, Version } from 'multiformats/cid';
+import type { PBNode } from '@ipld/dag-pb/interface';
+import type { Mtime } from 'ipfs-unixfs';
+import type { BlockCodec } from 'multiformats/codecs/interface';
+import type { Blockstore } from 'ipfs-unixfs-importer';
+export interface ImportResult {
+    cid: CID;
+    node: PBNode;
+    size: number;
+}
+export interface DirContents {
+    cid?: CID;
+    size?: number;
+}
+export interface DirOptions {
+    mtime?: Mtime;
+    mode?: number;
+    codec?: BlockCodec<any, any>;
+    cidVersion?: Version;
+    onlyHash?: boolean;
+    signal?: AbortSignal;
+}
+export interface DirProps {
+    root: boolean;
+    dir: boolean;
+    path: string;
+    dirty: boolean;
+    flat: boolean;
+    parent?: Dir;
+    parentKey?: string;
+    unixfs?: UnixFS;
+    mode?: number;
+    mtime?: Mtime;
+}
+export declare abstract class Dir {
+    protected options: DirOptions;
+    protected root: boolean;
+    protected dir: boolean;
+    protected path: string;
+    protected dirty: boolean;
+    protected flat: boolean;
+    protected parent?: Dir;
+    protected parentKey?: string;
+    protected unixfs?: UnixFS;
+    protected mode?: number;
+    mtime?: Mtime;
+    protected cid?: CID;
+    protected size?: number;
+    constructor(props: DirProps, options: DirOptions);
+}
+export declare class DirSharded extends Dir {
+    _bucket: Bucket<DirContents>;
+    constructor(props: DirProps, options: DirOptions);
+    put(name: string, value: DirContents): Promise<void>;
+    get(name: string): Promise<DirContents | undefined>;
+    childCount(): number;
+    directChildrenCount(): number;
+    onlyChild(): Bucket<DirContents> | BucketChild<DirContents>;
+    eachChildSeries(): AsyncGenerator<{
+        key: string;
+        child: DirContents;
+    }>;
+    flush(blockstore: Blockstore): AsyncIterable<ImportResult>;
+}
+//# sourceMappingURL=dir-sharded.d.ts.map

package/dist/src/commands/utils/dir-sharded.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dir-sharded.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/dir-sharded.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,OAAO,EAAc,MAAM,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAM/D,OAAO,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AACpD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAEtD,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,GAAG,CAAA;IACR,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,KAAK,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC5B,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,OAAO,CAAA;IACb,GAAG,EAAE,OAAO,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,KAAK,CAAA;CACd;AAED,8BAAsB,GAAG;IACvB,SAAS,CAAC,OAAO,EAAE,UAAU,CAAA;IAC7B,SAAS,CAAC,IAAI,EAAE,OAAO,CAAA;IACvB,SAAS,CAAC,GAAG,EAAE,OAAO,CAAA;IACtB,SAAS,CAAC,IAAI,EAAE,MAAM,CAAA;IACtB,SAAS,CAAC,KAAK,EAAE,OAAO,CAAA;IACxB,SAAS,CAAC,IAAI,EAAE,OAAO,CAAA;IACvB,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,CAAA;IACtB,SAAS,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC5B,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACzB,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,KAAK,CAAA;IACpB,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,CAAA;IACnB,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;gBAEV,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU;CAalD;AAED,qBAAa,UAAW,SAAQ,GAAG;IAC1B,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;gBAEtB,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU;IAU3C,GAAG,CAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrD,GAAG,CAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAI1D,UAAU,IAAK,MAAM;IAIrB,mBAAmB,IAAK,MAAM;IAI9B,SAAS,IAAK,MAAM,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC,WAAW,CAAC;IAIpD,eAAe,IAAK,cAAc,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC;IASvE,KAAK,CAAE,UAAU,EAAE,UAAU,GAAG,aAAa,CAAC,YAAY,CAAC;CAGpE"}

package/dist/src/commands/utils/dir-sharded.js

@@ -0,0 +1,136 @@
+import { encode, prepare } from '@ipld/dag-pb';
+import { UnixFS } from 'ipfs-unixfs';
+import { persist } from './persist.js';
+import { createHAMT, Bucket } from 'hamt-sharding';
+import { hamtHashCode, hamtHashFn, hamtBucketBits } from './hamt-constants.js';
+export class Dir {
+    constructor(props, options) {
+        this.options = options ?? {};
+        this.root = props.root;
+        this.dir = props.dir;
+        this.path = props.path;
+        this.dirty = props.dirty;
+        this.flat = props.flat;
+        this.parent = props.parent;
+        this.parentKey = props.parentKey;
+        this.unixfs = props.unixfs;
+        this.mode = props.mode;
+        this.mtime = props.mtime;
+    }
+}
+export class DirSharded extends Dir {
+    constructor(props, options) {
+        super(props, options);
+        /** @type {Bucket<DirContents>} */
+        this._bucket = createHAMT({
+            hashFn: hamtHashFn,
+            bits: hamtBucketBits
+        });
+    }
+    async put(name, value) {
+        await this._bucket.put(name, value);
+    }
+    async get(name) {
+        return await this._bucket.get(name);
+    }
+    childCount() {
+        return this._bucket.leafCount();
+    }
+    directChildrenCount() {
+        return this._bucket.childrenCount();
+    }
+    onlyChild() {
+        return this._bucket.onlyChild();
+    }
+    async *eachChildSeries() {
+        for await (const { key, value } of this._bucket.eachLeafSeries()) {
+            yield {
+                key,
+                child: value
+            };
+        }
+    }
+    async *flush(blockstore) {
+        yield* flush(this._bucket, blockstore, this, this.options);
+    }
+}
+async function* flush(bucket, blockstore, shardRoot, options) {
+    const children = bucket._children;
+    const links = [];
+    let childrenSize = 0;
+    for (let i = 0; i < children.length; i++) {
+        const child = children.get(i);
+        if (child == null) {
+            continue;
+        }
+        const labelPrefix = i.toString(16).toUpperCase().padStart(2, '0');
+        if (child instanceof Bucket) {
+            let shard;
+            for await (const subShard of flush(child, blockstore, null, options)) {
+                shard = subShard;
+            }
+            if (shard == null) {
+                throw new Error('Could not flush sharded directory, no subshard found');
+            }
+            links.push({
+                Name: labelPrefix,
+                Tsize: shard.size,
+                Hash: shard.cid
+            });
+            childrenSize += shard.size;
+        }
+        else if (typeof child.value.flush === 'function') {
+            const dir = child.value;
+            let flushedDir;
+            for await (const entry of dir.flush(blockstore)) {
+                flushedDir = entry;
+                yield flushedDir;
+            }
+            const label = labelPrefix + child.key;
+            links.push({
+                Name: label,
+                Tsize: flushedDir.size,
+                Hash: flushedDir.cid
+            });
+            childrenSize += flushedDir.size; // eslint-disable-line @typescript-eslint/restrict-plus-operands
+        }
+        else {
+            const value = child.value;
+            if (value.cid == null) {
+                continue;
+            }
+            const label = labelPrefix + child.key;
+            const size = value.size;
+            links.push({
+                Name: label,
+                Tsize: size,
+                Hash: value.cid
+            });
+            childrenSize += size ?? 0; // eslint-disable-line @typescript-eslint/restrict-plus-operands
+        }
+    }
+    // go-ipfs uses little endian, that's why we have to
+    // reverse the bit field before storing it
+    const data = Uint8Array.from(children.bitField().reverse());
+    const dir = new UnixFS({
+        type: 'hamt-sharded-directory',
+        data,
+        fanout: bucket.tableSize(),
+        hashType: hamtHashCode,
+        mtime: shardRoot?.mtime,
+        mode: shardRoot?.mode
+    });
+    const node = {
+        Data: dir.marshal(),
+        Links: links
+    };
+    const buffer = encode(prepare(node));
+    const cid = await persist(buffer, blockstore, options);
+    const size = buffer.length + childrenSize;
+    yield {
+        cid,
+        node,
+        size
+    };
+}
+//# sourceMappingURL=dir-sharded.js.map

package/dist/src/commands/utils/dir-sharded.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dir-sharded.js","sourceRoot":"","sources":["../../../../src/commands/utils/dir-sharded.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAe,MAAM,eAAe,CAAA;AAC/D,OAAO,EACL,YAAY,EACZ,UAAU,EACV,cAAc,EACf,MAAM,qBAAqB,CAAA;AAwC5B,MAAM,OAAgB,GAAG;IAevB,YAAa,KAAe,EAAE,OAAmB;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,EAAE,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;QACpB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACxB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAC1B,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,GAAG;IAGjC,YAAa,KAAe,EAAE,OAAmB;QAC/C,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAErB,kCAAkC;QAClC,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;YACxB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,cAAc;SACrB,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAE,IAAY,EAAE,KAAkB;QACzC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAE,IAAY;QACrB,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;IACjC,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAA;IACrC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,CAAE,eAAe;QACrB,IAAI,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE;YAChE,MAAM;gBACJ,GAAG;gBACH,KAAK,EAAE,KAAK;aACb,CAAA;SACF;IACH,CAAC;IAED,KAAK,CAAC,CAAE,KAAK,CAAE,UAAsB;QACnC,KAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;IAC7D,CAAC;CACF;AAED,KAAK,SAAU,CAAC,CAAC,KAAK,CAAE,MAAmB,EAAE,UAAsB,EAAE,SAAc,EAAE,OAAmB;IACtG,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAA;IACjC,MAAM,KAAK,GAAG,EAAE,CAAA;IAChB,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAE7B,IAAI,KAAK,IAAI,IAAI,EAAE;YACjB,SAAQ;SACT;QAED,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAEjE,IAAI,KAAK,YAAY,MAAM,EAAE;YAC3B,IAAI,KAA+B,CAAA;YAEnC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE;gBACpE,KAAK,GAAG,QAAQ,CAAA;aACjB;YAED,IAAI,KAAK,IAAI,IAAI,EAAE;gBACjB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;aACxE;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,IAAI,EAAE,KAAK,CAAC,GAAG;aAChB,CAAC,CAAA;YACF,YAAY,IAAI,KAAK,CAAC,IAAI,CAAA;SAC3B;aAAM,IAAI,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE;YAClD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAA;YACvB,IAAI,UAAU,CAAA;YAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;gBAC/C,UAAU,GAAG,KAAK,CAAA;gBAElB,MAAM,UAAU,CAAA;aACjB;YAED,MAAM,KAAK,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;YACrC,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,UAAU,CAAC,IAAI;gBACtB,IAAI,EAAE,UAAU,CAAC,GAAG;aACrB,CAAC,CAAA;YAEF,YAAY,IAAI,UAAU,CAAC,IAAI,CAAA,CAAC,gEAAgE;SACjG;aAAM;YACL,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;YAEzB,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,EAAE;gBACrB,SAAQ;aACT;YAED,MAAM,KAAK,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;YAEvB,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,IAAI;gBACX,IAAI,EAAE,KAAK,CAAC,GAAG;aAChB,CAAC,CAAA;YACF,YAAY,IAAI,IAAI,IAAI,CAAC,CAAA,CAAC,gEAAgE;SAC3F;KACF;IAED,oDAAoD;IACpD,0CAA0C;IAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC;QACrB,IAAI,EAAE,wBAAwB;QAC9B,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE;QAC1B,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,SAAS,EAAE,KAAK;QACvB,IAAI,EAAE,SAAS,EAAE,IAAI;KACtB,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG;QACX,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE;QACnB,KAAK,EAAE,KAAK;KACb,CAAA;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACpC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,YAAY,CAAA;IAEzC,MAAM;QACJ,GAAG;QACH,IAAI;QACJ,IAAI;KACL,CAAA;AACH,CAAC"}

package/dist/src/commands/utils/errors.d.ts

@@ -0,0 +1,17 @@
+import { HeliaError } from '@helia/interface/errors';
+export declare class NotUnixFSError extends HeliaError {
+    constructor(message?: string);
+}
+export declare class InvalidPBNodeError extends HeliaError {
+    constructor(message?: string);
+}
+export declare class UnknownError extends HeliaError {
+    constructor(message?: string);
+}
+export declare class AlreadyExistsError extends HeliaError {
+    constructor(message?: string);
+}
+export declare class DoesNotExistError extends HeliaError {
+    constructor(message?: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/src/commands/utils/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAA;AAEpD,qBAAa,cAAe,SAAQ,UAAU;gBAC/B,OAAO,SAAsB;CAG3C;AAED,qBAAa,kBAAmB,SAAQ,UAAU;gBACnC,OAAO,SAAmB;CAGxC;AAED,qBAAa,YAAa,SAAQ,UAAU;gBAC7B,OAAO,SAAkB;CAGvC;AAED,qBAAa,kBAAmB,SAAQ,UAAU;gBACnC,OAAO,SAAwB;CAG7C;AAED,qBAAa,iBAAkB,SAAQ,UAAU;gBAClC,OAAO,SAAwB;CAG7C"}

package/dist/src/commands/utils/errors.js

@@ -0,0 +1,27 @@
+import { HeliaError } from '@helia/interface/errors';
+export class NotUnixFSError extends HeliaError {
+    constructor(message = 'not a Unixfs node') {
+        super(message, 'NotUnixFSError', 'ERR_NOT_UNIXFS');
+    }
+}
+export class InvalidPBNodeError extends HeliaError {
+    constructor(message = 'invalid PBNode') {
+        super(message, 'InvalidPBNodeError', 'ERR_INVALID_PBNODE');
+    }
+}
+export class UnknownError extends HeliaError {
+    constructor(message = 'unknown error') {
+        super(message, 'InvalidPBNodeError', 'ERR_UNKNOWN_ERROR');
+    }
+}
+export class AlreadyExistsError extends HeliaError {
+    constructor(message = 'path already exists') {
+        super(message, 'NotUnixFSError', 'ERR_ALREADY_EXISTS');
+    }
+}
+export class DoesNotExistError extends HeliaError {
+    constructor(message = 'path does not exist') {
+        super(message, 'NotUnixFSError', 'ERR_DOES_NOT_EXIST');
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/src/commands/utils/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../src/commands/utils/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAA;AAEpD,MAAM,OAAO,cAAe,SAAQ,UAAU;IAC5C,YAAa,OAAO,GAAG,mBAAmB;QACxC,KAAK,CAAC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAA;IACpD,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAChD,YAAa,OAAO,GAAG,gBAAgB;QACrC,KAAK,CAAC,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,CAAC,CAAA;IAC5D,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,UAAU;IAC1C,YAAa,OAAO,GAAG,eAAe;QACpC,KAAK,CAAC,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,CAAC,CAAA;IAC3D,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAChD,YAAa,OAAO,GAAG,qBAAqB;QAC1C,KAAK,CAAC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,CAAC,CAAA;IACxD,CAAC;CACF;AAED,MAAM,OAAO,iBAAkB,SAAQ,UAAU;IAC/C,YAAa,OAAO,GAAG,qBAAqB;QAC1C,KAAK,CAAC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,CAAC,CAAA;IACxD,CAAC;CACF"}

package/dist/src/commands/utils/hamt-constants.d.ts

@@ -0,0 +1,4 @@
+export declare const hamtHashCode: 34;
+export declare const hamtBucketBits = 8;
+export declare function hamtHashFn(buf: Uint8Array): Promise<Uint8Array>;
+//# sourceMappingURL=hamt-constants.d.ts.map

package/dist/src/commands/utils/hamt-constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hamt-constants.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/hamt-constants.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,YAAY,IAAkB,CAAA;AAC3C,eAAO,MAAM,cAAc,IAAI,CAAA;AAE/B,wBAAsB,UAAU,CAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAQtE"}

package/dist/src/commands/utils/hamt-constants.js

@@ -0,0 +1,13 @@
+import { murmur3128 } from '@multiformats/murmur3';
+export const hamtHashCode = murmur3128.code;
+export const hamtBucketBits = 8;
+export async function hamtHashFn(buf) {
+    return (await murmur3128.encode(buf))
+        // Murmur3 outputs 128 bit but, accidentally, IPFS Go's
+        // implementation only uses the first 64, so we must do the same
+        // for parity..
+        .subarray(0, 8)
+        // Invert buffer because that's how Go impl does it
+        .reverse();
+}
+//# sourceMappingURL=hamt-constants.js.map

package/dist/src/commands/utils/hamt-constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hamt-constants.js","sourceRoot":"","sources":["../../../../src/commands/utils/hamt-constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAElD,MAAM,CAAC,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAA;AAC3C,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAA;AAE/B,MAAM,CAAC,KAAK,UAAU,UAAU,CAAE,GAAe;IAC/C,OAAO,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnC,uDAAuD;QACvD,gEAAgE;QAChE,eAAe;SACd,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;QACf,mDAAmD;SAClD,OAAO,EAAE,CAAA;AACd,CAAC"}