@helia/unixfs 7.0.4 → 7.1.0

package/src/index.ts

@@ -82,7 +82,7 @@
  * ```
  */
 
-import { UnixFS as UnixFSClass } from './unixfs.js'
+import { UnixFS as UnixFSClass } from './unixfs.ts'
 import type { GetBlockProgressEvents, ProviderOptions, PutBlockProgressEvents } from '@helia/interface/blocks'
 import type { AbortOptions } from '@libp2p/interface'
 import type { Filter } from '@libp2p/utils'
@@ -90,7 +90,7 @@ import type { Blockstore } from 'interface-blockstore'
 import type { Mtime, UnixFS as IPFSUnixFS } from 'ipfs-unixfs'
 import type { ExporterProgressEvents, UnixFSDirectoryEntry } from 'ipfs-unixfs-exporter'
 import type { ByteStream, DirectoryCandidate, ImportCandidateStream, ImporterOptions, ImporterProgressEvents, ImportResult, ImportContent } from 'ipfs-unixfs-importer'
-import type { CID, Version } from 'multiformats/cid'
+import type { CID } from 'multiformats/cid'
 import type { ProgressOptions } from 'progress-events'
 
 export interface UnixFSComponents {
@@ -111,7 +111,7 @@ export interface AddOptions extends AbortOptions, Omit<ImporterOptions, 'onProgr
 
 }
 
-export type AddFileOptions = Omit<AddOptions, 'wrapWithDirectory'>
+export type AddFileOptions = Omit<AddOptions, 'wrapWithDirectory'> & Pick<FileCandidate, 'mode' | 'mtime'>
 
 export type GetEvents = GetBlockProgressEvents
 | ExporterProgressEvents
@@ -150,19 +150,13 @@ export interface ChmodOptions extends AbortOptions, ProgressOptions<GetEvents |
    * If the target of the operation is a directory and this is true,
    * apply the new mode to all directory contents
    */
-  recursive: boolean
+  recursive?: boolean
 
   /**
    * Optional path to set the mode on directory contents
    */
   path?: string
 
-  /**
-   * DAGs with a root block larger than this value will be sharded. Blocks
-   * smaller than this value will be regular UnixFS directories.
-   */
-  shardSplitThresholdBytes: number
-
   /**
    * If true, do not perform any network operations and throw if blocks are
    * missing from the local store. (default: false)
@@ -173,17 +167,11 @@ export interface ChmodOptions extends AbortOptions, ProgressOptions<GetEvents |
 /**
  * Options to pass to the cp command
  */
-export interface CpOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions {
+export interface CpOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions, Pick<ImporterOptions, 'shardFanoutBits' | 'shardSplitStrategy' | 'shardSplitThresholdBytes'> {
   /**
    * If true, allow overwriting existing directory entries (default: false)
    */
-  force: boolean
-
-  /**
-   * DAGs with a root block larger than this value will be sharded. Blocks
-   * smaller than this value will be regular UnixFS directories.
-   */
-  shardSplitThresholdBytes: number
+  force?: boolean
 
   /**
    * If true, do not perform any network operations and throw if blocks are
@@ -222,17 +210,11 @@ export interface LsOptions extends AbortOptions, ProgressOptions<GetEvents> {
 /**
  * Options to pass to the mkdir command
  */
-export interface MkdirOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions {
-  /**
-   * The CID version to create the new directory with - defaults to the same
-   * version as the containing directory
-   */
-  cidVersion: Version
-
+export interface MkdirOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions, Pick<ImporterOptions, 'profile' | 'shardFanoutBits' | 'shardSplitStrategy' | 'shardSplitThresholdBytes' | 'cidVersion'> {
   /**
    * If true, allow overwriting existing directory entries (default: false)
    */
-  force: boolean
+  force?: boolean
 
   /**
    * An optional mode to set on the new directory
@@ -244,12 +226,6 @@ export interface MkdirOptions extends AbortOptions, ProgressOptions<GetEvents |
    */
   mtime?: Mtime
 
-  /**
-   * DAGs with a root block larger than this value will be sharded. Blocks
-   * smaller than this value will be regular UnixFS directories.
-   */
-  shardSplitThresholdBytes: number
-
   /**
    * If true, do not perform any network operations and throw if blocks are
    * missing from the local store. (default: false)
@@ -260,13 +236,7 @@ export interface MkdirOptions extends AbortOptions, ProgressOptions<GetEvents |
 /**
  * Options to pass to the rm command
  */
-export interface RmOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions {
-  /**
-   * DAGs with a root block larger than this value will be sharded. Blocks
-   * smaller than this value will be regular UnixFS directories.
-   */
-  shardSplitThresholdBytes: number
-
+export interface RmOptions extends AbortOptions, ProgressOptions<GetEvents | PutBlockProgressEvents>, ProviderOptions, Pick<ImporterOptions, 'shardFanoutBits' | 'shardSplitStrategy' | 'shardSplitThresholdBytes'> {
   /**
    * If true, do not perform any network operations and throw if blocks are
    * missing from the local store. (default: false)
@@ -452,13 +422,7 @@ export interface TouchOptions extends AbortOptions, ProgressOptions<GetEvents |
   /**
    * If the DAG is a directory and this is true, update the mtime on all contents
    */
-  recursive: boolean
-
-  /**
-   * DAGs with a root block larger than this value will be sharded. Blocks
-   * smaller than this value will be regular UnixFS directories.
-   */
-  shardSplitThresholdBytes: number
+  recursive?: boolean
 
   /**
    * If true, do not perform any network operations and throw if blocks are
@@ -493,7 +457,7 @@ export interface UnixFS {
    * }
    * ```
    */
-  addAll(source: ImportCandidateStream, options?: Partial<AddOptions>): AsyncIterable<ImportResult>
+  addAll(source: ImportCandidateStream, options?: Omit<AddOptions, 'mtime' | 'mode'>): AsyncIterable<ImportResult>
 
   /**
    * Add a single `Uint8Array` to your Helia node and receive a CID that will
@@ -510,7 +474,7 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addBytes(bytes: Uint8Array, options?: Partial<AddFileOptions>): Promise<CID>
+  addBytes(bytes: Uint8Array, options?: AddFileOptions): Promise<CID>
 
   /**
    * Add a stream of `Uint8Array`s to your Helia node and receive a CID that
@@ -530,7 +494,7 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addByteStream(bytes: ByteStream, options?: Partial<AddFileOptions>): Promise<CID>
+  addByteStream(bytes: ByteStream, options?: AddFileOptions): Promise<CID>
 
   /**
    * Add a file to your Helia node with metadata. The returned CID will resolve
@@ -555,7 +519,7 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addFile(file: FileCandidate, options?: Partial<AddFileOptions>): Promise<CID>
+  addFile(file: FileCandidate, options?: AddFileOptions): Promise<CID>
 
   /**
    * Add a directory to your Helia node.
@@ -590,7 +554,7 @@ export interface UnixFS {
    * console.info(stat.cid) // empty directory CID
    * ```
    */
-  addDirectory(dir?: Partial<DirectoryCandidate>, options?: Partial<AddFileOptions>): Promise<CID>
+  addDirectory(dir?: Partial<DirectoryCandidate>, options?: AddFileOptions): Promise<CID>
 
   /**
    * Retrieve the contents of a file from your Helia node.
@@ -603,7 +567,7 @@ export interface UnixFS {
    * }
    * ```
    */
-  cat(cid: CID, options?: Partial<CatOptions>): AsyncIterable<Uint8Array>
+  cat(cid: CID, options?: CatOptions): AsyncIterable<Uint8Array>
 
   /**
    * Change the permissions on a file or directory in a DAG
@@ -621,7 +585,7 @@ export interface UnixFS {
    * console.info(afterCid, afterStats)
    * ```
    */
-  chmod(cid: CID, mode: number, options?: Partial<ChmodOptions>): Promise<CID>
+  chmod(cid: CID, mode: number, options?: ChmodOptions): Promise<CID>
 
   /**
    * Add a file or directory to a target directory.
@@ -637,7 +601,7 @@ export interface UnixFS {
    * console.info(updatedCid)
    * ```
    */
-  cp(source: CID, target: CID, name: string, options?: Partial<CpOptions>): Promise<CID>
+  cp(source: CID, target: CID, name: string, options?: CpOptions): Promise<CID>
 
   /**
    * List directory contents.
@@ -650,7 +614,7 @@ export interface UnixFS {
    * }
    * ```
    */
-  ls(cid: CID, options?: Partial<LsOptions>): AsyncIterable<UnixFSDirectoryEntry>
+  ls(cid: CID, options?: LsOptions): AsyncIterable<UnixFSDirectoryEntry>
 
   /**
    * Make a new directory under an existing directory.
@@ -665,7 +629,7 @@ export interface UnixFS {
    * console.info(updatedCid)
    * ```
    */
-  mkdir(cid: CID, dirname: string, options?: Partial<MkdirOptions>): Promise<CID>
+  mkdir(cid: CID, dirname: string, options?: MkdirOptions): Promise<CID>
 
   /**
    * Remove a file or directory from an existing directory.
@@ -681,7 +645,7 @@ export interface UnixFS {
    * console.info(finalCid)
    * ```
    */
-  rm(cid: CID, path: string, options?: Partial<RmOptions>): Promise<CID>
+  rm(cid: CID, path: string, options?: RmOptions): Promise<CID>
 
   /**
    * Return statistics about a UnixFS DAG.
@@ -715,7 +679,7 @@ export interface UnixFS {
    * console.info(afterCid, afterStats)
    * ```
    */
-  touch(cid: CID, options?: Partial<TouchOptions>): Promise<CID>
+  touch(cid: CID, options?: TouchOptions): Promise<CID>
 }
 
 /**
@@ -725,6 +689,6 @@ export function unixfs (helia: { blockstore: Pick<Blockstore, 'get' | 'put' | 'h
   return new UnixFSClass(helia)
 }
 
-export { globSource } from './utils/glob-source.js'
-export type { GlobSourceResult, GlobSourceOptions } from './utils/glob-source.js'
-export { urlSource } from './utils/url-source.js'
+export { globSource } from './utils/glob-source.ts'
+export type { GlobSourceResult, GlobSourceOptions } from './utils/glob-source.ts'
+export { urlSource } from './utils/url-source.ts'

package/src/unixfs.ts

@@ -1,13 +1,13 @@
-import { addAll, addBytes, addByteStream, addDirectory, addFile } from './commands/add.js'
-import { cat } from './commands/cat.js'
-import { chmod } from './commands/chmod.js'
-import { cp } from './commands/cp.js'
-import { ls } from './commands/ls.js'
-import { mkdir } from './commands/mkdir.js'
-import { rm } from './commands/rm.js'
-import { stat } from './commands/stat.js'
-import { touch } from './commands/touch.js'
-import type { AddOptions, CatOptions, ChmodOptions, CpOptions, ExtendedStatOptions, ExtendedDirectoryStats, ExtendedFileStats, FileCandidate, LsOptions, MkdirOptions, RmOptions, StatOptions, TouchOptions, UnixFSComponents, DirectoryStats, FileStats, UnixFS as UnixFSInterface, RawStats, ExtendedRawStats } from './index.js'
+import { addAll, addBytes, addByteStream, addDirectory, addFile } from './commands/add.ts'
+import { cat } from './commands/cat.ts'
+import { chmod } from './commands/chmod.ts'
+import { cp } from './commands/cp.ts'
+import { ls } from './commands/ls.ts'
+import { mkdir } from './commands/mkdir.ts'
+import { rm } from './commands/rm.ts'
+import { stat } from './commands/stat.ts'
+import { touch } from './commands/touch.ts'
+import type { AddOptions, CatOptions, ChmodOptions, CpOptions, ExtendedStatOptions, ExtendedDirectoryStats, ExtendedFileStats, FileCandidate, LsOptions, MkdirOptions, RmOptions, StatOptions, TouchOptions, UnixFSComponents, DirectoryStats, FileStats, UnixFS as UnixFSInterface, RawStats, ExtendedRawStats } from './index.ts'
 import type { Blockstore } from 'interface-blockstore'
 import type { UnixFSDirectoryEntry } from 'ipfs-unixfs-exporter'
 import type { ByteStream, DirectoryCandidate, ImportCandidateStream, ImportResult } from 'ipfs-unixfs-importer'

package/src/utils/glob-source.ts

@@ -3,8 +3,8 @@ import fsp from 'node:fs/promises'
 import os from 'node:os'
 import Path from 'path'
 import glob from 'it-glob'
-import { InvalidParametersError } from '../errors.js'
-import { toMtime } from './to-mtime.js'
+import { InvalidParametersError } from '../errors.ts'
+import { toMtime } from './to-mtime.ts'
 import type { MtimeLike } from 'ipfs-unixfs'
 import type { ImportCandidate } from 'ipfs-unixfs-importer'
 import type { Options } from 'it-glob'

package/src/utils/url-source.ts

@@ -1,5 +1,5 @@
-import { UnknownError } from '../errors.js'
-import type { FileCandidate } from '../index.js'
+import { UnknownError } from '../errors.ts'
+import type { FileCandidate } from '../index.ts'
 
 /**
  * Import a file directly from a URL. The path of the file will be the path

package/dist/src/commands/utils/dir-sharded.d.ts

@@ -1,74 +0,0 @@
-import { Bucket } from 'hamt-sharding';
-import { UnixFS } from 'ipfs-unixfs';
-import { CID } from 'multiformats/cid';
-import type { PersistOptions } from './persist.js';
-import type { PutStore } from '../../unixfs.js';
-import type { BucketChild } from 'hamt-sharding';
-import type { Mtime } from 'ipfs-unixfs';
-interface InProgressImportResult extends ImportResult {
-    single?: boolean;
-    originalPath?: string;
-}
-interface ImportResult {
-    cid: CID;
-    size: bigint;
-    path?: string;
-    unixfs?: UnixFS;
-}
-interface DirProps {
-    root: boolean;
-    dir: boolean;
-    path: string;
-    dirty: boolean;
-    flat: boolean;
-    parent?: Dir;
-    parentKey?: string;
-    unixfs?: UnixFS;
-    mode?: number;
-    mtime?: Mtime;
-}
-declare abstract class Dir {
-    options: PersistOptions;
-    root: boolean;
-    dir: boolean;
-    path: string;
-    dirty: boolean;
-    flat: boolean;
-    parent?: Dir;
-    parentKey?: string;
-    unixfs?: UnixFS;
-    mode?: number;
-    mtime?: Mtime;
-    cid?: CID;
-    size?: number;
-    nodeSize?: number;
-    constructor(props: DirProps, options: PersistOptions);
-    abstract put(name: string, value: InProgressImportResult | Dir): Promise<void>;
-    abstract get(name: string): Promise<InProgressImportResult | Dir | undefined>;
-    abstract eachChildSeries(): AsyncIterable<{
-        key: string;
-        child: InProgressImportResult | Dir;
-    }>;
-    abstract flush(blockstore: PutStore): AsyncGenerator<ImportResult>;
-    abstract estimateNodeSize(): number;
-    abstract childCount(): number;
-}
-export declare class DirSharded extends Dir {
-    _bucket: Bucket<InProgressImportResult | Dir>;
-    constructor(props: DirProps, options: PersistOptions);
-    put(name: string, value: InProgressImportResult | Dir): Promise<void>;
-    get(name: string): Promise<InProgressImportResult | Dir | undefined>;
-    childCount(): number;
-    directChildrenCount(): number;
-    onlyChild(): Bucket<InProgressImportResult | Dir> | BucketChild<InProgressImportResult | Dir>;
-    eachChildSeries(): AsyncGenerator<{
-        key: string;
-        child: InProgressImportResult | Dir;
-    }>;
-    estimateNodeSize(): number;
-    flush(blockstore: PutStore): AsyncGenerator<ImportResult>;
-}
-export declare const CID_V0: CID<unknown, number, number, import("multiformats/cid").Version>;
-export declare const CID_V1: CID<unknown, number, number, import("multiformats/cid").Version>;
-export {};
-//# sourceMappingURL=dir-sharded.d.ts.map

package/dist/src/commands/utils/dir-sharded.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dir-sharded.d.ts","sourceRoot":"","sources":["../../../../src/commands/utils/dir-sharded.ts"],"names":[],"mappings":"AACA,OAAO,EAAc,MAAM,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAMtC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAChD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AAExC,UAAU,sBAAuB,SAAQ,YAAY;IACnD,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,UAAU,YAAY;IACpB,GAAG,EAAE,GAAG,CAAA;IACR,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,UAAU,QAAQ;IAChB,IAAI,EAAE,OAAO,CAAA;IACb,GAAG,EAAE,OAAO,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,KAAK,CAAA;CACd;AAED,uBAAe,GAAG;IACT,OAAO,EAAE,cAAc,CAAA;IACvB,IAAI,EAAE,OAAO,CAAA;IACb,GAAG,EAAE,OAAO,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,KAAK,CAAA;IACb,GAAG,CAAC,EAAE,GAAG,CAAA;IACT,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;gBAEX,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc;IAerD,QAAQ,CAAC,GAAG,CAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,sBAAsB,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAC/E,QAAQ,CAAC,GAAG,CAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,GAAG,GAAG,SAAS,CAAC;IAC9E,QAAQ,CAAC,eAAe,IAAK,aAAa,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,sBAAsB,GAAG,GAAG,CAAA;KAAE,CAAC;IAChG,QAAQ,CAAC,KAAK,CAAE,UAAU,EAAE,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC;IACnE,QAAQ,CAAC,gBAAgB,IAAK,MAAM;IACpC,QAAQ,CAAC,UAAU,IAAK,MAAM;CAC/B;AAED,qBAAa,UAAW,SAAQ,GAAG;IAC1B,OAAO,EAAE,MAAM,CAAC,sBAAsB,GAAG,GAAG,CAAC,CAAA;gBAEvC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc;IAS/C,GAAG,CAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,sBAAsB,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtE,GAAG,CAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,GAAG,GAAG,SAAS,CAAC;IAI3E,UAAU,IAAK,MAAM;IAIrB,mBAAmB,IAAK,MAAM;IAI9B,SAAS,IAAK,MAAM,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,WAAW,CAAC,sBAAsB,GAAG,GAAG,CAAC;IAItF,eAAe,IAAK,cAAc,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,sBAAsB,GAAG,GAAG,CAAA;KAAE,CAAC;IAShG,gBAAgB,IAAK,MAAM;IAUnB,KAAK,CAAE,UAAU,EAAE,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC;CAQnE;AAiLD,eAAO,MAAM,MAAM,kEAA8D,CAAA;AACjF,eAAO,MAAM,MAAM,kEAAiE,CAAA"}

package/dist/src/commands/utils/dir-sharded.js

@@ -1,235 +0,0 @@
-import { encode, prepare } from '@ipld/dag-pb';
-import { createHAMT, Bucket } from 'hamt-sharding';
-import { UnixFS } from 'ipfs-unixfs';
-import { CID } from 'multiformats/cid';
-import { hamtHashCode, hamtHashFn } from './hamt-constants.js';
-import { persist } from './persist.js';
-class Dir {
-    options;
-    root;
-    dir;
-    path;
-    dirty;
-    flat;
-    parent;
-    parentKey;
-    unixfs;
-    mode;
-    mtime;
-    cid;
-    size;
-    nodeSize;
-    constructor(props, options) {
-        this.options = options ?? {};
-        this.root = props.root;
-        this.dir = props.dir;
-        this.path = props.path;
-        this.dirty = props.dirty;
-        this.flat = props.flat;
-        this.parent = props.parent;
-        this.parentKey = props.parentKey;
-        this.unixfs = props.unixfs;
-        this.mode = props.mode;
-        this.mtime = props.mtime;
-    }
-}
-export class DirSharded extends Dir {
-    _bucket;
-    constructor(props, options) {
-        super(props, options);
-        this._bucket = createHAMT({
-            hashFn: hamtHashFn,
-            bits: 8
-        });
-    }
-    async put(name, value) {
-        this.cid = undefined;
-        this.size = undefined;
-        this.nodeSize = undefined;
-        await this._bucket.put(name, value);
-    }
-    async get(name) {
-        return this._bucket.get(name);
-    }
-    childCount() {
-        return this._bucket.leafCount();
-    }
-    directChildrenCount() {
-        return this._bucket.childrenCount();
-    }
-    onlyChild() {
-        return this._bucket.onlyChild();
-    }
-    async *eachChildSeries() {
-        for (const { key, value } of this._bucket.eachLeafSeries()) {
-            yield {
-                key,
-                child: value
-            };
-        }
-    }
-    estimateNodeSize() {
-        if (this.nodeSize !== undefined) {
-            return this.nodeSize;
-        }
-        this.nodeSize = calculateSize(this._bucket, this, this.options);
-        return this.nodeSize;
-    }
-    async *flush(blockstore) {
-        for await (const entry of flush(this._bucket, blockstore, this, this.options)) {
-            yield {
-                ...entry,
-                path: this.path
-            };
-        }
-    }
-}
-async function* flush(bucket, blockstore, shardRoot, options) {
-    const children = bucket._children;
-    const links = [];
-    let childrenSize = 0n;
-    for (let i = 0; i < children.length; i++) {
-        const child = children.get(i);
-        if (child == null) {
-            continue;
-        }
-        const labelPrefix = i.toString(16).toUpperCase().padStart(2, '0');
-        if (child instanceof Bucket) {
-            let shard;
-            for await (const subShard of flush(child, blockstore, null, options)) {
-                shard = subShard;
-            }
-            if (shard == null) {
-                throw new Error('Could not flush sharded directory, no sub-shard found');
-            }
-            links.push({
-                Name: labelPrefix,
-                Tsize: Number(shard.size),
-                Hash: shard.cid
-            });
-            childrenSize += shard.size;
-        }
-        else if (isDir(child.value)) {
-            const dir = child.value;
-            let flushedDir;
-            for await (const entry of dir.flush(blockstore)) {
-                flushedDir = entry;
-                yield flushedDir;
-            }
-            if (flushedDir == null) {
-                throw new Error('Did not flush dir');
-            }
-            const label = labelPrefix + child.key;
-            links.push({
-                Name: label,
-                Tsize: Number(flushedDir.size),
-                Hash: flushedDir.cid
-            });
-            childrenSize += flushedDir.size;
-        }
-        else {
-            const value = child.value;
-            if (value.cid == null) {
-                continue;
-            }
-            const label = labelPrefix + child.key;
-            const size = value.size;
-            links.push({
-                Name: label,
-                Tsize: Number(size),
-                Hash: value.cid
-            });
-            childrenSize += BigInt(size ?? 0);
-        }
-    }
-    // go-ipfs uses little endian, that's why we have to
-    // reverse the bit field before storing it
-    const data = Uint8Array.from(children.bitField().reverse());
-    const dir = new UnixFS({
-        type: 'hamt-sharded-directory',
-        data,
-        fanout: BigInt(bucket.tableSize()),
-        hashType: hamtHashCode,
-        mtime: shardRoot?.mtime,
-        mode: shardRoot?.mode
-    });
-    const node = {
-        Data: dir.marshal(),
-        Links: links
-    };
-    const buffer = encode(prepare(node));
-    const cid = await persist(buffer, blockstore, options);
-    const size = BigInt(buffer.byteLength) + childrenSize;
-    yield {
-        cid,
-        unixfs: dir,
-        size
-    };
-}
-function isDir(obj) {
-    return typeof obj.flush === 'function';
-}
-function calculateSize(bucket, shardRoot, options) {
-    const children = bucket._children;
-    const links = [];
-    for (let i = 0; i < children.length; i++) {
-        const child = children.get(i);
-        if (child == null) {
-            continue;
-        }
-        const labelPrefix = i.toString(16).toUpperCase().padStart(2, '0');
-        if (child instanceof Bucket) {
-            const size = calculateSize(child, null, options);
-            links.push({
-                Name: labelPrefix,
-                Tsize: Number(size),
-                Hash: options.cidVersion === 0 ? CID_V0 : CID_V1
-            });
-        }
-        else if (typeof child.value.flush === 'function') {
-            const dir = child.value;
-            const size = dir.nodeSize();
-            links.push({
-                Name: labelPrefix + child.key,
-                Tsize: Number(size),
-                Hash: options.cidVersion === 0 ? CID_V0 : CID_V1
-            });
-        }
-        else {
-            const value = child.value;
-            if (value.cid == null) {
-                continue;
-            }
-            const label = labelPrefix + child.key;
-            const size = value.size;
-            links.push({
-                Name: label,
-                Tsize: Number(size),
-                Hash: value.cid
-            });
-        }
-    }
-    // go-ipfs uses little endian, that's why we have to
-    // reverse the bit field before storing it
-    const data = Uint8Array.from(children.bitField().reverse());
-    const dir = new UnixFS({
-        type: 'hamt-sharded-directory',
-        data,
-        fanout: BigInt(bucket.tableSize()),
-        hashType: hamtHashCode,
-        mtime: shardRoot?.mtime,
-        mode: shardRoot?.mode
-    });
-    const buffer = encode(prepare({
-        Data: dir.marshal(),
-        Links: links
-    }));
-    return buffer.length;
-}
-// we use these to calculate the node size to use as a check for whether a directory
-// should be sharded or not. Since CIDs have a constant length and We're only
-// interested in the data length and not the actual content identifier we can use
-// any old CID instead of having to hash the data which is expensive.
-export const CID_V0 = CID.parse('QmUNLLsPACCz1vLxQVkXqqLX5R1X345qqfHbsf67hvA3Nn');
-export const CID_V1 = CID.parse('zdj7WbTaiJT1fgatdet9Ei9iDB5hdCxkbVyhyh8YTUnXMiwYi');
-//# sourceMappingURL=dir-sharded.js.map

package/dist/src/commands/utils/dir-sharded.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dir-sharded.js","sourceRoot":"","sources":["../../../../src/commands/utils/dir-sharded.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EACL,YAAY,EACZ,UAAU,EACX,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAgCtC,MAAe,GAAG;IACT,OAAO,CAAgB;IACvB,IAAI,CAAS;IACb,GAAG,CAAS;IACZ,IAAI,CAAQ;IACZ,KAAK,CAAS;IACd,IAAI,CAAS;IACb,MAAM,CAAM;IACZ,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,IAAI,CAAS;IACb,KAAK,CAAQ;IACb,GAAG,CAAM;IACT,IAAI,CAAS;IACb,QAAQ,CAAS;IAExB,YAAa,KAAe,EAAE,OAAuB;QACnD,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,EAAE,CAAA;QAE5B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;QACpB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACxB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAC1B,CAAC;CAQF;AAED,MAAM,OAAO,UAAW,SAAQ,GAAG;IAC1B,OAAO,CAAsC;IAEpD,YAAa,KAAe,EAAE,OAAuB;QACnD,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAErB,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;YACxB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,CAAC;SACR,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAE,IAAY,EAAE,KAAmC;QAC1D,IAAI,CAAC,GAAG,GAAG,SAAS,CAAA;QACpB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAA;QACrB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAA;QAEzB,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAE,IAAY;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;IACjC,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAA;IACrC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,CAAE,eAAe;QACrB,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3D,MAAM;gBACJ,GAAG;gBACH,KAAK,EAAE,KAAK;aACb,CAAA;QACH,CAAC;IACH,CAAC;IAED,gBAAgB;QACd,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,QAAQ,CAAA;QACtB,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QAE/D,OAAO,IAAI,CAAC,QAAQ,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,CAAE,KAAK,CAAE,UAAoB;QACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9E,MAAM;gBACJ,GAAG,KAAK;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAA;QACH,CAAC;IACH,CAAC;CACF;AAED,KAAK,SAAU,CAAC,CAAC,KAAK,CAAE,MAA4C,EAAE,UAAoB,EAAE,SAA4B,EAAE,OAAuB;IAC/I,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAA;IACjC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,YAAY,GAAG,EAAE,CAAA;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAE7B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,SAAQ;QACV,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAEjE,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAA;YAET,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;gBACrE,KAAK,GAAG,QAAQ,CAAA;YAClB,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;YAC1E,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;gBACzB,IAAI,EAAE,KAAK,CAAC,GAAG;aAChB,CAAC,CAAA;YACF,YAAY,IAAI,KAAK,CAAC,IAAI,CAAA;QAC5B,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAA;YACvB,IAAI,UAAoC,CAAA;YAExC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChD,UAAU,GAAG,KAAK,CAAA;gBAElB,MAAM,UAAU,CAAA;YAClB,CAAC;YAED,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;YACtC,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;YACrC,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;gBAC9B,IAAI,EAAE,UAAU,CAAC,GAAG;aACrB,CAAC,CAAA;YAEF,YAAY,IAAI,UAAU,CAAC,IAAI,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;YAEzB,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;gBACtB,SAAQ;YACV,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;YAEvB,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,KAAK,CAAC,GAAG;aAChB,CAAC,CAAA;YACF,YAAY,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,0CAA0C;IAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC;QACrB,IAAI,EAAE,wBAAwB;QAC9B,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,SAAS,EAAE,KAAK;QACvB,IAAI,EAAE,SAAS,EAAE,IAAI;KACtB,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG;QACX,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE;QACnB,KAAK,EAAE,KAAK;KACb,CAAA;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACpC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,YAAY,CAAA;IAErD,MAAM;QACJ,GAAG;QACH,MAAM,EAAE,GAAG;QACX,IAAI;KACL,CAAA;AACH,CAAC;AAED,SAAS,KAAK,CAAE,GAAQ;IACtB,OAAO,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,CAAA;AACxC,CAAC;AAED,SAAS,aAAa,CAAE,MAAmB,EAAE,SAA4B,EAAE,OAAuB;IAChG,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAA;IACjC,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAE7B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,SAAQ;QACV,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAEjE,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;YAEhD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;aACjD,CAAC,CAAA;QACJ,CAAC;aAAM,IAAI,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAA;YACvB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAA;YAE3B,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW,GAAG,KAAK,CAAC,GAAG;gBAC7B,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;aACjD,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;YAEzB,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;gBACtB,SAAQ;YACV,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;YAEvB,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,KAAK,CAAC,GAAG;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,0CAA0C;IAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC;QACrB,IAAI,EAAE,wBAAwB;QAC9B,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,SAAS,EAAE,KAAK;QACvB,IAAI,EAAE,SAAS,EAAE,IAAI;KACtB,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;QAC5B,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE;QACnB,KAAK,EAAE,KAAK;KACb,CAAC,CAAC,CAAA;IAEH,OAAO,MAAM,CAAC,MAAM,CAAA;AACtB,CAAC;AAED,oFAAoF;AACpF,6EAA6E;AAC7E,iFAAiF;AACjF,qEAAqE;AACrE,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAA;AACjF,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA"}