@autonomys/auto-drive 0.7.1 → 0.7.3

package/dist/cid/index.d.ts

@@ -1,5 +1,5 @@
-import { PBNode } from '@ipld/dag-pb';
 import { CID } from 'multiformats/cid';
+import { PBNode } from '../ipld/utils.js';
 export declare const BLAKE3_CODE = 31;
 export declare const cidOfNode: (node: PBNode) => CID<unknown, 85, 31, 1>;
 export declare const cidToString: (cid: CID) => string;

package/dist/cid/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cid/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,MAAM,EAAE,MAAM,cAAc,CAAA;AAE7C,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAKtC,eAAO,MAAM,WAAW,KAAO,CAAA;AAE/B,eAAO,MAAM,SAAS,SAAU,MAAM,4BAErC,CAAA;AAED,eAAO,MAAM,WAAW,QAAS,GAAG,WAEnC,CAAA;AAED,eAAO,MAAM,WAAW,QAAS,MAAM,qEAEtC,CAAA;AAED,eAAO,MAAM,gBAAgB,SAAU,MAAM,4BAE5C,CAAA;AAED,eAAO,MAAM,iBAAiB,QAAS,GAAG,eAAyB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cid/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAGtC,OAAO,EAAc,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAErD,eAAO,MAAM,WAAW,KAAO,CAAA;AAE/B,eAAO,MAAM,SAAS,SAAU,MAAM,4BAErC,CAAA;AAED,eAAO,MAAM,WAAW,QAAS,GAAG,WAEnC,CAAA;AAED,eAAO,MAAM,WAAW,QAAS,MAAM,qEAEtC,CAAA;AAED,eAAO,MAAM,gBAAgB,SAAU,MAAM,4BAE5C,CAAA;AAED,eAAO,MAAM,iBAAiB,QAAS,GAAG,eAAyB,CAAA"}

package/dist/cid/index.js

@@ -1,12 +1,12 @@
-import { encode } from '@ipld/dag-pb';
 import { hash } from 'blake3';
-import { CID } from 'multiformats/cid';
 import * as base32 from 'multiformats/bases/base32';
+import { CID } from 'multiformats/cid';
 import * as raw from 'multiformats/codecs/raw';
 import { create } from 'multiformats/hashes/digest';
+import { encodeNode } from '../ipld/utils.js';
 export const BLAKE3_CODE = 0x1f;
 export const cidOfNode = (node) => {
-    return cidFromBlakeHash(hash(encode(node)));
+    return cidFromBlakeHash(hash(encodeNode(node)));
 };
 export const cidToString = (cid) => {
     return cid.toString(base32.base32);

package/dist/ipld/builders.d.ts

@@ -1,5 +1,5 @@
-import { PBNode } from '@ipld/dag-pb';
 import { CID } from 'multiformats/cid';
+import { PBNode } from '../ipld/index.js';
 export interface Builders {
     inlink: (links: CID[], size: number, linkDepth: number, chunkSize: number) => PBNode;
     chunk: (data: Buffer) => PBNode;

package/dist/ipld/builders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builders.d.ts","sourceRoot":"","sources":["../../src/ipld/builders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAYtC,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,MAAM,CAAA;IACpF,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC/B,IAAI,EAAE,CACJ,KAAK,EAAE,GAAG,EAAE,EACZ,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,KACjB,MAAM,CAAA;IACX,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,CAAA;CACpD;AACD,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,QAK1B,CAAA"}
+{"version":3,"file":"builders.d.ts","sourceRoot":"","sources":["../../src/ipld/builders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAYzC,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,MAAM,CAAA;IACpF,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC/B,IAAI,EAAE,CACJ,KAAK,EAAE,GAAG,EAAE,EACZ,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,KACjB,MAAM,CAAA;IACX,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,CAAA;CACpD;AACD,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,QAK1B,CAAA"}

package/dist/ipld/chunker.d.ts

@@ -1,22 +1,32 @@
-import { PBNode } from '@ipld/dag-pb';
+import type { BaseBlockstore } from 'blockstore-core';
+import type { AwaitIterable } from 'interface-store';
 import { CID } from 'multiformats';
 import { OffchainMetadata } from '../metadata/index.js';
+import { Builders } from './builders.js';
+import { PBNode } from './utils.js';
 export declare const DEFAULT_MAX_CHUNK_SIZE: number;
 export declare const DEFAULT_MAX_LINK_PER_NODE: number;
-export interface IPLDDag {
-    headCID: CID;
-    nodes: Map<CID, PBNode>;
-}
-export declare const createFileIPLDDag: (file: Buffer, filename?: string, { chunkSize, maxLinkPerNode }?: {
-    chunkSize: number;
+export declare const processFileToIPLDFormat: (blockstore: BaseBlockstore, file: AwaitIterable<Buffer>, totalSize: number, filename?: string, { maxChunkSize, maxLinkPerNode }?: {
+    maxChunkSize: number;
     maxLinkPerNode: number;
-}) => IPLDDag;
-export declare const createMetadataIPLDDag: (metadata: OffchainMetadata, limits?: {
-    chunkSize: number;
+}) => Promise<CID>;
+export declare const processMetadataToIPLDFormat: (blockstore: BaseBlockstore, metadata: OffchainMetadata, limits?: {
+    maxChunkSize: number;
     maxLinkPerNode: number;
-}) => IPLDDag;
-export declare const createFolderIPLDDag: (children: CID[], name: string, size: number, { maxLinkPerNode }?: {
+}) => Promise<CID>;
+export declare const processBufferToIPLDFormatFromChunks: (blockstore: BaseBlockstore, chunks: AwaitIterable<CID>, filename: string | undefined, totalSize: number, builders: Builders, { maxLinkPerNode, maxChunkSize }?: {
     maxLinkPerNode: number;
-}) => IPLDDag;
+    maxChunkSize: number;
+}) => Promise<CID>;
+export declare const processFolderToIPLDFormat: (blockstore: BaseBlockstore, children: CID[], name: string, size: number, { maxLinkPerNode }?: {
+    maxLinkPerNode: number;
+}) => Promise<CID>;
+/**
+ * Process chunks to IPLD format, return the last chunk if it's not full
+ * @returns the last chunk if it's not full, otherwise an empty buffer
+ */
+export declare const processChunksToIPLDFormat: (blockstore: BaseBlockstore, chunks: AwaitIterable<Buffer>, builders: Builders, { maxChunkSize }: {
+    maxChunkSize?: number;
+}) => Promise<Buffer>;
 export declare const ensureNodeMaxSize: (node: PBNode, maxSize?: number) => PBNode;
 //# sourceMappingURL=chunker.d.ts.map

package/dist/ipld/chunker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ipld/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAElC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,sBAAsB,QAAY,CAAA;AAC/C,eAAO,MAAM,yBAAyB,QAA8B,CAAA;AAEpE,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,GAAG,CAAA;IACZ,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;CACxB;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,aACD,MAAM,kCACc;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAI3E,OAEF,CAAA;AAED,eAAO,MAAM,qBAAqB,aACtB,gBAAgB,WAClB;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAIpD,OAIF,CAAA;AAwDD,eAAO,MAAM,mBAAmB,aACpB,GAAG,EAAE,QACT,MAAM,QACN,MAAM,uBACQ;IAAE,cAAc,EAAE,MAAM,CAAA;CAAE,KAC7C,OAyBF,CAAA;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,YACH,MAAM,KACd,MAOF,CAAA"}
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ipld/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AACpD,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAElC,OAAO,EAAsB,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAC3E,OAAO,EAAE,QAAQ,EAAkC,MAAM,eAAe,CAAA;AAExE,OAAO,EAA2B,MAAM,EAAE,MAAM,YAAY,CAAA;AAE5D,eAAO,MAAM,sBAAsB,QAAY,CAAA;AAG/C,eAAO,MAAM,yBAAyB,QAAwD,CAAA;AAE9F,eAAO,MAAM,uBAAuB,eACtB,cAAc,QACpB,aAAa,CAAC,MAAM,CAAC,aAChB,MAAM,aACN,MAAM,qCACiB;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAIjF,OAAO,CAAC,GAAG,CAKb,CAAA;AAED,eAAO,MAAM,2BAA2B,eAC1B,cAAc,YAChB,gBAAgB,WAClB;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAIvD,OAAO,CAAC,GAAG,CAab,CAAA;AA6BD,eAAO,MAAM,mCAAmC,eAClC,cAAc,UAClB,aAAa,CAAC,GAAG,CAAC,YAChB,MAAM,GAAG,SAAS,aACjB,MAAM,YACP,QAAQ,qCACgB;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,KAIjF,OAAO,CAAC,GAAG,CAsCb,CAAA;AAED,eAAO,MAAM,yBAAyB,eACxB,cAAc,YAChB,GAAG,EAAE,QACT,MAAM,QACN,MAAM,uBACQ;IAAE,cAAc,EAAE,MAAM,CAAA;CAAE,KAC7C,OAAO,CAAC,GAAG,CAqBb,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,yBAAyB,eACxB,cAAc,UAClB,aAAa,CAAC,MAAM,CAAC,YACnB,QAAQ,oBACyB;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,KACnE,OAAO,CAAC,MAAM,CAchB,CAAA;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,YACH,MAAM,KACd,MAOF,CAAA"}

package/dist/ipld/chunker.js

@@ -1,66 +1,143 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
 import { cidOfNode } from '../cid/index.js';
+import { decodeIPLDNodeData } from '../metadata/index.js';
 import { fileBuilders, metadataBuilders } from './builders.js';
 import { createFolderInlinkIpldNode, createFolderIpldNode } from './nodes.js';
 import { chunkBuffer, encodeNode } from './utils.js';
-export const DEFAULT_MAX_CHUNK_SIZE = 1024 * 64;
-export const DEFAULT_MAX_LINK_PER_NODE = DEFAULT_MAX_CHUNK_SIZE / 64;
-export const createFileIPLDDag = (file, filename, { chunkSize, maxLinkPerNode } = {
-    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+export const DEFAULT_MAX_CHUNK_SIZE = 64 * 1024;
+const ESTIMATED_LINK_SIZE_IN_BYTES = 64;
+export const DEFAULT_MAX_LINK_PER_NODE = DEFAULT_MAX_CHUNK_SIZE / ESTIMATED_LINK_SIZE_IN_BYTES;
+export const processFileToIPLDFormat = (blockstore, file, totalSize, filename, { maxChunkSize, maxLinkPerNode } = {
+    maxChunkSize: DEFAULT_MAX_CHUNK_SIZE,
     maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
 }) => {
-    return createBufferIPLDDag(file, filename, fileBuilders, { chunkSize, maxLinkPerNode });
+    return processBufferToIPLDFormat(blockstore, file, filename, totalSize, fileBuilders, {
+        maxChunkSize,
+        maxLinkPerNode,
+    });
 };
-export const createMetadataIPLDDag = (metadata, limits = {
-    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+export const processMetadataToIPLDFormat = (blockstore_1, metadata_1, ...args_1) => __awaiter(void 0, [blockstore_1, metadata_1, ...args_1], void 0, function* (blockstore, metadata, limits = {
+    maxChunkSize: DEFAULT_MAX_CHUNK_SIZE,
     maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
-}) => {
+}) {
     const buffer = Buffer.from(JSON.stringify(metadata));
     const name = `${metadata.name}.metadata.json`;
-    return createBufferIPLDDag(buffer, name, metadataBuilders, limits);
-};
-const createBufferIPLDDag = (buffer, filename, builders, { chunkSize, maxLinkPerNode } = {
-    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    return processBufferToIPLDFormat(blockstore, (function () {
+        return __asyncGenerator(this, arguments, function* () {
+            yield yield __await(buffer);
+        });
+    })(), name, buffer.byteLength, metadataBuilders, limits);
+});
+const processBufferToIPLDFormat = (blockstore_1, buffer_1, filename_1, totalSize_1, builders_1, ...args_1) => __awaiter(void 0, [blockstore_1, buffer_1, filename_1, totalSize_1, builders_1, ...args_1], void 0, function* (blockstore, buffer, filename, totalSize, builders, { maxChunkSize, maxLinkPerNode } = {
+    maxChunkSize: DEFAULT_MAX_CHUNK_SIZE,
     maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
-}) => {
-    if (buffer.length <= chunkSize) {
-        const head = builders.single(buffer, filename);
-        const headCID = cidOfNode(head);
-        return {
-            headCID,
-            nodes: new Map([[headCID, head]]),
-        };
+}) {
+    var _a, e_1, _b, _c;
+    const bufferChunks = chunkBuffer(buffer, { maxChunkSize });
+    let CIDs = [];
+    try {
+        for (var _d = true, bufferChunks_1 = __asyncValues(bufferChunks), bufferChunks_1_1; bufferChunks_1_1 = yield bufferChunks_1.next(), _a = bufferChunks_1_1.done, !_a; _d = true) {
+            _c = bufferChunks_1_1.value;
+            _d = false;
+            const chunk = _c;
+            const node = builders.chunk(chunk);
+            const cid = cidOfNode(node);
+            yield blockstore.put(cid, encodeNode(node));
+            CIDs.push(cid);
+        }
     }
-    const bufferChunks = chunkBuffer(buffer, chunkSize);
-    const nodes = new Map();
-    let CIDs = bufferChunks.map((chunk) => {
-        const node = builders.chunk(chunk);
-        const cid = cidOfNode(node);
-        nodes.set(cid, node);
-        return cid;
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (!_d && !_a && (_b = bufferChunks_1.return)) yield _b.call(bufferChunks_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    return processBufferToIPLDFormatFromChunks(blockstore, CIDs, filename, totalSize, builders, {
+        maxLinkPerNode,
+        maxChunkSize,
     });
+});
+export const processBufferToIPLDFormatFromChunks = (blockstore_1, chunks_1, filename_1, totalSize_1, builders_1, ...args_1) => __awaiter(void 0, [blockstore_1, chunks_1, filename_1, totalSize_1, builders_1, ...args_1], void 0, function* (blockstore, chunks, filename, totalSize, builders, { maxLinkPerNode, maxChunkSize } = {
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+    maxChunkSize: DEFAULT_MAX_CHUNK_SIZE,
+}) {
+    var _a, chunks_2, chunks_2_1;
+    var _b, e_2, _c, _d;
+    let chunkCount = 0;
+    let CIDs = [];
+    try {
+        for (_a = true, chunks_2 = __asyncValues(chunks); chunks_2_1 = yield chunks_2.next(), _b = chunks_2_1.done, !_b; _a = true) {
+            _d = chunks_2_1.value;
+            _a = false;
+            const chunk = _d;
+            CIDs.push(chunk);
+            chunkCount++;
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (!_a && !_b && (_c = chunks_2.return)) yield _c.call(chunks_2);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    if (CIDs.length === 1) {
+        const nodeBytes = yield blockstore.get(CIDs[0]);
+        yield blockstore.delete(CIDs[0]);
+        const data = decodeIPLDNodeData(nodeBytes);
+        const singleNode = builders.single(Buffer.from(data.data), filename);
+        yield blockstore.put(cidOfNode(singleNode), encodeNode(singleNode));
+        const headCID = cidOfNode(singleNode);
+        return headCID;
+    }
     let depth = 1;
     while (CIDs.length > maxLinkPerNode) {
         const newCIDs = [];
         for (let i = 0; i < CIDs.length; i += maxLinkPerNode) {
             const chunk = CIDs.slice(i, i + maxLinkPerNode);
-            const node = builders.inlink(chunk, chunk.length, depth, chunkSize);
+            const node = builders.inlink(chunk, chunk.length, depth, maxChunkSize);
             const cid = cidOfNode(node);
-            nodes.set(cid, node);
+            yield blockstore.put(cid, encodeNode(node));
             newCIDs.push(cid);
         }
         depth++;
         CIDs = newCIDs;
     }
-    const head = builders.root(CIDs, buffer.length, depth, filename, chunkSize);
+    const head = builders.root(CIDs, totalSize, depth, filename, maxChunkSize);
     const headCID = cidOfNode(head);
-    nodes.set(headCID, head);
-    return {
-        headCID,
-        nodes,
-    };
-};
-export const createFolderIPLDDag = (children, name, size, { maxLinkPerNode } = { maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE }) => {
-    const nodes = new Map();
+    yield blockstore.put(headCID, encodeNode(head));
+    return headCID;
+});
+export const processFolderToIPLDFormat = (blockstore_1, children_1, name_1, size_1, ...args_1) => __awaiter(void 0, [blockstore_1, children_1, name_1, size_1, ...args_1], void 0, function* (blockstore, children, name, size, { maxLinkPerNode } = { maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE }) {
     let cids = children;
     let depth = 0;
     while (cids.length > maxLinkPerNode) {
@@ -69,7 +146,7 @@ export const createFolderIPLDDag = (children, name, size, { maxLinkPerNode } = {
             const chunk = cids.slice(i, i + maxLinkPerNode);
             const node = createFolderInlinkIpldNode(chunk, depth);
             const cid = cidOfNode(node);
-            nodes.set(cid, node);
+            yield blockstore.put(cid, encodeNode(node));
             newCIDs.push(cid);
         }
         cids = newCIDs;
@@ -77,12 +154,38 @@ export const createFolderIPLDDag = (children, name, size, { maxLinkPerNode } = {
     }
     const node = createFolderIpldNode(cids, name, depth, size);
     const cid = cidOfNode(node);
-    nodes.set(cid, node);
-    return {
-        headCID: cid,
-        nodes,
-    };
-};
+    yield blockstore.put(cid, encodeNode(node));
+    return cid;
+});
+/**
+ * Process chunks to IPLD format, return the last chunk if it's not full
+ * @returns the last chunk if it's not full, otherwise an empty buffer
+ */
+export const processChunksToIPLDFormat = (blockstore_1, chunks_1, builders_1, _a) => __awaiter(void 0, [blockstore_1, chunks_1, builders_1, _a], void 0, function* (blockstore, chunks, builders, { maxChunkSize = DEFAULT_MAX_CHUNK_SIZE }) {
+    var _b, e_3, _c, _d;
+    const bufferChunks = chunkBuffer(chunks, { maxChunkSize, ignoreLastChunk: false });
+    try {
+        for (var _e = true, bufferChunks_2 = __asyncValues(bufferChunks), bufferChunks_2_1; bufferChunks_2_1 = yield bufferChunks_2.next(), _b = bufferChunks_2_1.done, !_b; _e = true) {
+            _d = bufferChunks_2_1.value;
+            _e = false;
+            const chunk = _d;
+            if (chunk.byteLength < maxChunkSize) {
+                return chunk;
+            }
+            const node = builders.chunk(chunk);
+            const cid = cidOfNode(node);
+            yield blockstore.put(cid, encodeNode(node));
+        }
+    }
+    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    finally {
+        try {
+            if (!_e && !_b && (_c = bufferChunks_2.return)) yield _c.call(bufferChunks_2);
+        }
+        finally { if (e_3) throw e_3.error; }
+    }
+    return Buffer.alloc(0);
+});
 export const ensureNodeMaxSize = (node, maxSize = DEFAULT_MAX_CHUNK_SIZE) => {
     const nodeSize = encodeNode(node).byteLength;
     if (nodeSize > maxSize) {

package/dist/ipld/index.d.ts

@@ -1,4 +1,5 @@
+export * from './builders.js';
 export * from './chunker.js';
 export * from './nodes.js';
-export { encodeNode } from './utils.js';
+export * from './utils.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/ipld/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ipld/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAA;AAC5B,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ipld/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,cAAc,CAAA;AAC5B,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA"}

package/dist/ipld/index.js

@@ -1,3 +1,4 @@
+export * from './builders.js';
 export * from './chunker.js';
 export * from './nodes.js';
-export { encodeNode } from './utils.js';
+export * from './utils.js';

package/dist/ipld/nodes.d.ts

@@ -1,5 +1,5 @@
-import { PBNode } from '@ipld/dag-pb';
 import { CID } from 'multiformats/cid';
+import { PBNode } from '../ipld/index.js';
 import { OffchainMetadata } from '../metadata/index.js';
 export declare const createFileChunkIpldNode: (data: Buffer) => PBNode;
 export declare const createChunkedFileIpldNode: (links: CID[], size: number, linkDepth: number, name?: string, maxNodeSize?: number) => PBNode;

package/dist/ipld/nodes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"nodes.d.ts","sourceRoot":"","sources":["../../src/ipld/nodes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,MAAM,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,uBAAuB,SAAU,MAAM,KAAG,MASpD,CAAA;AAKH,eAAO,MAAM,yBAAyB,UAC7B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAGH,eAAO,MAAM,wBAAwB,UAC5B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,wBAAwB,SAAU,MAAM,SAAS,MAAM,KAAG,MAUpE,CAAA;AAKH,eAAO,MAAM,4BAA4B,UAChC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,4BAA4B,SAAU,MAAM,SAAS,MAAM,KAAG,MAUxE,CAAA;AAEH,eAAO,MAAM,2BAA2B,SAAU,MAAM,KAAG,MAQxD,CAAA;AAEH,eAAO,MAAM,6BAA6B,UACjC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAKH,eAAO,MAAM,oBAAoB,UACxB,GAAG,EAAE,QACN,MAAM,aACD,MAAM,QACX,MAAM,gBACC,MAAM,KAClB,MAYA,CAAA;AAEH,eAAO,MAAM,0BAA0B,UAC9B,GAAG,EAAE,aACD,MAAM,gBACJ,MAAM,KAClB,MAUA,CAAA;AAGH,eAAO,MAAM,kBAAkB,aACnB,gBAAgB,gBACb,MAAM,KAClB,MAcF,CAAA"}
+{"version":3,"file":"nodes.d.ts","sourceRoot":"","sources":["../../src/ipld/nodes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAc,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,uBAAuB,SAAU,MAAM,KAAG,MASpD,CAAA;AAKH,eAAO,MAAM,yBAAyB,UAC7B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAGH,eAAO,MAAM,wBAAwB,UAC5B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,wBAAwB,SAAU,MAAM,SAAS,MAAM,KAAG,MAUpE,CAAA;AAKH,eAAO,MAAM,4BAA4B,UAChC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,4BAA4B,SAAU,MAAM,SAAS,MAAM,KAAG,MAUxE,CAAA;AAEH,eAAO,MAAM,2BAA2B,SAAU,MAAM,KAAG,MAQxD,CAAA;AAEH,eAAO,MAAM,6BAA6B,UACjC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAKH,eAAO,MAAM,oBAAoB,UACxB,GAAG,EAAE,QACN,MAAM,aACD,MAAM,QACX,MAAM,gBACC,MAAM,KAClB,MAYA,CAAA;AAEH,eAAO,MAAM,0BAA0B,UAC9B,GAAG,EAAE,aACD,MAAM,gBACJ,MAAM,KAClB,MAUA,CAAA;AAGH,eAAO,MAAM,kBAAkB,aACnB,gBAAgB,gBACb,MAAM,KAClB,MAcF,CAAA"}

package/dist/ipld/nodes.js

@@ -1,4 +1,4 @@
-import { createNode } from '@ipld/dag-pb';
+import { createNode } from '../ipld/index.js';
 import { encodeIPLDNodeData, MetadataType } from '../metadata/onchain/index.js';
 import { DEFAULT_MAX_CHUNK_SIZE, ensureNodeMaxSize } from './chunker.js';
 /// Creates a file chunk ipld node

package/dist/ipld/utils.d.ts

@@ -1,5 +1,8 @@
-import { PBNode } from '@ipld/dag-pb';
-export declare const chunkBuffer: (buffer: Buffer, chunkSize: number) => Buffer[];
-export declare const encodeNode: (node: PBNode) => Buffer;
-export declare const decodeNode: (data: Uint8Array) => PBNode;
+import { createNode, decode, encode, PBNode } from '@ipld/dag-pb';
+import { AwaitIterable } from 'interface-store';
+export declare const chunkBuffer: (buffer: AwaitIterable<Buffer>, { maxChunkSize, ignoreLastChunk }: {
+    maxChunkSize: number;
+    ignoreLastChunk?: boolean;
+}) => AsyncIterable<Buffer>;
+export { createNode, decode as decodeNode, encode as encodeNode, PBNode };
 //# sourceMappingURL=utils.d.ts.map

package/dist/ipld/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/ipld/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,MAAM,EAAE,MAAM,cAAc,CAAA;AAErD,eAAO,MAAM,WAAW,WAAY,MAAM,aAAa,MAAM,aAQ5D,CAAA;AAED,eAAO,MAAM,UAAU,SAAU,MAAM,KAAG,MAAmC,CAAA;AAE7E,eAAO,MAAM,UAAU,SAAU,UAAU,KAAG,MAAsB,CAAA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/ipld/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAE/C,eAAO,MAAM,WAAW,WACd,aAAa,CAAC,MAAM,CAAC,qCACc;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,KAC7F,aAAa,CAAC,MAAM,CAYtB,CAAA;AAED,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,EAAE,CAAA"}

package/dist/ipld/utils.js

@@ -1,10 +1,50 @@
-import { decode, encode } from '@ipld/dag-pb';
-export const chunkBuffer = (buffer, chunkSize) => {
-    const chunks = [];
-    for (let i = 0; i < buffer.length; i += chunkSize) {
-        chunks.push(Buffer.from(buffer.buffer.slice(i, i + chunkSize)));
-    }
-    return chunks;
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
 };
-export const encodeNode = (node) => Buffer.from(encode(node));
-export const decodeNode = (data) => decode(data);
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+import { createNode, decode, encode } from '@ipld/dag-pb';
+export const chunkBuffer = function (buffer_1, _a) {
+    return __asyncGenerator(this, arguments, function* (buffer, { maxChunkSize, ignoreLastChunk = false }) {
+        var _b, e_1, _c, _d;
+        let target = Buffer.alloc(0);
+        try {
+            for (var _e = true, buffer_2 = __asyncValues(buffer), buffer_2_1; buffer_2_1 = yield __await(buffer_2.next()), _b = buffer_2_1.done, !_b; _e = true) {
+                _d = buffer_2_1.value;
+                _e = false;
+                let chunk = _d;
+                target = Buffer.concat([target, chunk]);
+                while (target.length >= maxChunkSize) {
+                    yield yield __await(target.subarray(0, maxChunkSize));
+                    target = target.subarray(maxChunkSize);
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_e && !_b && (_c = buffer_2.return)) yield __await(_c.call(buffer_2));
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        if (target.length > 0 && !ignoreLastChunk) {
+            yield yield __await(target);
+        }
+    });
+};
+export { createNode, decode as decodeNode, encode as encodeNode };

package/dist/metadata/offchain/file.d.ts

@@ -1,4 +1,4 @@
-import { IPLDDag } from '../../index.js';
+import { CID } from 'multiformats';
 export type OffchainFileMetadata = {
     type: 'file';
     dataCid: string;
@@ -12,5 +12,5 @@ export interface ChunkInfo {
     size: number;
     cid: string;
 }
-export declare const fileMetadata: (dag: IPLDDag, totalSize: number, name?: string, mimeType?: string) => OffchainFileMetadata;
+export declare const fileMetadata: (headCID: CID, chunks: ChunkInfo[], totalSize: number, name?: string | null, mimeType?: string | null) => OffchainFileMetadata;
 //# sourceMappingURL=file.d.ts.map

package/dist/metadata/offchain/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,OAAO,EAA8B,MAAM,gBAAgB,CAAA;AAE5F,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,SAAS,EAAE,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,eAAO,MAAM,YAAY,QAClB,OAAO,aACD,MAAM,SACV,MAAM,aACF,MAAM,KAChB,oBAiBF,CAAA"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAGlC,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,SAAS,EAAE,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,eAAO,MAAM,YAAY,YACd,GAAG,UACJ,SAAS,EAAE,aACR,MAAM,SACV,MAAM,GAAG,IAAI,aACT,MAAM,GAAG,IAAI,KACvB,oBAUF,CAAA"}

package/dist/metadata/offchain/file.js

@@ -1,19 +1,12 @@
-import { cidOfNode, cidToString, IPLDNodeData } from '../../index.js';
-export const fileMetadata = (dag, totalSize, name, mimeType) => {
-    const chunks = Array.from(dag.nodes.values()).filter((n) => n.Data && IPLDNodeData.decode(n.Data).data);
+import { cidToString } from '../../index.js';
+export const fileMetadata = (headCID, chunks, totalSize, name, mimeType) => {
     return {
         type: 'file',
-        dataCid: cidToString(dag.headCID),
-        name,
-        mimeType,
+        dataCid: cidToString(headCID),
+        name: name !== null && name !== void 0 ? name : undefined,
+        mimeType: mimeType !== null && mimeType !== void 0 ? mimeType : undefined,
         totalSize,
         totalChunks: chunks.length,
-        chunks: chunks.map((chunk) => {
-            var _a, _b;
-            return ({
-                cid: cidToString(cidOfNode(chunk)),
-                size: (_b = (_a = chunk.Data) === null || _a === void 0 ? void 0 : _a.length) !== null && _b !== void 0 ? _b : 0,
-            });
-        }),
+        chunks,
     };
 };

package/dist/metadata/offchain/folder.d.ts

@@ -1,3 +1,5 @@
+import { CID } from 'multiformats';
+import { PBNode } from '../../ipld/index.js';
 interface ChildrenMetadata {
     type: 'folder' | 'file';
     name?: string;
@@ -12,6 +14,7 @@ export type OffchainFolderMetadata = {
     totalFiles: number;
     children: ChildrenMetadata[];
 };
-export declare const folderMetadata: (cid: string, children: ChildrenMetadata[], name?: string) => OffchainFolderMetadata;
+export declare const childrenMetadataFromNode: (node: PBNode) => ChildrenMetadata;
+export declare const folderMetadata: (cid: CID | string, children: ChildrenMetadata[], name?: string | null) => OffchainFolderMetadata;
 export {};
 //# sourceMappingURL=folder.d.ts.map

package/dist/metadata/offchain/folder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"folder.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/folder.ts"],"names":[],"mappings":"AAAA,UAAU,gBAAgB;IACxB,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,QAAQ,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,gBAAgB,EAAE,CAAA;CAC7B,CAAA;AAED,eAAO,MAAM,cAAc,QACpB,MAAM,YACD,gBAAgB,EAAE,SACrB,MAAM,KACZ,sBASF,CAAA"}
+{"version":3,"file":"folder.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/folder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAElC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAG5C,UAAU,gBAAgB;IACxB,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,QAAQ,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,gBAAgB,EAAE,CAAA;CAC7B,CAAA;AAED,eAAO,MAAM,wBAAwB,SAAU,MAAM,KAAG,gBAYvD,CAAA;AAED,eAAO,MAAM,cAAc,QACpB,GAAG,GAAG,MAAM,YACP,gBAAgB,EAAE,SACrB,MAAM,GAAG,IAAI,KACnB,sBAWF,CAAA"}

package/dist/metadata/offchain/folder.js

@@ -1,10 +1,26 @@
+import { cidOfNode, cidToString } from '../../cid/index.js';
+import { IPLDNodeData, MetadataType } from '../onchain/index.js';
+export const childrenMetadataFromNode = (node) => {
+    var _a;
+    const ipldData = IPLDNodeData.decode(node.Data);
+    if (ipldData.type !== MetadataType.File && ipldData.type !== MetadataType.Folder) {
+        throw new Error('Invalid metadata type');
+    }
+    return {
+        type: ipldData.type === MetadataType.File ? 'file' : 'folder',
+        cid: cidToString(cidOfNode(node)),
+        totalSize: (_a = ipldData.size) !== null && _a !== void 0 ? _a : 0,
+        name: ipldData.name,
+    };
+};
 export const folderMetadata = (cid, children, name) => {
+    cid = typeof cid === 'string' ? cid : cidToString(cid);
     return {
         dataCid: cid,
         totalSize: children.reduce((acc, child) => acc + child.totalSize, 0),
         totalFiles: children.length,
         children,
         type: 'folder',
-        name,
+        name: name !== null && name !== void 0 ? name : undefined,
     };
 };

package/dist/metadata/onchain/utils.js

@@ -1,10 +1,10 @@
-import { decode } from '@ipld/dag-pb';
+import { decodeNode } from '../../ipld/index.js';
 import { IPLDNodeData } from '../onchain/index.js';
 export const encodeIPLDNodeData = (metadata) => {
     return IPLDNodeData.encode(metadata);
 };
 export const decodeIPLDNodeData = (data) => {
-    const decoded = decode(data);
+    const decoded = decodeNode(data);
     if (!decoded.Data) {
         throw new Error('Invalid data');
     }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@autonomys/auto-drive",
   "packageManager": "yarn@4.1.1",
-  "version": "0.7.1",
+  "version": "0.7.3",
   "license": "MIT",
   "main": "dist/index.js",
   "repository": {
@@ -26,6 +26,8 @@
   },
   "devDependencies": {
     "@types/jest": "^29.5.13",
+    "blockstore-core": "^5.0.2",
+    "interface-store": "^6.0.2",
     "jest": "^29.7.0",
     "protobufjs": "^7.4.0",
     "ts-jest": "^29.2.5",
@@ -39,5 +41,5 @@
     "protons": "^7.6.0",
     "protons-runtime": "^5.5.0"
   },
-  "gitHead": "509bb6d337ca6c0f4da389cd342f1b58be57cb7e"
+  "gitHead": "dde96ad7b5d7f2bf023da23cbd1de89b0e22f1c6"
 }

package/src/cid/index.ts

@@ -1,14 +1,14 @@
-import { encode, PBNode } from '@ipld/dag-pb'
 import { hash } from 'blake3'
-import { CID } from 'multiformats/cid'
 import * as base32 from 'multiformats/bases/base32'
+import { CID } from 'multiformats/cid'
 import * as raw from 'multiformats/codecs/raw'
 import { create } from 'multiformats/hashes/digest'
+import { encodeNode, PBNode } from '../ipld/utils.js'
 
 export const BLAKE3_CODE = 0x1f
 
 export const cidOfNode = (node: PBNode) => {
-  return cidFromBlakeHash(hash(encode(node)))
+  return cidFromBlakeHash(hash(encodeNode(node)))
 }
 
 export const cidToString = (cid: CID) => {