@autonomys/auto-drive 0.6.3 → 0.6.5

package/README.md

@@ -128,6 +128,27 @@ const cidString = cidToString(cid)
 console.log(`CID of the file DAG: ${cidString}`)
 ```
 
+### Example: Converting Metadata To DAG
+
+```typescript
+import {
+  createMetadataIPLDDag,
+  cidOfNode,
+  cidToString,
+  type OffchainMetadata,
+} from '@autonomys/auto-drive'
+import fs from 'fs'
+
+const metadata: OffchainMetadata = fs.readFileSync('path/to/your/metadata.json')
+
+const dag = createMetadataIPLDDag(metadata)
+
+const cid = cidOfNode(dag.headCID)
+const cidString = cidToString(cid)
+
+console.log(`CID of the metadata DAG: ${cidString}`)
+```
+
 ## License
 
 This project is licensed under the MIT License. See the [LICENSE](LICENSE) file for details.

package/dist/ipld/builders.d.ts

@@ -0,0 +1,11 @@
+import { PBNode } from '@ipld/dag-pb';
+import { CID } from 'multiformats/cid';
+export interface Builders {
+    inlink: (links: CID[], size: number, linkDepth: number, chunkSize: number) => PBNode;
+    chunk: (data: Buffer) => PBNode;
+    root: (links: CID[], size: number, linkDepth: number, name?: string, maxNodeSize?: number) => PBNode;
+    single: (data: Buffer, filename?: string) => PBNode;
+}
+export declare const metadataBuilders: Builders;
+export declare const fileBuilders: Builders;
+//# sourceMappingURL=builders.d.ts.map

package/dist/ipld/builders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"builders.d.ts","sourceRoot":"","sources":["../../src/ipld/builders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAYtC,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,MAAM,CAAA;IACpF,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC/B,IAAI,EAAE,CACJ,KAAK,EAAE,GAAG,EAAE,EACZ,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,KACjB,MAAM,CAAA;IACX,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,CAAA;CACpD;AACD,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,QAK1B,CAAA"}

package/dist/ipld/builders.js

@@ -0,0 +1,13 @@
+import { createChunkedFileIpldNode, createChunkedMetadataIpldNode, createFileChunkIpldNode, createFileInlinkIpldNode, createMetadataChunkIpldNode, createMetadataInlinkIpldNode, createSingleFileIpldNode, createSingleMetadataIpldNode, } from './nodes.js';
+export const metadataBuilders = {
+    inlink: createMetadataInlinkIpldNode,
+    chunk: createMetadataChunkIpldNode,
+    root: createChunkedMetadataIpldNode,
+    single: createSingleMetadataIpldNode,
+};
+export const fileBuilders = {
+    inlink: createFileInlinkIpldNode,
+    chunk: createFileChunkIpldNode,
+    root: createChunkedFileIpldNode,
+    single: createSingleFileIpldNode,
+};

package/dist/ipld/chunker.d.ts

@@ -1,5 +1,6 @@
 import { PBNode } from '@ipld/dag-pb';
 import { CID } from 'multiformats';
+import { OffchainMetadata } from '../metadata/index.js';
 export declare const DEFAULT_MAX_CHUNK_SIZE: number;
 export declare const DEFAULT_MAX_LINK_PER_NODE: number;
 export interface IPLDDag {
@@ -10,6 +11,10 @@ export declare const createFileIPLDDag: (file: Buffer, filename?: string, { chun
     chunkSize: number;
     maxLinkPerNode: number;
 }) => IPLDDag;
+export declare const createMetadataIPLDDag: (metadata: OffchainMetadata, limits?: {
+    chunkSize: number;
+    maxLinkPerNode: number;
+}) => IPLDDag;
 export declare const createFolderIPLDDag: (children: CID[], name: string, size: number, { maxLinkPerNode }?: {
     maxLinkPerNode: number;
 }) => IPLDDag;

package/dist/ipld/chunker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ipld/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAYlC,eAAO,MAAM,sBAAsB,QAAY,CAAA;AAC/C,eAAO,MAAM,yBAAyB,QAA8B,CAAA;AAEpE,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,GAAG,CAAA;IACZ,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;CACxB;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,aACD,MAAM,kCACc;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAI3E,OA4CF,CAAA;AAED,eAAO,MAAM,mBAAmB,aACpB,GAAG,EAAE,QACT,MAAM,QACN,MAAM,uBACQ;IAAE,cAAc,EAAE,MAAM,CAAA;CAAE,KAC7C,OAyBF,CAAA;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,YACH,MAAM,KACd,MAOF,CAAA"}
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ipld/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAElC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,sBAAsB,QAAY,CAAA;AAC/C,eAAO,MAAM,yBAAyB,QAA8B,CAAA;AAEpE,MAAM,WAAW,OAAO;IACtB,OAAO,EAAE,GAAG,CAAA;IACZ,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;CACxB;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,aACD,MAAM,kCACc;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAI3E,OAEF,CAAA;AAED,eAAO,MAAM,qBAAqB,aACtB,gBAAgB,WAClB;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,KAIpD,OAIF,CAAA;AAwDD,eAAO,MAAM,mBAAmB,aACpB,GAAG,EAAE,QACT,MAAM,QACN,MAAM,uBACQ;IAAE,cAAc,EAAE,MAAM,CAAA;CAAE,KAC7C,OAyBF,CAAA;AAED,eAAO,MAAM,iBAAiB,SACtB,MAAM,YACH,MAAM,KACd,MAOF,CAAA"}

package/dist/ipld/chunker.js

@@ -1,5 +1,6 @@
 import { cidOfNode } from '../cid/index.js';
-import { createChunkedFileIpldNode, createChunkIpldNode, createFileInlinkIpldNode, createFolderInlinkIpldNode, createFolderIpldNode, createSingleFileIpldNode, } from './nodes.js';
+import { fileBuilders, metadataBuilders } from './builders.js';
+import { createFolderInlinkIpldNode, createFolderIpldNode } from './nodes.js';
 import { chunkBuffer, encodeNode } from './utils.js';
 export const DEFAULT_MAX_CHUNK_SIZE = 1024 * 64;
 export const DEFAULT_MAX_LINK_PER_NODE = DEFAULT_MAX_CHUNK_SIZE / 64;
@@ -7,18 +8,32 @@ export const createFileIPLDDag = (file, filename, { chunkSize, maxLinkPerNode }
     chunkSize: DEFAULT_MAX_CHUNK_SIZE,
     maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
 }) => {
-    if (file.length <= chunkSize) {
-        const head = createSingleFileIpldNode(file, filename);
+    return createBufferIPLDDag(file, filename, fileBuilders, { chunkSize, maxLinkPerNode });
+};
+export const createMetadataIPLDDag = (metadata, limits = {
+    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+}) => {
+    const buffer = Buffer.from(JSON.stringify(metadata));
+    const name = `${metadata.name}.metadata.json`;
+    return createBufferIPLDDag(buffer, name, metadataBuilders, limits);
+};
+const createBufferIPLDDag = (buffer, filename, builders, { chunkSize, maxLinkPerNode } = {
+    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+}) => {
+    if (buffer.length <= chunkSize) {
+        const head = builders.single(buffer, filename);
         const headCID = cidOfNode(head);
         return {
             headCID,
             nodes: new Map([[headCID, head]]),
         };
     }
-    const bufferChunks = chunkBuffer(file, chunkSize);
+    const bufferChunks = chunkBuffer(buffer, chunkSize);
     const nodes = new Map();
     let CIDs = bufferChunks.map((chunk) => {
-        const node = createChunkIpldNode(chunk);
+        const node = builders.chunk(chunk);
         const cid = cidOfNode(node);
         nodes.set(cid, node);
         return cid;
@@ -28,7 +43,7 @@ export const createFileIPLDDag = (file, filename, { chunkSize, maxLinkPerNode }
         const newCIDs = [];
         for (let i = 0; i < CIDs.length; i += maxLinkPerNode) {
             const chunk = CIDs.slice(i, i + maxLinkPerNode);
-            const node = createFileInlinkIpldNode(chunk, chunk.length, depth, chunkSize);
+            const node = builders.inlink(chunk, chunk.length, depth, chunkSize);
             const cid = cidOfNode(node);
             nodes.set(cid, node);
             newCIDs.push(cid);
@@ -36,7 +51,7 @@ export const createFileIPLDDag = (file, filename, { chunkSize, maxLinkPerNode }
         depth++;
         CIDs = newCIDs;
     }
-    const head = createChunkedFileIpldNode(CIDs, file.length, depth, filename, chunkSize);
+    const head = builders.root(CIDs, buffer.length, depth, filename, chunkSize);
     const headCID = cidOfNode(head);
     nodes.set(headCID, head);
     return {

package/dist/ipld/nodes.d.ts

@@ -1,10 +1,14 @@
 import { PBNode } from '@ipld/dag-pb';
 import { CID } from 'multiformats/cid';
 import { OffchainMetadata } from '../metadata/index.js';
-export declare const createChunkIpldNode: (data: Buffer) => PBNode;
+export declare const createFileChunkIpldNode: (data: Buffer) => PBNode;
 export declare const createChunkedFileIpldNode: (links: CID[], size: number, linkDepth: number, name?: string, maxNodeSize?: number) => PBNode;
 export declare const createFileInlinkIpldNode: (links: CID[], size: number, linkDepth: number, maxNodeSize?: number) => PBNode;
 export declare const createSingleFileIpldNode: (data: Buffer, name?: string) => PBNode;
+export declare const createMetadataInlinkIpldNode: (links: CID[], size: number, linkDepth: number, maxNodeSize?: number) => PBNode;
+export declare const createSingleMetadataIpldNode: (data: Buffer, name?: string) => PBNode;
+export declare const createMetadataChunkIpldNode: (data: Buffer) => PBNode;
+export declare const createChunkedMetadataIpldNode: (links: CID[], size: number, linkDepth: number, name?: string, maxNodeSize?: number) => PBNode;
 export declare const createFolderIpldNode: (links: CID[], name: string, linkDepth: number, size: number, maxNodeSize?: number) => PBNode;
 export declare const createFolderInlinkIpldNode: (links: CID[], linkDepth: number, maxNodeSize?: number) => PBNode;
 export declare const createMetadataNode: (metadata: OffchainMetadata, maxNodeSize?: number) => PBNode;

package/dist/ipld/nodes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"nodes.d.ts","sourceRoot":"","sources":["../../src/ipld/nodes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,MAAM,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,mBAAmB,SAAU,MAAM,KAAG,MAShD,CAAA;AAKH,eAAO,MAAM,yBAAyB,UAC7B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAIH,eAAO,MAAM,wBAAwB,UAC5B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,wBAAwB,SAAU,MAAM,SAAS,MAAM,KAAG,MAUpE,CAAA;AAKH,eAAO,MAAM,oBAAoB,UACxB,GAAG,EAAE,QACN,MAAM,aACD,MAAM,QACX,MAAM,gBACC,MAAM,KAClB,MAYA,CAAA;AAEH,eAAO,MAAM,0BAA0B,UAC9B,GAAG,EAAE,aACD,MAAM,gBACJ,MAAM,KAClB,MAUA,CAAA;AAGH,eAAO,MAAM,kBAAkB,aACnB,gBAAgB,gBACb,MAAM,KAClB,MAcF,CAAA"}
+{"version":3,"file":"nodes.d.ts","sourceRoot":"","sources":["../../src/ipld/nodes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,MAAM,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAKvD,eAAO,MAAM,uBAAuB,SAAU,MAAM,KAAG,MASpD,CAAA;AAKH,eAAO,MAAM,yBAAyB,UAC7B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAGH,eAAO,MAAM,wBAAwB,UAC5B,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,wBAAwB,SAAU,MAAM,SAAS,MAAM,KAAG,MAUpE,CAAA;AAKH,eAAO,MAAM,4BAA4B,UAChC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,gBACJ,MAAM,KAClB,MAWA,CAAA;AAKH,eAAO,MAAM,4BAA4B,SAAU,MAAM,SAAS,MAAM,KAAG,MAUxE,CAAA;AAEH,eAAO,MAAM,2BAA2B,SAAU,MAAM,KAAG,MAQxD,CAAA;AAEH,eAAO,MAAM,6BAA6B,UACjC,GAAG,EAAE,QACN,MAAM,aACD,MAAM,SACV,MAAM,gBACA,MAAM,KAClB,MAYA,CAAA;AAKH,eAAO,MAAM,oBAAoB,UACxB,GAAG,EAAE,QACN,MAAM,aACD,MAAM,QACX,MAAM,gBACC,MAAM,KAClB,MAYA,CAAA;AAEH,eAAO,MAAM,0BAA0B,UAC9B,GAAG,EAAE,aACD,MAAM,gBACJ,MAAM,KAClB,MAUA,CAAA;AAGH,eAAO,MAAM,kBAAkB,aACnB,gBAAgB,gBACb,MAAM,KAClB,MAcF,CAAA"}

package/dist/ipld/nodes.js

@@ -1,8 +1,8 @@
 import { createNode } from '@ipld/dag-pb';
 import { encodeIPLDNodeData, MetadataType } from '../metadata/onchain/index.js';
 import { DEFAULT_MAX_CHUNK_SIZE, ensureNodeMaxSize } from './chunker.js';
-/// Creates a chunk ipld node
-export const createChunkIpldNode = (data) => createNode(encodeIPLDNodeData({
+/// Creates a file chunk ipld node
+export const createFileChunkIpldNode = (data) => createNode(encodeIPLDNodeData({
     type: MetadataType.FileChunk,
     size: data.length,
     linkDepth: 0,
@@ -19,7 +19,6 @@ export const createChunkedFileIpldNode = (links, size, linkDepth, name, maxNodeS
 }), links.map((cid) => ({ Hash: cid }))), maxNodeSize);
 // Creates a file ipld node
 // links: the CIDs of the file's contents
-// @todo: add the file's metadata
 export const createFileInlinkIpldNode = (links, size, linkDepth, maxNodeSize = DEFAULT_MAX_CHUNK_SIZE) => ensureNodeMaxSize(createNode(encodeIPLDNodeData({
     type: MetadataType.FileInlink,
     size,
@@ -35,6 +34,36 @@ export const createSingleFileIpldNode = (data, name) => createNode(encodeIPLDNod
     linkDepth: 0,
     data,
 }), []);
+// Creates a file ipld node
+// links: the CIDs of the file's contents
+// @todo: add the file's metadata
+export const createMetadataInlinkIpldNode = (links, size, linkDepth, maxNodeSize = DEFAULT_MAX_CHUNK_SIZE) => ensureNodeMaxSize(createNode(encodeIPLDNodeData({
+    type: MetadataType.FileInlink,
+    size,
+    linkDepth,
+}), links.map((cid) => ({ Hash: cid }))), maxNodeSize);
+// Creates a file ipld node
+// links: the CIDs of the file's contents
+// @todo: add the file's metadata
+export const createSingleMetadataIpldNode = (data, name) => createNode(encodeIPLDNodeData({
+    type: MetadataType.Metadata,
+    name,
+    size: data.length,
+    linkDepth: 0,
+    data,
+}), []);
+export const createMetadataChunkIpldNode = (data) => createNode(encodeIPLDNodeData({
+    type: MetadataType.MetadataChunk,
+    size: data.length,
+    linkDepth: 0,
+    data,
+}));
+export const createChunkedMetadataIpldNode = (links, size, linkDepth, name, maxNodeSize = DEFAULT_MAX_CHUNK_SIZE) => ensureNodeMaxSize(createNode(encodeIPLDNodeData({
+    type: MetadataType.Metadata,
+    name,
+    size,
+    linkDepth,
+}), links.map((cid) => ({ Hash: cid }))), maxNodeSize);
 // Creates a folder ipld node
 // links: the CIDs of the folder's contents
 // @todo: add the folder's metadata

package/dist/metadata/offchain/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAEhE,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,SAAS,EAAE,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,eAAO,MAAM,YAAY,QAClB,OAAO,aACD,MAAM,SACV,MAAM,aACF,MAAM,KAChB,oBAaF,CAAA"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/metadata/offchain/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,OAAO,EAA8B,MAAM,gBAAgB,CAAA;AAE5F,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,SAAS,EAAE,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,eAAO,MAAM,YAAY,QAClB,OAAO,aACD,MAAM,SACV,MAAM,aACF,MAAM,KAChB,oBAiBF,CAAA"}

package/dist/metadata/offchain/file.js

@@ -1,13 +1,14 @@
-import { cidOfNode, cidToString } from '../../index.js';
+import { cidOfNode, cidToString, IPLDNodeData } from '../../index.js';
 export const fileMetadata = (dag, totalSize, name, mimeType) => {
+    const chunks = Array.from(dag.nodes.values()).filter((n) => n.Data && IPLDNodeData.decode(n.Data).data);
     return {
         type: 'file',
         dataCid: cidToString(dag.headCID),
         name,
         mimeType,
         totalSize,
-        totalChunks: dag.nodes.size,
-        chunks: Array.from(dag.nodes.values()).map((chunk) => {
+        totalChunks: chunks.length,
+        chunks: chunks.map((chunk) => {
             var _a, _b;
             return ({
                 cid: cidToString(cidOfNode(chunk)),

package/dist/metadata/onchain/protobuf/OnchainMetadata.d.ts

@@ -18,7 +18,9 @@ export declare enum MetadataType {
     FileChunk = "FileChunk",
     Folder = "Folder",
     FolderInlink = "FolderInlink",
-    Metadata = "Metadata"
+    Metadata = "Metadata",
+    MetadataInlink = "MetadataInlink",
+    MetadataChunk = "MetadataChunk"
 }
 export declare namespace MetadataType {
     const codec: () => Codec<MetadataType>;

package/dist/metadata/onchain/protobuf/OnchainMetadata.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OnchainMetadata.d.ts","sourceRoot":"","sources":["../../../../src/metadata/onchain/protobuf/OnchainMetadata.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,KAAK,EAAiB,KAAK,aAAa,EAAuC,MAAM,iBAAiB,CAAA;AACpH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAEpD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,YAAY,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,UAAU,CAAA;CAClB;AAED,yBAAiB,YAAY,CAAC;IAGrB,MAAM,KAAK,QAAO,KAAK,CAAC,YAAY,CA+E1C,CAAA;IAEM,MAAM,MAAM,QAAS,OAAO,CAAC,YAAY,CAAC,KAAG,UAEnD,CAAA;IAEM,MAAM,MAAM,QAAS,UAAU,GAAG,cAAc,SAAS,aAAa,CAAC,YAAY,CAAC,KAAG,YAE7F,CAAA;CACF;AAED,oBAAY,YAAY;IACtB,IAAI,SAAS;IACb,UAAU,eAAe;IACzB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;CACtB;AAWD,yBAAiB,YAAY,CAAC;IACrB,MAAM,KAAK,QAAO,KAAK,CAAC,YAAY,CAE1C,CAAA;CACF"}
+{"version":3,"file":"OnchainMetadata.d.ts","sourceRoot":"","sources":["../../../../src/metadata/onchain/protobuf/OnchainMetadata.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,KAAK,EAAiB,KAAK,aAAa,EAAuC,MAAM,iBAAiB,CAAA;AACpH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAEpD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,YAAY,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,UAAU,CAAA;CAClB;AAED,yBAAiB,YAAY,CAAC;IAGrB,MAAM,KAAK,QAAO,KAAK,CAAC,YAAY,CA+E1C,CAAA;IAEM,MAAM,MAAM,QAAS,OAAO,CAAC,YAAY,CAAC,KAAG,UAEnD,CAAA;IAEM,MAAM,MAAM,QAAS,UAAU,GAAG,cAAc,SAAS,aAAa,CAAC,YAAY,CAAC,KAAG,YAE7F,CAAA;CACF;AAED,oBAAY,YAAY;IACtB,IAAI,SAAS;IACb,UAAU,eAAe;IACzB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;IACrB,cAAc,mBAAmB;IACjC,aAAa,kBAAkB;CAChC;AAaD,yBAAiB,YAAY,CAAC;IACrB,MAAM,KAAK,QAAO,KAAK,CAAC,YAAY,CAE1C,CAAA;CACF"}

package/dist/metadata/onchain/protobuf/OnchainMetadata.js

@@ -91,6 +91,8 @@ export var MetadataType;
     MetadataType["Folder"] = "Folder";
     MetadataType["FolderInlink"] = "FolderInlink";
     MetadataType["Metadata"] = "Metadata";
+    MetadataType["MetadataInlink"] = "MetadataInlink";
+    MetadataType["MetadataChunk"] = "MetadataChunk";
 })(MetadataType || (MetadataType = {}));
 var __MetadataTypeValues;
 (function (__MetadataTypeValues) {
@@ -100,6 +102,8 @@ var __MetadataTypeValues;
     __MetadataTypeValues[__MetadataTypeValues["Folder"] = 3] = "Folder";
     __MetadataTypeValues[__MetadataTypeValues["FolderInlink"] = 4] = "FolderInlink";
     __MetadataTypeValues[__MetadataTypeValues["Metadata"] = 5] = "Metadata";
+    __MetadataTypeValues[__MetadataTypeValues["MetadataInlink"] = 6] = "MetadataInlink";
+    __MetadataTypeValues[__MetadataTypeValues["MetadataChunk"] = 7] = "MetadataChunk";
 })(__MetadataTypeValues || (__MetadataTypeValues = {}));
 (function (MetadataType) {
     MetadataType.codec = () => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@autonomys/auto-drive",
   "packageManager": "yarn@4.1.1",
-  "version": "0.6.3",
+  "version": "0.6.5",
   "license": "MIT",
   "main": "dist/index.js",
   "repository": {
@@ -39,5 +39,5 @@
     "protons": "^7.6.0",
     "protons-runtime": "^5.5.0"
   },
-  "gitHead": "68a54c6f18e51cb1f32a5997c04230a6107ab631"
+  "gitHead": "7beb58a2156bfc8c5bfa62c51c39e83cab48aeef"
 }

package/src/ipld/builders.ts

@@ -0,0 +1,38 @@
+import { PBNode } from '@ipld/dag-pb'
+import { CID } from 'multiformats/cid'
+import {
+  createChunkedFileIpldNode,
+  createChunkedMetadataIpldNode,
+  createFileChunkIpldNode,
+  createFileInlinkIpldNode,
+  createMetadataChunkIpldNode,
+  createMetadataInlinkIpldNode,
+  createSingleFileIpldNode,
+  createSingleMetadataIpldNode,
+} from './nodes.js'
+
+export interface Builders {
+  inlink: (links: CID[], size: number, linkDepth: number, chunkSize: number) => PBNode
+  chunk: (data: Buffer) => PBNode
+  root: (
+    links: CID[],
+    size: number,
+    linkDepth: number,
+    name?: string,
+    maxNodeSize?: number,
+  ) => PBNode
+  single: (data: Buffer, filename?: string) => PBNode
+}
+export const metadataBuilders: Builders = {
+  inlink: createMetadataInlinkIpldNode,
+  chunk: createMetadataChunkIpldNode,
+  root: createChunkedMetadataIpldNode,
+  single: createSingleMetadataIpldNode,
+}
+
+export const fileBuilders: Builders = {
+  inlink: createFileInlinkIpldNode,
+  chunk: createFileChunkIpldNode,
+  root: createChunkedFileIpldNode,
+  single: createSingleFileIpldNode,
+}

package/src/ipld/chunker.ts

@@ -1,14 +1,9 @@
 import { PBNode } from '@ipld/dag-pb'
 import { CID } from 'multiformats'
 import { cidOfNode } from '../cid/index.js'
-import {
-  createChunkedFileIpldNode,
-  createChunkIpldNode,
-  createFileInlinkIpldNode,
-  createFolderInlinkIpldNode,
-  createFolderIpldNode,
-  createSingleFileIpldNode,
-} from './nodes.js'
+import { OffchainMetadata } from '../metadata/index.js'
+import { Builders, fileBuilders, metadataBuilders } from './builders.js'
+import { createFolderInlinkIpldNode, createFolderIpldNode } from './nodes.js'
 import { chunkBuffer, encodeNode } from './utils.js'
 
 export const DEFAULT_MAX_CHUNK_SIZE = 1024 * 64
@@ -27,8 +22,32 @@ export const createFileIPLDDag = (
     maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
   },
 ): IPLDDag => {
-  if (file.length <= chunkSize) {
-    const head = createSingleFileIpldNode(file, filename)
+  return createBufferIPLDDag(file, filename, fileBuilders, { chunkSize, maxLinkPerNode })
+}
+
+export const createMetadataIPLDDag = (
+  metadata: OffchainMetadata,
+  limits: { chunkSize: number; maxLinkPerNode: number } = {
+    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+  },
+): IPLDDag => {
+  const buffer = Buffer.from(JSON.stringify(metadata))
+  const name = `${metadata.name}.metadata.json`
+  return createBufferIPLDDag(buffer, name, metadataBuilders, limits)
+}
+
+const createBufferIPLDDag = (
+  buffer: Buffer,
+  filename: string | undefined,
+  builders: Builders,
+  { chunkSize, maxLinkPerNode }: { chunkSize: number; maxLinkPerNode: number } = {
+    chunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+  },
+): IPLDDag => {
+  if (buffer.length <= chunkSize) {
+    const head = builders.single(buffer, filename)
     const headCID = cidOfNode(head)
     return {
       headCID,
@@ -36,12 +55,12 @@ export const createFileIPLDDag = (
     }
   }
 
-  const bufferChunks = chunkBuffer(file, chunkSize)
+  const bufferChunks = chunkBuffer(buffer, chunkSize)
 
   const nodes = new Map<CID, PBNode>()
 
   let CIDs: CID[] = bufferChunks.map((chunk) => {
-    const node = createChunkIpldNode(chunk)
+    const node = builders.chunk(chunk)
     const cid = cidOfNode(node)
     nodes.set(cid, node)
 
@@ -54,7 +73,7 @@ export const createFileIPLDDag = (
     for (let i = 0; i < CIDs.length; i += maxLinkPerNode) {
       const chunk = CIDs.slice(i, i + maxLinkPerNode)
 
-      const node = createFileInlinkIpldNode(chunk, chunk.length, depth, chunkSize)
+      const node = builders.inlink(chunk, chunk.length, depth, chunkSize)
       const cid = cidOfNode(node)
       nodes.set(cid, node)
       newCIDs.push(cid)
@@ -62,7 +81,7 @@ export const createFileIPLDDag = (
     depth++
     CIDs = newCIDs
   }
-  const head = createChunkedFileIpldNode(CIDs, file.length, depth, filename, chunkSize)
+  const head = builders.root(CIDs, buffer.length, depth, filename, chunkSize)
   const headCID = cidOfNode(head)
   nodes.set(headCID, head)
 

package/src/ipld/nodes.ts

@@ -4,8 +4,8 @@ import { OffchainMetadata } from '../metadata/index.js'
 import { encodeIPLDNodeData, MetadataType } from '../metadata/onchain/index.js'
 import { DEFAULT_MAX_CHUNK_SIZE, ensureNodeMaxSize } from './chunker.js'
 
-/// Creates a chunk ipld node
-export const createChunkIpldNode = (data: Buffer): PBNode =>
+/// Creates a file chunk ipld node
+export const createFileChunkIpldNode = (data: Buffer): PBNode =>
   createNode(
     encodeIPLDNodeData({
       type: MetadataType.FileChunk,
@@ -40,7 +40,6 @@ export const createChunkedFileIpldNode = (
   )
 // Creates a file ipld node
 // links: the CIDs of the file's contents
-// @todo: add the file's metadata
 export const createFileInlinkIpldNode = (
   links: CID[],
   size: number,
@@ -74,6 +73,72 @@ export const createSingleFileIpldNode = (data: Buffer, name?: string): PBNode =>
     [],
   )
 
+// Creates a file ipld node
+// links: the CIDs of the file's contents
+// @todo: add the file's metadata
+export const createMetadataInlinkIpldNode = (
+  links: CID[],
+  size: number,
+  linkDepth: number,
+  maxNodeSize: number = DEFAULT_MAX_CHUNK_SIZE,
+): PBNode =>
+  ensureNodeMaxSize(
+    createNode(
+      encodeIPLDNodeData({
+        type: MetadataType.FileInlink,
+        size,
+        linkDepth,
+      }),
+      links.map((cid) => ({ Hash: cid })),
+    ),
+    maxNodeSize,
+  )
+
+// Creates a file ipld node
+// links: the CIDs of the file's contents
+// @todo: add the file's metadata
+export const createSingleMetadataIpldNode = (data: Buffer, name?: string): PBNode =>
+  createNode(
+    encodeIPLDNodeData({
+      type: MetadataType.Metadata,
+      name,
+      size: data.length,
+      linkDepth: 0,
+      data,
+    }),
+    [],
+  )
+
+export const createMetadataChunkIpldNode = (data: Buffer): PBNode =>
+  createNode(
+    encodeIPLDNodeData({
+      type: MetadataType.MetadataChunk,
+      size: data.length,
+      linkDepth: 0,
+      data,
+    }),
+  )
+
+export const createChunkedMetadataIpldNode = (
+  links: CID[],
+  size: number,
+  linkDepth: number,
+  name?: string,
+  maxNodeSize: number = DEFAULT_MAX_CHUNK_SIZE,
+): PBNode =>
+  ensureNodeMaxSize(
+    createNode(
+      encodeIPLDNodeData({
+        type: MetadataType.Metadata,
+        name,
+        size,
+        linkDepth,
+      }),
+      links.map((cid) => ({ Hash: cid })),
+    ),
+    maxNodeSize,
+  )
+
 // Creates a folder ipld node
 // links: the CIDs of the folder's contents
 // @todo: add the folder's metadata

package/src/metadata/onchain/protobuf/OnchainMetadata.proto

@@ -16,4 +16,6 @@ enum MetadataType {
   Folder = 3;
   FolderInlink = 4;
   Metadata = 5;
+  MetadataInlink = 6;
+  MetadataChunk = 7;
 }

package/src/metadata/onchain/protobuf/OnchainMetadata.ts

@@ -114,7 +114,9 @@ export enum MetadataType {
   FileChunk = 'FileChunk',
   Folder = 'Folder',
   FolderInlink = 'FolderInlink',
-  Metadata = 'Metadata'
+  Metadata = 'Metadata',
+  MetadataInlink = 'MetadataInlink',
+  MetadataChunk = 'MetadataChunk'
 }
 
 enum __MetadataTypeValues {
@@ -123,7 +125,9 @@ enum __MetadataTypeValues {
   FileChunk = 2,
   Folder = 3,
   FolderInlink = 4,
-  Metadata = 5
+  Metadata = 5,
+  MetadataInlink = 6,
+  MetadataChunk = 7
 }
 
 export namespace MetadataType {

package/tests/chunker.spec.ts

@@ -1,7 +1,7 @@
 import { createNode } from '@ipld/dag-pb'
 import { cidOfNode } from '../src'
-import { createFileIPLDDag, createFolderIPLDDag } from '../src/ipld/chunker'
-import { IPLDNodeData, MetadataType } from '../src/metadata'
+import { createFileIPLDDag, createFolderIPLDDag, createMetadataIPLDDag } from '../src/ipld/chunker'
+import { IPLDNodeData, MetadataType, OffchainMetadata } from '../src/metadata'
 
 describe('chunker', () => {
   describe('file creation', () => {
@@ -154,4 +154,39 @@ describe('chunker', () => {
       expect(inlinkCount).toBe(3)
     })
   })
+
+  describe('metadata creation', () => {
+    it('create a metadata dag from a small buffer', () => {
+      const metadata: OffchainMetadata = {
+        type: 'file',
+        dataCid: 'test',
+        name: 'test',
+        mimeType: 'text/plain',
+        totalSize: 1000,
+        totalChunks: 10,
+        chunks: [],
+      }
+
+      const dag = createMetadataIPLDDag(metadata)
+      expect(dag.nodes.size).toBe(1)
+    })
+
+    it('large metadata dag represented into multiple nodes', () => {
+      const metadata: OffchainMetadata = {
+        type: 'file',
+        dataCid: 'test',
+        name: 'test',
+        mimeType: 'text/plain'.repeat(100),
+        totalSize: 1000,
+        totalChunks: 10,
+        chunks: [],
+      }
+
+      const dag = createMetadataIPLDDag(metadata, {
+        chunkSize: 200,
+        maxLinkPerNode: 2,
+      })
+      expect(dag.nodes.size).toBeGreaterThan(1)
+    })
+  })
 })

package/tests/nodes.spec.ts

@@ -1,6 +1,10 @@
 import { createNode } from '@ipld/dag-pb'
-import { cidOfNode, createChunkedFileIpldNode, createSingleFileIpldNode } from '../src/index.js'
-import { createChunkIpldNode } from '../src/ipld/nodes.js'
+import {
+  cidOfNode,
+  createChunkedFileIpldNode,
+  createFileChunkIpldNode,
+  createSingleFileIpldNode,
+} from '../src/index.js'
 import { IPLDNodeData, MetadataType } from '../src/metadata/onchain/protobuf/OnchainMetadata.js'
 
 describe('node creation', () => {
@@ -58,7 +62,7 @@ describe('node creation', () => {
 
     it('file chunk node | correctly params setup', () => {
       const buffer = Buffer.from('hello world')
-      const node = createChunkIpldNode(buffer)
+      const node = createFileChunkIpldNode(buffer)
 
       const decoded = IPLDNodeData.decode(node.Data ?? new Uint8Array())
       expect(decoded.type).toBe(MetadataType.FileChunk)