@helia/car 5.1.0 → 5.1.1-4e5ff555

package/dist/src/car.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../../src/car.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,GAAG,IAAI,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AACtF,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAA;AAC1E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAU,MAAM,mBAAmB,CAAA;AAC7D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAEtD,qBAAa,GAAI,YAAW,YAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAC1C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;gBAEf,UAAU,EAAE,aAAa;IAKhC,MAAM,CAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,eAAe,CAAC,2BAA2B,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9H,MAAM,CAAE,IAAI,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC;YAkC7F,OAAO;CAgEtB"}
+{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../../src/car.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,GAAG,IAAI,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AACtF,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAA;AAC1E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAU,MAAM,mBAAmB,CAAA;AAC7D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAEtD,qBAAa,GAAI,YAAW,YAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAC1C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;gBAEf,UAAU,EAAE,aAAa;IAKhC,MAAM,CAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,eAAe,CAAC,2BAA2B,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9H,MAAM,CAAE,IAAI,EAAE,GAAG,GAAG,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC;YAoC7F,OAAO;CAuEtB"}

package/dist/src/car.js

@@ -2,7 +2,7 @@ import { CarWriter } from '@ipld/car';
 import drain from 'it-drain';
 import map from 'it-map';
 import { raceSignal } from 'race-signal';
-import { DAG_PB_CODEC_CODE } from "./constants.js";
+import { DAG_PB_CODEC_CODE, IDENTITY_CODEC_CODE } from "./constants.js";
 import { SubgraphExporter } from './export-strategies/subgraph-exporter.js';
 import { UnixFSExporter } from './index.js';
 export class Car {
@@ -16,12 +16,13 @@ export class Car {
         await drain(this.components.blockstore.putMany(map(reader.blocks(), ({ cid, bytes }) => ({ cid, bytes })), options));
     }
     async *export(root, options) {
-        const { writer, out } = CarWriter.create(root);
+        const roots = (Array.isArray(root) ? root : [root]);
+        const { writer, out } = CarWriter.create(roots);
         const iter = out[Symbol.asyncIterator]();
         const controller = new AbortController();
         // has to be done async so we write to `writer` and read from `out` at the
         // same time
-        this._export(root, writer, options)
+        this._export(roots, writer, options)
             .catch((err) => {
             this.log.error('error during streaming export - %e', err);
             controller.abort(err);
@@ -43,10 +44,12 @@ export class Car {
             }
         }
     }
-    async _export(root, writer, options) {
-        const roots = Array.isArray(root) ? root : [root];
+    async _export(roots, writer, options) {
         const traversalStrategy = options?.traversal;
         for (const root of roots) {
+            if (root.multihash.code === IDENTITY_CODEC_CODE) {
+                continue;
+            }
             const exportStrategy = options?.exporter ?? (root.code === DAG_PB_CODEC_CODE ? new UnixFSExporter() : new SubgraphExporter());
             let current = root;
             let underRoot = false;
@@ -79,6 +82,9 @@ export class Car {
                 if (options?.blockFilter?.has(cid.multihash.bytes) === true) {
                     continue;
                 }
+                if (cid.multihash.code === IDENTITY_CODEC_CODE) {
+                    continue;
+                }
                 // skip the export target block if we have already included it during
                 // traversal
                 if (underRoot && cid.equals(current)) {

package/dist/src/car.js.map

@@ -1 +1 @@
-{"version":3,"file":"car.js","sourceRoot":"","sources":["../../src/car.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,KAAK,MAAM,UAAU,CAAA;AAC5B,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0CAA0C,CAAA;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAQ3C,MAAM,OAAO,GAAG;IACG,UAAU,CAAe;IACzB,GAAG,CAAQ;IAE5B,YAAa,UAAyB;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAE,MAAiC,EAAE,OAAqE;QACpH,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAC5C,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,EAC1D,OAAO,CACR,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,CAAE,MAAM,CAAE,IAAiB,EAAE,OAA0B;QAC3D,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QAExC,0EAA0E;QAC1E,YAAY;QACZ,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC;aAChC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAA;YACzD,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACvB,CAAC,CAAC,CAAA;QAEJ,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,CAAA;YAExE,wEAAwE;YACxE,uEAAuE;YACvE,sEAAsE;YACtE,uBAAuB;YACvB,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,UAAU,CAAC,MAAM,CAAC,MAAM,CAAA;YAChC,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAA;YACb,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,MAAK;YACP,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAE,IAAiB,EAAE,MAAwC,EAAE,OAA0B;QAC5G,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACjD,MAAM,iBAAiB,GAAG,OAAO,EAAE,SAAS,CAAA;QAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,cAAc,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAA;YAC7H,IAAI,OAAO,GAAG,IAAI,CAAA;YAClB,IAAI,SAAS,GAAG,KAAK,CAAA;YAErB,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;gBAC9B,IAAI,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;oBACtI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;oBACzD,OAAO,GAAG,GAAG,CAAA;oBAEb,mDAAmD;oBACnD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;wBACrB,SAAS,GAAG,IAAI,CAAA;oBAClB,CAAC;oBAED,qEAAqE;oBACrE,4BAA4B;oBAC5B,IAAI,SAAS,IAAI,OAAO,EAAE,sBAAsB,KAAK,IAAI,EAAE,CAAC;wBAC1D,qCAAqC;wBACrC,IAAI,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;4BAC5D,SAAQ;wBACV,CAAC;wBAED,oBAAoB;wBACpB,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;wBAE9C,gCAAgC;wBAChC,MAAM,MAAM,CAAC,GAAG,CAAC;4BACf,GAAG;4BACH,KAAK;yBACN,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;gBACjI,IAAI,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC5D,SAAQ;gBACV,CAAC;gBAED,qEAAqE;gBACrE,YAAY;gBACZ,IAAI,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBACrC,SAAQ;gBACV,CAAC;gBAED,oBAAoB;gBACpB,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAE9C,eAAe;gBACf,MAAM,MAAM,CAAC,GAAG,CAAC;oBACf,GAAG;oBACH,KAAK;iBACN,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;CACF"}
+{"version":3,"file":"car.js","sourceRoot":"","sources":["../../src/car.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,KAAK,MAAM,UAAU,CAAA;AAC5B,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAA;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0CAA0C,CAAA;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAQ3C,MAAM,OAAO,GAAG;IACG,UAAU,CAAe;IACzB,GAAG,CAAQ;IAE5B,YAAa,UAAyB;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAE,MAAiC,EAAE,OAAqE;QACpH,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAC5C,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,EAC1D,OAAO,CACR,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,CAAE,MAAM,CAAE,IAAiB,EAAE,OAA0B;QAC3D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAEnD,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QAExC,0EAA0E;QAC1E,YAAY;QACZ,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC;aACjC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAA;YACzD,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACvB,CAAC,CAAC,CAAA;QAEJ,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,CAAA;YAExE,wEAAwE;YACxE,uEAAuE;YACvE,sEAAsE;YACtE,uBAAuB;YACvB,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,UAAU,CAAC,MAAM,CAAC,MAAM,CAAA;YAChC,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAA;YACb,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,MAAK;YACP,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAE,KAAY,EAAE,MAAwC,EAAE,OAA0B;QACvG,MAAM,iBAAiB,GAAG,OAAO,EAAE,SAAS,CAAA;QAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBAChD,SAAQ;YACV,CAAC;YAED,MAAM,cAAc,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAA;YAC7H,IAAI,OAAO,GAAG,IAAI,CAAA;YAClB,IAAI,SAAS,GAAG,KAAK,CAAA;YAErB,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;gBAC9B,IAAI,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;oBACtI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;oBACzD,OAAO,GAAG,GAAG,CAAA;oBAEb,mDAAmD;oBACnD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;wBACrB,SAAS,GAAG,IAAI,CAAA;oBAClB,CAAC;oBAED,qEAAqE;oBACrE,4BAA4B;oBAC5B,IAAI,SAAS,IAAI,OAAO,EAAE,sBAAsB,KAAK,IAAI,EAAE,CAAC;wBAC1D,qCAAqC;wBACrC,IAAI,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;4BAC5D,SAAQ;wBACV,CAAC;wBAED,oBAAoB;wBACpB,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;wBAE9C,gCAAgC;wBAChC,MAAM,MAAM,CAAC,GAAG,CAAC;4BACf,GAAG;4BACH,KAAK;yBACN,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;gBACjI,IAAI,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC5D,SAAQ;gBACV,CAAC;gBAED,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBAC/C,SAAQ;gBACV,CAAC;gBAED,qEAAqE;gBACrE,YAAY;gBACZ,IAAI,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBACrC,SAAQ;gBACV,CAAC;gBAED,oBAAoB;gBACpB,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAE9C,eAAe;gBACf,MAAM,MAAM,CAAC,GAAG,CAAC;oBACf,GAAG;oBACH,KAAK;iBACN,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;CACF"}

package/dist/src/constants.d.ts

@@ -7,4 +7,8 @@ export declare const DAG_PB_CODEC_CODE = 112;
  * The multicodec code for raw binary data
  */
 export declare const RAW_PB_CODEC_CODE = 85;
+/**
+ * The multicodec code for identity hashes
+ */
+export declare const IDENTITY_CODEC_CODE = 0;
 //# sourceMappingURL=constants.d.ts.map

package/dist/src/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,0BAA0B,IAAI,CAAA;AAE3C;;GAEG;AACH,eAAO,MAAM,iBAAiB,MAAO,CAAA;AAErC;;GAEG;AACH,eAAO,MAAM,iBAAiB,KAAO,CAAA"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,0BAA0B,IAAI,CAAA;AAE3C;;GAEG;AACH,eAAO,MAAM,iBAAiB,MAAO,CAAA;AAErC;;GAEG;AACH,eAAO,MAAM,iBAAiB,KAAO,CAAA;AAErC;;GAEG;AACH,eAAO,MAAM,mBAAmB,IAAO,CAAA"}

package/dist/src/constants.js

@@ -7,4 +7,8 @@ export const DAG_PB_CODEC_CODE = 0x70;
  * The multicodec code for raw binary data
  */
 export const RAW_PB_CODEC_CODE = 0x55;
+/**
+ * The multicodec code for identity hashes
+ */
+export const IDENTITY_CODEC_CODE = 0x00;
 //# sourceMappingURL=constants.js.map

package/dist/src/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAA;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAErC;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAA;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAErC;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAErC;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA"}

package/dist/src/export-strategies/unixfs-exporter.d.ts

@@ -4,6 +4,35 @@ import type { AbortOptions } from '@libp2p/interface';
 import type { Blockstore } from 'interface-blockstore';
 import type { BlockView } from 'multiformats';
 import type { CID } from 'multiformats/cid';
+export interface UnixFSExporterOptions {
+    /**
+     * Include blocks that start with this offset.
+     *
+     * If the CID being exported is a directory, this option is ignored.
+     *
+     * @default 0
+     */
+    offset?: number;
+    /**
+     * Only include blocks that would include this many file bytes (exclusive,
+     * inclusive of offset).
+     *
+     * If the CID being exported is a directory, this option is ignored.
+     *
+     * @default Infinity
+     */
+    length?: number;
+    /**
+     * By default an exported CAR file will include all blocks that make up a
+     * directory, and the files that are stored there.
+     *
+     * To only include blocks that allow the initial enumeration of the directory,
+     * pass `true` here
+     *
+     * @default false
+     */
+    listingOnly?: boolean;
+}
 /**
  * Traverses the DAG depth-first starting at the target CID and yields all
  * encountered blocks.
@@ -12,6 +41,8 @@ import type { CID } from 'multiformats/cid';
  * the helia config.
  */
 export declare class UnixFSExporter implements ExportStrategy {
+    private options?;
+    constructor(options?: UnixFSExporterOptions);
     export(cid: CID, blockstore: Blockstore, getCodec: CodecLoader, options?: AbortOptions): AsyncGenerator<BlockView<unknown, number, number, 0 | 1>, void, undefined>;
 }
 //# sourceMappingURL=unixfs-exporter.d.ts.map

package/dist/src/export-strategies/unixfs-exporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"unixfs-exporter.d.ts","sourceRoot":"","sources":["../../../src/export-strategies/unixfs-exporter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACrD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAE3C;;;;;;GAMG;AACH,qBAAa,cAAe,YAAW,cAAc;IAC3C,MAAM,CAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,cAAc,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC;CAc7K"}
+{"version":3,"file":"unixfs-exporter.d.ts","sourceRoot":"","sources":["../../../src/export-strategies/unixfs-exporter.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAEnD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACrD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,KAAK,EAAE,GAAG,EAAW,MAAM,kBAAkB,CAAA;AAEpD,MAAM,WAAW,qBAAqB;IACpC;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf;;;;;;;;OAQG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;CACtB;AAsBD;;;;;;GAMG;AACH,qBAAa,cAAe,YAAW,cAAc;IACnD,OAAO,CAAC,OAAO,CAAC,CAAuB;gBAE1B,OAAO,CAAC,EAAE,qBAAqB;IAIpC,MAAM,CAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,cAAc,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC;CA6F7K"}

package/dist/src/export-strategies/unixfs-exporter.js

@@ -1,6 +1,27 @@
 import { depthFirstWalker } from '@helia/utils';
+import { setMaxListeners, InvalidParametersError } from '@libp2p/interface';
+import { anySignal } from 'any-signal';
+import { UnixFS } from 'ipfs-unixfs';
 import { DAG_PB_CODEC_CODE, RAW_PB_CODEC_CODE } from "../constants.js";
 import { NotUnixFSError } from "../errors.js";
+function isRawBlock(block) {
+    return block.cid.code === RAW_PB_CODEC_CODE;
+}
+function isDagPBBlock(block) {
+    return block.cid.code === DAG_PB_CODEC_CODE;
+}
+function isFile(block) {
+    if (isRawBlock(block)) {
+        return true;
+    }
+    else if (isDagPBBlock(block) && block.value.Data != null) {
+        const u = UnixFS.unmarshal(block.value.Data);
+        return u.type === 'file' || u.type === 'raw';
+    }
+    else {
+        throw new NotUnixFSError('Encountered non raw/dag-pb CID in UnixFS DAG');
+    }
+}
 /**
  * Traverses the DAG depth-first starting at the target CID and yields all
  * encountered blocks.
@@ -9,6 +30,10 @@ import { NotUnixFSError } from "../errors.js";
  * the helia config.
  */
 export class UnixFSExporter {
+    options;
+    constructor(options) {
+        this.options = options;
+    }
     async *export(cid, blockstore, getCodec, options) {
         if (cid.code !== DAG_PB_CODEC_CODE && cid.code !== RAW_PB_CODEC_CODE) {
             throw new NotUnixFSError('Target CID was not UnixFS - use the SubGraphExporter to export arbitrary graphs');
@@ -17,8 +42,72 @@ export class UnixFSExporter {
             blockstore,
             getCodec
         });
-        for await (const node of walker.walk(cid, options)) {
-            yield node.block;
+        const offset = this.options?.offset ?? 0;
+        const length = this.options?.length ?? Infinity;
+        const listingOnly = this.options?.listingOnly ?? false;
+        if (offset < 0) {
+            throw new InvalidParametersError('Offset cannot be negative');
+        }
+        if (length < 0) {
+            throw new InvalidParametersError('Length cannot be negative');
+        }
+        let exportingFile;
+        const abortController = new AbortController();
+        const signal = anySignal([
+            abortController.signal,
+            options?.signal
+        ]);
+        setMaxListeners(Infinity, abortController.signal, signal);
+        function includeChild(child, parent) {
+            if (exportingFile == null) {
+                exportingFile = isFile(parent);
+            }
+            // ignore offset/length if not exporting a file
+            if (!exportingFile) {
+                const link = parent.value.Links.find(l => l.Hash.equals(child));
+                const u = UnixFS.unmarshal(parent.value.Data ?? new Uint8Array());
+                if (u.type === 'directory') {
+                    // do not include directory files
+                    return !listingOnly;
+                }
+                if (u.type === 'hamt-sharded-directory' && listingOnly) {
+                    // only include sub-shards, not directory files
+                    return link?.Name?.length === 2;
+                }
+                return true;
+            }
+            const childIndex = parent.value.Links.findIndex(link => link.Hash.equals(child));
+            const layout = UnixFS.unmarshal(parent.value.Data ?? new Uint8Array());
+            const start = offset;
+            const end = start + length;
+            const childStart = Number([...layout.blockSizes].slice(0, childIndex).reduce((curr, acc) => curr + acc, 0n));
+            const childEnd = childStart + Number(layout.blockSizes[childIndex]);
+            // slice starts in child
+            if (start >= childStart && start < childEnd) {
+                return true;
+            }
+            // slice ends in child
+            if (end >= childStart && end < childEnd) {
+                return true;
+            }
+            // slice contains child
+            if (start <= childStart && end >= childEnd) {
+                return true;
+            }
+            return false;
+        }
+        try {
+            for await (const node of walker.walk(cid, {
+                ...options,
+                includeChild,
+                signal
+            })) {
+                yield node.block;
+            }
+        }
+        finally {
+            abortController.abort();
+            signal.clear();
         }
     }
 }

package/dist/src/export-strategies/unixfs-exporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"unixfs-exporter.js","sourceRoot":"","sources":["../../../src/export-strategies/unixfs-exporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAC/C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAQ7C;;;;;;GAMG;AACH,MAAM,OAAO,cAAc;IACzB,KAAK,CAAC,CAAE,MAAM,CAAE,GAAQ,EAAE,UAAsB,EAAE,QAAqB,EAAE,OAAsB;QAC7F,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACrE,MAAM,IAAI,cAAc,CAAC,iFAAiF,CAAC,CAAA;QAC7G,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,CAAC;YAC9B,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,CAAC,KAAK,CAAA;QAClB,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"unixfs-exporter.js","sourceRoot":"","sources":["../../../src/export-strategies/unixfs-exporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAyC7C,SAAS,UAAU,CAAE,KAA8C;IACjE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,iBAAiB,CAAA;AAC7C,CAAC;AAED,SAAS,YAAY,CAAE,KAA8C;IACnE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,iBAAiB,CAAA;AAC7C,CAAC;AAED,SAAS,MAAM,CAAE,KAA4C;IAC3D,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;SAAM,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QAC3D,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAE5C,OAAO,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,CAAA;IAC9C,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,cAAc;IACjB,OAAO,CAAwB;IAEvC,YAAa,OAA+B;QAC1C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,CAAE,MAAM,CAAE,GAAQ,EAAE,UAAsB,EAAE,QAAqB,EAAE,OAAsB;QAC7F,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACrE,MAAM,IAAI,cAAc,CAAC,iFAAiF,CAAC,CAAA;QAC7G,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,CAAC;YAC9B,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAA;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ,CAAA;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,IAAI,KAAK,CAAA;QAEtD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,sBAAsB,CAAC,2BAA2B,CAAC,CAAA;QAC/D,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,sBAAsB,CAAC,2BAA2B,CAAC,CAAA;QAC/D,CAAC;QAED,IAAI,aAAsB,CAAA;QAC1B,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAA;QAC7C,MAAM,MAAM,GAAG,SAAS,CAAC;YACvB,eAAe,CAAC,MAAM;YACtB,OAAO,EAAE,MAAM;SAChB,CAAC,CAAA;QACF,eAAe,CAAC,QAAQ,EAAE,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAEzD,SAAS,YAAY,CAAE,KAAU,EAAE,MAAyB;YAC1D,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;gBAC1B,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YAED,+CAA+C;YAC/C,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC/D,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,UAAU,EAAE,CAAC,CAAA;gBAEjE,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC3B,iCAAiC;oBACjC,OAAO,CAAC,WAAW,CAAA;gBACrB,CAAC;gBAED,IAAI,CAAC,CAAC,IAAI,KAAK,wBAAwB,IAAI,WAAW,EAAE,CAAC;oBACvD,+CAA+C;oBAC/C,OAAO,IAAI,EAAE,IAAI,EAAE,MAAM,KAAK,CAAC,CAAA;gBACjC,CAAC;gBAED,OAAO,IAAI,CAAA;YACb,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YAChF,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,UAAU,EAAE,CAAC,CAAA;YAEtE,MAAM,KAAK,GAAG,MAAM,CAAA;YACpB,MAAM,GAAG,GAAG,KAAK,GAAG,MAAM,CAAA;YAE1B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;YAC5G,MAAM,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAA;YAEnE,wBAAwB;YACxB,IAAI,KAAK,IAAI,UAAU,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAA;YACb,CAAC;YAED,sBAAsB;YACtB,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,GAAG,QAAQ,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAA;YACb,CAAC;YAED,uBAAuB;YACvB,IAAI,KAAK,IAAI,UAAU,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAA;YACb,CAAC;YAED,OAAO,KAAK,CAAA;QACd,CAAC;QAED,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;gBACxC,GAAG,OAAO;gBACV,YAAY;gBACZ,MAAM;aACP,CAAC,EAAE,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,CAAA;YAClB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,EAAE,CAAA;YACvB,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@helia/car",
-  "version": "5.1.0",
+  "version": "5.1.1-4e5ff555",
   "description": "Import/export car files from Helia",
   "license": "Apache-2.0 OR MIT",
   "homepage": "https://github.com/ipfs/helia/tree/main/packages/car#readme",
@@ -47,13 +47,15 @@
     "test:electron-main": "aegir test -t electron-main"
   },
   "dependencies": {
-    "@helia/interface": "^6.0.0",
-    "@helia/utils": "^2.1.0",
+    "@helia/interface": "6.0.0-4e5ff555",
+    "@helia/utils": "2.1.1-4e5ff555",
     "@ipld/car": "^5.4.2",
     "@ipld/dag-pb": "^4.1.5",
     "@libp2p/interface": "^3.0.2",
     "@libp2p/utils": "^7.0.5",
+    "any-signal": "^4.1.1",
     "interface-blockstore": "^6.0.1",
+    "ipfs-unixfs": "^12.0.0",
     "ipfs-unixfs-exporter": "^14.0.1",
     "it-drain": "^3.0.10",
     "it-map": "^3.1.4",
@@ -63,8 +65,8 @@
     "race-signal": "^2.0.0"
   },
   "devDependencies": {
-    "@helia/mfs": "^6.0.1",
-    "@helia/unixfs": "^6.0.1",
+    "@helia/mfs": "6.0.1-4e5ff555",
+    "@helia/unixfs": "6.0.1-4e5ff555",
     "@ipld/dag-cbor": "^9.2.5",
     "@libp2p/logger": "^6.0.5",
     "aegir": "^47.0.22",

package/src/car.ts

@@ -2,7 +2,7 @@ import { CarWriter } from '@ipld/car'
 import drain from 'it-drain'
 import map from 'it-map'
 import { raceSignal } from 'race-signal'
-import { DAG_PB_CODEC_CODE } from './constants.ts'
+import { DAG_PB_CODEC_CODE, IDENTITY_CODEC_CODE } from './constants.ts'
 import { SubgraphExporter } from './export-strategies/subgraph-exporter.js'
 import { UnixFSExporter } from './index.js'
 import type { CarComponents, Car as CarInterface, ExportCarOptions } from './index.js'
@@ -29,13 +29,15 @@ export class Car implements CarInterface {
   }
 
   async * export (root: CID | CID[], options?: ExportCarOptions): AsyncGenerator<Uint8Array, void, undefined> {
-    const { writer, out } = CarWriter.create(root)
+    const roots = (Array.isArray(root) ? root : [root])
+
+    const { writer, out } = CarWriter.create(roots)
     const iter = out[Symbol.asyncIterator]()
     const controller = new AbortController()
 
     // has to be done async so we write to `writer` and read from `out` at the
     // same time
-    this._export(root, writer, options)
+    this._export(roots, writer, options)
       .catch((err) => {
         this.log.error('error during streaming export - %e', err)
         controller.abort(err)
@@ -62,11 +64,14 @@ export class Car implements CarInterface {
     }
   }
 
-  private async _export (root: CID | CID[], writer: Pick<CarWriter, 'put' | 'close'>, options?: ExportCarOptions): Promise<void> {
-    const roots = Array.isArray(root) ? root : [root]
+  private async _export (roots: CID[], writer: Pick<CarWriter, 'put' | 'close'>, options?: ExportCarOptions): Promise<void> {
     const traversalStrategy = options?.traversal
 
     for (const root of roots) {
+      if (root.multihash.code === IDENTITY_CODEC_CODE) {
+        continue
+      }
+
       const exportStrategy = options?.exporter ?? (root.code === DAG_PB_CODEC_CODE ? new UnixFSExporter() : new SubgraphExporter())
       let current = root
       let underRoot = false
@@ -106,6 +111,10 @@ export class Car implements CarInterface {
           continue
         }
 
+        if (cid.multihash.code === IDENTITY_CODEC_CODE) {
+          continue
+        }
+
         // skip the export target block if we have already included it during
         // traversal
         if (underRoot && cid.equals(current)) {

package/src/constants.ts

@@ -9,3 +9,8 @@ export const DAG_PB_CODEC_CODE = 0x70
  * The multicodec code for raw binary data
  */
 export const RAW_PB_CODEC_CODE = 0x55
+
+/**
+ * The multicodec code for identity hashes
+ */
+export const IDENTITY_CODEC_CODE = 0x00

package/src/export-strategies/unixfs-exporter.ts

@@ -1,12 +1,68 @@
 import { depthFirstWalker } from '@helia/utils'
+import { setMaxListeners, InvalidParametersError } from '@libp2p/interface'
+import { anySignal } from 'any-signal'
+import { UnixFS } from 'ipfs-unixfs'
 import { DAG_PB_CODEC_CODE, RAW_PB_CODEC_CODE } from '../constants.ts'
 import { NotUnixFSError } from '../errors.ts'
 import type { ExportStrategy } from '../index.js'
 import type { CodecLoader } from '@helia/interface'
+import type { PBNode } from '@ipld/dag-pb'
 import type { AbortOptions } from '@libp2p/interface'
 import type { Blockstore } from 'interface-blockstore'
 import type { BlockView } from 'multiformats'
-import type { CID } from 'multiformats/cid'
+import type { CID, Version } from 'multiformats/cid'
+
+export interface UnixFSExporterOptions {
+  /**
+   * Include blocks that start with this offset.
+   *
+   * If the CID being exported is a directory, this option is ignored.
+   *
+   * @default 0
+   */
+  offset?: number
+
+  /**
+   * Only include blocks that would include this many file bytes (exclusive,
+   * inclusive of offset).
+   *
+   * If the CID being exported is a directory, this option is ignored.
+   *
+   * @default Infinity
+   */
+  length?: number
+
+  /**
+   * By default an exported CAR file will include all blocks that make up a
+   * directory, and the files that are stored there.
+   *
+   * To only include blocks that allow the initial enumeration of the directory,
+   * pass `true` here
+   *
+   * @default false
+   */
+  listingOnly?: boolean
+}
+
+function isRawBlock (block: BlockView<any, number, number, Version>): block is BlockView<Uint8Array, 0x55, number, 1> {
+  return block.cid.code === RAW_PB_CODEC_CODE
+}
+
+function isDagPBBlock (block: BlockView<any, number, number, Version>): block is BlockView<PBNode, 0x70, number, 1> {
+  return block.cid.code === DAG_PB_CODEC_CODE
+}
+
+function isFile (block: BlockView<any, number, number, 0 | 1>): boolean {
+  if (isRawBlock(block)) {
+    return true
+  } else if (isDagPBBlock(block) && block.value.Data != null) {
+    const u = UnixFS.unmarshal(block.value.Data)
+
+    return u.type === 'file' || u.type === 'raw'
+  } else {
+    throw new NotUnixFSError('Encountered non raw/dag-pb CID in UnixFS DAG')
+  }
+}
 
 /**
  * Traverses the DAG depth-first starting at the target CID and yields all
@@ -16,6 +72,12 @@ import type { CID } from 'multiformats/cid'
  * the helia config.
  */
 export class UnixFSExporter implements ExportStrategy {
+  private options?: UnixFSExporterOptions
+
+  constructor (options?: UnixFSExporterOptions) {
+    this.options = options
+  }
+
   async * export (cid: CID, blockstore: Blockstore, getCodec: CodecLoader, options?: AbortOptions): AsyncGenerator<BlockView<unknown, number, number, 0 | 1>, void, undefined> {
     if (cid.code !== DAG_PB_CODEC_CODE && cid.code !== RAW_PB_CODEC_CODE) {
       throw new NotUnixFSError('Target CID was not UnixFS - use the SubGraphExporter to export arbitrary graphs')
@@ -26,8 +88,87 @@ export class UnixFSExporter implements ExportStrategy {
       getCodec
     })
 
-    for await (const node of walker.walk(cid, options)) {
-      yield node.block
+    const offset = this.options?.offset ?? 0
+    const length = this.options?.length ?? Infinity
+    const listingOnly = this.options?.listingOnly ?? false
+
+    if (offset < 0) {
+      throw new InvalidParametersError('Offset cannot be negative')
+    }
+
+    if (length < 0) {
+      throw new InvalidParametersError('Length cannot be negative')
+    }
+
+    let exportingFile: boolean
+    const abortController = new AbortController()
+    const signal = anySignal([
+      abortController.signal,
+      options?.signal
+    ])
+    setMaxListeners(Infinity, abortController.signal, signal)
+
+    function includeChild (child: CID, parent: BlockView<PBNode>): boolean {
+      if (exportingFile == null) {
+        exportingFile = isFile(parent)
+      }
+
+      // ignore offset/length if not exporting a file
+      if (!exportingFile) {
+        const link = parent.value.Links.find(l => l.Hash.equals(child))
+        const u = UnixFS.unmarshal(parent.value.Data ?? new Uint8Array())
+
+        if (u.type === 'directory') {
+          // do not include directory files
+          return !listingOnly
+        }
+
+        if (u.type === 'hamt-sharded-directory' && listingOnly) {
+          // only include sub-shards, not directory files
+          return link?.Name?.length === 2
+        }
+
+        return true
+      }
+
+      const childIndex = parent.value.Links.findIndex(link => link.Hash.equals(child))
+      const layout = UnixFS.unmarshal(parent.value.Data ?? new Uint8Array())
+
+      const start = offset
+      const end = start + length
+
+      const childStart = Number([...layout.blockSizes].slice(0, childIndex).reduce((curr, acc) => curr + acc, 0n))
+      const childEnd = childStart + Number(layout.blockSizes[childIndex])
+
+      // slice starts in child
+      if (start >= childStart && start < childEnd) {
+        return true
+      }
+
+      // slice ends in child
+      if (end >= childStart && end < childEnd) {
+        return true
+      }
+
+      // slice contains child
+      if (start <= childStart && end >= childEnd) {
+        return true
+      }
+
+      return false
+    }
+
+    try {
+      for await (const node of walker.walk(cid, {
+        ...options,
+        includeChild,
+        signal
+      })) {
+        yield node.block
+      }
+    } finally {
+      abortController.abort()
+      signal.clear()
     }
   }
 }

package/dist/typedoc-urls.json

@@ -1,21 +0,0 @@
-{
-  "BlockExporter": "https://ipfs.github.io/helia/classes/_helia_car.BlockExporter.html",
-  "CIDPath": "https://ipfs.github.io/helia/classes/_helia_car.CIDPath.html",
-  "GraphSearch": "https://ipfs.github.io/helia/classes/_helia_car.GraphSearch.html",
-  "SubgraphExporter": "https://ipfs.github.io/helia/classes/_helia_car.SubgraphExporter.html",
-  "UnixFSExporter": "https://ipfs.github.io/helia/classes/_helia_car.UnixFSExporter.html",
-  "UnixFSPath": "https://ipfs.github.io/helia/classes/_helia_car.UnixFSPath.html",
-  "Car": "https://ipfs.github.io/helia/interfaces/_helia_car.Car.html",
-  ".:Car": "https://ipfs.github.io/helia/interfaces/_helia_car.Car.html",
-  "CarComponents": "https://ipfs.github.io/helia/interfaces/_helia_car.CarComponents.html",
-  ".:CarComponents": "https://ipfs.github.io/helia/interfaces/_helia_car.CarComponents.html",
-  "ExportCarOptions": "https://ipfs.github.io/helia/interfaces/_helia_car.ExportCarOptions.html",
-  ".:ExportCarOptions": "https://ipfs.github.io/helia/interfaces/_helia_car.ExportCarOptions.html",
-  "ExportStrategy": "https://ipfs.github.io/helia/interfaces/_helia_car.ExportStrategy.html",
-  ".:ExportStrategy": "https://ipfs.github.io/helia/interfaces/_helia_car.ExportStrategy.html",
-  "GraphSearchOptions": "https://ipfs.github.io/helia/interfaces/_helia_car.GraphSearchOptions.html",
-  "TraversalStrategy": "https://ipfs.github.io/helia/interfaces/_helia_car.TraversalStrategy.html",
-  ".:TraversalStrategy": "https://ipfs.github.io/helia/interfaces/_helia_car.TraversalStrategy.html",
-  "car": "https://ipfs.github.io/helia/functions/_helia_car.car.html",
-  ".:car": "https://ipfs.github.io/helia/functions/_helia_car.car.html"
-}