@atproto/repo 0.9.1 → 0.10.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @atproto/repo
 
+## 0.10.0
+
+### Minor Changes
+
+- [#4929](https://github.com/bluesky-social/atproto/pull/4929) [`f01c59f`](https://github.com/bluesky-social/atproto/commit/f01c59f5bd3f75fb8b47a9eecd4858b84033fb7c) Thanks [@devinivy](https://github.com/devinivy)! - **BREAKING:** Drop support for Node.js 18 and 20. Node.js 22 is now the minimum supported version. Docker images now use Node.js 24.
+
+- [#4943](https://github.com/bluesky-social/atproto/pull/4943) [`c459153`](https://github.com/bluesky-social/atproto/commit/c459153395a30ce89e050892c8fab7dc98e019b9) Thanks [@devinivy](https://github.com/devinivy)! - **BREAKING:** Convert to pure ESM. All packages now ship `"type": "module"` with ES module output and Node16 module resolution.
+
+  Node.js 22's `require()` compatibility layer can still load these packages in CommonJS code.
+
+- [#4930](https://github.com/bluesky-social/atproto/pull/4930) [`908bece`](https://github.com/bluesky-social/atproto/commit/908bece169258bff5ad121e5eec157d6ded6f705) Thanks [@devinivy](https://github.com/devinivy)! - Build with TypeScript 6.0.
+
+### Patch Changes
+
+- Updated dependencies [[`affb50c`](https://github.com/bluesky-social/atproto/commit/affb50c040b497a12631df99a6310f8e78cab557), [`f01c59f`](https://github.com/bluesky-social/atproto/commit/f01c59f5bd3f75fb8b47a9eecd4858b84033fb7c), [`c459153`](https://github.com/bluesky-social/atproto/commit/c459153395a30ce89e050892c8fab7dc98e019b9), [`908bece`](https://github.com/bluesky-social/atproto/commit/908bece169258bff5ad121e5eec157d6ded6f705)]:
+  - @atproto/common@0.6.0
+  - @atproto/common-web@0.5.0
+  - @atproto/crypto@0.5.0
+  - @atproto/lex-cbor@0.1.0
+  - @atproto/lex-data@0.1.0
+  - @atproto/syntax@0.6.0
+
 ## 0.9.1
 
 ### Patch Changes

package/dist/block-map.js

@@ -1,16 +1,8 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BlockMap = void 0;
-const lex_cbor_1 = require("@atproto/lex-cbor");
-const lex_data_1 = require("@atproto/lex-data");
-class BlockMap {
+import { encode } from '@atproto/lex-cbor';
+import { cidForCbor, parseCid, ui8Equals, } from '@atproto/lex-data';
+export class BlockMap {
     constructor(entries) {
-        Object.defineProperty(this, "map", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
+        this.map = new Map();
         if (entries) {
             for (const [cid, bytes] of entries) {
                 this.set(cid, bytes);
@@ -18,8 +10,8 @@ class BlockMap {
         }
     }
     async add(value) {
-        const bytes = (0, lex_cbor_1.encode)(value);
-        const cid = await (0, lex_data_1.cidForCbor)(bytes);
+        const bytes = encode(value);
+        const cid = await cidForCbor(bytes);
         this.set(cid, bytes);
         return cid;
     }
@@ -86,7 +78,7 @@ class BlockMap {
             const otherBytes = other.get(cid);
             if (!otherBytes)
                 return false;
-            if (!(0, lex_data_1.ui8Equals)(bytes, otherBytes)) {
+            if (!ui8Equals(bytes, otherBytes)) {
                 return false;
             }
         }
@@ -94,7 +86,7 @@ class BlockMap {
     }
     *keys() {
         for (const key of this.map.keys()) {
-            yield (0, lex_data_1.parseCid)(key);
+            yield parseCid(key);
         }
     }
     *values() {
@@ -102,13 +94,12 @@ class BlockMap {
     }
     *[Symbol.iterator]() {
         for (const [key, value] of this.map) {
-            yield [(0, lex_data_1.parseCid)(key), value];
+            yield [parseCid(key), value];
         }
     }
 }
-exports.BlockMap = BlockMap;
 function toEntry([cid, bytes]) {
     return { cid, bytes };
 }
-exports.default = BlockMap;
+export default BlockMap;
 //# sourceMappingURL=block-map.js.map

package/dist/block-map.js.map

@@ -1 +1 @@
-{"version":3,"file":"block-map.js","sourceRoot":"","sources":["../src/block-map.ts"],"names":[],"mappings":";;;AAAA,gDAA0C;AAC1C,gDAM0B;AAE1B,MAAa,QAAQ;IAGnB,YAAY,OAA0D;QAF9D;;;;mBAA+B,IAAI,GAAG,EAAE;WAAA;QAG9C,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAe;QACvB,MAAM,KAAK,GAAG,IAAA,iBAAM,EAAC,KAAK,CAAC,CAAA;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAU,EAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACpB,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,GAAG,CAAC,GAAQ,EAAE,KAAiB;QAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAA;QACnC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,GAAQ;QACb,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,IAAW;QACjB,MAAM,OAAO,GAAU,EAAE,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAA;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;YACxC,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,OAAO,CAAC,EAAyC;QAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI;YAAE,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACjD,CAAC;IAED,OAAO;QACL,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAClC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAChC,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACtD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;YAAE,IAAI,IAAI,KAAK,CAAC,MAAM,CAAA;QACvD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACjC,IAAI,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAA;YAC7B,IAAI,CAAC,IAAA,oBAAS,EAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;gBAClC,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,CAAC,IAAI;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,MAAM,IAAA,mBAAQ,EAAC,GAAG,CAAC,CAAA;QACrB,CAAC;IACH,CAAC;IAED,CAAC,MAAM;QACL,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAA;IAC1B,CAAC;IAED,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACpC,MAAM,CAAC,IAAA,mBAAQ,EAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;CACF;AA9GD,4BA8GC;AAED,SAAS,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,CAA6B;IACvD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;AACvB,CAAC;AAOD,kBAAe,QAAQ,CAAA","sourcesContent":["import { encode } from '@atproto/lex-cbor'\nimport {\n  Cid,\n  LexValue,\n  cidForCbor,\n  parseCid,\n  ui8Equals,\n} from '@atproto/lex-data'\n\nexport class BlockMap implements Iterable<[cid: Cid, bytes: Uint8Array]> {\n  private map: Map<string, Uint8Array> = new Map()\n\n  constructor(entries?: Iterable<readonly [cid: Cid, bytes: Uint8Array]>) {\n    if (entries) {\n      for (const [cid, bytes] of entries) {\n        this.set(cid, bytes)\n      }\n    }\n  }\n\n  async add(value: LexValue): Promise<Cid> {\n    const bytes = encode(value)\n    const cid = await cidForCbor(bytes)\n    this.set(cid, bytes)\n    return cid\n  }\n\n  set(cid: Cid, bytes: Uint8Array): BlockMap {\n    this.map.set(cid.toString(), bytes)\n    return this\n  }\n\n  get(cid: Cid): Uint8Array | undefined {\n    return this.map.get(cid.toString())\n  }\n\n  delete(cid: Cid): BlockMap {\n    this.map.delete(cid.toString())\n    return this\n  }\n\n  getMany(cids: Cid[]): { blocks: BlockMap; missing: Cid[] } {\n    const missing: Cid[] = []\n    const blocks = new BlockMap()\n    for (const cid of cids) {\n      const got = this.map.get(cid.toString())\n      if (got) {\n        blocks.set(cid, got)\n      } else {\n        missing.push(cid)\n      }\n    }\n    return { blocks, missing }\n  }\n\n  has(cid: Cid): boolean {\n    return this.map.has(cid.toString())\n  }\n\n  clear(): void {\n    this.map.clear()\n  }\n\n  forEach(cb: (bytes: Uint8Array, cid: Cid) => void): void {\n    for (const [cid, bytes] of this) cb(bytes, cid)\n  }\n\n  entries(): Entry[] {\n    return Array.from(this, toEntry)\n  }\n\n  cids(): Cid[] {\n    return Array.from(this.keys())\n  }\n\n  addMap(toAdd: BlockMap): BlockMap {\n    for (const [cid, bytes] of toAdd) this.set(cid, bytes)\n    return this\n  }\n\n  get size(): number {\n    return this.map.size\n  }\n\n  get byteSize(): number {\n    let size = 0\n    for (const bytes of this.values()) size += bytes.length\n    return size\n  }\n\n  equals(other: BlockMap): boolean {\n    if (this.size !== other.size) {\n      return false\n    }\n    for (const [cid, bytes] of this) {\n      const otherBytes = other.get(cid)\n      if (!otherBytes) return false\n      if (!ui8Equals(bytes, otherBytes)) {\n        return false\n      }\n    }\n    return true\n  }\n\n  *keys(): Generator<Cid, void, unknown> {\n    for (const key of this.map.keys()) {\n      yield parseCid(key)\n    }\n  }\n\n  *values(): Generator<Uint8Array, void, unknown> {\n    yield* this.map.values()\n  }\n\n  *[Symbol.iterator](): Generator<[Cid, Uint8Array], void, unknown> {\n    for (const [key, value] of this.map) {\n      yield [parseCid(key), value]\n    }\n  }\n}\n\nfunction toEntry([cid, bytes]: readonly [Cid, Uint8Array]): Entry {\n  return { cid, bytes }\n}\n\ntype Entry = {\n  cid: Cid\n  bytes: Uint8Array\n}\n\nexport default BlockMap\n"]}
+{"version":3,"file":"block-map.js","sourceRoot":"","sources":["../src/block-map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAC1C,OAAO,EAGL,UAAU,EACV,QAAQ,EACR,SAAS,GACV,MAAM,mBAAmB,CAAA;AAE1B,MAAM,OAAO,QAAQ;IAGnB,YAAY,OAA0D;QAF9D,QAAG,GAA4B,IAAI,GAAG,EAAE,CAAA;QAG9C,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAe;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACpB,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,GAAG,CAAC,GAAQ,EAAE,KAAiB;QAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAA;QACnC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,GAAQ;QACb,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,IAAW;QACjB,MAAM,OAAO,GAAU,EAAE,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAA;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;YACxC,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,OAAO,CAAC,EAAyC;QAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI;YAAE,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACjD,CAAC;IAED,OAAO;QACL,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAClC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAChC,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACtD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;YAAE,IAAI,IAAI,KAAK,CAAC,MAAM,CAAA;QACvD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACjC,IAAI,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAA;YAC7B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;gBAClC,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,CAAC,IAAI;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;QACrB,CAAC;IACH,CAAC;IAED,CAAC,MAAM;QACL,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAA;IAC1B,CAAC;IAED,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;CACF;AAED,SAAS,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,CAA6B;IACvD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;AACvB,CAAC;AAOD,eAAe,QAAQ,CAAA","sourcesContent":["import { encode } from '@atproto/lex-cbor'\nimport {\n  Cid,\n  LexValue,\n  cidForCbor,\n  parseCid,\n  ui8Equals,\n} from '@atproto/lex-data'\n\nexport class BlockMap implements Iterable<[cid: Cid, bytes: Uint8Array]> {\n  private map: Map<string, Uint8Array> = new Map()\n\n  constructor(entries?: Iterable<readonly [cid: Cid, bytes: Uint8Array]>) {\n    if (entries) {\n      for (const [cid, bytes] of entries) {\n        this.set(cid, bytes)\n      }\n    }\n  }\n\n  async add(value: LexValue): Promise<Cid> {\n    const bytes = encode(value)\n    const cid = await cidForCbor(bytes)\n    this.set(cid, bytes)\n    return cid\n  }\n\n  set(cid: Cid, bytes: Uint8Array): BlockMap {\n    this.map.set(cid.toString(), bytes)\n    return this\n  }\n\n  get(cid: Cid): Uint8Array | undefined {\n    return this.map.get(cid.toString())\n  }\n\n  delete(cid: Cid): BlockMap {\n    this.map.delete(cid.toString())\n    return this\n  }\n\n  getMany(cids: Cid[]): { blocks: BlockMap; missing: Cid[] } {\n    const missing: Cid[] = []\n    const blocks = new BlockMap()\n    for (const cid of cids) {\n      const got = this.map.get(cid.toString())\n      if (got) {\n        blocks.set(cid, got)\n      } else {\n        missing.push(cid)\n      }\n    }\n    return { blocks, missing }\n  }\n\n  has(cid: Cid): boolean {\n    return this.map.has(cid.toString())\n  }\n\n  clear(): void {\n    this.map.clear()\n  }\n\n  forEach(cb: (bytes: Uint8Array, cid: Cid) => void): void {\n    for (const [cid, bytes] of this) cb(bytes, cid)\n  }\n\n  entries(): Entry[] {\n    return Array.from(this, toEntry)\n  }\n\n  cids(): Cid[] {\n    return Array.from(this.keys())\n  }\n\n  addMap(toAdd: BlockMap): BlockMap {\n    for (const [cid, bytes] of toAdd) this.set(cid, bytes)\n    return this\n  }\n\n  get size(): number {\n    return this.map.size\n  }\n\n  get byteSize(): number {\n    let size = 0\n    for (const bytes of this.values()) size += bytes.length\n    return size\n  }\n\n  equals(other: BlockMap): boolean {\n    if (this.size !== other.size) {\n      return false\n    }\n    for (const [cid, bytes] of this) {\n      const otherBytes = other.get(cid)\n      if (!otherBytes) return false\n      if (!ui8Equals(bytes, otherBytes)) {\n        return false\n      }\n    }\n    return true\n  }\n\n  *keys(): Generator<Cid, void, unknown> {\n    for (const key of this.map.keys()) {\n      yield parseCid(key)\n    }\n  }\n\n  *values(): Generator<Uint8Array, void, unknown> {\n    yield* this.map.values()\n  }\n\n  *[Symbol.iterator](): Generator<[Cid, Uint8Array], void, unknown> {\n    for (const [key, value] of this.map) {\n      yield [parseCid(key), value]\n    }\n  }\n}\n\nfunction toEntry([cid, bytes]: readonly [Cid, Uint8Array]): Entry {\n  return { cid, bytes }\n}\n\ntype Entry = {\n  cid: Cid\n  bytes: Uint8Array\n}\n\nexport default BlockMap\n"]}

package/dist/car.d.ts

@@ -1,6 +1,6 @@
 import { Cid } from '@atproto/lex-data';
-import { BlockMap } from './block-map';
-import { CarBlock } from './types';
+import { BlockMap } from './block-map.js';
+import { CarBlock } from './types.js';
 export declare function writeCarStream(root: Cid | null, blocks: AsyncIterable<CarBlock>): AsyncIterable<Uint8Array>;
 export declare function blocksToCarFile(root: Cid | null, blocks: BlockMap): Promise<Uint8Array>;
 export declare const blocksToCarStream: (root: Cid | null, blocks: BlockMap) => AsyncIterable<Uint8Array>;

package/dist/car.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,GAAG,EAA4B,MAAM,mBAAmB,CAAA;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,QAAQ,EAAU,MAAM,SAAS,CAAA;AAG1C,wBAAuB,cAAc,CACnC,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,aAAa,CAAC,UAAU,CAAC,CAgB3B;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,QAAQ,GACf,OAAO,CAAC,UAAU,CAAC,CAErB;AAED,eAAO,MAAM,iBAAiB,GAC5B,MAAM,GAAG,GAAG,IAAI,EAChB,QAAQ,QAAQ,KACf,aAAa,CAAC,UAAU,CAE1B,CAAA;AAQD,MAAM,MAAM,cAAc,GAAG;IAC3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,OAAO,GAClB,OAAO,UAAU,EACjB,OAAO,cAAc,KACpB,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAO5C,CAAA;AAED,eAAO,MAAM,eAAe,GAC1B,OAAO,UAAU,EACjB,OAAO,cAAc,KACpB,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAUzC,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG;IACvE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B,CAAA;AAED,eAAO,MAAM,aAAa,GACxB,KAAK,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACrD,OAAO,cAAc,KACpB,OAAO,CAAC;IACT,KAAK,EAAE,GAAG,EAAE,CAAA;IACZ,MAAM,EAAE,gBAAgB,CAAA;CACzB,CAEA,CAAA;AAED,eAAO,MAAM,aAAa,GACxB,QAAQ,WAAW,EACnB,OAAO,cAAc,KACpB,OAAO,CAAC;IACT,KAAK,EAAE,GAAG,EAAE,CAAA;IACZ,MAAM,EAAE,gBAAgB,CAAA;CACzB,CAoBA,CAAA;AAoDD,wBAAuB,uBAAuB,CAC5C,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC3B,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAOzC;AAuBD,UAAU,WAAW;IACnB,MAAM,EAAE,OAAO,CAAA;IACf,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IAC9C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB"}
+{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAA4B,MAAM,mBAAmB,CAAA;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,QAAQ,EAAU,MAAM,YAAY,CAAA;AAG7C,wBAAuB,cAAc,CACnC,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,aAAa,CAAC,UAAU,CAAC,CAgB3B;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,QAAQ,GACf,OAAO,CAAC,UAAU,CAAC,CAErB;AAED,eAAO,MAAM,iBAAiB,GAC5B,MAAM,GAAG,GAAG,IAAI,EAChB,QAAQ,QAAQ,KACf,aAAa,CAAC,UAAU,CAE1B,CAAA;AAQD,MAAM,MAAM,cAAc,GAAG;IAC3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,OAAO,GAClB,OAAO,UAAU,EACjB,OAAO,cAAc,KACpB,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAO5C,CAAA;AAED,eAAO,MAAM,eAAe,GAC1B,OAAO,UAAU,EACjB,OAAO,cAAc,KACpB,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAUzC,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG;IACvE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B,CAAA;AAED,eAAO,MAAM,aAAa,GACxB,KAAK,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACrD,OAAO,cAAc,KACpB,OAAO,CAAC;IACT,KAAK,EAAE,GAAG,EAAE,CAAA;IACZ,MAAM,EAAE,gBAAgB,CAAA;CACzB,CAEA,CAAA;AAED,eAAO,MAAM,aAAa,GACxB,QAAQ,WAAW,EACnB,OAAO,cAAc,KACpB,OAAO,CAAC;IACT,KAAK,EAAE,GAAG,EAAE,CAAA;IACZ,MAAM,EAAE,gBAAgB,CAAA;CACzB,CAoBA,CAAA;AAoDD,wBAAuB,uBAAuB,CAC5C,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC3B,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAOzC;AAuBD,UAAU,WAAW;IACnB,MAAM,EAAE,OAAO,CAAA;IACf,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IAC9C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB"}

package/dist/car.js

@@ -1,50 +1,12 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readCarReader = exports.readCarStream = exports.readCarWithRoot = exports.readCar = exports.blocksToCarStream = void 0;
-exports.writeCarStream = writeCarStream;
-exports.blocksToCarFile = blocksToCarFile;
-exports.verifyIncomingCarBlocks = verifyIncomingCarBlocks;
-const promises_1 = require("node:timers/promises");
-const varint = __importStar(require("varint"));
-const cbor = __importStar(require("@atproto/lex-cbor"));
-const lex_data_1 = require("@atproto/lex-data");
-const block_map_1 = require("./block-map");
-const types_1 = require("./types");
-const util_1 = require("./util");
-async function* writeCarStream(root, blocks) {
+import { setImmediate } from 'node:timers/promises';
+// eslint-disable-next-line import/default, import/no-named-as-default-member
+import varint from 'varint';
+import * as cbor from '@atproto/lex-cbor';
+import { decodeCid, isCidForBytes } from '@atproto/lex-data';
+import { BlockMap } from './block-map.js';
+import { schema } from './types.js';
+import { concatBytesAsync } from './util.js';
+export async function* writeCarStream(root, blocks) {
     const header = new Uint8Array(cbor.encode({
         version: 1,
         roots: root ? [root] : [],
@@ -57,29 +19,27 @@ async function* writeCarStream(root, blocks) {
         yield block.bytes;
     }
 }
-async function blocksToCarFile(root, blocks) {
-    return (0, util_1.concatBytesAsync)((0, exports.blocksToCarStream)(root, blocks));
+export async function blocksToCarFile(root, blocks) {
+    return concatBytesAsync(blocksToCarStream(root, blocks));
 }
-const blocksToCarStream = (root, blocks) => {
+export const blocksToCarStream = (root, blocks) => {
     return writeCarStream(root, iterateBlocks(blocks));
 };
-exports.blocksToCarStream = blocksToCarStream;
 async function* iterateBlocks(blocks) {
     for (const entry of blocks.entries()) {
         yield { cid: entry.cid, bytes: entry.bytes };
     }
 }
-const readCar = async (bytes, opts) => {
-    const { roots, blocks } = await (0, exports.readCarReader)(new Ui8Reader(bytes), opts);
-    const blockMap = new block_map_1.BlockMap();
+export const readCar = async (bytes, opts) => {
+    const { roots, blocks } = await readCarReader(new Ui8Reader(bytes), opts);
+    const blockMap = new BlockMap();
     for await (const block of blocks) {
         blockMap.set(block.cid, block.bytes);
     }
     return { roots, blocks: blockMap };
 };
-exports.readCar = readCar;
-const readCarWithRoot = async (bytes, opts) => {
-    const { roots, blocks } = await (0, exports.readCar)(bytes, opts);
+export const readCarWithRoot = async (bytes, opts) => {
+    const { roots, blocks } = await readCar(bytes, opts);
     if (roots.length !== 1) {
         throw new Error(`Expected one root, got ${roots.length}`);
     }
@@ -89,12 +49,10 @@ const readCarWithRoot = async (bytes, opts) => {
         blocks,
     };
 };
-exports.readCarWithRoot = readCarWithRoot;
-const readCarStream = async (car, opts) => {
-    return (0, exports.readCarReader)(new BufferedReader(car), opts);
+export const readCarStream = async (car, opts) => {
+    return readCarReader(new BufferedReader(car), opts);
 };
-exports.readCarStream = readCarStream;
-const readCarReader = async (reader, opts) => {
+export const readCarReader = async (reader, opts) => {
     try {
         const headerSize = await readVarint(reader);
         if (headerSize === null) {
@@ -102,7 +60,7 @@ const readCarReader = async (reader, opts) => {
         }
         const headerBytes = await reader.read(headerSize);
         const header = cbor.decode(headerBytes);
-        const result = types_1.schema.carHeader.safeParse(header);
+        const result = schema.carHeader.safeParse(header);
         if (!result.success) {
             throw new Error('Could not parse CAR header', { cause: result.error });
         }
@@ -116,7 +74,6 @@ const readCarReader = async (reader, opts) => {
         throw err;
     }
 };
-exports.readCarReader = readCarReader;
 const readCarBlocksIter = (reader, opts) => {
     let generator = readCarBlocksIterGenerator(reader);
     if (!opts?.skipCidVerification) {
@@ -146,14 +103,14 @@ async function* readCarBlocksIterGenerator(reader) {
                 break;
             }
             const blockBytes = await reader.read(blockSize);
-            const cid = (0, lex_data_1.decodeCid)(blockBytes.subarray(0, 36));
+            const cid = decodeCid(blockBytes.subarray(0, 36));
             const bytes = blockBytes.subarray(36);
             yield { cid, bytes };
             // yield to the event loop every 25 blocks
             // in the case the incoming CAR is synchronous, this can end up jamming up the thread
             blocks++;
             if (blocks % 25 === 0) {
-                await (0, promises_1.setImmediate)();
+                await setImmediate();
             }
         }
     }
@@ -161,9 +118,9 @@ async function* readCarBlocksIterGenerator(reader) {
         await reader.close();
     }
 }
-async function* verifyIncomingCarBlocks(car) {
+export async function* verifyIncomingCarBlocks(car) {
     for await (const block of car) {
-        if (!(await (0, lex_data_1.isCidForBytes)(block.cid, block.bytes))) {
+        if (!(await isCidForBytes(block.cid, block.bytes))) {
             throw new Error(`Not a valid CID for bytes (${block.cid.toString()})`);
         }
         yield block;
@@ -192,24 +149,9 @@ const readVarint = async (reader) => {
 };
 class Ui8Reader {
     constructor(bytes) {
-        Object.defineProperty(this, "bytes", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: bytes
-        });
-        Object.defineProperty(this, "idx", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        Object.defineProperty(this, "isDone", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
+        this.bytes = bytes;
+        this.idx = 0;
+        this.isDone = false;
     }
     async read(bytesToRead) {
         const value = this.bytes.subarray(this.idx, this.idx + bytesToRead);
@@ -228,25 +170,9 @@ class Ui8Reader {
  */
 class BufferedReader {
     constructor(stream) {
-        Object.defineProperty(this, "iterator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "isDone", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
+        this.isDone = false;
         /** fifo list of chunks to consume */
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
+        this.chunks = [];
         this.iterator =
             Symbol.asyncIterator in stream
                 ? stream[Symbol.asyncIterator]()

package/dist/car.js.map

@@ -1 +1 @@
-{"version":3,"file":"car.js","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAQA,wCAmBC;AAED,0CAKC;AA4ID,0DASC;AAvLD,mDAAmD;AACnD,+CAAgC;AAChC,wDAAyC;AACzC,gDAAiE;AACjE,2CAAsC;AACtC,mCAA0C;AAC1C,iCAAyC;AAElC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,IAAgB,EAChB,MAA+B;IAE/B,MAAM,MAAM,GAAG,IAAI,UAAU,CAC3B,IAAI,CAAC,MAAM,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;KAC1B,CAAC,CACH,CAAA;IACD,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACtD,MAAM,MAAM,CAAA;IACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CACnE,CAAA;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;QACrB,MAAM,KAAK,CAAC,KAAK,CAAA;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,IAAgB,EAChB,MAAgB;IAEhB,OAAO,IAAA,uBAAgB,EAAC,IAAA,yBAAiB,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;AAC1D,CAAC;AAEM,MAAM,iBAAiB,GAAG,CAC/B,IAAgB,EAChB,MAAgB,EACW,EAAE;IAC7B,OAAO,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAA;AACpD,CAAC,CAAA;AALY,QAAA,iBAAiB,qBAK7B;AAED,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,MAAgB;IAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAA;IAC9C,CAAC;AACH,CAAC;AASM,MAAM,OAAO,GAAG,KAAK,EAC1B,KAAiB,EACjB,IAAqB,EACwB,EAAE;IAC/C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,qBAAa,EAAC,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAA;IACzE,MAAM,QAAQ,GAAG,IAAI,oBAAQ,EAAE,CAAA;IAC/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;AACpC,CAAC,CAAA;AAVY,QAAA,OAAO,WAUnB;AAEM,MAAM,eAAe,GAAG,KAAK,EAClC,KAAiB,EACjB,IAAqB,EACqB,EAAE;IAC5C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,eAAO,EAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACpD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACrB,OAAO;QACL,IAAI;QACJ,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAbY,QAAA,eAAe,mBAa3B;AAKM,MAAM,aAAa,GAAG,KAAK,EAChC,GAAqD,EACrD,IAAqB,EAIpB,EAAE;IACH,OAAO,IAAA,qBAAa,EAAC,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;AACrD,CAAC,CAAA;AARY,QAAA,aAAa,iBAQzB;AAEM,MAAM,aAAa,GAAG,KAAK,EAChC,MAAmB,EACnB,IAAqB,EAIpB,EAAE;IACH,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;QAC3C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/C,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,MAAM,MAAM,GAAG,cAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QACxE,CAAC;QACD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK;YACxB,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC;SACxC,CAAA;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,CAAA;IACX,CAAC;AACH,CAAC,CAAA;AA1BY,QAAA,aAAa,iBA0BzB;AAED,MAAM,iBAAiB,GAAG,CACxB,MAAmB,EACnB,IAAqB,EACH,EAAE;IACpB,IAAI,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAA;IAClD,IAAI,CAAC,IAAI,EAAE,mBAAmB,EAAE,CAAC;QAC/B,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAA;IAChD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE;QAC9B,KAAK,CAAC,IAAI;YACR,kFAAkF;YAClF,IAAI,CAAC;gBACH,uEAAuE;gBACvE,MAAM,SAAS,CAAC,MAAM,EAAE,CAAA;YAC1B,CAAC;oBAAS,CAAC;gBACT,mEAAmE;gBACnE,wEAAwE;gBACxE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACH,CAAC;KACF,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,KAAK,SAAS,CAAC,CAAC,0BAA0B,CACxC,MAAmB;IAEnB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAC1C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAK;YACP,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC/C,MAAM,GAAG,GAAG,IAAA,oBAAS,EAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;YACrC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;YAEpB,0CAA0C;YAC1C,qFAAqF;YACrF,MAAM,EAAE,CAAA;YACR,IAAI,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAA,uBAAY,GAAE,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;AACH,CAAC;AAEM,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,GAA4B;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,MAAM,IAAA,wBAAa,EAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QACxE,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,UAAU,GAAG,KAAK,EAAE,MAAmB,EAA0B,EAAE;IACvE,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,OAAO,CAAC,IAAI,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjC,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;YAClB,IAAI,GAAG,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACtC,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACjC,CAAC,CAAA;AAQD,MAAM,SAAS;IAIb,YAAmB,KAAiB;QAAxB;;;;mBAAO,KAAK;WAAY;QAHpC;;;;mBAAM,CAAC;WAAA;QACP;;;;mBAAS,KAAK;WAAA;IAEyB,CAAC;IAExC,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,CAAA;QACnE,IAAI,CAAC,GAAG,IAAI,WAAW,CAAA;QACvB,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC;AAED;;;;GAIG;AACH,MAAM,cAAc;IAOlB,YAAY,MAAwD;QANpE;;;;;WAA0D;QAC1D;;;;mBAAS,KAAK;WAAA;QAEd,qCAAqC;QAC7B;;;;mBAAuB,EAAE;WAAA;QAG/B,IAAI,CAAC,QAAQ;YACX,MAAM,CAAC,aAAa,IAAI,MAAM;gBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAA;IACjC,CAAC;IAED,mEAAmE;IACnE,IAAI,kBAAkB;QACpB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAA;QACpC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAA;QACzD,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;QAC3C,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACnE,IAAI,YAAY,IAAI,CAAC;YAAE,OAAO,IAAI,UAAU,EAAE,CAAA;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;QAClD,IAAI,UAAU,CAAC,UAAU,KAAK,YAAY,EAAE,CAAC;YAC3C,yEAAyE;YACzE,qDAAqD;YACrD,OAAO,UAAU,CAAA;QACnB,CAAC;QAED,sEAAsE;QACtE,uCAAuC;QACvC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAA;QAC3C,IAAI,gBAAgB,GAAG,CAAC,CAAA;QAExB,8CAA8C;QAC9C,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QACxC,gBAAgB,IAAI,UAAU,CAAC,UAAU,CAAA;QAEzC,wEAAwE;QACxE,uBAAuB;QACvB,GAAG,CAAC;YACF,MAAM,aAAa,GAAG,YAAY,GAAG,gBAAgB,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAA;YAErD,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAA;YAC1C,gBAAgB,IAAI,YAAY,CAAC,UAAU,CAAA;QAC7C,CAAC,QAAQ,gBAAgB,GAAG,YAAY,EAAC;QAEzC,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,OAAO,SAAS,GAAG,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;gBAClB,MAAK;YACP,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5B,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAA;YACpC,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,YAAY,CAAC,cAAsB;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAA;QAClC,IAAI,cAAc,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;YAC3C,uEAAuE;YACvE,mDAAmD;YAEnD,yEAAyE;YACzE,cAAc;YAEd,uDAAuD;YACvD,gDAAgD;YAEhD,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,UAAU,CAC7B,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,GAAG,cAAc,EACtC,UAAU,CAAC,UAAU,GAAG,cAAc,CACvC,CAAA;YACD,OAAO,IAAI,UAAU,CACnB,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,EACrB,cAAc,CACf,CAAA;QACH,CAAC;aAAM,CAAC;YACN,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACnB,OAAO,UAAU,CAAA;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;CACF","sourcesContent":["import { setImmediate } from 'node:timers/promises'\nimport * as varint from 'varint'\nimport * as cbor from '@atproto/lex-cbor'\nimport { Cid, decodeCid, isCidForBytes } from '@atproto/lex-data'\nimport { BlockMap } from './block-map'\nimport { CarBlock, schema } from './types'\nimport { concatBytesAsync } from './util'\n\nexport async function* writeCarStream(\n  root: Cid | null,\n  blocks: AsyncIterable<CarBlock>,\n): AsyncIterable<Uint8Array> {\n  const header = new Uint8Array(\n    cbor.encode({\n      version: 1,\n      roots: root ? [root] : [],\n    }),\n  )\n  yield new Uint8Array(varint.encode(header.byteLength))\n  yield header\n  for await (const block of blocks) {\n    yield new Uint8Array(\n      varint.encode(block.cid.bytes.byteLength + block.bytes.byteLength),\n    )\n    yield block.cid.bytes\n    yield block.bytes\n  }\n}\n\nexport async function blocksToCarFile(\n  root: Cid | null,\n  blocks: BlockMap,\n): Promise<Uint8Array> {\n  return concatBytesAsync(blocksToCarStream(root, blocks))\n}\n\nexport const blocksToCarStream = (\n  root: Cid | null,\n  blocks: BlockMap,\n): AsyncIterable<Uint8Array> => {\n  return writeCarStream(root, iterateBlocks(blocks))\n}\n\nasync function* iterateBlocks(blocks: BlockMap) {\n  for (const entry of blocks.entries()) {\n    yield { cid: entry.cid, bytes: entry.bytes }\n  }\n}\n\nexport type ReadCarOptions = {\n  /**\n   * When true, does not verify CID-to-content mapping within CAR.\n   */\n  skipCidVerification?: boolean\n}\n\nexport const readCar = async (\n  bytes: Uint8Array,\n  opts?: ReadCarOptions,\n): Promise<{ roots: Cid[]; blocks: BlockMap }> => {\n  const { roots, blocks } = await readCarReader(new Ui8Reader(bytes), opts)\n  const blockMap = new BlockMap()\n  for await (const block of blocks) {\n    blockMap.set(block.cid, block.bytes)\n  }\n  return { roots, blocks: blockMap }\n}\n\nexport const readCarWithRoot = async (\n  bytes: Uint8Array,\n  opts?: ReadCarOptions,\n): Promise<{ root: Cid; blocks: BlockMap }> => {\n  const { roots, blocks } = await readCar(bytes, opts)\n  if (roots.length !== 1) {\n    throw new Error(`Expected one root, got ${roots.length}`)\n  }\n  const root = roots[0]\n  return {\n    root,\n    blocks,\n  }\n}\nexport type CarBlockIterable = AsyncGenerator<CarBlock, void, unknown> & {\n  dump: () => Promise<void>\n}\n\nexport const readCarStream = async (\n  car: Iterable<Uint8Array> | AsyncIterable<Uint8Array>,\n  opts?: ReadCarOptions,\n): Promise<{\n  roots: Cid[]\n  blocks: CarBlockIterable\n}> => {\n  return readCarReader(new BufferedReader(car), opts)\n}\n\nexport const readCarReader = async (\n  reader: BytesReader,\n  opts?: ReadCarOptions,\n): Promise<{\n  roots: Cid[]\n  blocks: CarBlockIterable\n}> => {\n  try {\n    const headerSize = await readVarint(reader)\n    if (headerSize === null) {\n      throw new Error('Could not parse CAR header')\n    }\n    const headerBytes = await reader.read(headerSize)\n    const header = cbor.decode(headerBytes)\n    const result = schema.carHeader.safeParse(header)\n    if (!result.success) {\n      throw new Error('Could not parse CAR header', { cause: result.error })\n    }\n    return {\n      roots: result.data.roots,\n      blocks: readCarBlocksIter(reader, opts),\n    }\n  } catch (err) {\n    await reader.close()\n    throw err\n  }\n}\n\nconst readCarBlocksIter = (\n  reader: BytesReader,\n  opts?: ReadCarOptions,\n): CarBlockIterable => {\n  let generator = readCarBlocksIterGenerator(reader)\n  if (!opts?.skipCidVerification) {\n    generator = verifyIncomingCarBlocks(generator)\n  }\n  return Object.assign(generator, {\n    async dump() {\n      // try/finally to ensure that reader.close is called even if blocks.return throws.\n      try {\n        // Prevent the iterator from being started after this method is called.\n        await generator.return()\n      } finally {\n        // @NOTE the \"finally\" block of the async generator won't be called\n        // if the iteration was never started so we need to manually close here.\n        await reader.close()\n      }\n    },\n  })\n}\n\nasync function* readCarBlocksIterGenerator(\n  reader: BytesReader,\n): AsyncGenerator<CarBlock, void, unknown> {\n  let blocks = 0\n  try {\n    while (!reader.isDone) {\n      const blockSize = await readVarint(reader)\n      if (blockSize === null) {\n        break\n      }\n      const blockBytes = await reader.read(blockSize)\n      const cid = decodeCid(blockBytes.subarray(0, 36))\n      const bytes = blockBytes.subarray(36)\n      yield { cid, bytes }\n\n      // yield to the event loop every 25 blocks\n      // in the case the incoming CAR is synchronous, this can end up jamming up the thread\n      blocks++\n      if (blocks % 25 === 0) {\n        await setImmediate()\n      }\n    }\n  } finally {\n    await reader.close()\n  }\n}\n\nexport async function* verifyIncomingCarBlocks(\n  car: AsyncIterable<CarBlock>,\n): AsyncGenerator<CarBlock, void, unknown> {\n  for await (const block of car) {\n    if (!(await isCidForBytes(block.cid, block.bytes))) {\n      throw new Error(`Not a valid CID for bytes (${block.cid.toString()})`)\n    }\n    yield block\n  }\n}\n\nconst readVarint = async (reader: BytesReader): Promise<number | null> => {\n  let done = false\n  const bytes: Uint8Array[] = []\n  while (!done) {\n    const byte = await reader.read(1)\n    if (byte.byteLength === 0) {\n      if (bytes.length > 0) {\n        throw new Error('could not parse varint')\n      } else {\n        return null\n      }\n    }\n    bytes.push(byte)\n    if (byte[0] < 128) {\n      done = true\n    }\n  }\n  const concatted = Buffer.concat(bytes)\n  return varint.decode(concatted)\n}\n\ninterface BytesReader {\n  isDone: boolean\n  read(bytesToRead: number): Promise<Uint8Array>\n  close(): Promise<void>\n}\n\nclass Ui8Reader implements BytesReader {\n  idx = 0\n  isDone = false\n\n  constructor(public bytes: Uint8Array) {}\n\n  async read(bytesToRead: number): Promise<Uint8Array> {\n    const value = this.bytes.subarray(this.idx, this.idx + bytesToRead)\n    this.idx += bytesToRead\n    if (this.idx >= this.bytes.length) {\n      this.isDone = true\n    }\n    return value\n  }\n\n  async close(): Promise<void> {}\n}\n\n/**\n * This code was optimized for performance. See\n * {@link https://github.com/bluesky-social/atproto/pull/4729 #4729} for more details\n * and benchmarks.\n */\nclass BufferedReader implements BytesReader {\n  iterator: Iterator<Uint8Array> | AsyncIterator<Uint8Array>\n  isDone = false\n\n  /** fifo list of chunks to consume */\n  private chunks: Uint8Array[] = []\n\n  constructor(stream: Iterable<Uint8Array> | AsyncIterable<Uint8Array>) {\n    this.iterator =\n      Symbol.asyncIterator in stream\n        ? stream[Symbol.asyncIterator]()\n        : stream[Symbol.iterator]()\n  }\n\n  /** Number of bytes currently buffered and available for reading */\n  get bufferedByteLength() {\n    let total = 0\n    for (let i = 0; i < this.chunks.length; i++) {\n      total += this.chunks[i].byteLength\n    }\n    return total\n  }\n\n  /**\n   * @note concurrent reads are **NOT** supported by the current implementation\n   * and would require call to readUntilBuffered to be using a fifo lock for\n   * read()s to be processed in fifo order.\n   */\n  async read(bytesToRead: number): Promise<Uint8Array> {\n    const bytesNeeded = bytesToRead - this.bufferedByteLength\n    if (bytesNeeded > 0 && !this.isDone) {\n      await this.readUntilBuffered(bytesNeeded)\n    }\n\n    const resultLength = Math.min(bytesToRead, this.bufferedByteLength)\n    if (resultLength <= 0) return new Uint8Array()\n\n    const firstChunk = this.consumeChunk(resultLength)\n    if (firstChunk.byteLength === resultLength) {\n      // If the data consumed from the first chunk contains all we need, return\n      // it as-is. This allows to avoid any copy operation.\n      return firstChunk\n    }\n\n    // The first chunk does not have all the data we need. We have to copy\n    // multiple chunks into a larger buffer\n    const result = new Uint8Array(resultLength)\n    let resultWriteIndex = 0\n\n    // Copy the first chunk into the result buffer\n    result.set(firstChunk, resultWriteIndex)\n    resultWriteIndex += firstChunk.byteLength\n\n    // Copy more chunks as needed (we use do-while because we *know* we need\n    // more than one chunk)\n    do {\n      const missingLength = resultLength - resultWriteIndex\n      const currentChunk = this.consumeChunk(missingLength)\n\n      result.set(currentChunk, resultWriteIndex)\n      resultWriteIndex += currentChunk.byteLength\n    } while (resultWriteIndex < resultLength)\n\n    return result\n  }\n\n  private async readUntilBuffered(bytesNeeded: number) {\n    let bytesRead = 0\n    while (bytesRead < bytesNeeded) {\n      const next = await this.iterator.next()\n      if (next.done) {\n        this.isDone = true\n        break\n      } else {\n        this.chunks.push(next.value)\n        bytesRead += next.value.byteLength\n      }\n    }\n    return bytesRead\n  }\n\n  private consumeChunk(bytesToConsume: number) {\n    const firstChunk = this.chunks[0]!\n    if (bytesToConsume < firstChunk.byteLength) {\n      // return a sub-view of the data being read and replace the first chunk\n      // with a sub-view that does not contain that data.\n\n      // @NOTE for some reason, subarray() revealed to be 7-8% slower in NodeJS\n      // benchmarks.\n\n      // this.chunks[0] = firstChunk.subarray(bytesToConsume)\n      // return firstChunk.subarray(0, bytesToConsume)\n\n      this.chunks[0] = new Uint8Array(\n        firstChunk.buffer,\n        firstChunk.byteOffset + bytesToConsume,\n        firstChunk.byteLength - bytesToConsume,\n      )\n      return new Uint8Array(\n        firstChunk.buffer,\n        firstChunk.byteOffset,\n        bytesToConsume,\n      )\n    } else {\n      // First chunk is being read in full, discard it\n      this.chunks.shift()\n      return firstChunk\n    }\n  }\n\n  async close(): Promise<void> {\n    try {\n      if (!this.isDone && this.iterator.return) {\n        await this.iterator.return()\n      }\n    } finally {\n      this.isDone = true\n      this.chunks.length = 0\n    }\n  }\n}\n"]}
+{"version":3,"file":"car.js","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,6EAA6E;AAC7E,OAAO,MAAM,MAAM,QAAQ,CAAA;AAC3B,OAAO,KAAK,IAAI,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAO,SAAS,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAY,MAAM,EAAE,MAAM,YAAY,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,IAAgB,EAChB,MAA+B;IAE/B,MAAM,MAAM,GAAG,IAAI,UAAU,CAC3B,IAAI,CAAC,MAAM,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;KAC1B,CAAC,CACH,CAAA;IACD,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACtD,MAAM,MAAM,CAAA;IACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CACnE,CAAA;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;QACrB,MAAM,KAAK,CAAC,KAAK,CAAA;IACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAgB,EAChB,MAAgB;IAEhB,OAAO,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;AAC1D,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,IAAgB,EAChB,MAAgB,EACW,EAAE;IAC7B,OAAO,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAA;AACpD,CAAC,CAAA;AAED,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,MAAgB;IAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAA;IAC9C,CAAC;AACH,CAAC;AASD,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAC1B,KAAiB,EACjB,IAAqB,EACwB,EAAE;IAC/C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAA;IACzE,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;AACpC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,KAAiB,EACjB,IAAqB,EACqB,EAAE;IAC5C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACpD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACrB,OAAO;QACL,IAAI;QACJ,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAKD,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,GAAqD,EACrD,IAAqB,EAIpB,EAAE;IACH,OAAO,aAAa,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;AACrD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,MAAmB,EACnB,IAAqB,EAIpB,EAAE;IACH,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;QAC3C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/C,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QACxE,CAAC;QACD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK;YACxB,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC;SACxC,CAAA;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,CAAA;IACX,CAAC;AACH,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,CACxB,MAAmB,EACnB,IAAqB,EACH,EAAE;IACpB,IAAI,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAA;IAClD,IAAI,CAAC,IAAI,EAAE,mBAAmB,EAAE,CAAC;QAC/B,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAA;IAChD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE;QAC9B,KAAK,CAAC,IAAI;YACR,kFAAkF;YAClF,IAAI,CAAC;gBACH,uEAAuE;gBACvE,MAAM,SAAS,CAAC,MAAM,EAAE,CAAA;YAC1B,CAAC;oBAAS,CAAC;gBACT,mEAAmE;gBACnE,wEAAwE;gBACxE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACH,CAAC;KACF,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,KAAK,SAAS,CAAC,CAAC,0BAA0B,CACxC,MAAmB;IAEnB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAC1C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAK;YACP,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC/C,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;YACrC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;YAEpB,0CAA0C;YAC1C,qFAAqF;YACrF,MAAM,EAAE,CAAA;YACR,IAAI,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,YAAY,EAAE,CAAA;YACtB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,GAA4B;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,MAAM,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QACxE,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,UAAU,GAAG,KAAK,EAAE,MAAmB,EAA0B,EAAE;IACvE,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,OAAO,CAAC,IAAI,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjC,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;YAClB,IAAI,GAAG,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACtC,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;AACjC,CAAC,CAAA;AAQD,MAAM,SAAS;IAIb,YAAmB,KAAiB;QAAjB,UAAK,GAAL,KAAK,CAAY;QAHpC,QAAG,GAAG,CAAC,CAAA;QACP,WAAM,GAAG,KAAK,CAAA;IAEyB,CAAC;IAExC,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,CAAA;QACnE,IAAI,CAAC,GAAG,IAAI,WAAW,CAAA;QACvB,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC;AAED;;;;GAIG;AACH,MAAM,cAAc;IAOlB,YAAY,MAAwD;QALpE,WAAM,GAAG,KAAK,CAAA;QAEd,qCAAqC;QAC7B,WAAM,GAAiB,EAAE,CAAA;QAG/B,IAAI,CAAC,QAAQ;YACX,MAAM,CAAC,aAAa,IAAI,MAAM;gBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAA;IACjC,CAAC;IAED,mEAAmE;IACnE,IAAI,kBAAkB;QACpB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAA;QACpC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAA;QACzD,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;QAC3C,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACnE,IAAI,YAAY,IAAI,CAAC;YAAE,OAAO,IAAI,UAAU,EAAE,CAAA;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;QAClD,IAAI,UAAU,CAAC,UAAU,KAAK,YAAY,EAAE,CAAC;YAC3C,yEAAyE;YACzE,qDAAqD;YACrD,OAAO,UAAU,CAAA;QACnB,CAAC;QAED,sEAAsE;QACtE,uCAAuC;QACvC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAA;QAC3C,IAAI,gBAAgB,GAAG,CAAC,CAAA;QAExB,8CAA8C;QAC9C,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QACxC,gBAAgB,IAAI,UAAU,CAAC,UAAU,CAAA;QAEzC,wEAAwE;QACxE,uBAAuB;QACvB,GAAG,CAAC;YACF,MAAM,aAAa,GAAG,YAAY,GAAG,gBAAgB,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAA;YAErD,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAA;YAC1C,gBAAgB,IAAI,YAAY,CAAC,UAAU,CAAA;QAC7C,CAAC,QAAQ,gBAAgB,GAAG,YAAY,EAAC;QAEzC,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,OAAO,SAAS,GAAG,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;gBAClB,MAAK;YACP,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5B,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAA;YACpC,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,YAAY,CAAC,cAAsB;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAA;QAClC,IAAI,cAAc,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;YAC3C,uEAAuE;YACvE,mDAAmD;YAEnD,yEAAyE;YACzE,cAAc;YAEd,uDAAuD;YACvD,gDAAgD;YAEhD,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,UAAU,CAC7B,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,GAAG,cAAc,EACtC,UAAU,CAAC,UAAU,GAAG,cAAc,CACvC,CAAA;YACD,OAAO,IAAI,UAAU,CACnB,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,EACrB,cAAc,CACf,CAAA;QACH,CAAC;aAAM,CAAC;YACN,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACnB,OAAO,UAAU,CAAA;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;CACF","sourcesContent":["import { setImmediate } from 'node:timers/promises'\n// eslint-disable-next-line import/default, import/no-named-as-default-member\nimport varint from 'varint'\nimport * as cbor from '@atproto/lex-cbor'\nimport { Cid, decodeCid, isCidForBytes } from '@atproto/lex-data'\nimport { BlockMap } from './block-map.js'\nimport { CarBlock, schema } from './types.js'\nimport { concatBytesAsync } from './util.js'\n\nexport async function* writeCarStream(\n  root: Cid | null,\n  blocks: AsyncIterable<CarBlock>,\n): AsyncIterable<Uint8Array> {\n  const header = new Uint8Array(\n    cbor.encode({\n      version: 1,\n      roots: root ? [root] : [],\n    }),\n  )\n  yield new Uint8Array(varint.encode(header.byteLength))\n  yield header\n  for await (const block of blocks) {\n    yield new Uint8Array(\n      varint.encode(block.cid.bytes.byteLength + block.bytes.byteLength),\n    )\n    yield block.cid.bytes\n    yield block.bytes\n  }\n}\n\nexport async function blocksToCarFile(\n  root: Cid | null,\n  blocks: BlockMap,\n): Promise<Uint8Array> {\n  return concatBytesAsync(blocksToCarStream(root, blocks))\n}\n\nexport const blocksToCarStream = (\n  root: Cid | null,\n  blocks: BlockMap,\n): AsyncIterable<Uint8Array> => {\n  return writeCarStream(root, iterateBlocks(blocks))\n}\n\nasync function* iterateBlocks(blocks: BlockMap) {\n  for (const entry of blocks.entries()) {\n    yield { cid: entry.cid, bytes: entry.bytes }\n  }\n}\n\nexport type ReadCarOptions = {\n  /**\n   * When true, does not verify CID-to-content mapping within CAR.\n   */\n  skipCidVerification?: boolean\n}\n\nexport const readCar = async (\n  bytes: Uint8Array,\n  opts?: ReadCarOptions,\n): Promise<{ roots: Cid[]; blocks: BlockMap }> => {\n  const { roots, blocks } = await readCarReader(new Ui8Reader(bytes), opts)\n  const blockMap = new BlockMap()\n  for await (const block of blocks) {\n    blockMap.set(block.cid, block.bytes)\n  }\n  return { roots, blocks: blockMap }\n}\n\nexport const readCarWithRoot = async (\n  bytes: Uint8Array,\n  opts?: ReadCarOptions,\n): Promise<{ root: Cid; blocks: BlockMap }> => {\n  const { roots, blocks } = await readCar(bytes, opts)\n  if (roots.length !== 1) {\n    throw new Error(`Expected one root, got ${roots.length}`)\n  }\n  const root = roots[0]\n  return {\n    root,\n    blocks,\n  }\n}\nexport type CarBlockIterable = AsyncGenerator<CarBlock, void, unknown> & {\n  dump: () => Promise<void>\n}\n\nexport const readCarStream = async (\n  car: Iterable<Uint8Array> | AsyncIterable<Uint8Array>,\n  opts?: ReadCarOptions,\n): Promise<{\n  roots: Cid[]\n  blocks: CarBlockIterable\n}> => {\n  return readCarReader(new BufferedReader(car), opts)\n}\n\nexport const readCarReader = async (\n  reader: BytesReader,\n  opts?: ReadCarOptions,\n): Promise<{\n  roots: Cid[]\n  blocks: CarBlockIterable\n}> => {\n  try {\n    const headerSize = await readVarint(reader)\n    if (headerSize === null) {\n      throw new Error('Could not parse CAR header')\n    }\n    const headerBytes = await reader.read(headerSize)\n    const header = cbor.decode(headerBytes)\n    const result = schema.carHeader.safeParse(header)\n    if (!result.success) {\n      throw new Error('Could not parse CAR header', { cause: result.error })\n    }\n    return {\n      roots: result.data.roots,\n      blocks: readCarBlocksIter(reader, opts),\n    }\n  } catch (err) {\n    await reader.close()\n    throw err\n  }\n}\n\nconst readCarBlocksIter = (\n  reader: BytesReader,\n  opts?: ReadCarOptions,\n): CarBlockIterable => {\n  let generator = readCarBlocksIterGenerator(reader)\n  if (!opts?.skipCidVerification) {\n    generator = verifyIncomingCarBlocks(generator)\n  }\n  return Object.assign(generator, {\n    async dump() {\n      // try/finally to ensure that reader.close is called even if blocks.return throws.\n      try {\n        // Prevent the iterator from being started after this method is called.\n        await generator.return()\n      } finally {\n        // @NOTE the \"finally\" block of the async generator won't be called\n        // if the iteration was never started so we need to manually close here.\n        await reader.close()\n      }\n    },\n  })\n}\n\nasync function* readCarBlocksIterGenerator(\n  reader: BytesReader,\n): AsyncGenerator<CarBlock, void, unknown> {\n  let blocks = 0\n  try {\n    while (!reader.isDone) {\n      const blockSize = await readVarint(reader)\n      if (blockSize === null) {\n        break\n      }\n      const blockBytes = await reader.read(blockSize)\n      const cid = decodeCid(blockBytes.subarray(0, 36))\n      const bytes = blockBytes.subarray(36)\n      yield { cid, bytes }\n\n      // yield to the event loop every 25 blocks\n      // in the case the incoming CAR is synchronous, this can end up jamming up the thread\n      blocks++\n      if (blocks % 25 === 0) {\n        await setImmediate()\n      }\n    }\n  } finally {\n    await reader.close()\n  }\n}\n\nexport async function* verifyIncomingCarBlocks(\n  car: AsyncIterable<CarBlock>,\n): AsyncGenerator<CarBlock, void, unknown> {\n  for await (const block of car) {\n    if (!(await isCidForBytes(block.cid, block.bytes))) {\n      throw new Error(`Not a valid CID for bytes (${block.cid.toString()})`)\n    }\n    yield block\n  }\n}\n\nconst readVarint = async (reader: BytesReader): Promise<number | null> => {\n  let done = false\n  const bytes: Uint8Array[] = []\n  while (!done) {\n    const byte = await reader.read(1)\n    if (byte.byteLength === 0) {\n      if (bytes.length > 0) {\n        throw new Error('could not parse varint')\n      } else {\n        return null\n      }\n    }\n    bytes.push(byte)\n    if (byte[0] < 128) {\n      done = true\n    }\n  }\n  const concatted = Buffer.concat(bytes)\n  return varint.decode(concatted)\n}\n\ninterface BytesReader {\n  isDone: boolean\n  read(bytesToRead: number): Promise<Uint8Array>\n  close(): Promise<void>\n}\n\nclass Ui8Reader implements BytesReader {\n  idx = 0\n  isDone = false\n\n  constructor(public bytes: Uint8Array) {}\n\n  async read(bytesToRead: number): Promise<Uint8Array> {\n    const value = this.bytes.subarray(this.idx, this.idx + bytesToRead)\n    this.idx += bytesToRead\n    if (this.idx >= this.bytes.length) {\n      this.isDone = true\n    }\n    return value\n  }\n\n  async close(): Promise<void> {}\n}\n\n/**\n * This code was optimized for performance. See\n * {@link https://github.com/bluesky-social/atproto/pull/4729 #4729} for more details\n * and benchmarks.\n */\nclass BufferedReader implements BytesReader {\n  iterator: Iterator<Uint8Array> | AsyncIterator<Uint8Array>\n  isDone = false\n\n  /** fifo list of chunks to consume */\n  private chunks: Uint8Array[] = []\n\n  constructor(stream: Iterable<Uint8Array> | AsyncIterable<Uint8Array>) {\n    this.iterator =\n      Symbol.asyncIterator in stream\n        ? stream[Symbol.asyncIterator]()\n        : stream[Symbol.iterator]()\n  }\n\n  /** Number of bytes currently buffered and available for reading */\n  get bufferedByteLength() {\n    let total = 0\n    for (let i = 0; i < this.chunks.length; i++) {\n      total += this.chunks[i].byteLength\n    }\n    return total\n  }\n\n  /**\n   * @note concurrent reads are **NOT** supported by the current implementation\n   * and would require call to readUntilBuffered to be using a fifo lock for\n   * read()s to be processed in fifo order.\n   */\n  async read(bytesToRead: number): Promise<Uint8Array> {\n    const bytesNeeded = bytesToRead - this.bufferedByteLength\n    if (bytesNeeded > 0 && !this.isDone) {\n      await this.readUntilBuffered(bytesNeeded)\n    }\n\n    const resultLength = Math.min(bytesToRead, this.bufferedByteLength)\n    if (resultLength <= 0) return new Uint8Array()\n\n    const firstChunk = this.consumeChunk(resultLength)\n    if (firstChunk.byteLength === resultLength) {\n      // If the data consumed from the first chunk contains all we need, return\n      // it as-is. This allows to avoid any copy operation.\n      return firstChunk\n    }\n\n    // The first chunk does not have all the data we need. We have to copy\n    // multiple chunks into a larger buffer\n    const result = new Uint8Array(resultLength)\n    let resultWriteIndex = 0\n\n    // Copy the first chunk into the result buffer\n    result.set(firstChunk, resultWriteIndex)\n    resultWriteIndex += firstChunk.byteLength\n\n    // Copy more chunks as needed (we use do-while because we *know* we need\n    // more than one chunk)\n    do {\n      const missingLength = resultLength - resultWriteIndex\n      const currentChunk = this.consumeChunk(missingLength)\n\n      result.set(currentChunk, resultWriteIndex)\n      resultWriteIndex += currentChunk.byteLength\n    } while (resultWriteIndex < resultLength)\n\n    return result\n  }\n\n  private async readUntilBuffered(bytesNeeded: number) {\n    let bytesRead = 0\n    while (bytesRead < bytesNeeded) {\n      const next = await this.iterator.next()\n      if (next.done) {\n        this.isDone = true\n        break\n      } else {\n        this.chunks.push(next.value)\n        bytesRead += next.value.byteLength\n      }\n    }\n    return bytesRead\n  }\n\n  private consumeChunk(bytesToConsume: number) {\n    const firstChunk = this.chunks[0]!\n    if (bytesToConsume < firstChunk.byteLength) {\n      // return a sub-view of the data being read and replace the first chunk\n      // with a sub-view that does not contain that data.\n\n      // @NOTE for some reason, subarray() revealed to be 7-8% slower in NodeJS\n      // benchmarks.\n\n      // this.chunks[0] = firstChunk.subarray(bytesToConsume)\n      // return firstChunk.subarray(0, bytesToConsume)\n\n      this.chunks[0] = new Uint8Array(\n        firstChunk.buffer,\n        firstChunk.byteOffset + bytesToConsume,\n        firstChunk.byteLength - bytesToConsume,\n      )\n      return new Uint8Array(\n        firstChunk.buffer,\n        firstChunk.byteOffset,\n        bytesToConsume,\n      )\n    } else {\n      // First chunk is being read in full, discard it\n      this.chunks.shift()\n      return firstChunk\n    }\n  }\n\n  async close(): Promise<void> {\n    try {\n      if (!this.isDone && this.iterator.return) {\n        await this.iterator.return()\n      }\n    } finally {\n      this.isDone = true\n      this.chunks.length = 0\n    }\n  }\n}\n"]}

package/dist/cid-set.js

@@ -1,15 +1,6 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CidSet = void 0;
-const lex_data_1 = require("@atproto/lex-data");
-class CidSet {
+import { parseCid } from '@atproto/lex-data';
+export class CidSet {
     constructor(arr = []) {
-        Object.defineProperty(this, "set", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         const strArr = arr.map((c) => c.toString());
         this.set = new Set(strArr);
     }
@@ -46,10 +37,9 @@ class CidSet {
     }
     *[Symbol.iterator]() {
         for (const c of this.set) {
-            yield (0, lex_data_1.parseCid)(c);
+            yield parseCid(c);
         }
     }
 }
-exports.CidSet = CidSet;
-exports.default = CidSet;
+export default CidSet;
 //# sourceMappingURL=cid-set.js.map

package/dist/cid-set.js.map

@@ -1 +1 @@
-{"version":3,"file":"cid-set.js","sourceRoot":"","sources":["../src/cid-set.ts"],"names":[],"mappings":";;;AAAA,gDAAiD;AAEjD,MAAa,MAAM;IAGjB,YAAY,MAAa,EAAE;QAFnB;;;;;WAAgB;QAGtB,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC3C,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC5B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,GAAG;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC5C,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG;YAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,GAAQ;QACb,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM;QACJ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,IAAA,mBAAQ,EAAC,CAAC,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;CACF;AAlDD,wBAkDC;AAED,kBAAe,MAAM,CAAA","sourcesContent":["import { Cid, parseCid } from '@atproto/lex-data'\n\nexport class CidSet implements Iterable<Cid> {\n  private set: Set<string>\n\n  constructor(arr: Cid[] = []) {\n    const strArr = arr.map((c) => c.toString())\n    this.set = new Set(strArr)\n  }\n\n  add(cid: Cid): CidSet {\n    this.set.add(cid.toString())\n    return this\n  }\n\n  addSet(toMerge: CidSet): CidSet {\n    for (const c of toMerge.set) this.set.add(c)\n    return this\n  }\n\n  subtractSet(toSubtract: CidSet): CidSet {\n    for (const c of toSubtract.set) this.set.delete(c)\n    return this\n  }\n\n  delete(cid: Cid) {\n    this.set.delete(cid.toString())\n    return this\n  }\n\n  has(cid: Cid): boolean {\n    return this.set.has(cid.toString())\n  }\n\n  size(): number {\n    return this.set.size\n  }\n\n  clear(): CidSet {\n    this.set.clear()\n    return this\n  }\n\n  toList(): Cid[] {\n    return Array.from(this)\n  }\n\n  *[Symbol.iterator](): Generator<Cid, void, unknown> {\n    for (const c of this.set) {\n      yield parseCid(c)\n    }\n  }\n}\n\nexport default CidSet\n"]}
+{"version":3,"file":"cid-set.js","sourceRoot":"","sources":["../src/cid-set.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAEjD,MAAM,OAAO,MAAM;IAGjB,YAAY,MAAa,EAAE;QACzB,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC3C,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC5B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,GAAG;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC5C,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG;YAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,GAAQ;QACb,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM;QACJ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;CACF;AAED,eAAe,MAAM,CAAA","sourcesContent":["import { Cid, parseCid } from '@atproto/lex-data'\n\nexport class CidSet implements Iterable<Cid> {\n  private set: Set<string>\n\n  constructor(arr: Cid[] = []) {\n    const strArr = arr.map((c) => c.toString())\n    this.set = new Set(strArr)\n  }\n\n  add(cid: Cid): CidSet {\n    this.set.add(cid.toString())\n    return this\n  }\n\n  addSet(toMerge: CidSet): CidSet {\n    for (const c of toMerge.set) this.set.add(c)\n    return this\n  }\n\n  subtractSet(toSubtract: CidSet): CidSet {\n    for (const c of toSubtract.set) this.set.delete(c)\n    return this\n  }\n\n  delete(cid: Cid) {\n    this.set.delete(cid.toString())\n    return this\n  }\n\n  has(cid: Cid): boolean {\n    return this.set.has(cid.toString())\n  }\n\n  size(): number {\n    return this.set.size\n  }\n\n  clear(): CidSet {\n    this.set.clear()\n    return this\n  }\n\n  toList(): Cid[] {\n    return Array.from(this)\n  }\n\n  *[Symbol.iterator](): Generator<Cid, void, unknown> {\n    for (const c of this.set) {\n      yield parseCid(c)\n    }\n  }\n}\n\nexport default CidSet\n"]}

package/dist/data-diff.d.ts

@@ -1,7 +1,7 @@
 import { Cid } from '@atproto/lex-data';
-import { BlockMap } from './block-map';
-import { CidSet } from './cid-set';
-import { MST, NodeEntry } from './mst';
+import { BlockMap } from './block-map.js';
+import { CidSet } from './cid-set.js';
+import { MST, NodeEntry } from './mst/index.js';
 export declare class DataDiff {
     adds: Record<string, DataAdd>;
     updates: Record<string, DataUpdate>;

package/dist/data-diff.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-diff.d.ts","sourceRoot":"","sources":["../src/data-diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAA;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAClC,OAAO,EAAE,GAAG,EAAE,SAAS,EAAW,MAAM,OAAO,CAAA;AAE/C,qBAAa,QAAQ;IACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAK;IAClC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAK;IACxC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAK;IAExC,YAAY,EAAE,QAAQ,CAAiB;IACvC,WAAW,EAAE,MAAM,CAAe;IAClC,WAAW,EAAE,MAAM,CAAe;WAErB,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIzD,OAAO,CAAC,IAAI,EAAE,SAAS;IASvB,UAAU,CAAC,IAAI,EAAE,SAAS;IAYhC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG;IAS7B,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAO3C,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG;IAShC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU;IAQnC,UAAU,CAAC,GAAG,EAAE,GAAG;IAQnB,OAAO,IAAI,OAAO,EAAE;IAIpB,UAAU,IAAI,UAAU,EAAE;IAI1B,UAAU,IAAI,UAAU,EAAE;IAI1B,WAAW,IAAI,MAAM,EAAE;CAQxB;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,GAAG,CAAA;IACT,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,GAAG,CAAA;CACT,CAAA"}
+{"version":3,"file":"data-diff.d.ts","sourceRoot":"","sources":["../src/data-diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAA;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,GAAG,EAAE,SAAS,EAAW,MAAM,gBAAgB,CAAA;AAExD,qBAAa,QAAQ;IACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAK;IAClC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAK;IACxC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAK;IAExC,YAAY,EAAE,QAAQ,CAAiB;IACvC,WAAW,EAAE,MAAM,CAAe;IAClC,WAAW,EAAE,MAAM,CAAe;WAErB,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIzD,OAAO,CAAC,IAAI,EAAE,SAAS;IASvB,UAAU,CAAC,IAAI,EAAE,SAAS;IAYhC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG;IAS7B,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAO3C,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG;IAShC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU;IAQnC,UAAU,CAAC,GAAG,EAAE,GAAG;IAQnB,OAAO,IAAI,OAAO,EAAE;IAIpB,UAAU,IAAI,UAAU,EAAE;IAI1B,UAAU,IAAI,UAAU,EAAE;IAI1B,WAAW,IAAI,MAAM,EAAE;CAQxB;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,GAAG,CAAA;IACT,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,GAAG,CAAA;CACT,CAAA"}

package/dist/data-diff.js

@@ -1,50 +1,17 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DataDiff = void 0;
-const block_map_1 = require("./block-map");
-const cid_set_1 = require("./cid-set");
-const mst_1 = require("./mst");
-class DataDiff {
+import { BlockMap } from './block-map.js';
+import { CidSet } from './cid-set.js';
+import { mstDiff } from './mst/index.js';
+export class DataDiff {
     constructor() {
-        Object.defineProperty(this, "adds", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: {}
-        });
-        Object.defineProperty(this, "updates", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: {}
-        });
-        Object.defineProperty(this, "deletes", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: {}
-        });
-        Object.defineProperty(this, "newMstBlocks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new block_map_1.BlockMap()
-        });
-        Object.defineProperty(this, "newLeafCids", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new cid_set_1.CidSet()
-        });
-        Object.defineProperty(this, "removedCids", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new cid_set_1.CidSet()
-        });
+        this.adds = {};
+        this.updates = {};
+        this.deletes = {};
+        this.newMstBlocks = new BlockMap();
+        this.newLeafCids = new CidSet();
+        this.removedCids = new CidSet();
     }
     static async of(curr, prev) {
-        return (0, mst_1.mstDiff)(curr, prev);
+        return mstDiff(curr, prev);
     }
     async nodeAdd(node) {
         if (node.isLeaf()) {
@@ -126,5 +93,4 @@ class DataDiff {
         return [...new Set(keys)];
     }
 }
-exports.DataDiff = DataDiff;
 //# sourceMappingURL=data-diff.js.map

package/dist/data-diff.js.map

@@ -1 +1 @@
-{"version":3,"file":"data-diff.js","sourceRoot":"","sources":["../src/data-diff.ts"],"names":[],"mappings":";;;AACA,2CAAsC;AACtC,uCAAkC;AAClC,+BAA+C;AAE/C,MAAa,QAAQ;IAArB;QACE;;;;mBAAgC,EAAE;WAAA;QAClC;;;;mBAAsC,EAAE;WAAA;QACxC;;;;mBAAsC,EAAE;WAAA;QAExC;;;;mBAAyB,IAAI,oBAAQ,EAAE;WAAA;QACvC;;;;mBAAsB,IAAI,gBAAM,EAAE;WAAA;QAClC;;;;mBAAsB,IAAI,gBAAM,EAAE;WAAA;IAwFpC,CAAC;IAtFC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAS,EAAE,IAAgB;QACzC,OAAO,IAAA,aAAO,EAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAe;QAC3B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAe;QAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;YACpB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAA;YACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;YAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;YACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,GAAQ;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;QAC7B,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAW,EAAE,IAAS,EAAE,GAAQ;QACzC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,OAAM;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;QACtC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,UAAU,CAAC,GAAW,EAAE,GAAQ;QAC9B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAQ,EAAE,KAAiB;QACjC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAQ;QACjB,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC;IAED,UAAU;QACR,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAED,UAAU;QACR,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAED,WAAW;QACT,MAAM,IAAI,GAAG;YACX,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YAC5B,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;SAC7B,CAAA;QACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3B,CAAC;CACF;AA/FD,4BA+FC","sourcesContent":["import { Cid } from '@atproto/lex-data'\nimport { BlockMap } from './block-map'\nimport { CidSet } from './cid-set'\nimport { MST, NodeEntry, mstDiff } from './mst'\n\nexport class DataDiff {\n  adds: Record<string, DataAdd> = {}\n  updates: Record<string, DataUpdate> = {}\n  deletes: Record<string, DataDelete> = {}\n\n  newMstBlocks: BlockMap = new BlockMap()\n  newLeafCids: CidSet = new CidSet()\n  removedCids: CidSet = new CidSet()\n\n  static async of(curr: MST, prev: MST | null): Promise<DataDiff> {\n    return mstDiff(curr, prev)\n  }\n\n  async nodeAdd(node: NodeEntry) {\n    if (node.isLeaf()) {\n      this.leafAdd(node.key, node.value)\n    } else {\n      const data = await node.serialize()\n      this.treeAdd(data.cid, data.bytes)\n    }\n  }\n\n  async nodeDelete(node: NodeEntry) {\n    if (node.isLeaf()) {\n      const key = node.key\n      const cid = node.value\n      this.deletes[key] = { key, cid }\n      this.removedCids.add(cid)\n    } else {\n      const cid = await node.getPointer()\n      this.treeDelete(cid)\n    }\n  }\n\n  leafAdd(key: string, cid: Cid) {\n    this.adds[key] = { key, cid }\n    if (this.removedCids.has(cid)) {\n      this.removedCids.delete(cid)\n    } else {\n      this.newLeafCids.add(cid)\n    }\n  }\n\n  leafUpdate(key: string, prev: Cid, cid: Cid) {\n    if (prev.equals(cid)) return\n    this.updates[key] = { key, prev, cid }\n    this.removedCids.add(prev)\n    this.newLeafCids.add(cid)\n  }\n\n  leafDelete(key: string, cid: Cid) {\n    this.deletes[key] = { key, cid }\n    if (this.newLeafCids.has(cid)) {\n      this.newLeafCids.delete(cid)\n    } else {\n      this.removedCids.add(cid)\n    }\n  }\n\n  treeAdd(cid: Cid, bytes: Uint8Array) {\n    if (this.removedCids.has(cid)) {\n      this.removedCids.delete(cid)\n    } else {\n      this.newMstBlocks.set(cid, bytes)\n    }\n  }\n\n  treeDelete(cid: Cid) {\n    if (this.newMstBlocks.has(cid)) {\n      this.newMstBlocks.delete(cid)\n    } else {\n      this.removedCids.add(cid)\n    }\n  }\n\n  addList(): DataAdd[] {\n    return Object.values(this.adds)\n  }\n\n  updateList(): DataUpdate[] {\n    return Object.values(this.updates)\n  }\n\n  deleteList(): DataDelete[] {\n    return Object.values(this.deletes)\n  }\n\n  updatedKeys(): string[] {\n    const keys = [\n      ...Object.keys(this.adds),\n      ...Object.keys(this.updates),\n      ...Object.keys(this.deletes),\n    ]\n    return [...new Set(keys)]\n  }\n}\n\nexport type DataAdd = {\n  key: string\n  cid: Cid\n}\n\nexport type DataUpdate = {\n  key: string\n  prev: Cid\n  cid: Cid\n}\n\nexport type DataDelete = {\n  key: string\n  cid: Cid\n}\n"]}
+{"version":3,"file":"data-diff.js","sourceRoot":"","sources":["../src/data-diff.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAkB,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAExD,MAAM,OAAO,QAAQ;IAArB;QACE,SAAI,GAA4B,EAAE,CAAA;QAClC,YAAO,GAA+B,EAAE,CAAA;QACxC,YAAO,GAA+B,EAAE,CAAA;QAExC,iBAAY,GAAa,IAAI,QAAQ,EAAE,CAAA;QACvC,gBAAW,GAAW,IAAI,MAAM,EAAE,CAAA;QAClC,gBAAW,GAAW,IAAI,MAAM,EAAE,CAAA;IAwFpC,CAAC;IAtFC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAS,EAAE,IAAgB;QACzC,OAAO,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAe;QAC3B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAe;QAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;YACpB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAA;YACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;YAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;YACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,GAAQ;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;QAC7B,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAW,EAAE,IAAS,EAAE,GAAQ;QACzC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,OAAM;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;QACtC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,UAAU,CAAC,GAAW,EAAE,GAAQ;QAC9B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;QAChC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAQ,EAAE,KAAiB;QACjC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAQ;QACjB,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC;IAED,UAAU;QACR,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAED,UAAU;QACR,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAED,WAAW;QACT,MAAM,IAAI,GAAG;YACX,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YAC5B,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;SAC7B,CAAA;QACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3B,CAAC;CACF","sourcesContent":["import { Cid } from '@atproto/lex-data'\nimport { BlockMap } from './block-map.js'\nimport { CidSet } from './cid-set.js'\nimport { MST, NodeEntry, mstDiff } from './mst/index.js'\n\nexport class DataDiff {\n  adds: Record<string, DataAdd> = {}\n  updates: Record<string, DataUpdate> = {}\n  deletes: Record<string, DataDelete> = {}\n\n  newMstBlocks: BlockMap = new BlockMap()\n  newLeafCids: CidSet = new CidSet()\n  removedCids: CidSet = new CidSet()\n\n  static async of(curr: MST, prev: MST | null): Promise<DataDiff> {\n    return mstDiff(curr, prev)\n  }\n\n  async nodeAdd(node: NodeEntry) {\n    if (node.isLeaf()) {\n      this.leafAdd(node.key, node.value)\n    } else {\n      const data = await node.serialize()\n      this.treeAdd(data.cid, data.bytes)\n    }\n  }\n\n  async nodeDelete(node: NodeEntry) {\n    if (node.isLeaf()) {\n      const key = node.key\n      const cid = node.value\n      this.deletes[key] = { key, cid }\n      this.removedCids.add(cid)\n    } else {\n      const cid = await node.getPointer()\n      this.treeDelete(cid)\n    }\n  }\n\n  leafAdd(key: string, cid: Cid) {\n    this.adds[key] = { key, cid }\n    if (this.removedCids.has(cid)) {\n      this.removedCids.delete(cid)\n    } else {\n      this.newLeafCids.add(cid)\n    }\n  }\n\n  leafUpdate(key: string, prev: Cid, cid: Cid) {\n    if (prev.equals(cid)) return\n    this.updates[key] = { key, prev, cid }\n    this.removedCids.add(prev)\n    this.newLeafCids.add(cid)\n  }\n\n  leafDelete(key: string, cid: Cid) {\n    this.deletes[key] = { key, cid }\n    if (this.newLeafCids.has(cid)) {\n      this.newLeafCids.delete(cid)\n    } else {\n      this.removedCids.add(cid)\n    }\n  }\n\n  treeAdd(cid: Cid, bytes: Uint8Array) {\n    if (this.removedCids.has(cid)) {\n      this.removedCids.delete(cid)\n    } else {\n      this.newMstBlocks.set(cid, bytes)\n    }\n  }\n\n  treeDelete(cid: Cid) {\n    if (this.newMstBlocks.has(cid)) {\n      this.newMstBlocks.delete(cid)\n    } else {\n      this.removedCids.add(cid)\n    }\n  }\n\n  addList(): DataAdd[] {\n    return Object.values(this.adds)\n  }\n\n  updateList(): DataUpdate[] {\n    return Object.values(this.updates)\n  }\n\n  deleteList(): DataDelete[] {\n    return Object.values(this.deletes)\n  }\n\n  updatedKeys(): string[] {\n    const keys = [\n      ...Object.keys(this.adds),\n      ...Object.keys(this.updates),\n      ...Object.keys(this.deletes),\n    ]\n    return [...new Set(keys)]\n  }\n}\n\nexport type DataAdd = {\n  key: string\n  cid: Cid\n}\n\nexport type DataUpdate = {\n  key: string\n  prev: Cid\n  cid: Cid\n}\n\nexport type DataDelete = {\n  key: string\n  cid: Cid\n}\n"]}