@atproto/space 0.0.0-spaces-alpha-20260818022935

package/dist/space-repo.js

@@ -0,0 +1,136 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecordNotFoundError = exports.RecordAlreadyExistsError = exports.SpaceRepo = void 0;
+const lex_cbor_1 = require("@atproto/lex-cbor");
+const commit_js_1 = require("./commit.js");
+const error_js_1 = require("./error.js");
+const lthash_js_1 = require("./lthash.js");
+const types_js_1 = require("./types.js");
+const util_js_1 = require("./util.js");
+class SpaceRepo {
+    constructor(params) {
+        this.storage = params.storage;
+        this.did = params.did;
+        this.setHash = params.setHash ?? new lthash_js_1.LtHash();
+    }
+    static create(storage, did) {
+        return new SpaceRepo({ storage, did });
+    }
+    static async load(storage, did) {
+        const stored = await storage.getSetHashState();
+        if (stored) {
+            return new SpaceRepo({ storage, did, setHash: new lthash_js_1.LtHash(stored) });
+        }
+        return SpaceRepo.recompute(storage, did);
+    }
+    static async loadOrCreate(storage, did) {
+        const stored = await storage.getSetHashState();
+        if (stored) {
+            return new SpaceRepo({ storage, did, setHash: new lthash_js_1.LtHash(stored) });
+        }
+        return new SpaceRepo({ storage, did });
+    }
+    static async recompute(storage, did) {
+        const setHash = new lthash_js_1.LtHash();
+        const collections = await storage.listCollections();
+        for (const collection of collections) {
+            const records = await storage.listRecords(collection);
+            for (const { rkey, record } of records) {
+                setHash.add(await (0, util_js_1.formatRecordElement)(collection, rkey, record));
+            }
+        }
+        return new SpaceRepo({ storage, did, setHash });
+    }
+    async formatCommit(writes) {
+        const ops = Array.isArray(writes) ? writes : [writes];
+        const prepared = [];
+        const newSetHash = new lthash_js_1.LtHash(this.setHash.toBytes());
+        for (const op of ops) {
+            if (op.action === types_js_1.WriteOpAction.Create) {
+                const existing = await this.storage.hasRecord(op.collection, op.rkey);
+                if (existing) {
+                    throw new error_js_1.RecordAlreadyExistsError(op.collection, op.rkey);
+                }
+                const cid = await (0, lex_cbor_1.cidForLex)(op.record);
+                newSetHash.add(await (0, util_js_1.formatRecordElement)(op.collection, op.rkey, op.record));
+                prepared.push({
+                    action: types_js_1.WriteOpAction.Create,
+                    collection: op.collection,
+                    rkey: op.rkey,
+                    record: op.record,
+                    cid,
+                });
+            }
+            else if (op.action === types_js_1.WriteOpAction.Update) {
+                const existing = await this.storage.getRecord(op.collection, op.rkey);
+                if (!existing) {
+                    throw new error_js_1.RecordNotFoundError(op.collection, op.rkey);
+                }
+                newSetHash.remove(await (0, util_js_1.formatRecordElement)(op.collection, op.rkey, existing));
+                const cid = await (0, lex_cbor_1.cidForLex)(op.record);
+                newSetHash.add(await (0, util_js_1.formatRecordElement)(op.collection, op.rkey, op.record));
+                prepared.push({
+                    action: types_js_1.WriteOpAction.Update,
+                    collection: op.collection,
+                    rkey: op.rkey,
+                    record: op.record,
+                    cid,
+                });
+            }
+            else if (op.action === types_js_1.WriteOpAction.Delete) {
+                const existing = await this.storage.getRecord(op.collection, op.rkey);
+                if (!existing) {
+                    throw new error_js_1.RecordNotFoundError(op.collection, op.rkey);
+                }
+                newSetHash.remove(await (0, util_js_1.formatRecordElement)(op.collection, op.rkey, existing));
+                prepared.push({
+                    action: types_js_1.WriteOpAction.Delete,
+                    collection: op.collection,
+                    rkey: op.rkey,
+                });
+            }
+        }
+        return {
+            writes: prepared,
+            setHash: newSetHash.toBytes(),
+        };
+    }
+    async applyCommit(commit) {
+        await this.storage.applyCommit(commit);
+        this.setHash = new lthash_js_1.LtHash(commit.setHash);
+    }
+    async applyWrites(writes) {
+        const commit = await this.formatCommit(writes);
+        await this.applyCommit(commit);
+        return commit;
+    }
+    // Reads
+    async getRecord(collection, rkey) {
+        return this.storage.getRecord(collection, rkey);
+    }
+    async listCollections() {
+        return this.storage.listCollections();
+    }
+    async listRecords(collection) {
+        return this.storage.listRecords(collection);
+    }
+    // Signed commits
+    async commit(space, keypair) {
+        return (0, commit_js_1.createCommit)(this.setHash, space, keypair);
+    }
+    // Integrity: the commit's hash matches our local set hash, and its MAC binds
+    // that hash to the commit context. Does not establish authenticity — use
+    // verifyCommitSig with the author's signing key for that.
+    verifyCommit(space, commit) {
+        return (commit.hash.equals(this.setHash.digest()) && (0, commit_js_1.verifyCommitMac)(space, commit));
+    }
+    // Authenticity: the signature over the commit context is valid for didKey.
+    verifyCommitSig(space, commit, didKey) {
+        return (0, commit_js_1.verifyCommitSig)(space, commit, didKey);
+    }
+}
+exports.SpaceRepo = SpaceRepo;
+var error_js_2 = require("./error.js");
+Object.defineProperty(exports, "RecordAlreadyExistsError", { enumerable: true, get: function () { return error_js_2.RecordAlreadyExistsError; } });
+Object.defineProperty(exports, "RecordNotFoundError", { enumerable: true, get: function () { return error_js_2.RecordNotFoundError; } });
+//# sourceMappingURL=space-repo.js.map

package/dist/space-repo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"space-repo.js","sourceRoot":"","sources":["../src/space-repo.ts"],"names":[],"mappings":";;;AACA,gDAA6C;AAC7C,2CAA4E;AAC5E,yCAA0E;AAC1E,2CAAoC;AAEpC,yCAQmB;AACnB,uCAA+C;AAQ/C,MAAa,SAAS;IAKpB,YAAY,MAAc;QACxB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,kBAAM,EAAE,CAAA;IAC/C,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,OAAyB,EAAE,GAAW;QAClD,OAAO,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CACf,OAAyB,EACzB,GAAW;QAEX,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,kBAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACrE,CAAC;QACD,OAAO,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAC1C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,YAAY,CACvB,OAAyB,EACzB,GAAW;QAEX,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,kBAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACrE,CAAC;QACD,OAAO,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,OAAyB,EACzB,GAAW;QAEX,MAAM,OAAO,GAAG,IAAI,kBAAM,EAAE,CAAA;QAC5B,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAA;QACnD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;YACrD,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAA,6BAAmB,EAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;YAClE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAuC;QAEvC,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACrD,MAAM,QAAQ,GAAoB,EAAE,CAAA;QACpC,MAAM,UAAU,GAAG,IAAI,kBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QAErD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,EAAE,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBACrE,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,IAAI,mCAAwB,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBAC5D,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAS,EAAC,EAAE,CAAC,MAAM,CAAC,CAAA;gBACtC,UAAU,CAAC,GAAG,CACZ,MAAM,IAAA,6BAAmB,EAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAC7D,CAAA;gBACD,QAAQ,CAAC,IAAI,CAAC;oBACZ,MAAM,EAAE,wBAAa,CAAC,MAAM;oBAC5B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,GAAG;iBACJ,CAAC,CAAA;YACJ,CAAC;iBAAM,IAAI,EAAE,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBACrE,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,8BAAmB,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBACvD,CAAC;gBACD,UAAU,CAAC,MAAM,CACf,MAAM,IAAA,6BAAmB,EAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAC5D,CAAA;gBACD,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAS,EAAC,EAAE,CAAC,MAAM,CAAC,CAAA;gBACtC,UAAU,CAAC,GAAG,CACZ,MAAM,IAAA,6BAAmB,EAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAC7D,CAAA;gBACD,QAAQ,CAAC,IAAI,CAAC;oBACZ,MAAM,EAAE,wBAAa,CAAC,MAAM;oBAC5B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,GAAG;iBACJ,CAAC,CAAA;YACJ,CAAC;iBAAM,IAAI,EAAE,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBACrE,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,8BAAmB,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;gBACvD,CAAC;gBACD,UAAU,CAAC,MAAM,CACf,MAAM,IAAA,6BAAmB,EAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAC5D,CAAA;gBACD,QAAQ,CAAC,IAAI,CAAC;oBACZ,MAAM,EAAE,wBAAa,CAAC,MAAM;oBAC5B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,IAAI,EAAE,EAAE,CAAC,IAAI;iBACd,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE;SAC9B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAkB;QAClC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAuC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC9B,OAAO,MAAM,CAAA;IACf,CAAC;IAED,QAAQ;IAER,KAAK,CAAC,SAAS,CACb,UAAkB,EAClB,IAAY;QAEZ,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,UAAkB;QAElB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;IAC7C,CAAC;IAED,iBAAiB;IAEjB,KAAK,CAAC,MAAM,CAAC,KAAmB,EAAE,OAAgB;QAChD,OAAO,IAAA,wBAAY,EAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,CAAC;IAED,6EAA6E;IAC7E,yEAAyE;IACzE,0DAA0D;IAC1D,YAAY,CAAC,KAAmB,EAAE,MAAoB;QACpD,OAAO,CACL,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,IAAA,2BAAe,EAAC,KAAK,EAAE,MAAM,CAAC,CAC5E,CAAA;IACH,CAAC;IAED,2EAA2E;IAC3E,eAAe,CACb,KAAmB,EACnB,MAAoB,EACpB,MAAc;QAEd,OAAO,IAAA,2BAAe,EAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/C,CAAC;CACF;AA5KD,8BA4KC;AAED,uCAA0E;AAAjE,oHAAA,wBAAwB,OAAA;AAAE,+GAAA,mBAAmB,OAAA","sourcesContent":["import { Keypair } from '@atproto/crypto'\nimport { cidForLex } from '@atproto/lex-cbor'\nimport { createCommit, verifyCommitMac, verifyCommitSig } from './commit.js'\nimport { RecordAlreadyExistsError, RecordNotFoundError } from './error.js'\nimport { LtHash } from './lthash.js'\nimport { SpaceRepoStorage } from './storage/index.js'\nimport {\n  CommitData,\n  PreparedWrite,\n  RecordWriteOp,\n  RepoRecord,\n  SignedCommit,\n  SpaceContext,\n  WriteOpAction,\n} from './types.js'\nimport { formatRecordElement } from './util.js'\n\ntype Params = {\n  storage: SpaceRepoStorage\n  did: string\n  setHash?: LtHash\n}\n\nexport class SpaceRepo {\n  storage: SpaceRepoStorage\n  did: string\n  setHash: LtHash\n\n  constructor(params: Params) {\n    this.storage = params.storage\n    this.did = params.did\n    this.setHash = params.setHash ?? new LtHash()\n  }\n\n  static create(storage: SpaceRepoStorage, did: string): SpaceRepo {\n    return new SpaceRepo({ storage, did })\n  }\n\n  static async load(\n    storage: SpaceRepoStorage,\n    did: string,\n  ): Promise<SpaceRepo> {\n    const stored = await storage.getSetHashState()\n    if (stored) {\n      return new SpaceRepo({ storage, did, setHash: new LtHash(stored) })\n    }\n    return SpaceRepo.recompute(storage, did)\n  }\n\n  static async loadOrCreate(\n    storage: SpaceRepoStorage,\n    did: string,\n  ): Promise<SpaceRepo> {\n    const stored = await storage.getSetHashState()\n    if (stored) {\n      return new SpaceRepo({ storage, did, setHash: new LtHash(stored) })\n    }\n    return new SpaceRepo({ storage, did })\n  }\n\n  static async recompute(\n    storage: SpaceRepoStorage,\n    did: string,\n  ): Promise<SpaceRepo> {\n    const setHash = new LtHash()\n    const collections = await storage.listCollections()\n    for (const collection of collections) {\n      const records = await storage.listRecords(collection)\n      for (const { rkey, record } of records) {\n        setHash.add(await formatRecordElement(collection, rkey, record))\n      }\n    }\n    return new SpaceRepo({ storage, did, setHash })\n  }\n\n  async formatCommit(\n    writes: RecordWriteOp | RecordWriteOp[],\n  ): Promise<CommitData> {\n    const ops = Array.isArray(writes) ? writes : [writes]\n    const prepared: PreparedWrite[] = []\n    const newSetHash = new LtHash(this.setHash.toBytes())\n\n    for (const op of ops) {\n      if (op.action === WriteOpAction.Create) {\n        const existing = await this.storage.hasRecord(op.collection, op.rkey)\n        if (existing) {\n          throw new RecordAlreadyExistsError(op.collection, op.rkey)\n        }\n        const cid = await cidForLex(op.record)\n        newSetHash.add(\n          await formatRecordElement(op.collection, op.rkey, op.record),\n        )\n        prepared.push({\n          action: WriteOpAction.Create,\n          collection: op.collection,\n          rkey: op.rkey,\n          record: op.record,\n          cid,\n        })\n      } else if (op.action === WriteOpAction.Update) {\n        const existing = await this.storage.getRecord(op.collection, op.rkey)\n        if (!existing) {\n          throw new RecordNotFoundError(op.collection, op.rkey)\n        }\n        newSetHash.remove(\n          await formatRecordElement(op.collection, op.rkey, existing),\n        )\n        const cid = await cidForLex(op.record)\n        newSetHash.add(\n          await formatRecordElement(op.collection, op.rkey, op.record),\n        )\n        prepared.push({\n          action: WriteOpAction.Update,\n          collection: op.collection,\n          rkey: op.rkey,\n          record: op.record,\n          cid,\n        })\n      } else if (op.action === WriteOpAction.Delete) {\n        const existing = await this.storage.getRecord(op.collection, op.rkey)\n        if (!existing) {\n          throw new RecordNotFoundError(op.collection, op.rkey)\n        }\n        newSetHash.remove(\n          await formatRecordElement(op.collection, op.rkey, existing),\n        )\n        prepared.push({\n          action: WriteOpAction.Delete,\n          collection: op.collection,\n          rkey: op.rkey,\n        })\n      }\n    }\n\n    return {\n      writes: prepared,\n      setHash: newSetHash.toBytes(),\n    }\n  }\n\n  async applyCommit(commit: CommitData): Promise<void> {\n    await this.storage.applyCommit(commit)\n    this.setHash = new LtHash(commit.setHash)\n  }\n\n  async applyWrites(\n    writes: RecordWriteOp | RecordWriteOp[],\n  ): Promise<CommitData> {\n    const commit = await this.formatCommit(writes)\n    await this.applyCommit(commit)\n    return commit\n  }\n\n  // Reads\n\n  async getRecord(\n    collection: string,\n    rkey: string,\n  ): Promise<RepoRecord | null> {\n    return this.storage.getRecord(collection, rkey)\n  }\n\n  async listCollections(): Promise<string[]> {\n    return this.storage.listCollections()\n  }\n\n  async listRecords(\n    collection: string,\n  ): Promise<{ rkey: string; record: RepoRecord }[]> {\n    return this.storage.listRecords(collection)\n  }\n\n  // Signed commits\n\n  async commit(space: SpaceContext, keypair: Keypair): Promise<SignedCommit> {\n    return createCommit(this.setHash, space, keypair)\n  }\n\n  // Integrity: the commit's hash matches our local set hash, and its MAC binds\n  // that hash to the commit context. Does not establish authenticity — use\n  // verifyCommitSig with the author's signing key for that.\n  verifyCommit(space: SpaceContext, commit: SignedCommit): boolean {\n    return (\n      commit.hash.equals(this.setHash.digest()) && verifyCommitMac(space, commit)\n    )\n  }\n\n  // Authenticity: the signature over the commit context is valid for didKey.\n  verifyCommitSig(\n    space: SpaceContext,\n    commit: SignedCommit,\n    didKey: string,\n  ): Promise<boolean> {\n    return verifyCommitSig(space, commit, didKey)\n  }\n}\n\nexport { RecordAlreadyExistsError, RecordNotFoundError } from './error.js'\n"]}

package/dist/storage/index.d.ts

@@ -0,0 +1,3 @@
+export * from './types.js';
+export * from './memory-repo-storage.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,0BAA0B,CAAA"}

package/dist/storage/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types.js"), exports);
+__exportStar(require("./memory-repo-storage.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6CAA0B;AAC1B,2DAAwC","sourcesContent":["export * from './types.js'\nexport * from './memory-repo-storage.js'\n"]}

package/dist/storage/memory-members-storage.d.ts

@@ -0,0 +1,12 @@
+import { MemberCommitData } from '../types.js';
+import { SpaceMembersStorage } from './types.js';
+export declare class MemoryMembersStorage implements SpaceMembersStorage {
+    private members;
+    private setHashState;
+    getMembers(): Promise<string[]>;
+    isMember(did: string): Promise<boolean>;
+    getSetHashState(): Promise<Buffer | null>;
+    applyCommit(commit: MemberCommitData): Promise<void>;
+    destroy(): Promise<void>;
+}
+//# sourceMappingURL=memory-members-storage.d.ts.map

package/dist/storage/memory-members-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-members-storage.d.ts","sourceRoot":"","sources":["../../src/storage/memory-members-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAkB,MAAM,aAAa,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAEhD,qBAAa,oBAAqB,YAAW,mBAAmB;IAC9D,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,YAAY,CAAsB;IAEpC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAI/B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIvC,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIzC,WAAW,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAWpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/storage/memory-members-storage.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryMembersStorage = void 0;
+const types_js_1 = require("../types.js");
+class MemoryMembersStorage {
+    constructor() {
+        this.members = new Set();
+        this.setHashState = null;
+    }
+    async getMembers() {
+        return [...this.members];
+    }
+    async isMember(did) {
+        return this.members.has(did);
+    }
+    async getSetHashState() {
+        return this.setHashState;
+    }
+    async applyCommit(commit) {
+        for (const op of commit.ops) {
+            if (op.action === types_js_1.MemberOpAction.Add) {
+                this.members.add(op.did);
+            }
+            else if (op.action === types_js_1.MemberOpAction.Remove) {
+                this.members.delete(op.did);
+            }
+        }
+        this.setHashState = Buffer.from(commit.setHash);
+    }
+    async destroy() {
+        this.members.clear();
+        this.setHashState = null;
+    }
+}
+exports.MemoryMembersStorage = MemoryMembersStorage;
+//# sourceMappingURL=memory-members-storage.js.map

package/dist/storage/memory-members-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-members-storage.js","sourceRoot":"","sources":["../../src/storage/memory-members-storage.ts"],"names":[],"mappings":";;;AAAA,0CAA8D;AAG9D,MAAa,oBAAoB;IAAjC;QACU,YAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QAC3B,iBAAY,GAAkB,IAAI,CAAA;IA6B5C,CAAC;IA3BC,KAAK,CAAC,UAAU;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAwB;QACxC,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,EAAE,CAAC,MAAM,KAAK,yBAAc,CAAC,GAAG,EAAE,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;YAC1B,CAAC;iBAAM,IAAI,EAAE,CAAC,MAAM,KAAK,yBAAc,CAAC,MAAM,EAAE,CAAC;gBAC/C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;QACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;IAC1B,CAAC;CACF;AA/BD,oDA+BC","sourcesContent":["import { MemberCommitData, MemberOpAction } from '../types.js'\nimport { SpaceMembersStorage } from './types.js'\n\nexport class MemoryMembersStorage implements SpaceMembersStorage {\n  private members = new Set<string>()\n  private setHashState: Buffer | null = null\n\n  async getMembers(): Promise<string[]> {\n    return [...this.members]\n  }\n\n  async isMember(did: string): Promise<boolean> {\n    return this.members.has(did)\n  }\n\n  async getSetHashState(): Promise<Buffer | null> {\n    return this.setHashState\n  }\n\n  async applyCommit(commit: MemberCommitData): Promise<void> {\n    for (const op of commit.ops) {\n      if (op.action === MemberOpAction.Add) {\n        this.members.add(op.did)\n      } else if (op.action === MemberOpAction.Remove) {\n        this.members.delete(op.did)\n      }\n    }\n    this.setHashState = Buffer.from(commit.setHash)\n  }\n\n  async destroy(): Promise<void> {\n    this.members.clear()\n    this.setHashState = null\n  }\n}\n"]}

package/dist/storage/memory-repo-storage.d.ts

@@ -0,0 +1,17 @@
+import { CommitData, RepoRecord } from '../types.js';
+import { SpaceRepoStorage } from './types.js';
+export declare class MemoryRepoStorage implements SpaceRepoStorage {
+    private data;
+    private setHashState;
+    getRecord(collection: string, rkey: string): Promise<RepoRecord | null>;
+    hasRecord(collection: string, rkey: string): Promise<boolean>;
+    listCollections(): Promise<string[]>;
+    listRecords(collection: string): Promise<{
+        rkey: string;
+        record: RepoRecord;
+    }[]>;
+    getSetHashState(): Promise<Buffer | null>;
+    applyCommit(commit: CommitData): Promise<void>;
+    destroy(): Promise<void>;
+}
+//# sourceMappingURL=memory-repo-storage.d.ts.map

package/dist/storage/memory-repo-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-repo-storage.d.ts","sourceRoot":"","sources":["../../src/storage/memory-repo-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAA;AAEnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAE7C,qBAAa,iBAAkB,YAAW,gBAAgB;IACxD,OAAO,CAAC,IAAI,CAAgC;IAC5C,OAAO,CAAC,YAAY,CAAsB;IAEpC,SAAS,CACb,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAIvB,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI7D,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAQpC,WAAW,CACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,EAAE,CAAC;IAW5C,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIzC,WAAW,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAe9C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAI/B"}

package/dist/storage/memory-repo-storage.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryRepoStorage = void 0;
+const types_js_1 = require("../types.js");
+const util_js_1 = require("../util.js");
+class MemoryRepoStorage {
+    constructor() {
+        this.data = new Map();
+        this.setHashState = null;
+    }
+    async getRecord(collection, rkey) {
+        return this.data.get((0, util_js_1.formatDataKey)(collection, rkey)) ?? null;
+    }
+    async hasRecord(collection, rkey) {
+        return this.data.has((0, util_js_1.formatDataKey)(collection, rkey));
+    }
+    async listCollections() {
+        const collections = new Set();
+        for (const key of this.data.keys()) {
+            collections.add((0, util_js_1.parseDataKey)(key).collection);
+        }
+        return [...collections];
+    }
+    async listRecords(collection) {
+        const results = [];
+        for (const [key, record] of this.data) {
+            const parsed = (0, util_js_1.parseDataKey)(key);
+            if (parsed.collection === collection) {
+                results.push({ rkey: parsed.rkey, record });
+            }
+        }
+        return results;
+    }
+    async getSetHashState() {
+        return this.setHashState;
+    }
+    async applyCommit(commit) {
+        for (const write of commit.writes) {
+            const key = (0, util_js_1.formatDataKey)(write.collection, write.rkey);
+            if (write.action === types_js_1.WriteOpAction.Create ||
+                write.action === types_js_1.WriteOpAction.Update) {
+                this.data.set(key, write.record);
+            }
+            else if (write.action === types_js_1.WriteOpAction.Delete) {
+                this.data.delete(key);
+            }
+        }
+        this.setHashState = Buffer.from(commit.setHash);
+    }
+    async destroy() {
+        this.data.clear();
+        this.setHashState = null;
+    }
+}
+exports.MemoryRepoStorage = MemoryRepoStorage;
+//# sourceMappingURL=memory-repo-storage.js.map

package/dist/storage/memory-repo-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-repo-storage.js","sourceRoot":"","sources":["../../src/storage/memory-repo-storage.ts"],"names":[],"mappings":";;;AAAA,0CAAmE;AACnE,wCAAwD;AAGxD,MAAa,iBAAiB;IAA9B;QACU,SAAI,GAAG,IAAI,GAAG,EAAsB,CAAA;QACpC,iBAAY,GAAkB,IAAI,CAAA;IAyD5C,CAAC;IAvDC,KAAK,CAAC,SAAS,CACb,UAAkB,EAClB,IAAY;QAEZ,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAA,uBAAa,EAAC,UAAU,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAA;IAC/D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAAkB,EAAE,IAAY;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAA,uBAAa,EAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAA;IACvD,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;QACrC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,IAAA,sBAAY,EAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAA;QAC/C,CAAC;QACD,OAAO,CAAC,GAAG,WAAW,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,UAAkB;QAElB,MAAM,OAAO,GAA2C,EAAE,CAAA;QAC1D,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,GAAG,CAAC,CAAA;YAChC,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACrC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAkB;QAClC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,IAAA,uBAAa,EAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACvD,IACE,KAAK,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM;gBACrC,KAAK,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EACrC,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;YAClC,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;gBACjD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;IAC1B,CAAC;CACF;AA3DD,8CA2DC","sourcesContent":["import { CommitData, RepoRecord, WriteOpAction } from '../types.js'\nimport { formatDataKey, parseDataKey } from '../util.js'\nimport { SpaceRepoStorage } from './types.js'\n\nexport class MemoryRepoStorage implements SpaceRepoStorage {\n  private data = new Map<string, RepoRecord>()\n  private setHashState: Buffer | null = null\n\n  async getRecord(\n    collection: string,\n    rkey: string,\n  ): Promise<RepoRecord | null> {\n    return this.data.get(formatDataKey(collection, rkey)) ?? null\n  }\n\n  async hasRecord(collection: string, rkey: string): Promise<boolean> {\n    return this.data.has(formatDataKey(collection, rkey))\n  }\n\n  async listCollections(): Promise<string[]> {\n    const collections = new Set<string>()\n    for (const key of this.data.keys()) {\n      collections.add(parseDataKey(key).collection)\n    }\n    return [...collections]\n  }\n\n  async listRecords(\n    collection: string,\n  ): Promise<{ rkey: string; record: RepoRecord }[]> {\n    const results: { rkey: string; record: RepoRecord }[] = []\n    for (const [key, record] of this.data) {\n      const parsed = parseDataKey(key)\n      if (parsed.collection === collection) {\n        results.push({ rkey: parsed.rkey, record })\n      }\n    }\n    return results\n  }\n\n  async getSetHashState(): Promise<Buffer | null> {\n    return this.setHashState\n  }\n\n  async applyCommit(commit: CommitData): Promise<void> {\n    for (const write of commit.writes) {\n      const key = formatDataKey(write.collection, write.rkey)\n      if (\n        write.action === WriteOpAction.Create ||\n        write.action === WriteOpAction.Update\n      ) {\n        this.data.set(key, write.record)\n      } else if (write.action === WriteOpAction.Delete) {\n        this.data.delete(key)\n      }\n    }\n    this.setHashState = Buffer.from(commit.setHash)\n  }\n\n  async destroy(): Promise<void> {\n    this.data.clear()\n    this.setHashState = null\n  }\n}\n"]}

package/dist/storage/types.d.ts

@@ -0,0 +1,14 @@
+import { CommitData, RepoRecord } from '../types.js';
+export interface SpaceRepoStorage {
+    getRecord(collection: string, rkey: string): Promise<RepoRecord | null>;
+    hasRecord(collection: string, rkey: string): Promise<boolean>;
+    listCollections(): Promise<string[]>;
+    listRecords(collection: string): Promise<{
+        rkey: string;
+        record: RepoRecord;
+    }[]>;
+    getSetHashState(): Promise<Buffer | null>;
+    applyCommit(commit: CommitData): Promise<void>;
+    destroy(): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/storage/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAEpD,MAAM,WAAW,gBAAgB;IAE/B,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAA;IACvE,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACpC,WAAW,CACT,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,EAAE,CAAC,CAAA;IAGlD,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAGzC,WAAW,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAG9C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB"}

package/dist/storage/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/storage/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":"","sourcesContent":["import { CommitData, RepoRecord } from '../types.js'\n\nexport interface SpaceRepoStorage {\n  // Record reads\n  getRecord(collection: string, rkey: string): Promise<RepoRecord | null>\n  hasRecord(collection: string, rkey: string): Promise<boolean>\n  listCollections(): Promise<string[]>\n  listRecords(\n    collection: string,\n  ): Promise<{ rkey: string; record: RepoRecord }[]>\n\n  // Set hash\n  getSetHashState(): Promise<Buffer | null>\n\n  // Atomic commit\n  applyCommit(commit: CommitData): Promise<void>\n\n  // Lifecycle\n  destroy(): Promise<void>\n}\n"]}

package/dist/sync/car.d.ts

@@ -0,0 +1,13 @@
+import { Cid } from '@atproto/lex-data';
+export type CarBlock = {
+    cid: Cid;
+    bytes: Uint8Array;
+};
+export declare const encodeCarHeader: (roots: Cid[]) => Uint8Array;
+export declare const encodeCarBlock: (block: CarBlock) => Uint8Array;
+export declare function writeCarStream(roots: Cid[], blocks: AsyncIterable<CarBlock> | Iterable<CarBlock>): AsyncIterable<Uint8Array>;
+export declare const readCarStream: (car: AsyncIterable<Uint8Array> | Iterable<Uint8Array>) => Promise<{
+    roots: Cid[];
+    blocks: AsyncGenerator<CarBlock>;
+}>;
+//# sourceMappingURL=car.d.ts.map

package/dist/sync/car.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../../src/sync/car.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAoB,MAAM,mBAAmB,CAAA;AAGzD,MAAM,MAAM,QAAQ,GAAG;IACrB,GAAG,EAAE,GAAG,CAAA;IACR,KAAK,EAAE,UAAU,CAAA;CAClB,CAAA;AAKD,eAAO,MAAM,eAAe,UAAW,GAAG,EAAE,KAAG,UAG9C,CAAA;AAGD,eAAO,MAAM,cAAc,UAAW,QAAQ,KAAG,UAOhD,CAAA;AAED,wBAAuB,cAAc,CACnC,KAAK,EAAE,GAAG,EAAE,EACZ,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,GACnD,aAAa,CAAC,UAAU,CAAC,CAK3B;AAGD,eAAO,MAAM,aAAa,QACnB,aAAa,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,KACpD,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAA;CAAE,CAgC5D,CAAA"}

package/dist/sync/car.js

@@ -0,0 +1,185 @@
+import { decode, encode } from '@atproto/lex-cbor';
+import { decodeCid, ifCid } from '@atproto/lex-data';
+import { RepoVerificationError } from '../error.js';
+// A minimal CAR v1 reader/writer. `@atproto/repo` has its own, but it writes
+// single-root files and carries the MST machinery with it; we need two roots.
+export const encodeCarHeader = (roots) => {
+    const header = encode({ version: 1, roots });
+    return concat(encodeVarint(header.byteLength), header);
+};
+// varint(len(cid) + len(bytes)) || cid || bytes
+export const encodeCarBlock = (block) => {
+    const cidBytes = block.cid.bytes;
+    return concat(encodeVarint(cidBytes.byteLength + block.bytes.byteLength), cidBytes, block.bytes);
+};
+export async function* writeCarStream(roots, blocks) {
+    yield encodeCarHeader(roots);
+    for await (const block of blocks) {
+        yield encodeCarBlock(block);
+    }
+}
+// Blocks are not verified against their cids; verifyRepoCar does that.
+export const readCarStream = async (car) => {
+    const reader = new ByteReader(car);
+    const headerSize = await reader.readVarint();
+    if (headerSize === null) {
+        throw new RepoVerificationError('could not read CAR header');
+    }
+    let header;
+    try {
+        header = decode(await reader.readExactly(headerSize));
+    }
+    catch (err) {
+        throw new RepoVerificationError(`could not decode CAR header: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (header === null || typeof header !== 'object') {
+        throw new RepoVerificationError('malformed CAR header');
+    }
+    const { version, roots } = header;
+    if (version !== 1) {
+        throw new RepoVerificationError(`unsupported CAR version: ${version}`);
+    }
+    if (!Array.isArray(roots)) {
+        throw new RepoVerificationError('CAR header is missing roots');
+    }
+    const parsedRoots = roots.map((root) => {
+        const cid = ifCid(root);
+        if (!cid)
+            throw new RepoVerificationError('invalid root cid in CAR header');
+        return cid;
+    });
+    return { roots: parsedRoots, blocks: readCarBlocks(reader) };
+};
+async function* readCarBlocks(reader) {
+    while (true) {
+        const blockSize = await reader.readVarint();
+        if (blockSize === null)
+            return;
+        const framed = await reader.readExactly(blockSize);
+        if (framed.byteLength <= CID_BYTE_LENGTH) {
+            throw new RepoVerificationError('truncated block in CAR');
+        }
+        let cid;
+        try {
+            cid = decodeCid(framed.subarray(0, CID_BYTE_LENGTH));
+        }
+        catch (err) {
+            throw new RepoVerificationError(`invalid block cid in CAR: ${err instanceof Error ? err.message : String(err)}`);
+        }
+        yield { cid, bytes: framed.subarray(CID_BYTE_LENGTH) };
+    }
+}
+const CID_BYTE_LENGTH = 36;
+class ByteReader {
+    constructor(stream) {
+        this.chunks = [];
+        this.buffered = 0;
+        this.done = false;
+        this.iterator =
+            Symbol.asyncIterator in stream
+                ? stream[Symbol.asyncIterator]()
+                : stream[Symbol.iterator]();
+    }
+    // Returns null at a clean end of stream.
+    async readVarint() {
+        let result = 0;
+        for (let shift = 0; shift <= 49; shift += 7) {
+            const byte = await this.readByte();
+            if (byte === null) {
+                if (shift === 0)
+                    return null;
+                throw new RepoVerificationError('truncated varint in CAR');
+            }
+            result += (byte & 0x7f) * 2 ** shift;
+            if ((byte & 0x80) === 0)
+                return result;
+        }
+        throw new RepoVerificationError('varint in CAR is too large');
+    }
+    async readExactly(size) {
+        await this.fill(size);
+        if (this.buffered < size) {
+            throw new RepoVerificationError('unexpected end of CAR');
+        }
+        if (size === 0)
+            return new Uint8Array();
+        const first = this.chunks[0];
+        if (first.byteLength >= size) {
+            this.chunks[0] = first.subarray(size);
+            if (this.chunks[0].byteLength === 0)
+                this.chunks.shift();
+            this.buffered -= size;
+            return first.subarray(0, size);
+        }
+        const out = new Uint8Array(size);
+        let offset = 0;
+        while (offset < size) {
+            const chunk = this.chunks[0];
+            const take = Math.min(chunk.byteLength, size - offset);
+            out.set(chunk.subarray(0, take), offset);
+            offset += take;
+            if (take === chunk.byteLength) {
+                this.chunks.shift();
+            }
+            else {
+                this.chunks[0] = chunk.subarray(take);
+            }
+            this.buffered -= take;
+        }
+        return out;
+    }
+    async readByte() {
+        await this.fill(1);
+        if (this.buffered === 0)
+            return null;
+        const first = this.chunks[0];
+        const byte = first[0];
+        if (first.byteLength === 1) {
+            this.chunks.shift();
+        }
+        else {
+            this.chunks[0] = first.subarray(1);
+        }
+        this.buffered -= 1;
+        return byte;
+    }
+    async fill(needed) {
+        while (this.buffered < needed && !this.done) {
+            const next = await this.iterator.next();
+            if (next.done) {
+                this.done = true;
+                return;
+            }
+            if (next.value.byteLength > 0) {
+                this.chunks.push(next.value);
+                this.buffered += next.value.byteLength;
+            }
+        }
+    }
+}
+const encodeVarint = (value) => {
+    if (!Number.isSafeInteger(value) || value < 0) {
+        throw new Error(`cannot encode varint: ${value}`);
+    }
+    const out = [];
+    let rest = value;
+    while (rest >= 0x80) {
+        out.push((rest & 0x7f) | 0x80);
+        rest = Math.floor(rest / 128);
+    }
+    out.push(rest);
+    return new Uint8Array(out);
+};
+const concat = (...parts) => {
+    let size = 0;
+    for (const part of parts)
+        size += part.byteLength;
+    const out = new Uint8Array(size);
+    let offset = 0;
+    for (const part of parts) {
+        out.set(part, offset);
+        offset += part.byteLength;
+    }
+    return out;
+};
+//# sourceMappingURL=car.js.map

package/dist/sync/car.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"car.js","sourceRoot":"","sources":["../../src/sync/car.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EAAO,SAAS,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAA;AAOnD,6EAA6E;AAC7E,8EAA8E;AAE9E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAAY,EAAc,EAAE;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,OAAO,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAA;AACxD,CAAC,CAAA;AAED,gDAAgD;AAChD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAAe,EAAc,EAAE;IAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;IAChC,OAAO,MAAM,CACX,YAAY,CAAC,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAC1D,QAAQ,EACR,KAAK,CAAC,KAAK,CACZ,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,KAAY,EACZ,MAAoD;IAEpD,MAAM,eAAe,CAAC,KAAK,CAAC,CAAA;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,uEAAuE;AACvE,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,GAAqD,EACQ,EAAE;IAC/D,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,CAAA;IAClC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAA;IAC5C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,qBAAqB,CAAC,2BAA2B,CAAC,CAAA;IAC9D,CAAC;IAED,IAAI,MAAe,CAAA;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAA;IACvD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,qBAAqB,CAC7B,gCAAgC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACnF,CAAA;IACH,CAAC;IACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,qBAAqB,CAAC,sBAAsB,CAAC,CAAA;IACzD,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAgD,CAAA;IAC3E,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,qBAAqB,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAA;IACxE,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,qBAAqB,CAAC,6BAA6B,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QACvB,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,qBAAqB,CAAC,gCAAgC,CAAC,CAAA;QAC3E,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;IAEF,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAA;AAC9D,CAAC,CAAA;AAED,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,MAAkB;IAC9C,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAA;QAC3C,IAAI,SAAS,KAAK,IAAI;YAAE,OAAM;QAC9B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;QAClD,IAAI,MAAM,CAAC,UAAU,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,IAAI,qBAAqB,CAAC,wBAAwB,CAAC,CAAA;QAC3D,CAAC;QACD,IAAI,GAAQ,CAAA;QACZ,IAAI,CAAC;YACH,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAA;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,qBAAqB,CAC7B,6BAA6B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAChF,CAAA;QACH,CAAC;QACD,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAA;IACxD,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAG,EAAE,CAAA;AAE1B,MAAM,UAAU;IAMd,YAAY,MAAwD;QAJ5D,WAAM,GAAiB,EAAE,CAAA;QACzB,aAAQ,GAAG,CAAC,CAAA;QACZ,SAAI,GAAG,KAAK,CAAA;QAGlB,IAAI,CAAC,QAAQ;YACX,MAAM,CAAC,aAAa,IAAI,MAAM;gBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAA;IACjC,CAAC;IAED,yCAAyC;IACzC,KAAK,CAAC,UAAU;QACd,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,EAAE,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YAClC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,IAAI,KAAK,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAA;gBAC5B,MAAM,IAAI,qBAAqB,CAAC,yBAAyB,CAAC,CAAA;YAC5D,CAAC;YACD,MAAM,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAA;YACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAA;QACxC,CAAC;QACD,MAAM,IAAI,qBAAqB,CAAC,4BAA4B,CAAC,CAAA;IAC/D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrB,IAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,qBAAqB,CAAC,uBAAuB,CAAC,CAAA;QAC1D,CAAC;QACD,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,UAAU,EAAE,CAAA;QAEvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YACrC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACxD,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAA;YACrB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;QAChC,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,OAAO,MAAM,GAAG,IAAI,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,GAAG,MAAM,CAAC,CAAA;YACtD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAA;YACxC,MAAM,IAAI,IAAI,CAAA;YACd,IAAI,IAAI,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YACvC,CAAC;YACD,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAA;QACvB,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAClB,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,IAAI,CAAA;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA;QAClB,OAAO,IAAI,CAAA;IACb,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,MAAc;QAC/B,OAAO,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;gBAChB,OAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC5B,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAA;YACxC,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,YAAY,GAAG,CAAC,KAAa,EAAc,EAAE;IACjD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,OAAO,IAAI,IAAI,IAAI,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;QAC9B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAA;IAC/B,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACd,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,CAAA;AAC5B,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,GAAG,KAAmB,EAAc,EAAE;IACpD,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,IAAI,IAAI,IAAI,CAAC,UAAU,CAAA;IACjD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;IAChC,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrB,MAAM,IAAI,IAAI,CAAC,UAAU,CAAA;IAC3B,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC,CAAA","sourcesContent":["import { decode, encode } from '@atproto/lex-cbor'\nimport { Cid, decodeCid, ifCid } from '@atproto/lex-data'\nimport { RepoVerificationError } from '../error.js'\n\nexport type CarBlock = {\n  cid: Cid\n  bytes: Uint8Array\n}\n\n// A minimal CAR v1 reader/writer. `@atproto/repo` has its own, but it writes\n// single-root files and carries the MST machinery with it; we need two roots.\n\nexport const encodeCarHeader = (roots: Cid[]): Uint8Array => {\n  const header = encode({ version: 1, roots })\n  return concat(encodeVarint(header.byteLength), header)\n}\n\n// varint(len(cid) + len(bytes)) || cid || bytes\nexport const encodeCarBlock = (block: CarBlock): Uint8Array => {\n  const cidBytes = block.cid.bytes\n  return concat(\n    encodeVarint(cidBytes.byteLength + block.bytes.byteLength),\n    cidBytes,\n    block.bytes,\n  )\n}\n\nexport async function* writeCarStream(\n  roots: Cid[],\n  blocks: AsyncIterable<CarBlock> | Iterable<CarBlock>,\n): AsyncIterable<Uint8Array> {\n  yield encodeCarHeader(roots)\n  for await (const block of blocks) {\n    yield encodeCarBlock(block)\n  }\n}\n\n// Blocks are not verified against their cids; verifyRepoCar does that.\nexport const readCarStream = async (\n  car: AsyncIterable<Uint8Array> | Iterable<Uint8Array>,\n): Promise<{ roots: Cid[]; blocks: AsyncGenerator<CarBlock> }> => {\n  const reader = new ByteReader(car)\n  const headerSize = await reader.readVarint()\n  if (headerSize === null) {\n    throw new RepoVerificationError('could not read CAR header')\n  }\n\n  let header: unknown\n  try {\n    header = decode(await reader.readExactly(headerSize))\n  } catch (err) {\n    throw new RepoVerificationError(\n      `could not decode CAR header: ${err instanceof Error ? err.message : String(err)}`,\n    )\n  }\n  if (header === null || typeof header !== 'object') {\n    throw new RepoVerificationError('malformed CAR header')\n  }\n  const { version, roots } = header as { version?: unknown; roots?: unknown }\n  if (version !== 1) {\n    throw new RepoVerificationError(`unsupported CAR version: ${version}`)\n  }\n  if (!Array.isArray(roots)) {\n    throw new RepoVerificationError('CAR header is missing roots')\n  }\n  const parsedRoots = roots.map((root) => {\n    const cid = ifCid(root)\n    if (!cid) throw new RepoVerificationError('invalid root cid in CAR header')\n    return cid\n  })\n\n  return { roots: parsedRoots, blocks: readCarBlocks(reader) }\n}\n\nasync function* readCarBlocks(reader: ByteReader): AsyncGenerator<CarBlock> {\n  while (true) {\n    const blockSize = await reader.readVarint()\n    if (blockSize === null) return\n    const framed = await reader.readExactly(blockSize)\n    if (framed.byteLength <= CID_BYTE_LENGTH) {\n      throw new RepoVerificationError('truncated block in CAR')\n    }\n    let cid: Cid\n    try {\n      cid = decodeCid(framed.subarray(0, CID_BYTE_LENGTH))\n    } catch (err) {\n      throw new RepoVerificationError(\n        `invalid block cid in CAR: ${err instanceof Error ? err.message : String(err)}`,\n      )\n    }\n    yield { cid, bytes: framed.subarray(CID_BYTE_LENGTH) }\n  }\n}\n\nconst CID_BYTE_LENGTH = 36\n\nclass ByteReader {\n  private readonly iterator: AsyncIterator<Uint8Array> | Iterator<Uint8Array>\n  private chunks: Uint8Array[] = []\n  private buffered = 0\n  private done = false\n\n  constructor(stream: AsyncIterable<Uint8Array> | Iterable<Uint8Array>) {\n    this.iterator =\n      Symbol.asyncIterator in stream\n        ? stream[Symbol.asyncIterator]()\n        : stream[Symbol.iterator]()\n  }\n\n  // Returns null at a clean end of stream.\n  async readVarint(): Promise<number | null> {\n    let result = 0\n    for (let shift = 0; shift <= 49; shift += 7) {\n      const byte = await this.readByte()\n      if (byte === null) {\n        if (shift === 0) return null\n        throw new RepoVerificationError('truncated varint in CAR')\n      }\n      result += (byte & 0x7f) * 2 ** shift\n      if ((byte & 0x80) === 0) return result\n    }\n    throw new RepoVerificationError('varint in CAR is too large')\n  }\n\n  async readExactly(size: number): Promise<Uint8Array> {\n    await this.fill(size)\n    if (this.buffered < size) {\n      throw new RepoVerificationError('unexpected end of CAR')\n    }\n    if (size === 0) return new Uint8Array()\n\n    const first = this.chunks[0]\n    if (first.byteLength >= size) {\n      this.chunks[0] = first.subarray(size)\n      if (this.chunks[0].byteLength === 0) this.chunks.shift()\n      this.buffered -= size\n      return first.subarray(0, size)\n    }\n\n    const out = new Uint8Array(size)\n    let offset = 0\n    while (offset < size) {\n      const chunk = this.chunks[0]\n      const take = Math.min(chunk.byteLength, size - offset)\n      out.set(chunk.subarray(0, take), offset)\n      offset += take\n      if (take === chunk.byteLength) {\n        this.chunks.shift()\n      } else {\n        this.chunks[0] = chunk.subarray(take)\n      }\n      this.buffered -= take\n    }\n    return out\n  }\n\n  private async readByte(): Promise<number | null> {\n    await this.fill(1)\n    if (this.buffered === 0) return null\n    const first = this.chunks[0]\n    const byte = first[0]\n    if (first.byteLength === 1) {\n      this.chunks.shift()\n    } else {\n      this.chunks[0] = first.subarray(1)\n    }\n    this.buffered -= 1\n    return byte\n  }\n\n  private async fill(needed: number): Promise<void> {\n    while (this.buffered < needed && !this.done) {\n      const next = await this.iterator.next()\n      if (next.done) {\n        this.done = true\n        return\n      }\n      if (next.value.byteLength > 0) {\n        this.chunks.push(next.value)\n        this.buffered += next.value.byteLength\n      }\n    }\n  }\n}\n\nconst encodeVarint = (value: number): Uint8Array => {\n  if (!Number.isSafeInteger(value) || value < 0) {\n    throw new Error(`cannot encode varint: ${value}`)\n  }\n  const out: number[] = []\n  let rest = value\n  while (rest >= 0x80) {\n    out.push((rest & 0x7f) | 0x80)\n    rest = Math.floor(rest / 128)\n  }\n  out.push(rest)\n  return new Uint8Array(out)\n}\n\nconst concat = (...parts: Uint8Array[]): Uint8Array => {\n  let size = 0\n  for (const part of parts) size += part.byteLength\n  const out = new Uint8Array(size)\n  let offset = 0\n  for (const part of parts) {\n    out.set(part, offset)\n    offset += part.byteLength\n  }\n  return out\n}\n"]}

package/dist/sync/consumer.d.ts

@@ -0,0 +1,39 @@
+import type { Cid } from '@atproto/lex-data';
+import { RepoCommit } from '../repo-commit.js';
+import { type RepoIndex, type SignedCommit, type SpaceRecord } from '../types.js';
+export type VerifyRepoParams = {
+    space: string;
+    author: string;
+    didKey: string;
+    expectValues?: boolean;
+};
+export type VerifiedRecord = {
+    collection: string;
+    rkey: string;
+    cid: Cid;
+    record: SpaceRecord;
+};
+export type VerifiedRepo = {
+    commit: SignedCommit;
+    index: RepoIndex;
+    repo: RepoCommit;
+    records: AsyncGenerator<VerifiedRecord>;
+};
+/**
+ * Verify a serialized repo, streaming out its records.
+ *
+ * The three stages follow the CAR's layout, so nothing needs buffering: the
+ * commit, then the index against the commit's hash (which authenticates every
+ * path/cid pair without reading a record), then each block against its index
+ * entry. That last stage runs as `records` is drained, so it must be consumed to
+ * know the repo was complete — {@link verifyRepoCarFull} does that.
+ */
+export declare const verifyRepoCar: (car: AsyncIterable<Uint8Array> | Iterable<Uint8Array>, params: VerifyRepoParams) => Promise<VerifiedRepo>;
+/**
+ * Verify a serialized repo and collect its records. Prefer {@link verifyRepoCar}
+ * for large repos, where streaming avoids holding every record at once.
+ */
+export declare const verifyRepoCarFull: (car: AsyncIterable<Uint8Array> | Iterable<Uint8Array>, params: VerifyRepoParams) => Promise<Omit<VerifiedRepo, 'records'> & {
+    records: VerifiedRecord[];
+}>;
+//# sourceMappingURL=consumer.d.ts.map