@atcute/car 1.0.1 → 1.1.1

package/README.md

@@ -1,9 +1,17 @@
 # @atcute/car
 
-read AT Protocol's CAR (content-addressable archive) repositories
+CAR (content-addressable archvie) repository decoder
 
 ```ts
-for (const { collection, rkey, record } of iterateAtpCar(buf)) {
+// convenient iterator for reading through an AT Protocol CAR repository
+for (const { collection, rkey, record } of iterateAtpRepo(buf)) {
+	// ...
+}
+
+// read through a CAR archive
+const { roots, iterate } = readCar(buf);
+
+for (const { cid, bytes } of iterate()) {
 	// ...
 }
 ```

package/dist/atproto-repo.d.ts

@@ -7,6 +7,8 @@ export declare class RepoEntry {
     constructor(collection: string, rkey: string, cid: CBOR.CIDLink, blockmap: BlockMap);
     get record(): unknown;
 }
-export declare function iterateAtpCar(buf: Uint8Array): Generator<RepoEntry>;
+export declare function iterateAtpRepo(buf: Uint8Array): Generator<RepoEntry>;
+/** @deprecated Use `iterateAtpRepo` instead */
+export declare const iterateAtpCar: typeof iterateAtpRepo;
 type BlockMap = Map<string, Uint8Array>;
 export {};

package/dist/atproto-repo.js

@@ -1,6 +1,6 @@
 import * as CBOR from '@atcute/cbor';
 import * as CID from '@atcute/cid';
-import { fromUint8Array } from './reader.js';
+import { readCar } from './reader.js';
 const decoder = new TextDecoder();
 export class RepoEntry {
     collection;
@@ -17,8 +17,8 @@ export class RepoEntry {
         return readObject(this.blockmap, this.cid);
     }
 }
-export function* iterateAtpCar(buf) {
-    const { roots, iterate } = fromUint8Array(new Uint8Array(buf));
+export function* iterateAtpRepo(buf) {
+    const { roots, iterate } = readCar(new Uint8Array(buf));
     assert(roots.length === 1, `expected only 1 root in the car archive; got=${roots.length}`);
     // Collect all archive entries into a mapping of CID string -> actual bytes
     const blockmap = new Map();
@@ -32,6 +32,8 @@ export function* iterateAtpCar(buf) {
         yield new RepoEntry(collection, rkey, cid, blockmap);
     }
 }
+/** @deprecated Use `iterateAtpRepo` instead */
+export const iterateAtpCar = iterateAtpRepo;
 function readObject(map, link) {
     const cid = link.$link;
     const bytes = map.get(cid);

package/dist/atproto-repo.js.map

@@ -1 +1 @@
-{"version":3,"file":"atproto-repo.js","sourceRoot":"","sources":["../lib/atproto-repo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,cAAc,CAAC;AACrC,OAAO,KAAK,GAAG,MAAM,aAAa,CAAC;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC,MAAM,OAAO,SAAS;IAEJ;IACA;IACA;IACR;IAJT,YACiB,UAAkB,EAClB,IAAY,EACZ,GAAiB,EACzB,QAAkB;QAHV,eAAU,GAAV,UAAU,CAAQ;QAClB,SAAI,GAAJ,IAAI,CAAQ;QACZ,QAAG,GAAH,GAAG,CAAc;QACzB,aAAQ,GAAR,QAAQ,CAAU;IACxB,CAAC;IAEJ,IAAI,MAAM;QACT,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;CACD;AAED,MAAM,SAAS,CAAC,CAAC,aAAa,CAAC,GAAe;IAC7C,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,gDAAgD,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAE3F,2EAA2E;IAC3E,MAAM,QAAQ,GAAa,IAAI,GAAG,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,4DAA4D;IAC5D,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAW,CAAC;IACxD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE1C,MAAM,IAAI,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,GAAa,EAAE,IAAkB;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;IAEvB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,kCAAkC,GAAG,EAAE,CAAC,CAAC;IAE/D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEhC,OAAO,IAAI,CAAC;AACb,CAAC;AAED,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAa,EAAE,OAAqB;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAY,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEvB,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrB,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;QAEhD,OAAO,GAAG,GAAG,CAAC;QAEd,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;QAEjC,IAAI,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,MAAM,CAAC,SAAkB,EAAE,OAAe;IAClD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;AACF,CAAC"}
+{"version":3,"file":"atproto-repo.js","sourceRoot":"","sources":["../lib/atproto-repo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,cAAc,CAAC;AACrC,OAAO,KAAK,GAAG,MAAM,aAAa,CAAC;AAEnC,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC,MAAM,OAAO,SAAS;IAEJ;IACA;IACA;IACR;IAJT,YACiB,UAAkB,EAClB,IAAY,EACZ,GAAiB,EACzB,QAAkB;QAHV,eAAU,GAAV,UAAU,CAAQ;QAClB,SAAI,GAAJ,IAAI,CAAQ;QACZ,QAAG,GAAH,GAAG,CAAc;QACzB,aAAQ,GAAR,QAAQ,CAAU;IACxB,CAAC;IAEJ,IAAI,MAAM;QACT,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;CACD;AAED,MAAM,SAAS,CAAC,CAAC,cAAc,CAAC,GAAe;IAC9C,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,gDAAgD,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAE3F,2EAA2E;IAC3E,MAAM,QAAQ,GAAa,IAAI,GAAG,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,4DAA4D;IAC5D,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAW,CAAC;IACxD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE1C,MAAM,IAAI,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;AACF,CAAC;AAED,+CAA+C;AAC/C,MAAM,CAAC,MAAM,aAAa,GAAG,cAAc,CAAC;AAE5C,SAAS,UAAU,CAAC,GAAa,EAAE,IAAkB;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;IAEvB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,kCAAkC,GAAG,EAAE,CAAC,CAAC;IAE/D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEhC,OAAO,IAAI,CAAC;AACb,CAAC;AAED,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAa,EAAE,OAAqB;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAY,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEvB,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrB,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;QAEhD,OAAO,GAAG,GAAG,CAAC;QAEd,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;QAEjC,IAAI,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,MAAM,CAAC,SAAkB,EAAE,OAAe;IAClD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;AACF,CAAC"}

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-export { iterateAtpCar, type RepoEntry } from './atproto-repo.js';
-export { fromUint8Array } from './reader.js';
+export { iterateAtpCar, iterateAtpRepo, type RepoEntry } from './atproto-repo.js';
+export { fromUint8Array, readCar } from './reader.js';

package/dist/index.js

@@ -1,3 +1,3 @@
-export { iterateAtpCar } from './atproto-repo.js';
-export { fromUint8Array } from './reader.js';
+export { iterateAtpCar, iterateAtpRepo } from './atproto-repo.js';
+export { fromUint8Array, readCar } from './reader.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAkB,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAkB,MAAM,mBAAmB,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC"}

package/dist/reader.d.ts

@@ -1,3 +1,11 @@
+export declare const readCar: (buffer: Uint8Array) => {
+    roots: import("@atcute/cbor").CIDLink[];
+    iterate(): Generator<{
+        cid: import("@atcute/cid").CID;
+        bytes: Uint8Array;
+    }>;
+};
+/** @deprecated Use `readCar` instead */
 export declare const fromUint8Array: (buffer: Uint8Array) => {
     roots: import("@atcute/cbor").CIDLink[];
     iterate(): Generator<{

package/dist/reader.js

@@ -1,7 +1,9 @@
 import { createUint8Reader } from './utilities/byte-reader.js';
 import { createCarReader } from './utilities/sync-car-reader.js';
-export const fromUint8Array = (buffer) => {
+export const readCar = (buffer) => {
     const reader = createUint8Reader(buffer);
     return createCarReader(reader);
 };
+/** @deprecated Use `readCar` instead */
+export const fromUint8Array = readCar;
 //# sourceMappingURL=reader.js.map

package/dist/reader.js.map

@@ -1 +1 @@
-{"version":3,"file":"reader.js","sourceRoot":"","sources":["../lib/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAEjE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAkB,EAAE,EAAE;IACpD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC,CAAC"}
+{"version":3,"file":"reader.js","sourceRoot":"","sources":["../lib/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAEjE,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAkB,EAAE,EAAE;IAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,wCAAwC;AACxC,MAAM,CAAC,MAAM,cAAc,GAAG,OAAO,CAAC"}

package/lib/atproto-repo.ts

@@ -0,0 +1,118 @@
+import * as CBOR from '@atcute/cbor';
+import * as CID from '@atcute/cid';
+
+import { readCar } from './reader.js';
+
+const decoder = new TextDecoder();
+
+export class RepoEntry {
+	constructor(
+		public readonly collection: string,
+		public readonly rkey: string,
+		public readonly cid: CBOR.CIDLink,
+		private blockmap: BlockMap,
+	) {}
+
+	get record(): unknown {
+		return readObject(this.blockmap, this.cid);
+	}
+}
+
+export function* iterateAtpRepo(buf: Uint8Array): Generator<RepoEntry> {
+	const { roots, iterate } = readCar(new Uint8Array(buf));
+	assert(roots.length === 1, `expected only 1 root in the car archive; got=${roots.length}`);
+
+	// Collect all archive entries into a mapping of CID string -> actual bytes
+	const blockmap: BlockMap = new Map();
+	for (const entry of iterate()) {
+		blockmap.set(CID.format(entry.cid), entry.bytes);
+	}
+
+	// Read the head, then walk through the MST tree from there.
+	const commit = readObject(blockmap, roots[0]) as Commit;
+	for (const { key, cid } of walkEntries(blockmap, commit.data)) {
+		const [collection, rkey] = key.split('/');
+
+		yield new RepoEntry(collection, rkey, cid, blockmap);
+	}
+}
+
+/** @deprecated Use `iterateAtpRepo` instead */
+export const iterateAtpCar = iterateAtpRepo;
+
+function readObject(map: BlockMap, link: CBOR.CIDLink): unknown {
+	const cid = link.$link;
+
+	const bytes = map.get(cid);
+	assert(bytes != null, `cid not found in blockmap; cid=${cid}`);
+
+	const data = CBOR.decode(bytes);
+
+	return data;
+}
+
+function* walkEntries(map: BlockMap, pointer: CBOR.CIDLink): Generator<NodeEntry> {
+	const data = readObject(map, pointer) as MstNode;
+	const entries = data.e;
+
+	let lastKey = '';
+
+	if (data.l !== null) {
+		yield* walkEntries(map, data.l);
+	}
+
+	for (let i = 0, il = entries.length; i < il; i++) {
+		const entry = entries[i];
+
+		const key_str = decoder.decode(CBOR.fromBytes(entry.k));
+		const key = lastKey.slice(0, entry.p) + key_str;
+
+		lastKey = key;
+
+		yield { key: key, cid: entry.v };
+
+		if (entry.t !== null) {
+			yield* walkEntries(map, entry.t);
+		}
+	}
+}
+
+function assert(condition: boolean, message: string): asserts condition {
+	if (!condition) {
+		throw new Error(message);
+	}
+}
+
+type BlockMap = Map<string, Uint8Array>;
+
+interface Commit {
+	version: 3;
+	did: string;
+	data: CBOR.CIDLink;
+	rev: string;
+	prev: CBOR.CIDLink | null;
+	sig: CBOR.Bytes;
+}
+
+interface TreeEntry {
+	/** count of bytes shared with previous TreeEntry in this Node (if any) */
+	p: number;
+	/** remainder of key for this TreeEntry, after "prefixlen" have been removed */
+	k: CBOR.Bytes;
+	/** link to a sub-tree Node at a lower level which has keys sorting after this TreeEntry's key (to the "right"), but before the next TreeEntry's key in this Node (if any) */
+	v: CBOR.CIDLink;
+	/** next subtree (to the right of leaf) */
+	t: CBOR.CIDLink | null;
+}
+
+interface MstNode {
+	/** link to sub-tree Node on a lower level and with all keys sorting before keys at this node */
+	l: CBOR.CIDLink | null;
+	/** ordered list of TreeEntry objects */
+	e: TreeEntry[];
+}
+
+interface NodeEntry {
+	key: string;
+	cid: CBOR.CIDLink;
+}

package/lib/index.ts

@@ -0,0 +1,2 @@
+export { iterateAtpCar, iterateAtpRepo, type RepoEntry } from './atproto-repo.js';
+export { fromUint8Array, readCar } from './reader.js';

package/lib/reader.ts

@@ -0,0 +1,10 @@
+import { createUint8Reader } from './utilities/byte-reader.js';
+import { createCarReader } from './utilities/sync-car-reader.js';
+
+export const readCar = (buffer: Uint8Array) => {
+	const reader = createUint8Reader(buffer);
+	return createCarReader(reader);
+};
+
+/** @deprecated Use `readCar` instead */
+export const fromUint8Array = readCar;

package/lib/utilities/byte-reader.ts

@@ -0,0 +1,35 @@
+export interface SyncByteReader {
+	readonly pos: number;
+	upto(size: number): Uint8Array;
+	exactly(size: number, seek: boolean): Uint8Array;
+	seek(size: number): void;
+}
+
+export const createUint8Reader = (buf: Uint8Array): SyncByteReader => {
+	let pos = 0;
+
+	return {
+		get pos() {
+			return pos;
+		},
+
+		seek(size) {
+			pos += size;
+		},
+		upto(size) {
+			return buf.subarray(pos, pos + Math.min(size, buf.length - pos));
+		},
+		exactly(size, seek) {
+			if (size > buf.length - pos) {
+				throw new RangeError('unexpected end of data');
+			}
+
+			const slice = buf.subarray(pos, pos + size);
+			if (seek) {
+				pos += size;
+			}
+
+			return slice;
+		},
+	};
+};

package/lib/utilities/sync-car-reader.ts

@@ -0,0 +1,116 @@
+import * as CBOR from '@atcute/cbor';
+import * as varint from '@atcute/varint';
+import * as CID from '@atcute/cid';
+
+import type { SyncByteReader } from './byte-reader.js';
+
+interface CarV1Header {
+	version: 1;
+	roots: CBOR.CIDLink[];
+}
+
+const isCarV1Header = (value: unknown): value is CarV1Header => {
+	if (value === null || typeof value !== 'object') {
+		return false;
+	}
+
+	const { version, roots } = value as CarV1Header;
+	return version === 1 && Array.isArray(roots) && roots.every((root) => root instanceof CBOR.CIDLinkWrapper);
+};
+
+const readVarint = (reader: SyncByteReader, size: number): number => {
+	const buf = reader.upto(size);
+	if (buf.length === 0) {
+		throw new RangeError(`unexpected end of data`);
+	}
+
+	const [int, read] = varint.decode(buf);
+	reader.seek(read);
+
+	return int;
+};
+
+const readHeader = (reader: SyncByteReader): CarV1Header => {
+	const length = readVarint(reader, 8);
+	if (length === 0) {
+		throw new RangeError(`invalid car header; length=0`);
+	}
+
+	const rawHeader = reader.exactly(length, true);
+	const header = CBOR.decode(rawHeader);
+	if (!isCarV1Header(header)) {
+		throw new TypeError(`expected a car v1 archive`);
+	}
+
+	return header;
+};
+
+const readMultihashDigest = (reader: SyncByteReader): CID.Digest => {
+	const first = reader.upto(8);
+
+	const [code, codeOffset] = varint.decode(first);
+	const [size, sizeOffset] = varint.decode(first.subarray(codeOffset));
+
+	const offset = codeOffset + sizeOffset;
+
+	const bytes = reader.exactly(offset + size, true);
+	const digest = bytes.subarray(offset);
+
+	return {
+		code: code,
+		size: size,
+		digest: digest,
+		bytes: bytes,
+	};
+};
+
+const readCid = (reader: SyncByteReader): CID.CID => {
+	const version = readVarint(reader, 8);
+	if (version !== 1) {
+		throw new Error(`expected a cidv1`);
+	}
+
+	const codec = readVarint(reader, 8);
+	const digest = readMultihashDigest(reader);
+
+	const cid: CID.CID = {
+		version: version,
+		code: codec,
+		digest: digest,
+		bytes: CID.encode(version, codec, digest.bytes),
+	};
+
+	return cid;
+};
+
+const readBlockHeader = (reader: SyncByteReader): { cid: CID.CID; blockSize: number } => {
+	const start = reader.pos;
+
+	let size = readVarint(reader, 8);
+	if (size === 0) {
+		throw new Error(`invalid car section; length=0`);
+	}
+
+	size += reader.pos - start;
+
+	const cid = readCid(reader);
+	const blockSize = size - Number(reader.pos - start);
+
+	return { cid, blockSize };
+};
+
+export const createCarReader = (reader: SyncByteReader) => {
+	const { roots } = readHeader(reader);
+
+	return {
+		roots,
+		*iterate(): Generator<{ cid: CID.CID; bytes: Uint8Array }> {
+			while (reader.upto(8).length > 0) {
+				const { cid, blockSize } = readBlockHeader(reader);
+				const bytes = reader.exactly(blockSize, true);
+
+				yield { cid, bytes };
+			}
+		},
+	};
+};

package/package.json

@@ -1,26 +1,30 @@
 {
   "type": "module",
   "name": "@atcute/car",
-  "version": "1.0.1",
+  "version": "1.1.1",
   "description": "read AT Protocol's CAR (content-addressable archive) repositories",
   "license": "MIT",
   "repository": {
-    "url": "https://codeberg.org/mary-ext/atcute"
+    "url": "https://github.com/mary-ext/atcute",
+    "directory": "packages/utilities/car"
   },
   "files": [
-    "dist/"
+    "dist/",
+    "lib/",
+    "!lib/**/*.bench.ts",
+    "!lib/**/*.test.ts"
   ],
   "exports": {
     ".": "./dist/index.js"
   },
   "sideEffects": false,
   "devDependencies": {
-    "@types/bun": "^1.1.10"
+    "@types/bun": "^1.1.12"
   },
   "dependencies": {
-    "@atcute/cid": "^1.0.1",
-    "@atcute/varint": "^1.0.0",
-    "@atcute/cbor": "^1.0.2"
+    "@atcute/cbor": "^1.0.6",
+    "@atcute/varint": "^1.0.1",
+    "@atcute/cid": "^1.0.2"
   },
   "scripts": {
     "build": "tsc --project tsconfig.build.json",