loro-repo 0.5.2 → 0.6.0

package/dist/storage/filesystem.cjs

@@ -16,14 +16,19 @@ var FileSystemStorageAdaptor = class {
 	baseDir;
 	docsDir;
 	assetsDir;
-	metaPath;
+	metaDir;
+	metaUpdatesDir;
+	legacyMetaPath;
 	initPromise;
 	updateCounter = 0;
+	metaUpdateCounter = 0;
 	constructor(options = {}) {
 		this.baseDir = node_path.resolve(options.baseDir ?? node_path.join(process.cwd(), ".loro-repo"));
 		this.docsDir = node_path.join(this.baseDir, options.docsDirName ?? "docs");
 		this.assetsDir = node_path.join(this.baseDir, options.assetsDirName ?? "assets");
-		this.metaPath = node_path.join(this.baseDir, options.metaFileName ?? "meta.json");
+		this.metaDir = node_path.join(this.baseDir, "meta");
+		this.metaUpdatesDir = node_path.join(this.metaDir, "updates");
+		this.legacyMetaPath = node_path.join(this.baseDir, options.metaFileName ?? "meta.json");
 		this.initPromise = this.ensureLayout();
 	}
 	async save(payload) {
@@ -39,7 +44,7 @@ var FileSystemStorageAdaptor = class {
 				await this.writeAsset(payload.assetId, payload.data);
 				return;
 			case "meta":
-				await writeFileAtomic(this.metaPath, payload.update);
+				await this.enqueueMetaUpdate(payload.update);
 				return;
 			default: throw new Error(`Unsupported payload type: ${payload.type}`);
 		}
@@ -67,18 +72,36 @@ var FileSystemStorageAdaptor = class {
 		await this.writeDocSnapshot(docId, consolidated);
 		return doc;
 	}
+	async deleteDoc(docId) {
+		await this.initPromise;
+		await removeIfExists(this.docSnapshotPath(docId));
+		await removeDirIfExists(this.docUpdatesDir(docId));
+		await removeDirIfExists(this.docDir(docId));
+	}
 	async loadMeta() {
 		await this.initPromise;
-		const bytes = await readFileIfExists(this.metaPath);
-		if (!bytes) return void 0;
+		const updatePaths = (await listFiles(this.metaUpdatesDir)).map((file) => node_path.join(this.metaUpdatesDir, file));
+		const updates = [];
+		for (const updatePath of updatePaths) {
+			const bytes = await readFileIfExists(updatePath);
+			if (bytes) updates.push(bytes);
+		}
+		const legacy = await readFileIfExists(this.legacyMetaPath);
+		const totalUpdates = updates.length + (legacy ? 1 : 0);
+		if (totalUpdates === 0) return void 0;
+		const flock = new __loro_dev_flock.Flock();
 		try {
-			const bundle = JSON.parse(textDecoder.decode(bytes));
-			const flock = new __loro_dev_flock.Flock();
-			flock.importJson(bundle);
-			return flock;
+			if (legacy) flock.importJson(JSON.parse(textDecoder.decode(legacy)));
+			for (const bytes of updates) flock.importJson(JSON.parse(textDecoder.decode(bytes)));
 		} catch (error) {
 			throw new Error("Failed to hydrate metadata snapshot", { cause: error });
 		}
+		if (totalUpdates > 1 || legacy) {
+			const snapshot = flock.exportJson();
+			const encoded = new TextEncoder().encode(JSON.stringify(snapshot));
+			await this.compactMeta(encoded, updatePaths, Boolean(legacy));
+		}
+		return flock;
 	}
 	async loadAsset(assetId) {
 		await this.initPromise;
@@ -88,7 +111,8 @@ var FileSystemStorageAdaptor = class {
 		await Promise.all([
 			ensureDir(this.baseDir),
 			ensureDir(this.docsDir),
-			ensureDir(this.assetsDir)
+			ensureDir(this.assetsDir),
+			ensureDir(this.metaUpdatesDir)
 		]);
 	}
 	async writeDocSnapshot(docId, snapshot) {
@@ -107,6 +131,21 @@ var FileSystemStorageAdaptor = class {
 		await ensureDir(node_path.dirname(filePath));
 		await writeFileAtomic(filePath, data);
 	}
+	async enqueueMetaUpdate(update) {
+		const dir = this.metaUpdatesDir;
+		await ensureDir(dir);
+		const counter = this.metaUpdateCounter = (this.metaUpdateCounter + 1) % 1e6;
+		const fileName = `${Date.now().toString().padStart(13, "0")}-${counter.toString().padStart(6, "0")}.json`;
+		await writeFileAtomic(node_path.join(dir, fileName), update);
+	}
+	async compactMeta(update, previousUpdates, hadLegacy) {
+		const targetPath = node_path.join(this.metaUpdatesDir, "000000-full.json");
+		await ensureDir(this.metaUpdatesDir);
+		await writeFileAtomic(targetPath, update);
+		const removals = hadLegacy ? [this.legacyMetaPath] : [];
+		removals.push(...previousUpdates.filter((filePath) => node_path.resolve(filePath) !== node_path.resolve(targetPath)));
+		await Promise.all(removals.map((filePath) => removeIfExists(filePath)));
+	}
 	docDir(docId) {
 		return node_path.join(this.docsDir, encodeComponent(docId));
 	}
@@ -143,6 +182,17 @@ async function removeIfExists(filePath) {
 		throw error;
 	}
 }
+async function removeDirIfExists(dir) {
+	try {
+		await node_fs.promises.rm(dir, {
+			recursive: true,
+			force: true
+		});
+	} catch (error) {
+		if (error.code === "ENOENT") return;
+		throw error;
+	}
+}
 async function listFiles(dir) {
 	try {
 		return (await node_fs.promises.readdir(dir)).sort();

package/dist/storage/filesystem.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"filesystem.cjs","names":["path","LoroDoc","Flock","fs"],"sources":["../../src/storage/filesystem.ts"],"sourcesContent":["import { promises as fs } from \"node:fs\";\nimport * as path from \"node:path\";\nimport { randomUUID } from \"node:crypto\";\n\nimport { Flock, type ExportBundle } from \"@loro-dev/flock\";\nimport { LoroDoc } from \"loro-crdt\";\n\nimport type { AssetId, StorageAdapter, StorageSavePayload } from \"../types\";\n\nconst textDecoder = new TextDecoder();\n\nexport interface FileSystemStorageAdaptorOptions {\n  /**\n   * Base directory where metadata, document snapshots, and assets will be stored.\n   * Defaults to `.loro-repo` inside the current working directory.\n   */\n  readonly baseDir?: string;\n  /**\n   * Subdirectory dedicated to document persistence. Defaults to `docs`.\n   */\n  readonly docsDirName?: string;\n  /**\n   * Subdirectory dedicated to asset blobs. Defaults to `assets`.\n   */\n  readonly assetsDirName?: string;\n  /**\n   * File name for the metadata snapshot bundle. Defaults to `meta.json`.\n   */\n  readonly metaFileName?: string;\n}\n\nexport class FileSystemStorageAdaptor implements StorageAdapter {\n  private readonly baseDir: string;\n  private readonly docsDir: string;\n  private readonly assetsDir: string;\n  private readonly metaPath: string;\n  private readonly initPromise: Promise<void>;\n  private updateCounter = 0;\n\n  constructor(options: FileSystemStorageAdaptorOptions = {}) {\n    this.baseDir = path.resolve(\n      options.baseDir ?? path.join(process.cwd(), \".loro-repo\"),\n    );\n    this.docsDir = path.join(this.baseDir, options.docsDirName ?? \"docs\");\n    this.assetsDir = path.join(this.baseDir, options.assetsDirName ?? \"assets\");\n    this.metaPath = path.join(this.baseDir, options.metaFileName ?? \"meta.json\");\n    this.initPromise = this.ensureLayout();\n  }\n\n  async save(payload: StorageSavePayload): Promise<void> {\n    await this.initPromise;\n    switch (payload.type) {\n      case \"doc-snapshot\":\n        await this.writeDocSnapshot(payload.docId, payload.snapshot);\n        return;\n      case \"doc-update\":\n        await this.enqueueDocUpdate(payload.docId, payload.update);\n        return;\n      case \"asset\":\n        await this.writeAsset(payload.assetId, payload.data);\n        return;\n      case \"meta\":\n        await writeFileAtomic(this.metaPath, payload.update);\n        return;\n      default:\n        throw new Error(`Unsupported payload type: ${(payload as { type: string }).type}`);\n    }\n  }\n\n  async deleteAsset(assetId: AssetId): Promise<void> {\n    await this.initPromise;\n    const filePath = this.assetPath(assetId);\n    await removeIfExists(filePath);\n  }\n\n  async loadDoc(docId: string): Promise<LoroDoc | undefined> {\n    await this.initPromise;\n    const snapshotPath = this.docSnapshotPath(docId);\n    const snapshotBytes = await readFileIfExists(snapshotPath);\n    const updateDir = this.docUpdatesDir(docId);\n    const updateFiles = await listFiles(updateDir);\n\n    if (!snapshotBytes && updateFiles.length === 0) {\n      return undefined;\n    }\n\n    const doc = snapshotBytes\n      ? LoroDoc.fromSnapshot(snapshotBytes)\n      : new LoroDoc();\n\n    if (updateFiles.length === 0) {\n      return doc;\n    }\n\n    const updatePaths = updateFiles.map((file) => path.join(updateDir, file));\n    for (const updatePath of updatePaths) {\n      const update = await readFileIfExists(updatePath);\n      if (!update) continue;\n      doc.import(update);\n    }\n\n    await Promise.all(updatePaths.map((filePath) => removeIfExists(filePath)));\n\n    const consolidated = doc.export({ mode: \"snapshot\" });\n    await this.writeDocSnapshot(docId, consolidated);\n    return doc;\n  }\n\n  async loadMeta(): Promise<Flock | undefined> {\n    await this.initPromise;\n    const bytes = await readFileIfExists(this.metaPath);\n    if (!bytes) return undefined;\n    try {\n      const bundle = JSON.parse(textDecoder.decode(bytes)) as ExportBundle;\n      const flock = new Flock();\n      flock.importJson(bundle);\n      return flock;\n    } catch (error) {\n      throw new Error(\"Failed to hydrate metadata snapshot\", { cause: error });\n    }\n  }\n\n  async loadAsset(assetId: AssetId): Promise<Uint8Array | undefined> {\n    await this.initPromise;\n    return readFileIfExists(this.assetPath(assetId));\n  }\n\n  private async ensureLayout(): Promise<void> {\n    await Promise.all([\n      ensureDir(this.baseDir),\n      ensureDir(this.docsDir),\n      ensureDir(this.assetsDir),\n    ]);\n  }\n\n  private async writeDocSnapshot(\n    docId: string,\n    snapshot: Uint8Array,\n  ): Promise<void> {\n    const targetDir = this.docDir(docId);\n    await ensureDir(targetDir);\n    await writeFileAtomic(this.docSnapshotPath(docId), snapshot);\n  }\n\n  private async enqueueDocUpdate(\n    docId: string,\n    update: Uint8Array,\n  ): Promise<void> {\n    const dir = this.docUpdatesDir(docId);\n    await ensureDir(dir);\n    const counter = (this.updateCounter = (this.updateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.bin`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async writeAsset(assetId: AssetId, data: Uint8Array): Promise<void> {\n    const filePath = this.assetPath(assetId);\n    await ensureDir(path.dirname(filePath));\n    await writeFileAtomic(filePath, data);\n  }\n\n  private docDir(docId: string): string {\n    return path.join(this.docsDir, encodeComponent(docId));\n  }\n\n  private docSnapshotPath(docId: string): string {\n    return path.join(this.docDir(docId), \"snapshot.bin\");\n  }\n\n  private docUpdatesDir(docId: string): string {\n    return path.join(this.docDir(docId), \"updates\");\n  }\n\n  private assetPath(assetId: AssetId): string {\n    return path.join(this.assetsDir, encodeComponent(assetId));\n  }\n}\n\nfunction encodeComponent(value: string): string {\n  return Buffer.from(value, \"utf8\").toString(\"base64url\");\n}\n\nasync function ensureDir(dir: string): Promise<void> {\n  await fs.mkdir(dir, { recursive: true });\n}\n\nasync function readFileIfExists(filePath: string): Promise<Uint8Array | undefined> {\n  try {\n    const data = await fs.readFile(filePath);\n    return new Uint8Array(data.buffer, data.byteOffset, data.byteLength).slice();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return undefined;\n    }\n    throw error;\n  }\n}\n\nasync function removeIfExists(filePath: string): Promise<void> {\n  try {\n    await fs.rm(filePath);\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function listFiles(dir: string): Promise<string[]> {\n  try {\n    const entries = await fs.readdir(dir);\n    return entries.sort();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return [];\n    }\n    throw error;\n  }\n}\n\nasync function writeFileAtomic(\n  targetPath: string,\n  data: Uint8Array,\n): Promise<void> {\n  const dir = path.dirname(targetPath);\n  await ensureDir(dir);\n  const tempPath = path.join(dir, `.tmp-${randomUUID()}`);\n  await fs.writeFile(tempPath, data);\n  await fs.rename(tempPath, targetPath);\n}\n"],"mappings":";;;;;;;;;;;;;AASA,MAAM,cAAc,IAAI,aAAa;AAsBrC,IAAa,2BAAb,MAAgE;CAC9D,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAQ,gBAAgB;CAExB,YAAY,UAA2C,EAAE,EAAE;AACzD,OAAK,UAAUA,UAAK,QAClB,QAAQ,WAAWA,UAAK,KAAK,QAAQ,KAAK,EAAE,aAAa,CAC1D;AACD,OAAK,UAAUA,UAAK,KAAK,KAAK,SAAS,QAAQ,eAAe,OAAO;AACrE,OAAK,YAAYA,UAAK,KAAK,KAAK,SAAS,QAAQ,iBAAiB,SAAS;AAC3E,OAAK,WAAWA,UAAK,KAAK,KAAK,SAAS,QAAQ,gBAAgB,YAAY;AAC5E,OAAK,cAAc,KAAK,cAAc;;CAGxC,MAAM,KAAK,SAA4C;AACrD,QAAM,KAAK;AACX,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,SAAS;AAC5D;GACF,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,OAAO;AAC1D;GACF,KAAK;AACH,UAAM,KAAK,WAAW,QAAQ,SAAS,QAAQ,KAAK;AACpD;GACF,KAAK;AACH,UAAM,gBAAgB,KAAK,UAAU,QAAQ,OAAO;AACpD;GACF,QACE,OAAM,IAAI,MAAM,6BAA8B,QAA6B,OAAO;;;CAIxF,MAAM,YAAY,SAAiC;AACjD,QAAM,KAAK;AAEX,QAAM,eADW,KAAK,UAAU,QAAQ,CACV;;CAGhC,MAAM,QAAQ,OAA6C;AACzD,QAAM,KAAK;EAEX,MAAM,gBAAgB,MAAM,iBADP,KAAK,gBAAgB,MAAM,CACU;EAC1D,MAAM,YAAY,KAAK,cAAc,MAAM;EAC3C,MAAM,cAAc,MAAM,UAAU,UAAU;AAE9C,MAAI,CAAC,iBAAiB,YAAY,WAAW,EAC3C;EAGF,MAAM,MAAM,gBACRC,kBAAQ,aAAa,cAAc,GACnC,IAAIA,mBAAS;AAEjB,MAAI,YAAY,WAAW,EACzB,QAAO;EAGT,MAAM,cAAc,YAAY,KAAK,SAASD,UAAK,KAAK,WAAW,KAAK,CAAC;AACzE,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,SAAS,MAAM,iBAAiB,WAAW;AACjD,OAAI,CAAC,OAAQ;AACb,OAAI,OAAO,OAAO;;AAGpB,QAAM,QAAQ,IAAI,YAAY,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;EAE1E,MAAM,eAAe,IAAI,OAAO,EAAE,MAAM,YAAY,CAAC;AACrD,QAAM,KAAK,iBAAiB,OAAO,aAAa;AAChD,SAAO;;CAGT,MAAM,WAAuC;AAC3C,QAAM,KAAK;EACX,MAAM,QAAQ,MAAM,iBAAiB,KAAK,SAAS;AACnD,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;GACF,MAAM,SAAS,KAAK,MAAM,YAAY,OAAO,MAAM,CAAC;GACpD,MAAM,QAAQ,IAAIE,wBAAO;AACzB,SAAM,WAAW,OAAO;AACxB,UAAO;WACA,OAAO;AACd,SAAM,IAAI,MAAM,uCAAuC,EAAE,OAAO,OAAO,CAAC;;;CAI5E,MAAM,UAAU,SAAmD;AACjE,QAAM,KAAK;AACX,SAAO,iBAAiB,KAAK,UAAU,QAAQ,CAAC;;CAGlD,MAAc,eAA8B;AAC1C,QAAM,QAAQ,IAAI;GAChB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,UAAU;GAC1B,CAAC;;CAGJ,MAAc,iBACZ,OACA,UACe;AAEf,QAAM,UADY,KAAK,OAAO,MAAM,CACV;AAC1B,QAAM,gBAAgB,KAAK,gBAAgB,MAAM,EAAE,SAAS;;CAG9D,MAAc,iBACZ,OACA,QACe;EACf,MAAM,MAAM,KAAK,cAAc,MAAM;AACrC,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,iBAAiB,KAAK,gBAAgB,KAAK;EAEjE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADWF,UAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,WAAW,SAAkB,MAAiC;EAC1E,MAAM,WAAW,KAAK,UAAU,QAAQ;AACxC,QAAM,UAAUA,UAAK,QAAQ,SAAS,CAAC;AACvC,QAAM,gBAAgB,UAAU,KAAK;;CAGvC,AAAQ,OAAO,OAAuB;AACpC,SAAOA,UAAK,KAAK,KAAK,SAAS,gBAAgB,MAAM,CAAC;;CAGxD,AAAQ,gBAAgB,OAAuB;AAC7C,SAAOA,UAAK,KAAK,KAAK,OAAO,MAAM,EAAE,eAAe;;CAGtD,AAAQ,cAAc,OAAuB;AAC3C,SAAOA,UAAK,KAAK,KAAK,OAAO,MAAM,EAAE,UAAU;;CAGjD,AAAQ,UAAU,SAA0B;AAC1C,SAAOA,UAAK,KAAK,KAAK,WAAW,gBAAgB,QAAQ,CAAC;;;AAI9D,SAAS,gBAAgB,OAAuB;AAC9C,QAAO,OAAO,KAAK,OAAO,OAAO,CAAC,SAAS,YAAY;;AAGzD,eAAe,UAAU,KAA4B;AACnD,OAAMG,iBAAG,MAAM,KAAK,EAAE,WAAW,MAAM,CAAC;;AAG1C,eAAe,iBAAiB,UAAmD;AACjF,KAAI;EACF,MAAM,OAAO,MAAMA,iBAAG,SAAS,SAAS;AACxC,SAAO,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,WAAW,CAAC,OAAO;UACrE,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,eAAe,UAAiC;AAC7D,KAAI;AACF,QAAMA,iBAAG,GAAG,SAAS;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,UAAU,KAAgC;AACvD,KAAI;AAEF,UADgB,MAAMA,iBAAG,QAAQ,IAAI,EACtB,MAAM;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C,QAAO,EAAE;AAEX,QAAM;;;AAIV,eAAe,gBACb,YACA,MACe;CACf,MAAM,MAAMH,UAAK,QAAQ,WAAW;AACpC,OAAM,UAAU,IAAI;CACpB,MAAM,WAAWA,UAAK,KAAK,KAAK,qCAAoB,GAAG;AACvD,OAAMG,iBAAG,UAAU,UAAU,KAAK;AAClC,OAAMA,iBAAG,OAAO,UAAU,WAAW"}
+{"version":3,"file":"filesystem.cjs","names":["path","LoroDoc","updates: Uint8Array[]","Flock","fs"],"sources":["../../src/storage/filesystem.ts"],"sourcesContent":["import { promises as fs } from \"node:fs\";\nimport * as path from \"node:path\";\nimport { randomUUID } from \"node:crypto\";\n\nimport { Flock, type ExportBundle } from \"@loro-dev/flock\";\nimport { LoroDoc } from \"loro-crdt\";\n\nimport type { AssetId, StorageAdapter, StorageSavePayload } from \"../types\";\n\nconst textDecoder = new TextDecoder();\n\nexport interface FileSystemStorageAdaptorOptions {\n  /**\n   * Base directory where metadata, document snapshots, and assets will be stored.\n   * Defaults to `.loro-repo` inside the current working directory.\n   */\n  readonly baseDir?: string;\n  /**\n   * Subdirectory dedicated to document persistence. Defaults to `docs`.\n   */\n  readonly docsDirName?: string;\n  /**\n   * Subdirectory dedicated to asset blobs. Defaults to `assets`.\n   */\n  readonly assetsDirName?: string;\n  /**\n   * File name for the metadata snapshot bundle. Defaults to `meta.json`.\n   */\n  readonly metaFileName?: string;\n}\n\nexport class FileSystemStorageAdaptor implements StorageAdapter {\n  private readonly baseDir: string;\n  private readonly docsDir: string;\n  private readonly assetsDir: string;\n  private readonly metaDir: string;\n  private readonly metaUpdatesDir: string;\n  private readonly legacyMetaPath: string;\n  private readonly initPromise: Promise<void>;\n  private updateCounter = 0;\n  private metaUpdateCounter = 0;\n\n  constructor(options: FileSystemStorageAdaptorOptions = {}) {\n    this.baseDir = path.resolve(\n      options.baseDir ?? path.join(process.cwd(), \".loro-repo\"),\n    );\n    this.docsDir = path.join(this.baseDir, options.docsDirName ?? \"docs\");\n    this.assetsDir = path.join(this.baseDir, options.assetsDirName ?? \"assets\");\n    this.metaDir = path.join(this.baseDir, \"meta\");\n    this.metaUpdatesDir = path.join(this.metaDir, \"updates\");\n    this.legacyMetaPath = path.join(\n      this.baseDir,\n      options.metaFileName ?? \"meta.json\",\n    );\n    this.initPromise = this.ensureLayout();\n  }\n\n  async save(payload: StorageSavePayload): Promise<void> {\n    await this.initPromise;\n    switch (payload.type) {\n      case \"doc-snapshot\":\n        await this.writeDocSnapshot(payload.docId, payload.snapshot);\n        return;\n      case \"doc-update\":\n        await this.enqueueDocUpdate(payload.docId, payload.update);\n        return;\n      case \"asset\":\n        await this.writeAsset(payload.assetId, payload.data);\n        return;\n      case \"meta\":\n        await this.enqueueMetaUpdate(payload.update);\n        return;\n      default:\n        throw new Error(`Unsupported payload type: ${(payload as { type: string }).type}`);\n    }\n  }\n\n  async deleteAsset(assetId: AssetId): Promise<void> {\n    await this.initPromise;\n    const filePath = this.assetPath(assetId);\n    await removeIfExists(filePath);\n  }\n\n  async loadDoc(docId: string): Promise<LoroDoc | undefined> {\n    await this.initPromise;\n    const snapshotPath = this.docSnapshotPath(docId);\n    const snapshotBytes = await readFileIfExists(snapshotPath);\n    const updateDir = this.docUpdatesDir(docId);\n    const updateFiles = await listFiles(updateDir);\n\n    if (!snapshotBytes && updateFiles.length === 0) {\n      return undefined;\n    }\n\n    const doc = snapshotBytes\n      ? LoroDoc.fromSnapshot(snapshotBytes)\n      : new LoroDoc();\n\n    if (updateFiles.length === 0) {\n      return doc;\n    }\n\n    const updatePaths = updateFiles.map((file) => path.join(updateDir, file));\n    for (const updatePath of updatePaths) {\n      const update = await readFileIfExists(updatePath);\n      if (!update) continue;\n      doc.import(update);\n    }\n\n    await Promise.all(updatePaths.map((filePath) => removeIfExists(filePath)));\n\n    const consolidated = doc.export({ mode: \"snapshot\" });\n    await this.writeDocSnapshot(docId, consolidated);\n    return doc;\n  }\n\n  async deleteDoc(docId: string): Promise<void> {\n    await this.initPromise;\n    await removeIfExists(this.docSnapshotPath(docId));\n    await removeDirIfExists(this.docUpdatesDir(docId));\n    await removeDirIfExists(this.docDir(docId));\n  }\n\n  async loadMeta(): Promise<Flock | undefined> {\n    await this.initPromise;\n    const updateFiles = await listFiles(this.metaUpdatesDir);\n    const updatePaths = updateFiles.map((file) => path.join(this.metaUpdatesDir, file));\n    const updates: Uint8Array[] = [];\n\n    for (const updatePath of updatePaths) {\n      const bytes = await readFileIfExists(updatePath);\n      if (bytes) {\n        updates.push(bytes);\n      }\n    }\n\n    const legacy = await readFileIfExists(this.legacyMetaPath);\n    const totalUpdates = updates.length + (legacy ? 1 : 0);\n    if (totalUpdates === 0) return undefined;\n\n    const flock = new Flock();\n    try {\n      if (legacy) {\n        flock.importJson(JSON.parse(textDecoder.decode(legacy)) as ExportBundle);\n      }\n      for (const bytes of updates) {\n        flock.importJson(JSON.parse(textDecoder.decode(bytes)) as ExportBundle);\n      }\n    } catch (error) {\n      throw new Error(\"Failed to hydrate metadata snapshot\", { cause: error });\n    }\n\n    if (totalUpdates > 1 || legacy) {\n      const snapshot = flock.exportJson();\n      const encoded = new TextEncoder().encode(JSON.stringify(snapshot));\n      await this.compactMeta(encoded, updatePaths, Boolean(legacy));\n    }\n\n    return flock;\n  }\n\n  async loadAsset(assetId: AssetId): Promise<Uint8Array | undefined> {\n    await this.initPromise;\n    return readFileIfExists(this.assetPath(assetId));\n  }\n\n  private async ensureLayout(): Promise<void> {\n    await Promise.all([\n      ensureDir(this.baseDir),\n      ensureDir(this.docsDir),\n      ensureDir(this.assetsDir),\n      ensureDir(this.metaUpdatesDir),\n    ]);\n  }\n\n  private async writeDocSnapshot(\n    docId: string,\n    snapshot: Uint8Array,\n  ): Promise<void> {\n    const targetDir = this.docDir(docId);\n    await ensureDir(targetDir);\n    await writeFileAtomic(this.docSnapshotPath(docId), snapshot);\n  }\n\n  private async enqueueDocUpdate(\n    docId: string,\n    update: Uint8Array,\n  ): Promise<void> {\n    const dir = this.docUpdatesDir(docId);\n    await ensureDir(dir);\n    const counter = (this.updateCounter = (this.updateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.bin`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async writeAsset(assetId: AssetId, data: Uint8Array): Promise<void> {\n    const filePath = this.assetPath(assetId);\n    await ensureDir(path.dirname(filePath));\n    await writeFileAtomic(filePath, data);\n  }\n\n  private async enqueueMetaUpdate(update: Uint8Array): Promise<void> {\n    const dir = this.metaUpdatesDir;\n    await ensureDir(dir);\n    const counter = (this.metaUpdateCounter = (this.metaUpdateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.json`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async compactMeta(\n    update: Uint8Array,\n    previousUpdates: string[],\n    hadLegacy: boolean,\n  ): Promise<void> {\n    const targetPath = path.join(this.metaUpdatesDir, \"000000-full.json\");\n    await ensureDir(this.metaUpdatesDir);\n    await writeFileAtomic(targetPath, update);\n\n    const removals = hadLegacy ? [this.legacyMetaPath] : [];\n    removals.push(\n      ...previousUpdates.filter((filePath) => path.resolve(filePath) !== path.resolve(targetPath)),\n    );\n    await Promise.all(removals.map((filePath) => removeIfExists(filePath)));\n  }\n\n  private docDir(docId: string): string {\n    return path.join(this.docsDir, encodeComponent(docId));\n  }\n\n  private docSnapshotPath(docId: string): string {\n    return path.join(this.docDir(docId), \"snapshot.bin\");\n  }\n\n  private docUpdatesDir(docId: string): string {\n    return path.join(this.docDir(docId), \"updates\");\n  }\n\n  private assetPath(assetId: AssetId): string {\n    return path.join(this.assetsDir, encodeComponent(assetId));\n  }\n}\n\nfunction encodeComponent(value: string): string {\n  return Buffer.from(value, \"utf8\").toString(\"base64url\");\n}\n\nasync function ensureDir(dir: string): Promise<void> {\n  await fs.mkdir(dir, { recursive: true });\n}\n\nasync function readFileIfExists(filePath: string): Promise<Uint8Array | undefined> {\n  try {\n    const data = await fs.readFile(filePath);\n    return new Uint8Array(data.buffer, data.byteOffset, data.byteLength).slice();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return undefined;\n    }\n    throw error;\n  }\n}\n\nasync function removeIfExists(filePath: string): Promise<void> {\n  try {\n    await fs.rm(filePath);\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function removeDirIfExists(dir: string): Promise<void> {\n  try {\n    await fs.rm(dir, { recursive: true, force: true });\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function listFiles(dir: string): Promise<string[]> {\n  try {\n    const entries = await fs.readdir(dir);\n    return entries.sort();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return [];\n    }\n    throw error;\n  }\n}\n\nasync function writeFileAtomic(\n  targetPath: string,\n  data: Uint8Array,\n): Promise<void> {\n  const dir = path.dirname(targetPath);\n  await ensureDir(dir);\n  const tempPath = path.join(dir, `.tmp-${randomUUID()}`);\n  await fs.writeFile(tempPath, data);\n  await fs.rename(tempPath, targetPath);\n}\n"],"mappings":";;;;;;;;;;;;;AASA,MAAM,cAAc,IAAI,aAAa;AAsBrC,IAAa,2BAAb,MAAgE;CAC9D,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAQ,gBAAgB;CACxB,AAAQ,oBAAoB;CAE5B,YAAY,UAA2C,EAAE,EAAE;AACzD,OAAK,UAAUA,UAAK,QAClB,QAAQ,WAAWA,UAAK,KAAK,QAAQ,KAAK,EAAE,aAAa,CAC1D;AACD,OAAK,UAAUA,UAAK,KAAK,KAAK,SAAS,QAAQ,eAAe,OAAO;AACrE,OAAK,YAAYA,UAAK,KAAK,KAAK,SAAS,QAAQ,iBAAiB,SAAS;AAC3E,OAAK,UAAUA,UAAK,KAAK,KAAK,SAAS,OAAO;AAC9C,OAAK,iBAAiBA,UAAK,KAAK,KAAK,SAAS,UAAU;AACxD,OAAK,iBAAiBA,UAAK,KACzB,KAAK,SACL,QAAQ,gBAAgB,YACzB;AACD,OAAK,cAAc,KAAK,cAAc;;CAGxC,MAAM,KAAK,SAA4C;AACrD,QAAM,KAAK;AACX,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,SAAS;AAC5D;GACF,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,OAAO;AAC1D;GACF,KAAK;AACH,UAAM,KAAK,WAAW,QAAQ,SAAS,QAAQ,KAAK;AACpD;GACF,KAAK;AACH,UAAM,KAAK,kBAAkB,QAAQ,OAAO;AAC5C;GACF,QACE,OAAM,IAAI,MAAM,6BAA8B,QAA6B,OAAO;;;CAIxF,MAAM,YAAY,SAAiC;AACjD,QAAM,KAAK;AAEX,QAAM,eADW,KAAK,UAAU,QAAQ,CACV;;CAGhC,MAAM,QAAQ,OAA6C;AACzD,QAAM,KAAK;EAEX,MAAM,gBAAgB,MAAM,iBADP,KAAK,gBAAgB,MAAM,CACU;EAC1D,MAAM,YAAY,KAAK,cAAc,MAAM;EAC3C,MAAM,cAAc,MAAM,UAAU,UAAU;AAE9C,MAAI,CAAC,iBAAiB,YAAY,WAAW,EAC3C;EAGF,MAAM,MAAM,gBACRC,kBAAQ,aAAa,cAAc,GACnC,IAAIA,mBAAS;AAEjB,MAAI,YAAY,WAAW,EACzB,QAAO;EAGT,MAAM,cAAc,YAAY,KAAK,SAASD,UAAK,KAAK,WAAW,KAAK,CAAC;AACzE,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,SAAS,MAAM,iBAAiB,WAAW;AACjD,OAAI,CAAC,OAAQ;AACb,OAAI,OAAO,OAAO;;AAGpB,QAAM,QAAQ,IAAI,YAAY,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;EAE1E,MAAM,eAAe,IAAI,OAAO,EAAE,MAAM,YAAY,CAAC;AACrD,QAAM,KAAK,iBAAiB,OAAO,aAAa;AAChD,SAAO;;CAGT,MAAM,UAAU,OAA8B;AAC5C,QAAM,KAAK;AACX,QAAM,eAAe,KAAK,gBAAgB,MAAM,CAAC;AACjD,QAAM,kBAAkB,KAAK,cAAc,MAAM,CAAC;AAClD,QAAM,kBAAkB,KAAK,OAAO,MAAM,CAAC;;CAG7C,MAAM,WAAuC;AAC3C,QAAM,KAAK;EAEX,MAAM,eADc,MAAM,UAAU,KAAK,eAAe,EACxB,KAAK,SAASA,UAAK,KAAK,KAAK,gBAAgB,KAAK,CAAC;EACnF,MAAME,UAAwB,EAAE;AAEhC,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,QAAQ,MAAM,iBAAiB,WAAW;AAChD,OAAI,MACF,SAAQ,KAAK,MAAM;;EAIvB,MAAM,SAAS,MAAM,iBAAiB,KAAK,eAAe;EAC1D,MAAM,eAAe,QAAQ,UAAU,SAAS,IAAI;AACpD,MAAI,iBAAiB,EAAG,QAAO;EAE/B,MAAM,QAAQ,IAAIC,wBAAO;AACzB,MAAI;AACF,OAAI,OACF,OAAM,WAAW,KAAK,MAAM,YAAY,OAAO,OAAO,CAAC,CAAiB;AAE1E,QAAK,MAAM,SAAS,QAClB,OAAM,WAAW,KAAK,MAAM,YAAY,OAAO,MAAM,CAAC,CAAiB;WAElE,OAAO;AACd,SAAM,IAAI,MAAM,uCAAuC,EAAE,OAAO,OAAO,CAAC;;AAG1E,MAAI,eAAe,KAAK,QAAQ;GAC9B,MAAM,WAAW,MAAM,YAAY;GACnC,MAAM,UAAU,IAAI,aAAa,CAAC,OAAO,KAAK,UAAU,SAAS,CAAC;AAClE,SAAM,KAAK,YAAY,SAAS,aAAa,QAAQ,OAAO,CAAC;;AAG/D,SAAO;;CAGT,MAAM,UAAU,SAAmD;AACjE,QAAM,KAAK;AACX,SAAO,iBAAiB,KAAK,UAAU,QAAQ,CAAC;;CAGlD,MAAc,eAA8B;AAC1C,QAAM,QAAQ,IAAI;GAChB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,UAAU;GACzB,UAAU,KAAK,eAAe;GAC/B,CAAC;;CAGJ,MAAc,iBACZ,OACA,UACe;AAEf,QAAM,UADY,KAAK,OAAO,MAAM,CACV;AAC1B,QAAM,gBAAgB,KAAK,gBAAgB,MAAM,EAAE,SAAS;;CAG9D,MAAc,iBACZ,OACA,QACe;EACf,MAAM,MAAM,KAAK,cAAc,MAAM;AACrC,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,iBAAiB,KAAK,gBAAgB,KAAK;EAEjE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADWH,UAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,WAAW,SAAkB,MAAiC;EAC1E,MAAM,WAAW,KAAK,UAAU,QAAQ;AACxC,QAAM,UAAUA,UAAK,QAAQ,SAAS,CAAC;AACvC,QAAM,gBAAgB,UAAU,KAAK;;CAGvC,MAAc,kBAAkB,QAAmC;EACjE,MAAM,MAAM,KAAK;AACjB,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,qBAAqB,KAAK,oBAAoB,KAAK;EAEzE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADWA,UAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,YACZ,QACA,iBACA,WACe;EACf,MAAM,aAAaA,UAAK,KAAK,KAAK,gBAAgB,mBAAmB;AACrE,QAAM,UAAU,KAAK,eAAe;AACpC,QAAM,gBAAgB,YAAY,OAAO;EAEzC,MAAM,WAAW,YAAY,CAAC,KAAK,eAAe,GAAG,EAAE;AACvD,WAAS,KACP,GAAG,gBAAgB,QAAQ,aAAaA,UAAK,QAAQ,SAAS,KAAKA,UAAK,QAAQ,WAAW,CAAC,CAC7F;AACD,QAAM,QAAQ,IAAI,SAAS,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;;CAGzE,AAAQ,OAAO,OAAuB;AACpC,SAAOA,UAAK,KAAK,KAAK,SAAS,gBAAgB,MAAM,CAAC;;CAGxD,AAAQ,gBAAgB,OAAuB;AAC7C,SAAOA,UAAK,KAAK,KAAK,OAAO,MAAM,EAAE,eAAe;;CAGtD,AAAQ,cAAc,OAAuB;AAC3C,SAAOA,UAAK,KAAK,KAAK,OAAO,MAAM,EAAE,UAAU;;CAGjD,AAAQ,UAAU,SAA0B;AAC1C,SAAOA,UAAK,KAAK,KAAK,WAAW,gBAAgB,QAAQ,CAAC;;;AAI9D,SAAS,gBAAgB,OAAuB;AAC9C,QAAO,OAAO,KAAK,OAAO,OAAO,CAAC,SAAS,YAAY;;AAGzD,eAAe,UAAU,KAA4B;AACnD,OAAMI,iBAAG,MAAM,KAAK,EAAE,WAAW,MAAM,CAAC;;AAG1C,eAAe,iBAAiB,UAAmD;AACjF,KAAI;EACF,MAAM,OAAO,MAAMA,iBAAG,SAAS,SAAS;AACxC,SAAO,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,WAAW,CAAC,OAAO;UACrE,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,eAAe,UAAiC;AAC7D,KAAI;AACF,QAAMA,iBAAG,GAAG,SAAS;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,kBAAkB,KAA4B;AAC3D,KAAI;AACF,QAAMA,iBAAG,GAAG,KAAK;GAAE,WAAW;GAAM,OAAO;GAAM,CAAC;UAC3C,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,UAAU,KAAgC;AACvD,KAAI;AAEF,UADgB,MAAMA,iBAAG,QAAQ,IAAI,EACtB,MAAM;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C,QAAO,EAAE;AAEX,QAAM;;;AAIV,eAAe,gBACb,YACA,MACe;CACf,MAAM,MAAMJ,UAAK,QAAQ,WAAW;AACpC,OAAM,UAAU,IAAI;CACpB,MAAM,WAAWA,UAAK,KAAK,KAAK,qCAAoB,GAAG;AACvD,OAAMI,iBAAG,UAAU,UAAU,KAAK;AAClC,OAAMA,iBAAG,OAAO,UAAU,WAAW"}

package/dist/storage/filesystem.d.cts

@@ -1,4 +1,4 @@
-import { C as StorageAdapter, r as AssetId, w as StorageSavePayload } from "../types.cjs";
+import { D as StorageSavePayload, E as StorageAdapter, r as AssetId } from "../types.cjs";
 import { Flock } from "@loro-dev/flock";
 import { LoroDoc } from "loro-crdt";
 
@@ -26,19 +26,25 @@ declare class FileSystemStorageAdaptor implements StorageAdapter {
   private readonly baseDir;
   private readonly docsDir;
   private readonly assetsDir;
-  private readonly metaPath;
+  private readonly metaDir;
+  private readonly metaUpdatesDir;
+  private readonly legacyMetaPath;
   private readonly initPromise;
   private updateCounter;
+  private metaUpdateCounter;
   constructor(options?: FileSystemStorageAdaptorOptions);
   save(payload: StorageSavePayload): Promise<void>;
   deleteAsset(assetId: AssetId): Promise<void>;
   loadDoc(docId: string): Promise<LoroDoc | undefined>;
+  deleteDoc(docId: string): Promise<void>;
   loadMeta(): Promise<Flock | undefined>;
   loadAsset(assetId: AssetId): Promise<Uint8Array | undefined>;
   private ensureLayout;
   private writeDocSnapshot;
   private enqueueDocUpdate;
   private writeAsset;
+  private enqueueMetaUpdate;
+  private compactMeta;
   private docDir;
   private docSnapshotPath;
   private docUpdatesDir;

package/dist/storage/filesystem.d.ts

@@ -1,4 +1,4 @@
-import { C as StorageAdapter, r as AssetId, w as StorageSavePayload } from "../types.js";
+import { D as StorageSavePayload, E as StorageAdapter, r as AssetId } from "../types.js";
 import { Flock } from "@loro-dev/flock";
 import { LoroDoc } from "loro-crdt";
 
@@ -26,19 +26,25 @@ declare class FileSystemStorageAdaptor implements StorageAdapter {
   private readonly baseDir;
   private readonly docsDir;
   private readonly assetsDir;
-  private readonly metaPath;
+  private readonly metaDir;
+  private readonly metaUpdatesDir;
+  private readonly legacyMetaPath;
   private readonly initPromise;
   private updateCounter;
+  private metaUpdateCounter;
   constructor(options?: FileSystemStorageAdaptorOptions);
   save(payload: StorageSavePayload): Promise<void>;
   deleteAsset(assetId: AssetId): Promise<void>;
   loadDoc(docId: string): Promise<LoroDoc | undefined>;
+  deleteDoc(docId: string): Promise<void>;
   loadMeta(): Promise<Flock | undefined>;
   loadAsset(assetId: AssetId): Promise<Uint8Array | undefined>;
   private ensureLayout;
   private writeDocSnapshot;
   private enqueueDocUpdate;
   private writeAsset;
+  private enqueueMetaUpdate;
+  private compactMeta;
   private docDir;
   private docSnapshotPath;
   private docUpdatesDir;

package/dist/storage/filesystem.js

@@ -10,14 +10,19 @@ var FileSystemStorageAdaptor = class {
 	baseDir;
 	docsDir;
 	assetsDir;
-	metaPath;
+	metaDir;
+	metaUpdatesDir;
+	legacyMetaPath;
 	initPromise;
 	updateCounter = 0;
+	metaUpdateCounter = 0;
 	constructor(options = {}) {
 		this.baseDir = path.resolve(options.baseDir ?? path.join(process.cwd(), ".loro-repo"));
 		this.docsDir = path.join(this.baseDir, options.docsDirName ?? "docs");
 		this.assetsDir = path.join(this.baseDir, options.assetsDirName ?? "assets");
-		this.metaPath = path.join(this.baseDir, options.metaFileName ?? "meta.json");
+		this.metaDir = path.join(this.baseDir, "meta");
+		this.metaUpdatesDir = path.join(this.metaDir, "updates");
+		this.legacyMetaPath = path.join(this.baseDir, options.metaFileName ?? "meta.json");
 		this.initPromise = this.ensureLayout();
 	}
 	async save(payload) {
@@ -33,7 +38,7 @@ var FileSystemStorageAdaptor = class {
 				await this.writeAsset(payload.assetId, payload.data);
 				return;
 			case "meta":
-				await writeFileAtomic(this.metaPath, payload.update);
+				await this.enqueueMetaUpdate(payload.update);
 				return;
 			default: throw new Error(`Unsupported payload type: ${payload.type}`);
 		}
@@ -61,18 +66,36 @@ var FileSystemStorageAdaptor = class {
 		await this.writeDocSnapshot(docId, consolidated);
 		return doc;
 	}
+	async deleteDoc(docId) {
+		await this.initPromise;
+		await removeIfExists(this.docSnapshotPath(docId));
+		await removeDirIfExists(this.docUpdatesDir(docId));
+		await removeDirIfExists(this.docDir(docId));
+	}
 	async loadMeta() {
 		await this.initPromise;
-		const bytes = await readFileIfExists(this.metaPath);
-		if (!bytes) return void 0;
+		const updatePaths = (await listFiles(this.metaUpdatesDir)).map((file) => path.join(this.metaUpdatesDir, file));
+		const updates = [];
+		for (const updatePath of updatePaths) {
+			const bytes = await readFileIfExists(updatePath);
+			if (bytes) updates.push(bytes);
+		}
+		const legacy = await readFileIfExists(this.legacyMetaPath);
+		const totalUpdates = updates.length + (legacy ? 1 : 0);
+		if (totalUpdates === 0) return void 0;
+		const flock = new Flock();
 		try {
-			const bundle = JSON.parse(textDecoder.decode(bytes));
-			const flock = new Flock();
-			flock.importJson(bundle);
-			return flock;
+			if (legacy) flock.importJson(JSON.parse(textDecoder.decode(legacy)));
+			for (const bytes of updates) flock.importJson(JSON.parse(textDecoder.decode(bytes)));
 		} catch (error) {
 			throw new Error("Failed to hydrate metadata snapshot", { cause: error });
 		}
+		if (totalUpdates > 1 || legacy) {
+			const snapshot = flock.exportJson();
+			const encoded = new TextEncoder().encode(JSON.stringify(snapshot));
+			await this.compactMeta(encoded, updatePaths, Boolean(legacy));
+		}
+		return flock;
 	}
 	async loadAsset(assetId) {
 		await this.initPromise;
@@ -82,7 +105,8 @@ var FileSystemStorageAdaptor = class {
 		await Promise.all([
 			ensureDir(this.baseDir),
 			ensureDir(this.docsDir),
-			ensureDir(this.assetsDir)
+			ensureDir(this.assetsDir),
+			ensureDir(this.metaUpdatesDir)
 		]);
 	}
 	async writeDocSnapshot(docId, snapshot) {
@@ -101,6 +125,21 @@ var FileSystemStorageAdaptor = class {
 		await ensureDir(path.dirname(filePath));
 		await writeFileAtomic(filePath, data);
 	}
+	async enqueueMetaUpdate(update) {
+		const dir = this.metaUpdatesDir;
+		await ensureDir(dir);
+		const counter = this.metaUpdateCounter = (this.metaUpdateCounter + 1) % 1e6;
+		const fileName = `${Date.now().toString().padStart(13, "0")}-${counter.toString().padStart(6, "0")}.json`;
+		await writeFileAtomic(path.join(dir, fileName), update);
+	}
+	async compactMeta(update, previousUpdates, hadLegacy) {
+		const targetPath = path.join(this.metaUpdatesDir, "000000-full.json");
+		await ensureDir(this.metaUpdatesDir);
+		await writeFileAtomic(targetPath, update);
+		const removals = hadLegacy ? [this.legacyMetaPath] : [];
+		removals.push(...previousUpdates.filter((filePath) => path.resolve(filePath) !== path.resolve(targetPath)));
+		await Promise.all(removals.map((filePath) => removeIfExists(filePath)));
+	}
 	docDir(docId) {
 		return path.join(this.docsDir, encodeComponent(docId));
 	}
@@ -137,6 +176,17 @@ async function removeIfExists(filePath) {
 		throw error;
 	}
 }
+async function removeDirIfExists(dir) {
+	try {
+		await promises.rm(dir, {
+			recursive: true,
+			force: true
+		});
+	} catch (error) {
+		if (error.code === "ENOENT") return;
+		throw error;
+	}
+}
 async function listFiles(dir) {
 	try {
 		return (await promises.readdir(dir)).sort();

package/dist/storage/filesystem.js.map

@@ -1 +1 @@
-{"version":3,"file":"filesystem.js","names":["fs"],"sources":["../../src/storage/filesystem.ts"],"sourcesContent":["import { promises as fs } from \"node:fs\";\nimport * as path from \"node:path\";\nimport { randomUUID } from \"node:crypto\";\n\nimport { Flock, type ExportBundle } from \"@loro-dev/flock\";\nimport { LoroDoc } from \"loro-crdt\";\n\nimport type { AssetId, StorageAdapter, StorageSavePayload } from \"../types\";\n\nconst textDecoder = new TextDecoder();\n\nexport interface FileSystemStorageAdaptorOptions {\n  /**\n   * Base directory where metadata, document snapshots, and assets will be stored.\n   * Defaults to `.loro-repo` inside the current working directory.\n   */\n  readonly baseDir?: string;\n  /**\n   * Subdirectory dedicated to document persistence. Defaults to `docs`.\n   */\n  readonly docsDirName?: string;\n  /**\n   * Subdirectory dedicated to asset blobs. Defaults to `assets`.\n   */\n  readonly assetsDirName?: string;\n  /**\n   * File name for the metadata snapshot bundle. Defaults to `meta.json`.\n   */\n  readonly metaFileName?: string;\n}\n\nexport class FileSystemStorageAdaptor implements StorageAdapter {\n  private readonly baseDir: string;\n  private readonly docsDir: string;\n  private readonly assetsDir: string;\n  private readonly metaPath: string;\n  private readonly initPromise: Promise<void>;\n  private updateCounter = 0;\n\n  constructor(options: FileSystemStorageAdaptorOptions = {}) {\n    this.baseDir = path.resolve(\n      options.baseDir ?? path.join(process.cwd(), \".loro-repo\"),\n    );\n    this.docsDir = path.join(this.baseDir, options.docsDirName ?? \"docs\");\n    this.assetsDir = path.join(this.baseDir, options.assetsDirName ?? \"assets\");\n    this.metaPath = path.join(this.baseDir, options.metaFileName ?? \"meta.json\");\n    this.initPromise = this.ensureLayout();\n  }\n\n  async save(payload: StorageSavePayload): Promise<void> {\n    await this.initPromise;\n    switch (payload.type) {\n      case \"doc-snapshot\":\n        await this.writeDocSnapshot(payload.docId, payload.snapshot);\n        return;\n      case \"doc-update\":\n        await this.enqueueDocUpdate(payload.docId, payload.update);\n        return;\n      case \"asset\":\n        await this.writeAsset(payload.assetId, payload.data);\n        return;\n      case \"meta\":\n        await writeFileAtomic(this.metaPath, payload.update);\n        return;\n      default:\n        throw new Error(`Unsupported payload type: ${(payload as { type: string }).type}`);\n    }\n  }\n\n  async deleteAsset(assetId: AssetId): Promise<void> {\n    await this.initPromise;\n    const filePath = this.assetPath(assetId);\n    await removeIfExists(filePath);\n  }\n\n  async loadDoc(docId: string): Promise<LoroDoc | undefined> {\n    await this.initPromise;\n    const snapshotPath = this.docSnapshotPath(docId);\n    const snapshotBytes = await readFileIfExists(snapshotPath);\n    const updateDir = this.docUpdatesDir(docId);\n    const updateFiles = await listFiles(updateDir);\n\n    if (!snapshotBytes && updateFiles.length === 0) {\n      return undefined;\n    }\n\n    const doc = snapshotBytes\n      ? LoroDoc.fromSnapshot(snapshotBytes)\n      : new LoroDoc();\n\n    if (updateFiles.length === 0) {\n      return doc;\n    }\n\n    const updatePaths = updateFiles.map((file) => path.join(updateDir, file));\n    for (const updatePath of updatePaths) {\n      const update = await readFileIfExists(updatePath);\n      if (!update) continue;\n      doc.import(update);\n    }\n\n    await Promise.all(updatePaths.map((filePath) => removeIfExists(filePath)));\n\n    const consolidated = doc.export({ mode: \"snapshot\" });\n    await this.writeDocSnapshot(docId, consolidated);\n    return doc;\n  }\n\n  async loadMeta(): Promise<Flock | undefined> {\n    await this.initPromise;\n    const bytes = await readFileIfExists(this.metaPath);\n    if (!bytes) return undefined;\n    try {\n      const bundle = JSON.parse(textDecoder.decode(bytes)) as ExportBundle;\n      const flock = new Flock();\n      flock.importJson(bundle);\n      return flock;\n    } catch (error) {\n      throw new Error(\"Failed to hydrate metadata snapshot\", { cause: error });\n    }\n  }\n\n  async loadAsset(assetId: AssetId): Promise<Uint8Array | undefined> {\n    await this.initPromise;\n    return readFileIfExists(this.assetPath(assetId));\n  }\n\n  private async ensureLayout(): Promise<void> {\n    await Promise.all([\n      ensureDir(this.baseDir),\n      ensureDir(this.docsDir),\n      ensureDir(this.assetsDir),\n    ]);\n  }\n\n  private async writeDocSnapshot(\n    docId: string,\n    snapshot: Uint8Array,\n  ): Promise<void> {\n    const targetDir = this.docDir(docId);\n    await ensureDir(targetDir);\n    await writeFileAtomic(this.docSnapshotPath(docId), snapshot);\n  }\n\n  private async enqueueDocUpdate(\n    docId: string,\n    update: Uint8Array,\n  ): Promise<void> {\n    const dir = this.docUpdatesDir(docId);\n    await ensureDir(dir);\n    const counter = (this.updateCounter = (this.updateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.bin`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async writeAsset(assetId: AssetId, data: Uint8Array): Promise<void> {\n    const filePath = this.assetPath(assetId);\n    await ensureDir(path.dirname(filePath));\n    await writeFileAtomic(filePath, data);\n  }\n\n  private docDir(docId: string): string {\n    return path.join(this.docsDir, encodeComponent(docId));\n  }\n\n  private docSnapshotPath(docId: string): string {\n    return path.join(this.docDir(docId), \"snapshot.bin\");\n  }\n\n  private docUpdatesDir(docId: string): string {\n    return path.join(this.docDir(docId), \"updates\");\n  }\n\n  private assetPath(assetId: AssetId): string {\n    return path.join(this.assetsDir, encodeComponent(assetId));\n  }\n}\n\nfunction encodeComponent(value: string): string {\n  return Buffer.from(value, \"utf8\").toString(\"base64url\");\n}\n\nasync function ensureDir(dir: string): Promise<void> {\n  await fs.mkdir(dir, { recursive: true });\n}\n\nasync function readFileIfExists(filePath: string): Promise<Uint8Array | undefined> {\n  try {\n    const data = await fs.readFile(filePath);\n    return new Uint8Array(data.buffer, data.byteOffset, data.byteLength).slice();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return undefined;\n    }\n    throw error;\n  }\n}\n\nasync function removeIfExists(filePath: string): Promise<void> {\n  try {\n    await fs.rm(filePath);\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function listFiles(dir: string): Promise<string[]> {\n  try {\n    const entries = await fs.readdir(dir);\n    return entries.sort();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return [];\n    }\n    throw error;\n  }\n}\n\nasync function writeFileAtomic(\n  targetPath: string,\n  data: Uint8Array,\n): Promise<void> {\n  const dir = path.dirname(targetPath);\n  await ensureDir(dir);\n  const tempPath = path.join(dir, `.tmp-${randomUUID()}`);\n  await fs.writeFile(tempPath, data);\n  await fs.rename(tempPath, targetPath);\n}\n"],"mappings":";;;;;;;AASA,MAAM,cAAc,IAAI,aAAa;AAsBrC,IAAa,2BAAb,MAAgE;CAC9D,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAQ,gBAAgB;CAExB,YAAY,UAA2C,EAAE,EAAE;AACzD,OAAK,UAAU,KAAK,QAClB,QAAQ,WAAW,KAAK,KAAK,QAAQ,KAAK,EAAE,aAAa,CAC1D;AACD,OAAK,UAAU,KAAK,KAAK,KAAK,SAAS,QAAQ,eAAe,OAAO;AACrE,OAAK,YAAY,KAAK,KAAK,KAAK,SAAS,QAAQ,iBAAiB,SAAS;AAC3E,OAAK,WAAW,KAAK,KAAK,KAAK,SAAS,QAAQ,gBAAgB,YAAY;AAC5E,OAAK,cAAc,KAAK,cAAc;;CAGxC,MAAM,KAAK,SAA4C;AACrD,QAAM,KAAK;AACX,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,SAAS;AAC5D;GACF,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,OAAO;AAC1D;GACF,KAAK;AACH,UAAM,KAAK,WAAW,QAAQ,SAAS,QAAQ,KAAK;AACpD;GACF,KAAK;AACH,UAAM,gBAAgB,KAAK,UAAU,QAAQ,OAAO;AACpD;GACF,QACE,OAAM,IAAI,MAAM,6BAA8B,QAA6B,OAAO;;;CAIxF,MAAM,YAAY,SAAiC;AACjD,QAAM,KAAK;AAEX,QAAM,eADW,KAAK,UAAU,QAAQ,CACV;;CAGhC,MAAM,QAAQ,OAA6C;AACzD,QAAM,KAAK;EAEX,MAAM,gBAAgB,MAAM,iBADP,KAAK,gBAAgB,MAAM,CACU;EAC1D,MAAM,YAAY,KAAK,cAAc,MAAM;EAC3C,MAAM,cAAc,MAAM,UAAU,UAAU;AAE9C,MAAI,CAAC,iBAAiB,YAAY,WAAW,EAC3C;EAGF,MAAM,MAAM,gBACR,QAAQ,aAAa,cAAc,GACnC,IAAI,SAAS;AAEjB,MAAI,YAAY,WAAW,EACzB,QAAO;EAGT,MAAM,cAAc,YAAY,KAAK,SAAS,KAAK,KAAK,WAAW,KAAK,CAAC;AACzE,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,SAAS,MAAM,iBAAiB,WAAW;AACjD,OAAI,CAAC,OAAQ;AACb,OAAI,OAAO,OAAO;;AAGpB,QAAM,QAAQ,IAAI,YAAY,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;EAE1E,MAAM,eAAe,IAAI,OAAO,EAAE,MAAM,YAAY,CAAC;AACrD,QAAM,KAAK,iBAAiB,OAAO,aAAa;AAChD,SAAO;;CAGT,MAAM,WAAuC;AAC3C,QAAM,KAAK;EACX,MAAM,QAAQ,MAAM,iBAAiB,KAAK,SAAS;AACnD,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;GACF,MAAM,SAAS,KAAK,MAAM,YAAY,OAAO,MAAM,CAAC;GACpD,MAAM,QAAQ,IAAI,OAAO;AACzB,SAAM,WAAW,OAAO;AACxB,UAAO;WACA,OAAO;AACd,SAAM,IAAI,MAAM,uCAAuC,EAAE,OAAO,OAAO,CAAC;;;CAI5E,MAAM,UAAU,SAAmD;AACjE,QAAM,KAAK;AACX,SAAO,iBAAiB,KAAK,UAAU,QAAQ,CAAC;;CAGlD,MAAc,eAA8B;AAC1C,QAAM,QAAQ,IAAI;GAChB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,UAAU;GAC1B,CAAC;;CAGJ,MAAc,iBACZ,OACA,UACe;AAEf,QAAM,UADY,KAAK,OAAO,MAAM,CACV;AAC1B,QAAM,gBAAgB,KAAK,gBAAgB,MAAM,EAAE,SAAS;;CAG9D,MAAc,iBACZ,OACA,QACe;EACf,MAAM,MAAM,KAAK,cAAc,MAAM;AACrC,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,iBAAiB,KAAK,gBAAgB,KAAK;EAEjE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADW,KAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,WAAW,SAAkB,MAAiC;EAC1E,MAAM,WAAW,KAAK,UAAU,QAAQ;AACxC,QAAM,UAAU,KAAK,QAAQ,SAAS,CAAC;AACvC,QAAM,gBAAgB,UAAU,KAAK;;CAGvC,AAAQ,OAAO,OAAuB;AACpC,SAAO,KAAK,KAAK,KAAK,SAAS,gBAAgB,MAAM,CAAC;;CAGxD,AAAQ,gBAAgB,OAAuB;AAC7C,SAAO,KAAK,KAAK,KAAK,OAAO,MAAM,EAAE,eAAe;;CAGtD,AAAQ,cAAc,OAAuB;AAC3C,SAAO,KAAK,KAAK,KAAK,OAAO,MAAM,EAAE,UAAU;;CAGjD,AAAQ,UAAU,SAA0B;AAC1C,SAAO,KAAK,KAAK,KAAK,WAAW,gBAAgB,QAAQ,CAAC;;;AAI9D,SAAS,gBAAgB,OAAuB;AAC9C,QAAO,OAAO,KAAK,OAAO,OAAO,CAAC,SAAS,YAAY;;AAGzD,eAAe,UAAU,KAA4B;AACnD,OAAMA,SAAG,MAAM,KAAK,EAAE,WAAW,MAAM,CAAC;;AAG1C,eAAe,iBAAiB,UAAmD;AACjF,KAAI;EACF,MAAM,OAAO,MAAMA,SAAG,SAAS,SAAS;AACxC,SAAO,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,WAAW,CAAC,OAAO;UACrE,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,eAAe,UAAiC;AAC7D,KAAI;AACF,QAAMA,SAAG,GAAG,SAAS;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,UAAU,KAAgC;AACvD,KAAI;AAEF,UADgB,MAAMA,SAAG,QAAQ,IAAI,EACtB,MAAM;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C,QAAO,EAAE;AAEX,QAAM;;;AAIV,eAAe,gBACb,YACA,MACe;CACf,MAAM,MAAM,KAAK,QAAQ,WAAW;AACpC,OAAM,UAAU,IAAI;CACpB,MAAM,WAAW,KAAK,KAAK,KAAK,QAAQ,YAAY,GAAG;AACvD,OAAMA,SAAG,UAAU,UAAU,KAAK;AAClC,OAAMA,SAAG,OAAO,UAAU,WAAW"}
+{"version":3,"file":"filesystem.js","names":["updates: Uint8Array[]","fs"],"sources":["../../src/storage/filesystem.ts"],"sourcesContent":["import { promises as fs } from \"node:fs\";\nimport * as path from \"node:path\";\nimport { randomUUID } from \"node:crypto\";\n\nimport { Flock, type ExportBundle } from \"@loro-dev/flock\";\nimport { LoroDoc } from \"loro-crdt\";\n\nimport type { AssetId, StorageAdapter, StorageSavePayload } from \"../types\";\n\nconst textDecoder = new TextDecoder();\n\nexport interface FileSystemStorageAdaptorOptions {\n  /**\n   * Base directory where metadata, document snapshots, and assets will be stored.\n   * Defaults to `.loro-repo` inside the current working directory.\n   */\n  readonly baseDir?: string;\n  /**\n   * Subdirectory dedicated to document persistence. Defaults to `docs`.\n   */\n  readonly docsDirName?: string;\n  /**\n   * Subdirectory dedicated to asset blobs. Defaults to `assets`.\n   */\n  readonly assetsDirName?: string;\n  /**\n   * File name for the metadata snapshot bundle. Defaults to `meta.json`.\n   */\n  readonly metaFileName?: string;\n}\n\nexport class FileSystemStorageAdaptor implements StorageAdapter {\n  private readonly baseDir: string;\n  private readonly docsDir: string;\n  private readonly assetsDir: string;\n  private readonly metaDir: string;\n  private readonly metaUpdatesDir: string;\n  private readonly legacyMetaPath: string;\n  private readonly initPromise: Promise<void>;\n  private updateCounter = 0;\n  private metaUpdateCounter = 0;\n\n  constructor(options: FileSystemStorageAdaptorOptions = {}) {\n    this.baseDir = path.resolve(\n      options.baseDir ?? path.join(process.cwd(), \".loro-repo\"),\n    );\n    this.docsDir = path.join(this.baseDir, options.docsDirName ?? \"docs\");\n    this.assetsDir = path.join(this.baseDir, options.assetsDirName ?? \"assets\");\n    this.metaDir = path.join(this.baseDir, \"meta\");\n    this.metaUpdatesDir = path.join(this.metaDir, \"updates\");\n    this.legacyMetaPath = path.join(\n      this.baseDir,\n      options.metaFileName ?? \"meta.json\",\n    );\n    this.initPromise = this.ensureLayout();\n  }\n\n  async save(payload: StorageSavePayload): Promise<void> {\n    await this.initPromise;\n    switch (payload.type) {\n      case \"doc-snapshot\":\n        await this.writeDocSnapshot(payload.docId, payload.snapshot);\n        return;\n      case \"doc-update\":\n        await this.enqueueDocUpdate(payload.docId, payload.update);\n        return;\n      case \"asset\":\n        await this.writeAsset(payload.assetId, payload.data);\n        return;\n      case \"meta\":\n        await this.enqueueMetaUpdate(payload.update);\n        return;\n      default:\n        throw new Error(`Unsupported payload type: ${(payload as { type: string }).type}`);\n    }\n  }\n\n  async deleteAsset(assetId: AssetId): Promise<void> {\n    await this.initPromise;\n    const filePath = this.assetPath(assetId);\n    await removeIfExists(filePath);\n  }\n\n  async loadDoc(docId: string): Promise<LoroDoc | undefined> {\n    await this.initPromise;\n    const snapshotPath = this.docSnapshotPath(docId);\n    const snapshotBytes = await readFileIfExists(snapshotPath);\n    const updateDir = this.docUpdatesDir(docId);\n    const updateFiles = await listFiles(updateDir);\n\n    if (!snapshotBytes && updateFiles.length === 0) {\n      return undefined;\n    }\n\n    const doc = snapshotBytes\n      ? LoroDoc.fromSnapshot(snapshotBytes)\n      : new LoroDoc();\n\n    if (updateFiles.length === 0) {\n      return doc;\n    }\n\n    const updatePaths = updateFiles.map((file) => path.join(updateDir, file));\n    for (const updatePath of updatePaths) {\n      const update = await readFileIfExists(updatePath);\n      if (!update) continue;\n      doc.import(update);\n    }\n\n    await Promise.all(updatePaths.map((filePath) => removeIfExists(filePath)));\n\n    const consolidated = doc.export({ mode: \"snapshot\" });\n    await this.writeDocSnapshot(docId, consolidated);\n    return doc;\n  }\n\n  async deleteDoc(docId: string): Promise<void> {\n    await this.initPromise;\n    await removeIfExists(this.docSnapshotPath(docId));\n    await removeDirIfExists(this.docUpdatesDir(docId));\n    await removeDirIfExists(this.docDir(docId));\n  }\n\n  async loadMeta(): Promise<Flock | undefined> {\n    await this.initPromise;\n    const updateFiles = await listFiles(this.metaUpdatesDir);\n    const updatePaths = updateFiles.map((file) => path.join(this.metaUpdatesDir, file));\n    const updates: Uint8Array[] = [];\n\n    for (const updatePath of updatePaths) {\n      const bytes = await readFileIfExists(updatePath);\n      if (bytes) {\n        updates.push(bytes);\n      }\n    }\n\n    const legacy = await readFileIfExists(this.legacyMetaPath);\n    const totalUpdates = updates.length + (legacy ? 1 : 0);\n    if (totalUpdates === 0) return undefined;\n\n    const flock = new Flock();\n    try {\n      if (legacy) {\n        flock.importJson(JSON.parse(textDecoder.decode(legacy)) as ExportBundle);\n      }\n      for (const bytes of updates) {\n        flock.importJson(JSON.parse(textDecoder.decode(bytes)) as ExportBundle);\n      }\n    } catch (error) {\n      throw new Error(\"Failed to hydrate metadata snapshot\", { cause: error });\n    }\n\n    if (totalUpdates > 1 || legacy) {\n      const snapshot = flock.exportJson();\n      const encoded = new TextEncoder().encode(JSON.stringify(snapshot));\n      await this.compactMeta(encoded, updatePaths, Boolean(legacy));\n    }\n\n    return flock;\n  }\n\n  async loadAsset(assetId: AssetId): Promise<Uint8Array | undefined> {\n    await this.initPromise;\n    return readFileIfExists(this.assetPath(assetId));\n  }\n\n  private async ensureLayout(): Promise<void> {\n    await Promise.all([\n      ensureDir(this.baseDir),\n      ensureDir(this.docsDir),\n      ensureDir(this.assetsDir),\n      ensureDir(this.metaUpdatesDir),\n    ]);\n  }\n\n  private async writeDocSnapshot(\n    docId: string,\n    snapshot: Uint8Array,\n  ): Promise<void> {\n    const targetDir = this.docDir(docId);\n    await ensureDir(targetDir);\n    await writeFileAtomic(this.docSnapshotPath(docId), snapshot);\n  }\n\n  private async enqueueDocUpdate(\n    docId: string,\n    update: Uint8Array,\n  ): Promise<void> {\n    const dir = this.docUpdatesDir(docId);\n    await ensureDir(dir);\n    const counter = (this.updateCounter = (this.updateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.bin`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async writeAsset(assetId: AssetId, data: Uint8Array): Promise<void> {\n    const filePath = this.assetPath(assetId);\n    await ensureDir(path.dirname(filePath));\n    await writeFileAtomic(filePath, data);\n  }\n\n  private async enqueueMetaUpdate(update: Uint8Array): Promise<void> {\n    const dir = this.metaUpdatesDir;\n    await ensureDir(dir);\n    const counter = (this.metaUpdateCounter = (this.metaUpdateCounter + 1) % 1_000_000);\n    const timestamp = Date.now().toString().padStart(13, \"0\");\n    const fileName = `${timestamp}-${counter.toString().padStart(6, \"0\")}.json`;\n    const filePath = path.join(dir, fileName);\n    await writeFileAtomic(filePath, update);\n  }\n\n  private async compactMeta(\n    update: Uint8Array,\n    previousUpdates: string[],\n    hadLegacy: boolean,\n  ): Promise<void> {\n    const targetPath = path.join(this.metaUpdatesDir, \"000000-full.json\");\n    await ensureDir(this.metaUpdatesDir);\n    await writeFileAtomic(targetPath, update);\n\n    const removals = hadLegacy ? [this.legacyMetaPath] : [];\n    removals.push(\n      ...previousUpdates.filter((filePath) => path.resolve(filePath) !== path.resolve(targetPath)),\n    );\n    await Promise.all(removals.map((filePath) => removeIfExists(filePath)));\n  }\n\n  private docDir(docId: string): string {\n    return path.join(this.docsDir, encodeComponent(docId));\n  }\n\n  private docSnapshotPath(docId: string): string {\n    return path.join(this.docDir(docId), \"snapshot.bin\");\n  }\n\n  private docUpdatesDir(docId: string): string {\n    return path.join(this.docDir(docId), \"updates\");\n  }\n\n  private assetPath(assetId: AssetId): string {\n    return path.join(this.assetsDir, encodeComponent(assetId));\n  }\n}\n\nfunction encodeComponent(value: string): string {\n  return Buffer.from(value, \"utf8\").toString(\"base64url\");\n}\n\nasync function ensureDir(dir: string): Promise<void> {\n  await fs.mkdir(dir, { recursive: true });\n}\n\nasync function readFileIfExists(filePath: string): Promise<Uint8Array | undefined> {\n  try {\n    const data = await fs.readFile(filePath);\n    return new Uint8Array(data.buffer, data.byteOffset, data.byteLength).slice();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return undefined;\n    }\n    throw error;\n  }\n}\n\nasync function removeIfExists(filePath: string): Promise<void> {\n  try {\n    await fs.rm(filePath);\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function removeDirIfExists(dir: string): Promise<void> {\n  try {\n    await fs.rm(dir, { recursive: true, force: true });\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return;\n    }\n    throw error;\n  }\n}\n\nasync function listFiles(dir: string): Promise<string[]> {\n  try {\n    const entries = await fs.readdir(dir);\n    return entries.sort();\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === \"ENOENT\") {\n      return [];\n    }\n    throw error;\n  }\n}\n\nasync function writeFileAtomic(\n  targetPath: string,\n  data: Uint8Array,\n): Promise<void> {\n  const dir = path.dirname(targetPath);\n  await ensureDir(dir);\n  const tempPath = path.join(dir, `.tmp-${randomUUID()}`);\n  await fs.writeFile(tempPath, data);\n  await fs.rename(tempPath, targetPath);\n}\n"],"mappings":";;;;;;;AASA,MAAM,cAAc,IAAI,aAAa;AAsBrC,IAAa,2BAAb,MAAgE;CAC9D,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAQ,gBAAgB;CACxB,AAAQ,oBAAoB;CAE5B,YAAY,UAA2C,EAAE,EAAE;AACzD,OAAK,UAAU,KAAK,QAClB,QAAQ,WAAW,KAAK,KAAK,QAAQ,KAAK,EAAE,aAAa,CAC1D;AACD,OAAK,UAAU,KAAK,KAAK,KAAK,SAAS,QAAQ,eAAe,OAAO;AACrE,OAAK,YAAY,KAAK,KAAK,KAAK,SAAS,QAAQ,iBAAiB,SAAS;AAC3E,OAAK,UAAU,KAAK,KAAK,KAAK,SAAS,OAAO;AAC9C,OAAK,iBAAiB,KAAK,KAAK,KAAK,SAAS,UAAU;AACxD,OAAK,iBAAiB,KAAK,KACzB,KAAK,SACL,QAAQ,gBAAgB,YACzB;AACD,OAAK,cAAc,KAAK,cAAc;;CAGxC,MAAM,KAAK,SAA4C;AACrD,QAAM,KAAK;AACX,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,SAAS;AAC5D;GACF,KAAK;AACH,UAAM,KAAK,iBAAiB,QAAQ,OAAO,QAAQ,OAAO;AAC1D;GACF,KAAK;AACH,UAAM,KAAK,WAAW,QAAQ,SAAS,QAAQ,KAAK;AACpD;GACF,KAAK;AACH,UAAM,KAAK,kBAAkB,QAAQ,OAAO;AAC5C;GACF,QACE,OAAM,IAAI,MAAM,6BAA8B,QAA6B,OAAO;;;CAIxF,MAAM,YAAY,SAAiC;AACjD,QAAM,KAAK;AAEX,QAAM,eADW,KAAK,UAAU,QAAQ,CACV;;CAGhC,MAAM,QAAQ,OAA6C;AACzD,QAAM,KAAK;EAEX,MAAM,gBAAgB,MAAM,iBADP,KAAK,gBAAgB,MAAM,CACU;EAC1D,MAAM,YAAY,KAAK,cAAc,MAAM;EAC3C,MAAM,cAAc,MAAM,UAAU,UAAU;AAE9C,MAAI,CAAC,iBAAiB,YAAY,WAAW,EAC3C;EAGF,MAAM,MAAM,gBACR,QAAQ,aAAa,cAAc,GACnC,IAAI,SAAS;AAEjB,MAAI,YAAY,WAAW,EACzB,QAAO;EAGT,MAAM,cAAc,YAAY,KAAK,SAAS,KAAK,KAAK,WAAW,KAAK,CAAC;AACzE,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,SAAS,MAAM,iBAAiB,WAAW;AACjD,OAAI,CAAC,OAAQ;AACb,OAAI,OAAO,OAAO;;AAGpB,QAAM,QAAQ,IAAI,YAAY,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;EAE1E,MAAM,eAAe,IAAI,OAAO,EAAE,MAAM,YAAY,CAAC;AACrD,QAAM,KAAK,iBAAiB,OAAO,aAAa;AAChD,SAAO;;CAGT,MAAM,UAAU,OAA8B;AAC5C,QAAM,KAAK;AACX,QAAM,eAAe,KAAK,gBAAgB,MAAM,CAAC;AACjD,QAAM,kBAAkB,KAAK,cAAc,MAAM,CAAC;AAClD,QAAM,kBAAkB,KAAK,OAAO,MAAM,CAAC;;CAG7C,MAAM,WAAuC;AAC3C,QAAM,KAAK;EAEX,MAAM,eADc,MAAM,UAAU,KAAK,eAAe,EACxB,KAAK,SAAS,KAAK,KAAK,KAAK,gBAAgB,KAAK,CAAC;EACnF,MAAMA,UAAwB,EAAE;AAEhC,OAAK,MAAM,cAAc,aAAa;GACpC,MAAM,QAAQ,MAAM,iBAAiB,WAAW;AAChD,OAAI,MACF,SAAQ,KAAK,MAAM;;EAIvB,MAAM,SAAS,MAAM,iBAAiB,KAAK,eAAe;EAC1D,MAAM,eAAe,QAAQ,UAAU,SAAS,IAAI;AACpD,MAAI,iBAAiB,EAAG,QAAO;EAE/B,MAAM,QAAQ,IAAI,OAAO;AACzB,MAAI;AACF,OAAI,OACF,OAAM,WAAW,KAAK,MAAM,YAAY,OAAO,OAAO,CAAC,CAAiB;AAE1E,QAAK,MAAM,SAAS,QAClB,OAAM,WAAW,KAAK,MAAM,YAAY,OAAO,MAAM,CAAC,CAAiB;WAElE,OAAO;AACd,SAAM,IAAI,MAAM,uCAAuC,EAAE,OAAO,OAAO,CAAC;;AAG1E,MAAI,eAAe,KAAK,QAAQ;GAC9B,MAAM,WAAW,MAAM,YAAY;GACnC,MAAM,UAAU,IAAI,aAAa,CAAC,OAAO,KAAK,UAAU,SAAS,CAAC;AAClE,SAAM,KAAK,YAAY,SAAS,aAAa,QAAQ,OAAO,CAAC;;AAG/D,SAAO;;CAGT,MAAM,UAAU,SAAmD;AACjE,QAAM,KAAK;AACX,SAAO,iBAAiB,KAAK,UAAU,QAAQ,CAAC;;CAGlD,MAAc,eAA8B;AAC1C,QAAM,QAAQ,IAAI;GAChB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,QAAQ;GACvB,UAAU,KAAK,UAAU;GACzB,UAAU,KAAK,eAAe;GAC/B,CAAC;;CAGJ,MAAc,iBACZ,OACA,UACe;AAEf,QAAM,UADY,KAAK,OAAO,MAAM,CACV;AAC1B,QAAM,gBAAgB,KAAK,gBAAgB,MAAM,EAAE,SAAS;;CAG9D,MAAc,iBACZ,OACA,QACe;EACf,MAAM,MAAM,KAAK,cAAc,MAAM;AACrC,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,iBAAiB,KAAK,gBAAgB,KAAK;EAEjE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADW,KAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,WAAW,SAAkB,MAAiC;EAC1E,MAAM,WAAW,KAAK,UAAU,QAAQ;AACxC,QAAM,UAAU,KAAK,QAAQ,SAAS,CAAC;AACvC,QAAM,gBAAgB,UAAU,KAAK;;CAGvC,MAAc,kBAAkB,QAAmC;EACjE,MAAM,MAAM,KAAK;AACjB,QAAM,UAAU,IAAI;EACpB,MAAM,UAAW,KAAK,qBAAqB,KAAK,oBAAoB,KAAK;EAEzE,MAAM,WAAW,GADC,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,CAC3B,GAAG,QAAQ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;AAErE,QAAM,gBADW,KAAK,KAAK,KAAK,SAAS,EACT,OAAO;;CAGzC,MAAc,YACZ,QACA,iBACA,WACe;EACf,MAAM,aAAa,KAAK,KAAK,KAAK,gBAAgB,mBAAmB;AACrE,QAAM,UAAU,KAAK,eAAe;AACpC,QAAM,gBAAgB,YAAY,OAAO;EAEzC,MAAM,WAAW,YAAY,CAAC,KAAK,eAAe,GAAG,EAAE;AACvD,WAAS,KACP,GAAG,gBAAgB,QAAQ,aAAa,KAAK,QAAQ,SAAS,KAAK,KAAK,QAAQ,WAAW,CAAC,CAC7F;AACD,QAAM,QAAQ,IAAI,SAAS,KAAK,aAAa,eAAe,SAAS,CAAC,CAAC;;CAGzE,AAAQ,OAAO,OAAuB;AACpC,SAAO,KAAK,KAAK,KAAK,SAAS,gBAAgB,MAAM,CAAC;;CAGxD,AAAQ,gBAAgB,OAAuB;AAC7C,SAAO,KAAK,KAAK,KAAK,OAAO,MAAM,EAAE,eAAe;;CAGtD,AAAQ,cAAc,OAAuB;AAC3C,SAAO,KAAK,KAAK,KAAK,OAAO,MAAM,EAAE,UAAU;;CAGjD,AAAQ,UAAU,SAA0B;AAC1C,SAAO,KAAK,KAAK,KAAK,WAAW,gBAAgB,QAAQ,CAAC;;;AAI9D,SAAS,gBAAgB,OAAuB;AAC9C,QAAO,OAAO,KAAK,OAAO,OAAO,CAAC,SAAS,YAAY;;AAGzD,eAAe,UAAU,KAA4B;AACnD,OAAMC,SAAG,MAAM,KAAK,EAAE,WAAW,MAAM,CAAC;;AAG1C,eAAe,iBAAiB,UAAmD;AACjF,KAAI;EACF,MAAM,OAAO,MAAMA,SAAG,SAAS,SAAS;AACxC,SAAO,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,WAAW,CAAC,OAAO;UACrE,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,eAAe,UAAiC;AAC7D,KAAI;AACF,QAAMA,SAAG,GAAG,SAAS;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,kBAAkB,KAA4B;AAC3D,KAAI;AACF,QAAMA,SAAG,GAAG,KAAK;GAAE,WAAW;GAAM,OAAO;GAAM,CAAC;UAC3C,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C;AAEF,QAAM;;;AAIV,eAAe,UAAU,KAAgC;AACvD,KAAI;AAEF,UADgB,MAAMA,SAAG,QAAQ,IAAI,EACtB,MAAM;UACd,OAAO;AACd,MAAK,MAAgC,SAAS,SAC5C,QAAO,EAAE;AAEX,QAAM;;;AAIV,eAAe,gBACb,YACA,MACe;CACf,MAAM,MAAM,KAAK,QAAQ,WAAW;AACpC,OAAM,UAAU,IAAI;CACpB,MAAM,WAAW,KAAK,KAAK,KAAK,QAAQ,YAAY,GAAG;AACvD,OAAMA,SAAG,UAAU,UAAU,KAAK;AAClC,OAAMA,SAAG,OAAO,UAAU,WAAW"}

package/dist/storage/indexeddb.cjs

@@ -6,13 +6,15 @@ loro_crdt = require_chunk.__toESM(loro_crdt);
 
 //#region src/storage/indexeddb.ts
 const DEFAULT_DB_NAME = "loro-repo";
-const DEFAULT_DB_VERSION = 1;
+const DEFAULT_DB_VERSION = 2;
 const DEFAULT_DOC_STORE = "docs";
 const DEFAULT_META_STORE = "meta";
 const DEFAULT_ASSET_STORE = "assets";
 const DEFAULT_DOC_UPDATE_STORE = "doc-updates";
+const DEFAULT_META_UPDATE_STORE = "meta-updates";
 const DEFAULT_META_KEY = "snapshot";
 const textDecoder = new TextDecoder();
+const textEncoder = new TextEncoder();
 function describeUnknown(cause) {
 	if (typeof cause === "string") return cause;
 	if (typeof cause === "number" || typeof cause === "boolean") return String(cause);
@@ -33,6 +35,7 @@ var IndexedDBStorageAdaptor = class {
 	docStore;
 	docUpdateStore;
 	metaStore;
+	metaUpdateStore;
 	assetStore;
 	metaKey;
 	dbPromise;
@@ -46,6 +49,7 @@ var IndexedDBStorageAdaptor = class {
 		this.docStore = options.docStoreName ?? DEFAULT_DOC_STORE;
 		this.docUpdateStore = options.docUpdateStoreName ?? DEFAULT_DOC_UPDATE_STORE;
 		this.metaStore = options.metaStoreName ?? DEFAULT_META_STORE;
+		this.metaUpdateStore = options.metaUpdateStoreName ?? DEFAULT_META_UPDATE_STORE;
 		this.assetStore = options.assetStoreName ?? DEFAULT_ASSET_STORE;
 		this.metaKey = options.metaKey ?? DEFAULT_META_KEY;
 	}
@@ -69,7 +73,7 @@ var IndexedDBStorageAdaptor = class {
 			}
 			case "meta": {
 				const bytes = payload.update.slice();
-				await this.putBinary(db, this.metaStore, this.metaKey, bytes);
+				await this.appendMetaUpdate(db, bytes);
 				break;
 			}
 			default: throw new Error("Unsupported storage payload type");
@@ -109,18 +113,36 @@ var IndexedDBStorageAdaptor = class {
 		}
 		return doc;
 	}
+	async deleteDoc(docId) {
+		const db = await this.ensureDb();
+		await Promise.all([this.deleteKey(db, this.docStore, docId), this.clearDocUpdates(db, docId)]);
+	}
 	async loadMeta() {
-		const bytes = await this.getBinary(this.metaStore, this.metaKey);
-		if (!bytes) return void 0;
+		const db = await this.ensureDb();
+		const legacy = await this.getBinaryFromDb(db, this.metaStore, this.metaKey);
+		const queuedUpdates = await this.getMetaUpdates(db);
+		if (!legacy && queuedUpdates.length === 0) return void 0;
+		const flock = new __loro_dev_flock.Flock();
 		try {
-			const json = textDecoder.decode(bytes);
-			const bundle = JSON.parse(json);
-			const flock = new __loro_dev_flock.Flock();
-			flock.importJson(bundle);
-			return flock;
+			if (legacy) {
+				const json = textDecoder.decode(legacy);
+				const bundle = JSON.parse(json);
+				flock.importJson(bundle);
+			}
+			for (const bytes of queuedUpdates) {
+				const json = textDecoder.decode(bytes);
+				const bundle = JSON.parse(json);
+				flock.importJson(bundle);
+			}
 		} catch (error) {
 			throw this.createError("Failed to hydrate metadata snapshot", error);
 		}
+		if (legacy || queuedUpdates.length > 1) {
+			const snapshot = flock.exportJson();
+			const encoded = textEncoder.encode(JSON.stringify(snapshot));
+			await this.writeMetaSnapshot(db, encoded);
+		} else if (queuedUpdates.length === 1) await this.writeMetaSnapshot(db, queuedUpdates[0]);
+		return flock;
 	}
 	async loadAsset(assetId) {
 		return await this.getBinary(this.assetStore, assetId) ?? void 0;
@@ -140,6 +162,7 @@ var IndexedDBStorageAdaptor = class {
 				this.ensureStore(db, this.docStore);
 				this.ensureStore(db, this.docUpdateStore);
 				this.ensureStore(db, this.metaStore);
+				this.ensureStore(db, this.metaUpdateStore);
 				this.ensureStore(db, this.assetStore);
 			});
 			request.addEventListener("success", () => resolve(request.result), { once: true });
@@ -189,6 +212,25 @@ var IndexedDBStorageAdaptor = class {
 		const raw = await this.runInTransaction(db, this.docUpdateStore, "readonly", (store) => this.wrapRequest(store.get(docId), "read"));
 		return this.normalizeUpdateQueue(raw);
 	}
+	async appendMetaUpdate(db, update) {
+		await this.runInTransaction(db, this.metaUpdateStore, "readwrite", async (store) => {
+			const raw = await this.wrapRequest(store.get("queue"), "read");
+			const queue = await this.normalizeUpdateQueue(raw);
+			queue.push(update.slice());
+			await this.wrapRequest(store.put({ updates: queue }, "queue"), "write");
+		});
+	}
+	async getMetaUpdates(db) {
+		const raw = await this.runInTransaction(db, this.metaUpdateStore, "readonly", (store) => this.wrapRequest(store.get("queue"), "read"));
+		return this.normalizeUpdateQueue(raw);
+	}
+	async writeMetaSnapshot(db, update) {
+		const bytes = update.slice();
+		await this.runInTransaction(db, this.metaUpdateStore, "readwrite", async (store) => {
+			await this.wrapRequest(store.put({ updates: [bytes] }, "queue"), "write");
+		});
+		await this.runInTransaction(db, this.metaStore, "readwrite", (store) => this.wrapRequest(store.delete(this.metaKey), "delete"));
+	}
 	async clearDocUpdates(db, docId) {
 		await this.runInTransaction(db, this.docUpdateStore, "readwrite", (store) => this.wrapRequest(store.delete(docId), "delete"));
 	}