@rocicorp/zero 0.26.1 → 0.26.2-canary.1

package/out/zero-cache/src/workers/mutator.js

@@ -1,24 +1,25 @@
 import { resolver } from "@rocicorp/resolver";
 import { pid } from "node:process";
-class Mutator {
-  id = `mutator-${pid}`;
-  #stopped;
-  constructor() {
-    this.#stopped = resolver();
-  }
-  run() {
-    return this.#stopped.promise;
-  }
-  stop() {
-    this.#stopped.resolve();
-    return this.#stopped.promise;
-  }
-  drain() {
-    this.#stopped.resolve();
-    return this.#stopped.promise;
-  }
-}
-export {
-  Mutator
+//#region ../zero-cache/src/workers/mutator.ts
+var Mutator = class {
+	id = `mutator-${pid}`;
+	#stopped;
+	constructor() {
+		this.#stopped = resolver();
+	}
+	run() {
+		return this.#stopped.promise;
+	}
+	stop() {
+		this.#stopped.resolve();
+		return this.#stopped.promise;
+	}
+	drain() {
+		this.#stopped.resolve();
+		return this.#stopped.promise;
+	}
 };
-//# sourceMappingURL=mutator.js.map
+//#endregion
+export { Mutator };
+
+//# sourceMappingURL=mutator.js.map

package/out/zero-cache/src/workers/mutator.js.map

@@ -1 +1 @@
-{"version":3,"file":"mutator.js","sources":["../../../../../zero-cache/src/workers/mutator.ts"],"sourcesContent":["import {resolver} from '@rocicorp/resolver';\nimport type {SingletonService} from '../services/service.ts';\nimport {pid} from 'node:process';\n\n// TODO:\n// - install websocket receiver\n// - spin up pusher services for each unique client group that connects\nexport class Mutator implements SingletonService {\n  readonly id = `mutator-${pid}`;\n  readonly #stopped;\n\n  constructor() {\n    this.#stopped = resolver();\n  }\n\n  run(): Promise<void> {\n    return this.#stopped.promise;\n  }\n\n  stop(): Promise<void> {\n    this.#stopped.resolve();\n    return this.#stopped.promise;\n  }\n\n  drain(): Promise<void> {\n    this.#stopped.resolve();\n    return this.#stopped.promise;\n  }\n}\n"],"names":[],"mappings":";;AAOO,MAAM,QAAoC;AAAA,EACtC,KAAK,WAAW,GAAG;AAAA,EACnB;AAAA,EAET,cAAc;AACZ,SAAK,WAAW,SAAA;AAAA,EAClB;AAAA,EAEA,MAAqB;AACnB,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,OAAsB;AACpB,SAAK,SAAS,QAAA;AACd,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,QAAuB;AACrB,SAAK,SAAS,QAAA;AACd,WAAO,KAAK,SAAS;AAAA,EACvB;AACF;"}
+{"version":3,"file":"mutator.js","names":["#stopped"],"sources":["../../../../../zero-cache/src/workers/mutator.ts"],"sourcesContent":["import {resolver} from '@rocicorp/resolver';\nimport type {SingletonService} from '../services/service.ts';\nimport {pid} from 'node:process';\n\n// TODO:\n// - install websocket receiver\n// - spin up pusher services for each unique client group that connects\nexport class Mutator implements SingletonService {\n  readonly id = `mutator-${pid}`;\n  readonly #stopped;\n\n  constructor() {\n    this.#stopped = resolver();\n  }\n\n  run(): Promise<void> {\n    return this.#stopped.promise;\n  }\n\n  stop(): Promise<void> {\n    this.#stopped.resolve();\n    return this.#stopped.promise;\n  }\n\n  drain(): Promise<void> {\n    this.#stopped.resolve();\n    return this.#stopped.promise;\n  }\n}\n"],"mappings":";;;AAOA,IAAa,UAAb,MAAiD;CAC/C,KAAc,WAAW;CACzB;CAEA,cAAc;AACZ,QAAA,UAAgB,UAAU;;CAG5B,MAAqB;AACnB,SAAO,MAAA,QAAc;;CAGvB,OAAsB;AACpB,QAAA,QAAc,SAAS;AACvB,SAAO,MAAA,QAAc;;CAGvB,QAAuB;AACrB,QAAA,QAAc,SAAS;AACvB,SAAO,MAAA,QAAc"}

package/out/zero-cache/src/workers/replicator.d.ts

@@ -4,10 +4,17 @@ import { Database } from '../../../zqlite/src/db.ts';
 import type { ReplicaOptions } from '../config/zero-config.ts';
 import { Notifier } from '../services/replicator/notifier.ts';
 import type { ReplicaStateNotifier, Replicator } from '../services/replicator/replicator.ts';
+import { type PragmaConfig } from '../services/replicator/write-worker-client.ts';
 import type { Worker } from '../types/processes.ts';
 export declare const replicaFileModeSchema: v.Type<"backup" | "serving" | "serving-copy">;
 export type ReplicaFileMode = v.Infer<typeof replicaFileModeSchema>;
 export declare function replicaFileName(replicaFile: string, mode: ReplicaFileMode): string;
+/**
+ * Returns the PragmaConfig for a given replica file mode.
+ * This is used by both the main thread (setupReplica) and
+ * the write worker thread to apply the same pragma settings.
+ */
+export declare function getPragmaConfig(mode: ReplicaFileMode): PragmaConfig;
 export declare function setupReplica(lc: LogContext, mode: ReplicaFileMode, replicaOptions: ReplicaOptions): Promise<Database>;
 export declare function setUpMessageHandlers(lc: LogContext, replicator: Replicator, parent: Worker): void;
 export declare function handleSubscriptionsFrom(lc: LogContext, subscriber: Worker, notifier: ReplicaStateNotifier): void;

package/out/zero-cache/src/workers/replicator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replicator.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/workers/replicator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0BAA0B,CAAC;AAG7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,KAAK,EAEV,oBAAoB,EACpB,UAAU,EACX,MAAM,sCAAsC,CAAC;AAK9C,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAElD,eAAO,MAAM,qBAAqB,+CAIjC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,UAEzE;AAwED,wBAAsB,YAAY,CAChC,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,eAAe,EACrB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,QAAQ,CAAC,CAkCnB;AAED,wBAAgB,oBAAoB,CAClC,EAAE,EAAE,UAAU,EACd,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,QAGf;AAID,wBAAgB,uBAAuB,CACrC,EAAE,EAAE,UAAU,EACd,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,oBAAoB,QAc/B;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,QAAQ,CAM5E;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,QAE1D"}
+{"version":3,"file":"replicator.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/workers/replicator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0BAA0B,CAAC;AAG7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,KAAK,EAEV,oBAAoB,EACpB,UAAU,EACX,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAEL,KAAK,YAAY,EAClB,MAAM,+CAA+C,CAAC;AAKvD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAElD,eAAO,MAAM,qBAAqB,+CAIjC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,UAEzE;AAkED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,eAAe,GAAG,YAAY,CAMnE;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,eAAe,EACrB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,QAAQ,CAAC,CA8BnB;AAED,wBAAgB,oBAAoB,CAClC,EAAE,EAAE,UAAU,EACd,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,MAAM,QAGf;AAID,wBAAgB,uBAAuB,CACrC,EAAE,EAAE,UAAU,EACd,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,oBAAoB,QAc/B;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,QAAQ,CAM5E;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,QAE1D"}

package/out/zero-cache/src/workers/replicator.js

@@ -1,116 +1,111 @@
 import { literalUnion } from "../../../shared/src/valita.js";
 import { Database } from "../../../zqlite/src/db.js";
+import { getAscendingEvents, recordEvent } from "../services/replicator/schema/replication-state.js";
 import { deleteLiteDB } from "../db/delete-lite-db.js";
 import { upgradeReplica } from "../services/change-source/common/replica-schema.js";
 import { Notifier } from "../services/replicator/notifier.js";
-import { getAscendingEvents, recordEvent } from "../services/replicator/schema/replication-state.js";
-const replicaFileModeSchema = literalUnion(
-  "serving",
-  "serving-copy",
-  "backup"
-);
+import { applyPragmas } from "../services/replicator/write-worker-client.js";
+//#region ../zero-cache/src/workers/replicator.ts
+var replicaFileModeSchema = literalUnion("serving", "serving-copy", "backup");
 function replicaFileName(replicaFile, mode) {
-  return mode === "serving-copy" ? `${replicaFile}-serving-copy` : replicaFile;
+	return mode === "serving-copy" ? `${replicaFile}-serving-copy` : replicaFile;
 }
-const MILLIS_PER_HOUR = 1e3 * 60 * 60;
-const MB = 1024 * 1024;
+var MILLIS_PER_HOUR = 1e3 * 60 * 60;
+var MB = 1024 * 1024;
 async function connect(lc, { file, vacuumIntervalHours }, walMode, mode) {
-  const replica = new Database(lc, file);
-  await upgradeReplica(lc, `${mode}-replica`, file);
-  replica.pragma("journal_mode = delete");
-  const [{ page_size: pageSize }] = replica.pragma(
-    "page_size"
-  );
-  const [{ page_count: pageCount }] = replica.pragma(
-    "page_count"
-  );
-  const [{ freelist_count: freelistCount }] = replica.pragma("freelist_count");
-  const dbSize = (pageCount * pageSize / MB).toFixed(2);
-  const freelistSize = (freelistCount * pageSize / MB).toFixed(2);
-  lc.info?.(`Size of db ${file}: ${dbSize} MB (${freelistSize} MB freeable)`);
-  const events = getAscendingEvents(replica);
-  lc.debug?.(`Runtime events for db ${file}`, { events });
-  if (vacuumIntervalHours !== void 0) {
-    const millisSinceLastEvent = Date.now() - (events.at(-1)?.timestamp.getTime() ?? 0);
-    if (millisSinceLastEvent / MILLIS_PER_HOUR > vacuumIntervalHours) {
-      lc.info?.(`Performing maintenance cleanup on ${file}`);
-      const t0 = performance.now();
-      replica.unsafeMode(true);
-      replica.pragma("journal_mode = OFF");
-      replica.exec("VACUUM");
-      recordEvent(replica, "vacuum");
-      replica.unsafeMode(false);
-      const t1 = performance.now();
-      lc.info?.(`VACUUM completed (${t1 - t0} ms)`);
-    }
-  }
-  lc.info?.(`setting ${file} to ${walMode} mode`);
-  replica.pragma(`journal_mode = ${walMode}`);
-  replica.pragma("busy_timeout = 30000");
-  replica.pragma("optimize = 0x10002");
-  replica.pragma("analysis_limit = 1000");
-  lc.info?.(`optimized ${file}`);
-  return replica;
+	const replica = new Database(lc, file);
+	await upgradeReplica(lc, `${mode}-replica`, file);
+	replica.pragma("journal_mode = delete");
+	const [{ page_size: pageSize }] = replica.pragma("page_size");
+	const [{ page_count: pageCount }] = replica.pragma("page_count");
+	const [{ freelist_count: freelistCount }] = replica.pragma("freelist_count");
+	const dbSize = (pageCount * pageSize / MB).toFixed(2);
+	const freelistSize = (freelistCount * pageSize / MB).toFixed(2);
+	lc.info?.(`Size of db ${file}: ${dbSize} MB (${freelistSize} MB freeable)`);
+	const events = getAscendingEvents(replica);
+	lc.debug?.(`Runtime events for db ${file}`, { events });
+	if (vacuumIntervalHours !== void 0) {
+		if ((Date.now() - (events.at(-1)?.timestamp.getTime() ?? 0)) / MILLIS_PER_HOUR > vacuumIntervalHours) {
+			lc.info?.(`Performing maintenance cleanup on ${file}`);
+			const t0 = performance.now();
+			replica.unsafeMode(true);
+			replica.pragma("journal_mode = OFF");
+			replica.exec("VACUUM");
+			recordEvent(replica, "vacuum");
+			replica.unsafeMode(false);
+			const t1 = performance.now();
+			lc.info?.(`VACUUM completed (${t1 - t0} ms)`);
+		}
+	}
+	lc.info?.(`setting ${file} to ${walMode} mode`);
+	replica.pragma(`journal_mode = ${walMode}`);
+	applyPragmas(replica, getPragmaConfig(mode));
+	replica.pragma("optimize = 0x10002");
+	lc.info?.(`optimized ${file}`);
+	return replica;
+}
+/**
+* Returns the PragmaConfig for a given replica file mode.
+* This is used by both the main thread (setupReplica) and
+* the write worker thread to apply the same pragma settings.
+*/
+function getPragmaConfig(mode) {
+	return {
+		busyTimeout: 3e4,
+		analysisLimit: 1e3,
+		walAutocheckpoint: mode === "backup" ? 0 : void 0
+	};
 }
 async function setupReplica(lc, mode, replicaOptions) {
-  lc.info?.(`setting up ${mode} replica`);
-  switch (mode) {
-    case "backup": {
-      const replica = await connect(lc, replicaOptions, "wal", mode);
-      replica.pragma("wal_autocheckpoint = 0");
-      return replica;
-    }
-    case "serving-copy": {
-      const { file } = replicaOptions;
-      const copyLocation = replicaFileName(file, mode);
-      deleteLiteDB(copyLocation);
-      const start = Date.now();
-      lc.info?.(`copying ${file} to ${copyLocation}`);
-      const replica = new Database(lc, file);
-      replica.prepare(`VACUUM INTO ?`).run(copyLocation);
-      replica.close();
-      lc.info?.(`finished copy (${Date.now() - start} ms)`);
-      return connect(lc, { ...replicaOptions, file: copyLocation }, "wal2", mode);
-    }
-    case "serving":
-      return connect(lc, replicaOptions, "wal2", mode);
-    default:
-      throw new Error(`Invalid ReplicaMode ${mode}`);
-  }
+	lc.info?.(`setting up ${mode} replica`);
+	switch (mode) {
+		case "backup": return await connect(lc, replicaOptions, "wal", mode);
+		case "serving-copy": {
+			const { file } = replicaOptions;
+			const copyLocation = replicaFileName(file, mode);
+			deleteLiteDB(copyLocation);
+			const start = Date.now();
+			lc.info?.(`copying ${file} to ${copyLocation}`);
+			const replica = new Database(lc, file);
+			replica.prepare(`VACUUM INTO ?`).run(copyLocation);
+			replica.close();
+			lc.info?.(`finished copy (${Date.now() - start} ms)`);
+			return connect(lc, {
+				...replicaOptions,
+				file: copyLocation
+			}, "wal2", mode);
+		}
+		case "serving": return connect(lc, replicaOptions, "wal2", mode);
+		default: throw new Error(`Invalid ReplicaMode ${mode}`);
+	}
 }
 function setUpMessageHandlers(lc, replicator, parent) {
-  handleSubscriptionsFrom(lc, parent, replicator);
+	handleSubscriptionsFrom(lc, parent, replicator);
 }
 function handleSubscriptionsFrom(lc, subscriber, notifier) {
-  subscriber.onMessageType("subscribe", async () => {
-    const subscription = notifier.subscribe();
-    subscriber.on("close", () => {
-      lc.debug?.(`closing replication subscription from ${subscriber.pid}`);
-      subscription.cancel();
-    });
-    for await (const msg of subscription) {
-      subscriber.send(["notify", msg]);
-    }
-  });
+	subscriber.onMessageType("subscribe", async () => {
+		const subscription = notifier.subscribe();
+		subscriber.on("close", () => {
+			lc.debug?.(`closing replication subscription from ${subscriber.pid}`);
+			subscription.cancel();
+		});
+		for await (const msg of subscription) subscriber.send(["notify", msg]);
+	});
 }
+/**
+* Creates a Notifier to relay notifications the notifier of another Worker.
+* This does not send the initial subscription message. Use {@link subscribeTo}
+* to initiate the subscription.
+*/
 function createNotifierFrom(_lc, source) {
-  const notifier = new Notifier();
-  source.onMessageType(
-    "notify",
-    (msg) => notifier.notifySubscribers(msg)
-  );
-  return notifier;
+	const notifier = new Notifier();
+	source.onMessageType("notify", (msg) => notifier.notifySubscribers(msg));
+	return notifier;
 }
 function subscribeTo(_lc, source) {
-  source.send(["subscribe", {}]);
+	source.send(["subscribe", {}]);
 }
-export {
-  createNotifierFrom,
-  handleSubscriptionsFrom,
-  replicaFileModeSchema,
-  replicaFileName,
-  setUpMessageHandlers,
-  setupReplica,
-  subscribeTo
-};
-//# sourceMappingURL=replicator.js.map
+//#endregion
+export { createNotifierFrom, getPragmaConfig, handleSubscriptionsFrom, replicaFileModeSchema, replicaFileName, setUpMessageHandlers, setupReplica, subscribeTo };
+
+//# sourceMappingURL=replicator.js.map

package/out/zero-cache/src/workers/replicator.js.map

@@ -1 +1 @@
-{"version":3,"file":"replicator.js","sources":["../../../../../zero-cache/src/workers/replicator.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport * as v from '../../../shared/src/valita.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport type {ReplicaOptions} from '../config/zero-config.ts';\nimport {deleteLiteDB} from '../db/delete-lite-db.ts';\nimport {upgradeReplica} from '../services/change-source/common/replica-schema.ts';\nimport {Notifier} from '../services/replicator/notifier.ts';\nimport type {\n  ReplicaState,\n  ReplicaStateNotifier,\n  Replicator,\n} from '../services/replicator/replicator.ts';\nimport {\n  getAscendingEvents,\n  recordEvent,\n} from '../services/replicator/schema/replication-state.ts';\nimport type {Worker} from '../types/processes.ts';\n\nexport const replicaFileModeSchema = v.literalUnion(\n  'serving',\n  'serving-copy',\n  'backup',\n);\n\nexport type ReplicaFileMode = v.Infer<typeof replicaFileModeSchema>;\n\nexport function replicaFileName(replicaFile: string, mode: ReplicaFileMode) {\n  return mode === 'serving-copy' ? `${replicaFile}-serving-copy` : replicaFile;\n}\n\nconst MILLIS_PER_HOUR = 1000 * 60 * 60;\nconst MB = 1024 * 1024;\n\nasync function connect(\n  lc: LogContext,\n  {file, vacuumIntervalHours}: ReplicaOptions,\n  walMode: 'wal' | 'wal2',\n  mode: ReplicaFileMode,\n): Promise<Database> {\n  const replica = new Database(lc, file);\n\n  // Perform any upgrades to the replica in case the backup is an\n  // earlier version.\n  await upgradeReplica(lc, `${mode}-replica`, file);\n\n  // Start by folding any (e.g. restored) WAL(2) files into the main db.\n  replica.pragma('journal_mode = delete');\n\n  const [{page_size: pageSize}] = replica.pragma<{page_size: number}>(\n    'page_size',\n  );\n  const [{page_count: pageCount}] = replica.pragma<{page_count: number}>(\n    'page_count',\n  );\n  const [{freelist_count: freelistCount}] = replica.pragma<{\n    freelist_count: number;\n  }>('freelist_count');\n\n  const dbSize = ((pageCount * pageSize) / MB).toFixed(2);\n  const freelistSize = ((freelistCount * pageSize) / MB).toFixed(2);\n\n  // TODO: Consider adding a freelist size or ratio based vacuum trigger.\n  lc.info?.(`Size of db ${file}: ${dbSize} MB (${freelistSize} MB freeable)`);\n\n  // Check for the VACUUM threshold.\n  const events = getAscendingEvents(replica);\n  lc.debug?.(`Runtime events for db ${file}`, {events});\n  if (vacuumIntervalHours !== undefined) {\n    const millisSinceLastEvent =\n      Date.now() - (events.at(-1)?.timestamp.getTime() ?? 0);\n    if (millisSinceLastEvent / MILLIS_PER_HOUR > vacuumIntervalHours) {\n      lc.info?.(`Performing maintenance cleanup on ${file}`);\n      const t0 = performance.now();\n      replica.unsafeMode(true);\n      replica.pragma('journal_mode = OFF');\n      replica.exec('VACUUM');\n      recordEvent(replica, 'vacuum');\n      replica.unsafeMode(false);\n      const t1 = performance.now();\n      lc.info?.(`VACUUM completed (${t1 - t0} ms)`);\n    }\n  }\n\n  lc.info?.(`setting ${file} to ${walMode} mode`);\n  replica.pragma(`journal_mode = ${walMode}`);\n\n  // The duration of the loop in which the replicator attempts\n  // to begin a transaction while litestream is performing a\n  // checkpoint.\n  replica.pragma('busy_timeout = 30000');\n\n  replica.pragma('optimize = 0x10002');\n  // Cap the running time of `PRAGMA optimize` calls that happen\n  // after replicating schema changes. 1000 is the limit recommended\n  // in https://sqlite.org/lang_analyze.html#approx\n  replica.pragma('analysis_limit = 1000');\n  lc.info?.(`optimized ${file}`);\n  return replica;\n}\n\nexport async function setupReplica(\n  lc: LogContext,\n  mode: ReplicaFileMode,\n  replicaOptions: ReplicaOptions,\n): Promise<Database> {\n  lc.info?.(`setting up ${mode} replica`);\n\n  switch (mode) {\n    case 'backup': {\n      const replica = await connect(lc, replicaOptions, 'wal', mode);\n      // https://litestream.io/tips/#disable-autocheckpoints-for-high-write-load-servers\n      replica.pragma('wal_autocheckpoint = 0');\n      return replica;\n    }\n\n    case 'serving-copy': {\n      // In 'serving-copy' mode, the original file is being used for 'backup'\n      // mode, so we make a copy for servicing sync requests.\n      const {file} = replicaOptions;\n      const copyLocation = replicaFileName(file, mode);\n      deleteLiteDB(copyLocation);\n\n      const start = Date.now();\n      lc.info?.(`copying ${file} to ${copyLocation}`);\n      const replica = new Database(lc, file);\n      replica.prepare(`VACUUM INTO ?`).run(copyLocation);\n      replica.close();\n      lc.info?.(`finished copy (${Date.now() - start} ms)`);\n\n      return connect(lc, {...replicaOptions, file: copyLocation}, 'wal2', mode);\n    }\n\n    case 'serving':\n      return connect(lc, replicaOptions, 'wal2', mode);\n\n    default:\n      throw new Error(`Invalid ReplicaMode ${mode}`);\n  }\n}\n\nexport function setUpMessageHandlers(\n  lc: LogContext,\n  replicator: Replicator,\n  parent: Worker,\n) {\n  handleSubscriptionsFrom(lc, parent, replicator);\n}\n\ntype Notification = ['notify', ReplicaState];\n\nexport function handleSubscriptionsFrom(\n  lc: LogContext,\n  subscriber: Worker,\n  notifier: ReplicaStateNotifier,\n) {\n  subscriber.onMessageType('subscribe', async () => {\n    const subscription = notifier.subscribe();\n\n    subscriber.on('close', () => {\n      lc.debug?.(`closing replication subscription from ${subscriber.pid}`);\n      subscription.cancel();\n    });\n\n    for await (const msg of subscription) {\n      subscriber.send<Notification>(['notify', msg]);\n    }\n  });\n}\n\n/**\n * Creates a Notifier to relay notifications the notifier of another Worker.\n * This does not send the initial subscription message. Use {@link subscribeTo}\n * to initiate the subscription.\n */\nexport function createNotifierFrom(_lc: LogContext, source: Worker): Notifier {\n  const notifier = new Notifier();\n  source.onMessageType<Notification>('notify', msg =>\n    notifier.notifySubscribers(msg),\n  );\n  return notifier;\n}\n\nexport function subscribeTo(_lc: LogContext, source: Worker) {\n  source.send(['subscribe', {}]);\n}\n"],"names":["v.literalUnion"],"mappings":";;;;;;AAkBO,MAAM,wBAAwBA;AAAAA,EACnC;AAAA,EACA;AAAA,EACA;AACF;AAIO,SAAS,gBAAgB,aAAqB,MAAuB;AAC1E,SAAO,SAAS,iBAAiB,GAAG,WAAW,kBAAkB;AACnE;AAEA,MAAM,kBAAkB,MAAO,KAAK;AACpC,MAAM,KAAK,OAAO;AAElB,eAAe,QACb,IACA,EAAC,MAAM,oBAAA,GACP,SACA,MACmB;AACnB,QAAM,UAAU,IAAI,SAAS,IAAI,IAAI;AAIrC,QAAM,eAAe,IAAI,GAAG,IAAI,YAAY,IAAI;AAGhD,UAAQ,OAAO,uBAAuB;AAEtC,QAAM,CAAC,EAAC,WAAW,SAAA,CAAS,IAAI,QAAQ;AAAA,IACtC;AAAA,EAAA;AAEF,QAAM,CAAC,EAAC,YAAY,UAAA,CAAU,IAAI,QAAQ;AAAA,IACxC;AAAA,EAAA;AAEF,QAAM,CAAC,EAAC,gBAAgB,cAAA,CAAc,IAAI,QAAQ,OAE/C,gBAAgB;AAEnB,QAAM,UAAW,YAAY,WAAY,IAAI,QAAQ,CAAC;AACtD,QAAM,gBAAiB,gBAAgB,WAAY,IAAI,QAAQ,CAAC;AAGhE,KAAG,OAAO,cAAc,IAAI,KAAK,MAAM,QAAQ,YAAY,eAAe;AAG1E,QAAM,SAAS,mBAAmB,OAAO;AACzC,KAAG,QAAQ,yBAAyB,IAAI,IAAI,EAAC,QAAO;AACpD,MAAI,wBAAwB,QAAW;AACrC,UAAM,uBACJ,KAAK,IAAA,KAAS,OAAO,GAAG,EAAE,GAAG,UAAU,QAAA,KAAa;AACtD,QAAI,uBAAuB,kBAAkB,qBAAqB;AAChE,SAAG,OAAO,qCAAqC,IAAI,EAAE;AACrD,YAAM,KAAK,YAAY,IAAA;AACvB,cAAQ,WAAW,IAAI;AACvB,cAAQ,OAAO,oBAAoB;AACnC,cAAQ,KAAK,QAAQ;AACrB,kBAAY,SAAS,QAAQ;AAC7B,cAAQ,WAAW,KAAK;AACxB,YAAM,KAAK,YAAY,IAAA;AACvB,SAAG,OAAO,qBAAqB,KAAK,EAAE,MAAM;AAAA,IAC9C;AAAA,EACF;AAEA,KAAG,OAAO,WAAW,IAAI,OAAO,OAAO,OAAO;AAC9C,UAAQ,OAAO,kBAAkB,OAAO,EAAE;AAK1C,UAAQ,OAAO,sBAAsB;AAErC,UAAQ,OAAO,oBAAoB;AAInC,UAAQ,OAAO,uBAAuB;AACtC,KAAG,OAAO,aAAa,IAAI,EAAE;AAC7B,SAAO;AACT;AAEA,eAAsB,aACpB,IACA,MACA,gBACmB;AACnB,KAAG,OAAO,cAAc,IAAI,UAAU;AAEtC,UAAQ,MAAA;AAAA,IACN,KAAK,UAAU;AACb,YAAM,UAAU,MAAM,QAAQ,IAAI,gBAAgB,OAAO,IAAI;AAE7D,cAAQ,OAAO,wBAAwB;AACvC,aAAO;AAAA,IACT;AAAA,IAEA,KAAK,gBAAgB;AAGnB,YAAM,EAAC,SAAQ;AACf,YAAM,eAAe,gBAAgB,MAAM,IAAI;AAC/C,mBAAa,YAAY;AAEzB,YAAM,QAAQ,KAAK,IAAA;AACnB,SAAG,OAAO,WAAW,IAAI,OAAO,YAAY,EAAE;AAC9C,YAAM,UAAU,IAAI,SAAS,IAAI,IAAI;AACrC,cAAQ,QAAQ,eAAe,EAAE,IAAI,YAAY;AACjD,cAAQ,MAAA;AACR,SAAG,OAAO,kBAAkB,KAAK,QAAQ,KAAK,MAAM;AAEpD,aAAO,QAAQ,IAAI,EAAC,GAAG,gBAAgB,MAAM,aAAA,GAAe,QAAQ,IAAI;AAAA,IAC1E;AAAA,IAEA,KAAK;AACH,aAAO,QAAQ,IAAI,gBAAgB,QAAQ,IAAI;AAAA,IAEjD;AACE,YAAM,IAAI,MAAM,uBAAuB,IAAI,EAAE;AAAA,EAAA;AAEnD;AAEO,SAAS,qBACd,IACA,YACA,QACA;AACA,0BAAwB,IAAI,QAAQ,UAAU;AAChD;AAIO,SAAS,wBACd,IACA,YACA,UACA;AACA,aAAW,cAAc,aAAa,YAAY;AAChD,UAAM,eAAe,SAAS,UAAA;AAE9B,eAAW,GAAG,SAAS,MAAM;AAC3B,SAAG,QAAQ,yCAAyC,WAAW,GAAG,EAAE;AACpE,mBAAa,OAAA;AAAA,IACf,CAAC;AAED,qBAAiB,OAAO,cAAc;AACpC,iBAAW,KAAmB,CAAC,UAAU,GAAG,CAAC;AAAA,IAC/C;AAAA,EACF,CAAC;AACH;AAOO,SAAS,mBAAmB,KAAiB,QAA0B;AAC5E,QAAM,WAAW,IAAI,SAAA;AACrB,SAAO;AAAA,IAA4B;AAAA,IAAU,CAAA,QAC3C,SAAS,kBAAkB,GAAG;AAAA,EAAA;AAEhC,SAAO;AACT;AAEO,SAAS,YAAY,KAAiB,QAAgB;AAC3D,SAAO,KAAK,CAAC,aAAa,CAAA,CAAE,CAAC;AAC/B;"}
+{"version":3,"file":"replicator.js","names":[],"sources":["../../../../../zero-cache/src/workers/replicator.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport * as v from '../../../shared/src/valita.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport type {ReplicaOptions} from '../config/zero-config.ts';\nimport {deleteLiteDB} from '../db/delete-lite-db.ts';\nimport {upgradeReplica} from '../services/change-source/common/replica-schema.ts';\nimport {Notifier} from '../services/replicator/notifier.ts';\nimport type {\n  ReplicaState,\n  ReplicaStateNotifier,\n  Replicator,\n} from '../services/replicator/replicator.ts';\nimport {\n  applyPragmas,\n  type PragmaConfig,\n} from '../services/replicator/write-worker-client.ts';\nimport {\n  getAscendingEvents,\n  recordEvent,\n} from '../services/replicator/schema/replication-state.ts';\nimport type {Worker} from '../types/processes.ts';\n\nexport const replicaFileModeSchema = v.literalUnion(\n  'serving',\n  'serving-copy',\n  'backup',\n);\n\nexport type ReplicaFileMode = v.Infer<typeof replicaFileModeSchema>;\n\nexport function replicaFileName(replicaFile: string, mode: ReplicaFileMode) {\n  return mode === 'serving-copy' ? `${replicaFile}-serving-copy` : replicaFile;\n}\n\nconst MILLIS_PER_HOUR = 1000 * 60 * 60;\nconst MB = 1024 * 1024;\n\nasync function connect(\n  lc: LogContext,\n  {file, vacuumIntervalHours}: ReplicaOptions,\n  walMode: 'wal' | 'wal2',\n  mode: ReplicaFileMode,\n): Promise<Database> {\n  const replica = new Database(lc, file);\n\n  // Perform any upgrades to the replica in case the backup is an\n  // earlier version.\n  await upgradeReplica(lc, `${mode}-replica`, file);\n\n  // Start by folding any (e.g. restored) WAL(2) files into the main db.\n  replica.pragma('journal_mode = delete');\n\n  const [{page_size: pageSize}] = replica.pragma<{page_size: number}>(\n    'page_size',\n  );\n  const [{page_count: pageCount}] = replica.pragma<{page_count: number}>(\n    'page_count',\n  );\n  const [{freelist_count: freelistCount}] = replica.pragma<{\n    freelist_count: number;\n  }>('freelist_count');\n\n  const dbSize = ((pageCount * pageSize) / MB).toFixed(2);\n  const freelistSize = ((freelistCount * pageSize) / MB).toFixed(2);\n\n  // TODO: Consider adding a freelist size or ratio based vacuum trigger.\n  lc.info?.(`Size of db ${file}: ${dbSize} MB (${freelistSize} MB freeable)`);\n\n  // Check for the VACUUM threshold.\n  const events = getAscendingEvents(replica);\n  lc.debug?.(`Runtime events for db ${file}`, {events});\n  if (vacuumIntervalHours !== undefined) {\n    const millisSinceLastEvent =\n      Date.now() - (events.at(-1)?.timestamp.getTime() ?? 0);\n    if (millisSinceLastEvent / MILLIS_PER_HOUR > vacuumIntervalHours) {\n      lc.info?.(`Performing maintenance cleanup on ${file}`);\n      const t0 = performance.now();\n      replica.unsafeMode(true);\n      replica.pragma('journal_mode = OFF');\n      replica.exec('VACUUM');\n      recordEvent(replica, 'vacuum');\n      replica.unsafeMode(false);\n      const t1 = performance.now();\n      lc.info?.(`VACUUM completed (${t1 - t0} ms)`);\n    }\n  }\n\n  lc.info?.(`setting ${file} to ${walMode} mode`);\n  replica.pragma(`journal_mode = ${walMode}`);\n\n  const pragmas = getPragmaConfig(mode);\n  applyPragmas(replica, pragmas);\n\n  replica.pragma('optimize = 0x10002');\n  lc.info?.(`optimized ${file}`);\n  return replica;\n}\n\n/**\n * Returns the PragmaConfig for a given replica file mode.\n * This is used by both the main thread (setupReplica) and\n * the write worker thread to apply the same pragma settings.\n */\nexport function getPragmaConfig(mode: ReplicaFileMode): PragmaConfig {\n  return {\n    busyTimeout: 30000,\n    analysisLimit: 1000,\n    walAutocheckpoint: mode === 'backup' ? 0 : undefined,\n  };\n}\n\nexport async function setupReplica(\n  lc: LogContext,\n  mode: ReplicaFileMode,\n  replicaOptions: ReplicaOptions,\n): Promise<Database> {\n  lc.info?.(`setting up ${mode} replica`);\n\n  switch (mode) {\n    case 'backup':\n      return await connect(lc, replicaOptions, 'wal', mode);\n\n    case 'serving-copy': {\n      // In 'serving-copy' mode, the original file is being used for 'backup'\n      // mode, so we make a copy for servicing sync requests.\n      const {file} = replicaOptions;\n      const copyLocation = replicaFileName(file, mode);\n      deleteLiteDB(copyLocation);\n\n      const start = Date.now();\n      lc.info?.(`copying ${file} to ${copyLocation}`);\n      const replica = new Database(lc, file);\n      replica.prepare(`VACUUM INTO ?`).run(copyLocation);\n      replica.close();\n      lc.info?.(`finished copy (${Date.now() - start} ms)`);\n\n      return connect(lc, {...replicaOptions, file: copyLocation}, 'wal2', mode);\n    }\n\n    case 'serving':\n      return connect(lc, replicaOptions, 'wal2', mode);\n\n    default:\n      throw new Error(`Invalid ReplicaMode ${mode}`);\n  }\n}\n\nexport function setUpMessageHandlers(\n  lc: LogContext,\n  replicator: Replicator,\n  parent: Worker,\n) {\n  handleSubscriptionsFrom(lc, parent, replicator);\n}\n\ntype Notification = ['notify', ReplicaState];\n\nexport function handleSubscriptionsFrom(\n  lc: LogContext,\n  subscriber: Worker,\n  notifier: ReplicaStateNotifier,\n) {\n  subscriber.onMessageType('subscribe', async () => {\n    const subscription = notifier.subscribe();\n\n    subscriber.on('close', () => {\n      lc.debug?.(`closing replication subscription from ${subscriber.pid}`);\n      subscription.cancel();\n    });\n\n    for await (const msg of subscription) {\n      subscriber.send<Notification>(['notify', msg]);\n    }\n  });\n}\n\n/**\n * Creates a Notifier to relay notifications the notifier of another Worker.\n * This does not send the initial subscription message. Use {@link subscribeTo}\n * to initiate the subscription.\n */\nexport function createNotifierFrom(_lc: LogContext, source: Worker): Notifier {\n  const notifier = new Notifier();\n  source.onMessageType<Notification>('notify', msg =>\n    notifier.notifySubscribers(msg),\n  );\n  return notifier;\n}\n\nexport function subscribeTo(_lc: LogContext, source: Worker) {\n  source.send(['subscribe', {}]);\n}\n"],"mappings":";;;;;;;;AAsBA,IAAa,wBAAwB,aACnC,WACA,gBACA,SACD;AAID,SAAgB,gBAAgB,aAAqB,MAAuB;AAC1E,QAAO,SAAS,iBAAiB,GAAG,YAAY,iBAAiB;;AAGnE,IAAM,kBAAkB,MAAO,KAAK;AACpC,IAAM,KAAK,OAAO;AAElB,eAAe,QACb,IACA,EAAC,MAAM,uBACP,SACA,MACmB;CACnB,MAAM,UAAU,IAAI,SAAS,IAAI,KAAK;AAItC,OAAM,eAAe,IAAI,GAAG,KAAK,WAAW,KAAK;AAGjD,SAAQ,OAAO,wBAAwB;CAEvC,MAAM,CAAC,EAAC,WAAW,cAAa,QAAQ,OACtC,YACD;CACD,MAAM,CAAC,EAAC,YAAY,eAAc,QAAQ,OACxC,aACD;CACD,MAAM,CAAC,EAAC,gBAAgB,mBAAkB,QAAQ,OAE/C,iBAAiB;CAEpB,MAAM,UAAW,YAAY,WAAY,IAAI,QAAQ,EAAE;CACvD,MAAM,gBAAiB,gBAAgB,WAAY,IAAI,QAAQ,EAAE;AAGjE,IAAG,OAAO,cAAc,KAAK,IAAI,OAAO,OAAO,aAAa,eAAe;CAG3E,MAAM,SAAS,mBAAmB,QAAQ;AAC1C,IAAG,QAAQ,yBAAyB,QAAQ,EAAC,QAAO,CAAC;AACrD,KAAI,wBAAwB,KAAA;OAExB,KAAK,KAAK,IAAI,OAAO,GAAG,GAAG,EAAE,UAAU,SAAS,IAAI,MAC3B,kBAAkB,qBAAqB;AAChE,MAAG,OAAO,qCAAqC,OAAO;GACtD,MAAM,KAAK,YAAY,KAAK;AAC5B,WAAQ,WAAW,KAAK;AACxB,WAAQ,OAAO,qBAAqB;AACpC,WAAQ,KAAK,SAAS;AACtB,eAAY,SAAS,SAAS;AAC9B,WAAQ,WAAW,MAAM;GACzB,MAAM,KAAK,YAAY,KAAK;AAC5B,MAAG,OAAO,qBAAqB,KAAK,GAAG,MAAM;;;AAIjD,IAAG,OAAO,WAAW,KAAK,MAAM,QAAQ,OAAO;AAC/C,SAAQ,OAAO,kBAAkB,UAAU;AAG3C,cAAa,SADG,gBAAgB,KAAK,CACP;AAE9B,SAAQ,OAAO,qBAAqB;AACpC,IAAG,OAAO,aAAa,OAAO;AAC9B,QAAO;;;;;;;AAQT,SAAgB,gBAAgB,MAAqC;AACnE,QAAO;EACL,aAAa;EACb,eAAe;EACf,mBAAmB,SAAS,WAAW,IAAI,KAAA;EAC5C;;AAGH,eAAsB,aACpB,IACA,MACA,gBACmB;AACnB,IAAG,OAAO,cAAc,KAAK,UAAU;AAEvC,SAAQ,MAAR;EACE,KAAK,SACH,QAAO,MAAM,QAAQ,IAAI,gBAAgB,OAAO,KAAK;EAEvD,KAAK,gBAAgB;GAGnB,MAAM,EAAC,SAAQ;GACf,MAAM,eAAe,gBAAgB,MAAM,KAAK;AAChD,gBAAa,aAAa;GAE1B,MAAM,QAAQ,KAAK,KAAK;AACxB,MAAG,OAAO,WAAW,KAAK,MAAM,eAAe;GAC/C,MAAM,UAAU,IAAI,SAAS,IAAI,KAAK;AACtC,WAAQ,QAAQ,gBAAgB,CAAC,IAAI,aAAa;AAClD,WAAQ,OAAO;AACf,MAAG,OAAO,kBAAkB,KAAK,KAAK,GAAG,MAAM,MAAM;AAErD,UAAO,QAAQ,IAAI;IAAC,GAAG;IAAgB,MAAM;IAAa,EAAE,QAAQ,KAAK;;EAG3E,KAAK,UACH,QAAO,QAAQ,IAAI,gBAAgB,QAAQ,KAAK;EAElD,QACE,OAAM,IAAI,MAAM,uBAAuB,OAAO;;;AAIpD,SAAgB,qBACd,IACA,YACA,QACA;AACA,yBAAwB,IAAI,QAAQ,WAAW;;AAKjD,SAAgB,wBACd,IACA,YACA,UACA;AACA,YAAW,cAAc,aAAa,YAAY;EAChD,MAAM,eAAe,SAAS,WAAW;AAEzC,aAAW,GAAG,eAAe;AAC3B,MAAG,QAAQ,yCAAyC,WAAW,MAAM;AACrE,gBAAa,QAAQ;IACrB;AAEF,aAAW,MAAM,OAAO,aACtB,YAAW,KAAmB,CAAC,UAAU,IAAI,CAAC;GAEhD;;;;;;;AAQJ,SAAgB,mBAAmB,KAAiB,QAA0B;CAC5E,MAAM,WAAW,IAAI,UAAU;AAC/B,QAAO,cAA4B,WAAU,QAC3C,SAAS,kBAAkB,IAAI,CAChC;AACD,QAAO;;AAGT,SAAgB,YAAY,KAAiB,QAAgB;AAC3D,QAAO,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC"}