@rocicorp/zero 0.0.0-202410031711

package/out/zero-cache/src/db/transaction-pool.js

@@ -0,0 +1,445 @@
+import { resolver } from '@rocicorp/resolver';
+import { assert } from '../../../shared/src/asserts.js';
+import { Queue } from '../../../shared/src/queue.js';
+export var Mode;
+(function (Mode) {
+    Mode["SERIALIZABLE"] = "ISOLATION LEVEL SERIALIZABLE";
+    Mode["READONLY"] = "ISOLATION LEVEL REPEATABLE READ READ ONLY";
+})(Mode || (Mode = {}));
+/**
+ * A TransactionPool is a pool of one or more {@link postgres.TransactionSql}
+ * objects that participate in processing a dynamic queue of tasks.
+ *
+ * This can be used for serializing a set of tasks that arrive asynchronously
+ * to a single transaction (for writing) or performing parallel reads across
+ * multiple connections at the same snapshot (e.g. read only snapshot transactions).
+ */
+export class TransactionPool {
+    #lc;
+    #mode;
+    #init;
+    #cleanup;
+    #tasks = new Queue();
+    #workers = [];
+    #initialWorkers;
+    #maxWorkers;
+    #timeoutTask;
+    #numWorkers;
+    #numWorking = 0;
+    #db; // set when running. stored to allow adaptive pool sizing.
+    #refCount = 1;
+    #done = false;
+    #failure;
+    /**
+     * @param init A {@link Task} that is run in each Transaction before it begins
+     *             processing general tasks. This can be used to to set the transaction
+     *             mode, export/set snapshots, etc. This will be run even if
+     *             {@link fail} has been called on the pool.
+     * @param cleanup A {@link Task} that is run in each Transaction before it closes.
+     *                This will be run even if {@link fail} has been called, or if a
+     *                preceding Task threw an Error.
+     * @param initialWorkers The initial number of transaction workers to process tasks.
+     *                       This is the steady state number of workers that will be kept
+     *                       alive if the TransactionPool is long lived.
+     *                       This must be greater than 0. Defaults to 1.
+     * @param maxWorkers When specified, allows the pool to grow to `maxWorkers`. This
+     *                   must be greater than or equal to `initialWorkers`. On-demand
+     *                   workers will be shut down after an idle timeout of 5 seconds.
+     */
+    constructor(lc, mode, init, cleanup, initialWorkers = 1, maxWorkers = initialWorkers, timeoutTasks = TIMEOUT_TASKS) {
+        assert(initialWorkers > 0);
+        assert(maxWorkers >= initialWorkers);
+        this.#lc = lc;
+        this.#mode = mode;
+        this.#init = init ? queuedStmt(init) : undefined;
+        this.#cleanup = cleanup ? queuedStmt(cleanup) : undefined;
+        this.#initialWorkers = initialWorkers;
+        this.#numWorkers = initialWorkers;
+        this.#maxWorkers = maxWorkers;
+        this.#timeoutTask = timeoutTasks;
+    }
+    /**
+     * Starts the pool of workers to process Tasks with transactions opened from the
+     * specified {@link db}.
+     */
+    run(db) {
+        assert(!this.#db, 'already running');
+        this.#db = db;
+        for (let i = 0; i < this.#numWorkers; i++) {
+            this.#addWorker(db);
+        }
+        return this;
+    }
+    /**
+     * Adds context parameters to internal LogContext. This is useful for context values that
+     * are not known when the TransactionPool is constructed (e.g. determined after a database
+     * call when the pool is running).
+     *
+     * Returns an object that can be used to add more parameters.
+     */
+    addLoggingContext(key, value) {
+        this.#lc = this.#lc.withContext(key, value);
+        return {
+            addLoggingContext: (key, value) => this.addLoggingContext(key, value),
+        };
+    }
+    /**
+     * Returns a promise that:
+     *
+     * * resolves after {@link setDone} has been called (or the the pool as been {@link unref}ed
+     *   to a 0 ref count), once all added tasks have been processed and all transactions have been
+     *   committed or closed.
+     *
+     * * rejects if processing was aborted with {@link fail} or if processing any of
+     *   the tasks resulted in an error. All uncommitted transactions will have been
+     *   rolled back.
+     *
+     * Note that partial failures are possible if processing writes with multiple workers
+     * (e.g. `setDone` is called, allowing some workers to commit, after which other
+     *  workers encounter errors). Using a TransactionPool in this manner does not make
+     * sense in terms of transactional semantics, and is thus not recommended.
+     *
+     * For reads, however, multiple workers is useful for performing parallel reads
+     * at the same snapshot. See {@link synchronizedSnapshots} for an example.
+     * Resolves or rejects when all workers are done or failed.
+     */
+    async done() {
+        const numWorkers = this.#workers.length;
+        await Promise.all(this.#workers);
+        if (numWorkers < this.#workers.length) {
+            // If workers were added after the initial set, they must be awaited to ensure
+            // that the results (i.e. rejections) of all workers are accounted for. This only
+            // needs to be re-done once, because the fact that the first `await` completed
+            // guarantees that the pool is in a terminal state and no new workers can be added.
+            await Promise.all(this.#workers);
+        }
+        this.#lc.debug?.('transaction pool done');
+    }
+    #addWorker(db) {
+        const lc = this.#lc.withContext('worker', `#${this.#workers.length + 1}`);
+        const tt = this.#workers.length < this.#initialWorkers
+            ? this.#timeoutTask.forInitialWorkers
+            : this.#timeoutTask.forExtraWorkers;
+        const { timeoutMs } = tt;
+        const timeoutTask = tt.task === 'done' ? 'done' : { task: queuedStmt(tt.task) };
+        const worker = async (tx) => {
+            try {
+                lc.debug?.('started worker');
+                const pending = [];
+                const executeTask = async (taskTracker) => {
+                    const { task, resolver } = taskTracker;
+                    task !== this.#init && this.#numWorking++;
+                    let result;
+                    try {
+                        result = await task(tx, lc);
+                        if (result instanceof Statements) {
+                            // Execute the statements (i.e. send to the db) immediately and add them to
+                            // `pending` for the final await.
+                            //
+                            // Optimization: Fail immediately on rejections to prevent more tasks from
+                            // queueing up. This can save a lot of time if an initial task fails before
+                            // many subsequent tasks (e.g. transaction replay detection).
+                            const start = Date.now();
+                            pending.push(...result.stmts.map(stmt => stmt
+                                .execute()
+                                .then(() => lc.debug?.(`Executed statement (${Date.now() - start} ms)`, stmt.strings))
+                                .catch(e => this.fail(e))));
+                        }
+                    }
+                    catch (e) {
+                        if (resolver) {
+                            resolver.reject(e); // Reject the ReadTask only.
+                        }
+                        else {
+                            throw e; // Fail the pool for (write) Tasks.
+                        }
+                    }
+                    finally {
+                        task !== this.#init && this.#numWorking--;
+                        resolver?.resolve(
+                        // Note: This must be a ReadResult because of the TaskTracker type.
+                        result instanceof ReadResult ? result.result : result?.stmts);
+                    }
+                };
+                let task = this.#init
+                    ? { task: this.#init }
+                    : await this.#tasks.dequeue(timeoutTask, timeoutMs);
+                try {
+                    while (task !== 'done') {
+                        if (task instanceof Error ||
+                            (task.task !== this.#init && this.#failure)) {
+                            await Promise.allSettled(pending); // avoid unhandled rejections
+                            throw this.#failure ?? task;
+                        }
+                        await executeTask(task);
+                        // await the next task.
+                        task = await this.#tasks.dequeue(timeoutTask, timeoutMs);
+                    }
+                }
+                finally {
+                    // Execute the cleanup task even on failure.
+                    if (this.#cleanup) {
+                        await executeTask({ task: this.#cleanup });
+                    }
+                }
+                lc.debug?.('worker done');
+                return Promise.all(pending);
+            }
+            catch (e) {
+                lc.error?.('error from worker', e);
+                this.fail(e); // A failure in any worker should fail the pool.
+                throw e;
+            }
+        };
+        this.#workers.push(db.begin(this.#mode, worker).finally(() => this.#numWorkers--));
+        // After adding the worker, enqueue a terminal signal if we are in either of the
+        // terminal states (both of which prevent more tasks from being enqueued), to ensure
+        // that the added worker eventually exits.
+        if (this.#done) {
+            void this.#tasks.enqueue('done');
+        }
+        if (this.#failure) {
+            void this.#tasks.enqueue(this.#failure);
+        }
+    }
+    process(task) {
+        this.#trackAndProcess({ task: queuedStmt(task) });
+    }
+    #trackAndProcess(taskTracker) {
+        assert(!this.#done, 'already set done');
+        if (this.#failure) {
+            taskTracker.resolver?.reject(this.#failure);
+            return;
+        }
+        void this.#tasks.enqueue(taskTracker);
+        // Check if the pool size can and should be increased.
+        if (this.#numWorkers < this.#maxWorkers) {
+            const outstanding = this.#tasks.size();
+            if (outstanding > this.#numWorkers - this.#numWorking) {
+                this.#db && this.#addWorker(this.#db);
+                this.#numWorkers++;
+                this.#lc.debug?.(`Increased pool size to ${this.#numWorkers}`);
+            }
+        }
+    }
+    processReadTask(readTask) {
+        const r = resolver();
+        this.#trackAndProcess({
+            task: queuedRead(readTask),
+            resolver: r,
+        });
+        return r.promise;
+    }
+    /**
+     * Signals to all workers to end their transaction once all pending tasks have
+     * been completed.
+     */
+    setDone() {
+        assert(!this.#done, 'already set done');
+        this.#done = true;
+        for (let i = 0; i < this.#workers.length; i++) {
+            void this.#tasks.enqueue('done');
+        }
+    }
+    /**
+     * An alternative to explicitly calling {@link setDone}, `ref()` increments an internal reference
+     * count, and {@link unref} decrements it. When the reference count reaches 0, {@link setDone} is
+     * automatically called. A TransactionPool is initialized with a reference count of 1.
+     *
+     * `ref()` should be called before sharing the pool with another component, and only after the
+     * pool has been started with {@link run()}. It must not be called on a TransactionPool that is
+     * already done (either via {@link unref()} or {@link setDone()}. (Doing so indicates a logical
+     * error in the code.)
+     *
+     * It follows that:
+     * * The creator of the TransactionPool is responsible for running it.
+     * * The TransactionPool should be ref'ed before being sharing.
+     * * The receiver of the TransactionPool is only responsible for unref'ing it.
+     *
+     * On the other hand, a transaction pool that fails with a runtime error can still be ref'ed;
+     * attempts to use the pool will result in the runtime error as expected.
+     */
+    ref(count = 1) {
+        assert(this.#db !== undefined && !this.#done, `Cannot ref() a TransactionPool that is not running`);
+        this.#refCount += count;
+    }
+    /**
+     * Decrements the internal reference count, automatically invoking {@link setDone} when it reaches 0.
+     */
+    unref(count = 1) {
+        assert(count <= this.#refCount);
+        this.#refCount -= count;
+        if (this.#refCount === 0) {
+            this.setDone();
+        }
+    }
+    isRunning() {
+        return this.#db !== undefined && !this.#done && this.#failure === undefined;
+    }
+    /**
+     * Signals all workers to fail their transactions with the given {@link err}.
+     */
+    fail(err) {
+        if (!this.#failure) {
+            this.#failure = ensureError(err); // Fail fast: this is checked in the worker loop.
+            if (this.#failure instanceof ControlFlowError) {
+                this.#lc.debug?.(this.#failure);
+            }
+            else {
+                this.#lc.error?.(this.#failure);
+            }
+            for (let i = 0; i < this.#workers.length; i++) {
+                // Enqueue the Error to terminate any workers waiting for tasks.
+                void this.#tasks.enqueue(this.#failure);
+            }
+        }
+    }
+}
+/**
+ * Init Tasks for Postgres snapshot synchronization across transactions.
+ *
+ * https://www.postgresql.org/docs/9.3/functions-admin.html#:~:text=Snapshot%20Synchronization%20Functions,identical%20content%20in%20the%20database.
+ */
+export function synchronizedSnapshots() {
+    const { promise: snapshotExported, resolve: exportSnapshot, reject: failExport, } = resolver();
+    const { promise: snapshotCaptured, resolve: captureSnapshot, reject: failCapture, } = resolver();
+    // Set by the first worker to run its initTask, who becomes responsible for
+    // exporting the snapshot. TODO: Plumb the workerNum and use that instead.
+    let firstWorkerRun = false;
+    // Note: Neither init task should `await`, as processing in each pool can proceed
+    //       as soon as the statements have been sent to the db. However, the `cleanupExport`
+    //       task must `await` the result of `setSnapshot` to ensure that exporting transaction
+    //       does not close before the snapshot has been captured.
+    return {
+        exportSnapshot: tx => {
+            if (!firstWorkerRun) {
+                firstWorkerRun = true;
+                const stmt = tx `SELECT pg_export_snapshot() AS snapshot; SET TRANSACTION READ ONLY;`.simple();
+                // Intercept the promise to propagate the information to `snapshotExported`.
+                stmt.then(result => exportSnapshot(result[0].snapshot), failExport);
+                return [stmt]; // Also return the stmt so that it gets awaited (and errors handled).
+            }
+            return snapshotExported.then(snapshotID => [
+                tx.unsafe(`SET TRANSACTION SNAPSHOT '${snapshotID}'`),
+                tx `SET TRANSACTION READ ONLY`.simple(),
+            ]);
+        },
+        setSnapshot: tx => snapshotExported.then(snapshotID => {
+            const stmt = tx.unsafe(`SET TRANSACTION SNAPSHOT '${snapshotID}'`);
+            // Intercept the promise to propagate the information to `cleanupExport`.
+            stmt.then(captureSnapshot, failCapture);
+            return [stmt];
+        }),
+        cleanupExport: async () => {
+            await snapshotCaptured;
+            return [];
+        },
+        snapshotID: snapshotExported,
+    };
+}
+/**
+ * Returns `init` and `cleanup` {@link Task}s for a TransactionPool that ensure its workers
+ * share a single view of the database. This is used for View Notifier and View Syncer logic
+ * that allows multiple entities to perform parallel reads on the same snapshot of the database.
+ */
+export function sharedSnapshot() {
+    const { promise: snapshotExported, resolve: exportSnapshot, reject: failExport, } = resolver();
+    // Set by the first worker to run its initTask, who becomes responsible for
+    // exporting the snapshot.
+    let firstWorkerRun = false;
+    // Set when any worker is done, signalling that all non-sentinel Tasks have been
+    // dequeued, and thus any subsequently spawned workers should skip their initTask
+    // since the snapshot is no longer needed (and soon to become invalid).
+    let firstWorkerDone = false;
+    return {
+        init: (tx, lc) => {
+            if (!firstWorkerRun) {
+                firstWorkerRun = true;
+                const stmt = tx `SELECT pg_export_snapshot() AS snapshot;`.simple();
+                // Intercept the promise to propagate the information to `snapshotExported`.
+                stmt.then(result => exportSnapshot(result[0].snapshot), failExport);
+                return [stmt]; // Also return the stmt so that it gets awaited (and errors handled).
+            }
+            if (!firstWorkerDone) {
+                return snapshotExported.then(snapshotID => [
+                    tx.unsafe(`SET TRANSACTION SNAPSHOT '${snapshotID}'`),
+                ]);
+            }
+            lc.debug?.('All work is done. No need to set snapshot');
+            return [];
+        },
+        cleanup: () => {
+            firstWorkerDone = true;
+            return [];
+        },
+        snapshotID: snapshotExported,
+    };
+}
+/**
+ * @returns An `init` Task for importing a snapshot from another transaction.
+ */
+export function importSnapshot(snapshotID) {
+    const { promise: imported, resolve, reject } = resolver();
+    return {
+        init: tx => {
+            const stmt = tx.unsafe(`SET TRANSACTION SNAPSHOT '${snapshotID}'`);
+            stmt.then(() => resolve(), reject);
+            return [stmt];
+        },
+        imported,
+    };
+}
+/**
+ * A superclass of Errors used for control flow that is needed to handle
+ * another Error but does not constitute an error condition itself (e.g.
+ * aborting transactions after a previous one fails). Subclassing this Error
+ * will result in lowering the log level from `error` to `debug`.
+ */
+export class ControlFlowError extends Error {
+    constructor(err) {
+        super();
+        this.cause = err;
+    }
+}
+function ensureError(err) {
+    if (err instanceof Error) {
+        return err;
+    }
+    const error = new Error();
+    error.cause = err;
+    return error;
+}
+// Internal classes for handling read and write tasks in the same queue.
+class Statements {
+    stmts;
+    constructor(stmts) {
+        this.stmts = stmts;
+    }
+}
+class ReadResult {
+    result;
+    constructor(result) {
+        this.result = result;
+    }
+}
+function queuedStmt(task) {
+    return async (tx, lc) => new Statements(await task(tx, lc));
+}
+function queuedRead(task) {
+    return async (tx, lc) => new ReadResult(await task(tx, lc));
+}
+const IDLE_TIMEOUT_MS = 5_000;
+const KEEPALIVE_TIMEOUT_MS = 60_000;
+const KEEPALIVE_TASK = tx => [tx `SELECT 1`.simple()];
+// Production timeout tasks. Overridden in tests.
+const TIMEOUT_TASKS = {
+    forInitialWorkers: {
+        timeoutMs: KEEPALIVE_TIMEOUT_MS,
+        task: KEEPALIVE_TASK,
+    },
+    forExtraWorkers: {
+        timeoutMs: IDLE_TIMEOUT_MS,
+        task: 'done',
+    },
+};
+//# sourceMappingURL=transaction-pool.js.map

package/out/zero-cache/src/db/transaction-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transaction-pool.js","sourceRoot":"","sources":["../../../../../zero-cache/src/db/transaction-pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAgB,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAC7C,OAAO,EAAC,KAAK,EAAC,MAAM,qBAAqB,CAAC;AA8B1C,MAAM,CAAN,IAAY,IAGX;AAHD,WAAY,IAAI;IACd,qDAA6C,CAAA;IAC7C,8DAAsD,CAAA;AACxD,CAAC,EAHW,IAAI,KAAJ,IAAI,QAGf;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,eAAe;IAC1B,GAAG,CAAa;IACP,KAAK,CAAO;IACZ,KAAK,CAAyB;IAC9B,QAAQ,CAAyB;IACjC,MAAM,GAAG,IAAI,KAAK,EAAgC,CAAC;IACnD,QAAQ,GAAuB,EAAE,CAAC;IAClC,eAAe,CAAS;IACxB,WAAW,CAAS;IACpB,YAAY,CAAe;IACpC,WAAW,CAAS;IACpB,WAAW,GAAG,CAAC,CAAC;IAChB,GAAG,CAAyB,CAAC,0DAA0D;IAEvF,SAAS,GAAG,CAAC,CAAC;IACd,KAAK,GAAG,KAAK,CAAC;IACd,QAAQ,CAAoB;IAE5B;;;;;;;;;;;;;;;OAeG;IACH,YACE,EAAc,EACd,IAAU,EACV,IAAW,EACX,OAAc,EACd,cAAc,GAAG,CAAC,EAClB,UAAU,GAAG,cAAc,EAC3B,YAAY,GAAG,aAAa;QAE5B,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,CAAC;QAErC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1D,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,EAAc;QAChB,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CAAC,GAAW,EAAE,KAAa;QAC1C,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE5C,OAAO;YACL,iBAAiB,EAAE,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE,CAChD,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjC,IAAI,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtC,8EAA8E;YAC9E,iFAAiF;YACjF,8EAA8E;YAC9E,mFAAmF;YACnF,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,uBAAuB,CAAC,CAAC;IAC5C,CAAC;IAED,UAAU,CAAC,EAAc;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;QAE1E,MAAM,EAAE,GACN,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe;YACzC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB;YACrC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;QACxC,MAAM,EAAC,SAAS,EAAC,GAAG,EAAE,CAAC;QACvB,MAAM,WAAW,GACf,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,KAAK,EAAE,EAAuB,EAAE,EAAE;YAC/C,IAAI,CAAC;gBACH,EAAE,CAAC,KAAK,EAAE,CAAC,gBAAgB,CAAC,CAAC;gBAE7B,MAAM,OAAO,GAAuB,EAAE,CAAC;gBAEvC,MAAM,WAAW,GAAG,KAAK,EAAE,WAAwB,EAAE,EAAE;oBACrD,MAAM,EAAC,IAAI,EAAE,QAAQ,EAAC,GAAG,WAAW,CAAC;oBAErC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC1C,IAAI,MAAM,CAAC;oBACX,IAAI,CAAC;wBACH,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBAC5B,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;4BACjC,2EAA2E;4BAC3E,iCAAiC;4BACjC,EAAE;4BACF,0EAA0E;4BAC1E,2EAA2E;4BAC3E,6DAA6D;4BAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;4BACzB,OAAO,CAAC,IAAI,CACV,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACzB,IAAI;iCACD,OAAO,EAAE;iCACT,IAAI,CACH,GAAG,EAAE,CACH,EAAE,CAAC,KAAK,EAAE,CACR,uBAAuB,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,EAC9C,IAAwB,CAAC,OAAO,CAClC,CACJ;iCACA,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAC5B,CACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,QAAQ,EAAE,CAAC;4BACb,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;wBAClD,CAAC;6BAAM,CAAC;4BACN,MAAM,CAAC,CAAC,CAAC,mCAAmC;wBAC9C,CAAC;oBACH,CAAC;4BAAS,CAAC;wBACT,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;wBAC1C,QAAQ,EAAE,OAAO;wBACf,mEAAmE;wBACnE,MAAM,YAAY,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAC7D,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC;gBAEF,IAAI,IAAI,GAAiC,IAAI,CAAC,KAAK;oBACjD,CAAC,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAC;oBACpB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAEtD,IAAI,CAAC;oBACH,OAAO,IAAI,KAAK,MAAM,EAAE,CAAC;wBACvB,IACE,IAAI,YAAY,KAAK;4BACrB,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,EAC3C,CAAC;4BACD,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;4BAChE,MAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;wBAC9B,CAAC;wBACD,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;wBAExB,uBAAuB;wBACvB,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC;wBAAS,CAAC;oBACT,4CAA4C;oBAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAClB,MAAM,WAAW,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAC,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBAED,EAAE,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;gBAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,EAAE,CAAC,KAAK,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,gDAAgD;gBAC9D,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAChB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAC/D,CAAC;QAEF,gFAAgF;QAChF,oFAAoF;QACpF,0CAA0C;QAC1C,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAU;QAChB,IAAI,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC;IAClD,CAAC;IAED,gBAAgB,CAAC,WAAwB;QACvC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAEtC,sDAAsD;QACtD,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAEvC,IAAI,WAAW,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtD,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,0BAA0B,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,eAAe,CAAI,QAAqB;QACtC,MAAM,CAAC,GAAG,QAAQ,EAAK,CAAC;QACxB,IAAI,CAAC,gBAAgB,CAAC;YACpB,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAoC;YAC7D,QAAQ,EAAE,CAAsB;SACjC,CAAC,CAAC;QACH,OAAO,CAAC,CAAC,OAAO,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,GAAG,CAAC,KAAK,GAAG,CAAC;QACX,MAAM,CACJ,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,EACrC,oDAAoD,CACrD,CAAC;QACF,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,GAAG,CAAC;QACb,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;QACxB,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,GAAY;QACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,iDAAiD;YACnF,IAAI,IAAI,CAAC,QAAQ,YAAY,gBAAgB,EAAE,CAAC;gBAC9C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,gEAAgE;gBAChE,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;CACF;AA8BD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,EACJ,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,UAAU,GACnB,GAAG,QAAQ,EAAU,CAAC;IAEvB,MAAM,EACJ,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,WAAW,GACpB,GAAG,QAAQ,EAAW,CAAC;IAExB,2EAA2E;IAC3E,0EAA0E;IAC1E,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,iFAAiF;IACjF,yFAAyF;IACzF,2FAA2F;IAC3F,8DAA8D;IAC9D,OAAO;QACL,cAAc,EAAE,EAAE,CAAC,EAAE;YACnB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM,IAAI,GACR,EAAE,CAAA,qEAAqE,CAAC,MAAM,EAAE,CAAC;gBACnF,4EAA4E;gBAC5E,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qEAAqE;YACtF,CAAC;YACD,OAAO,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzC,EAAE,CAAC,MAAM,CAAC,6BAA6B,UAAU,GAAG,CAAC;gBACrD,EAAE,CAAA,2BAA2B,CAAC,MAAM,EAAE;aACvC,CAAC,CAAC;QACL,CAAC;QAED,WAAW,EAAE,EAAE,CAAC,EAAE,CAChB,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YACjC,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,6BAA6B,UAAU,GAAG,CAAC,CAAC;YACnE,yEAAyE;YACzE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC;QAEJ,aAAa,EAAE,KAAK,IAAI,EAAE;YACxB,MAAM,gBAAgB,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,UAAU,EAAE,gBAAgB;KAC7B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAK5B,MAAM,EACJ,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,UAAU,GACnB,GAAG,QAAQ,EAAU,CAAC;IAEvB,2EAA2E;IAC3E,0BAA0B;IAC1B,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,gFAAgF;IAChF,iFAAiF;IACjF,uEAAuE;IACvE,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,OAAO;QACL,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACf,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM,IAAI,GAAG,EAAE,CAAA,0CAA0C,CAAC,MAAM,EAAE,CAAC;gBACnE,4EAA4E;gBAC5E,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qEAAqE;YACtF,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,OAAO,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBACzC,EAAE,CAAC,MAAM,CAAC,6BAA6B,UAAU,GAAG,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;YACD,EAAE,CAAC,KAAK,EAAE,CAAC,2CAA2C,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,EAAE,GAAG,EAAE;YACZ,eAAe,GAAG,IAAI,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,UAAU,EAAE,gBAAgB;KAC7B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,UAAkB;IAI/C,MAAM,EAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,QAAQ,EAAQ,CAAC;IAE9D,OAAO;QACL,IAAI,EAAE,EAAE,CAAC,EAAE;YACT,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,6BAA6B,UAAU,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACzC,YAAY,GAAY;QACtB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;IACnB,CAAC;CACF;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IAC1B,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;IAClB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU;IACL,KAAK,CAAuB;IACrC,YAAY,KAA2B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED,MAAM,UAAU;IACL,MAAM,CAAI;IACnB,YAAY,MAAS;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAED,SAAS,UAAU,CAAC,IAAU;IAC5B,OAAO,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,UAAU,CAAI,IAAiB;IACtC,OAAO,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,UAAU,CAAI,MAAM,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAiBD,MAAM,eAAe,GAAG,KAAK,CAAC;AAE9B,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC,MAAM,cAAc,GAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;AAY3D,iDAAiD;AACjD,MAAM,aAAa,GAAiB;IAClC,iBAAiB,EAAE;QACjB,SAAS,EAAE,oBAAoB;QAC/B,IAAI,EAAE,cAAc;KACrB;IACD,eAAe,EAAE;QACf,SAAS,EAAE,eAAe;QAC1B,IAAI,EAAE,MAAM;KACb;CACF,CAAC"}

package/out/zero-cache/src/server/change-streamer.d.ts

@@ -0,0 +1,3 @@
+import { type Worker } from '../types/processes.js';
+export default function runWorker(parent: Worker): Promise<void>;
+//# sourceMappingURL=change-streamer.d.ts.map

package/out/zero-cache/src/server/change-streamer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"change-streamer.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/change-streamer.ts"],"names":[],"mappings":"AAOA,OAAO,EAGL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AAK/B,wBAA8B,SAAS,CAAC,MAAM,EAAE,MAAM,iBAqCrD"}

package/out/zero-cache/src/server/change-streamer.js

@@ -0,0 +1,30 @@
+import { must } from '../../../shared/src/must.js';
+import { getZeroConfig } from '../config/zero-config.js';
+import { ChangeStreamerHttpServer } from '../services/change-streamer/change-streamer-http.js';
+import { initializeStreamer } from '../services/change-streamer/change-streamer-service.js';
+import { initializeChangeSource } from '../services/change-streamer/pg/change-source.js';
+import { runOrExit } from '../services/runner.js';
+import { pgClient } from '../types/pg.js';
+import { parentWorker, singleProcessMode, } from '../types/processes.js';
+import { createLogContext } from './logging.js';
+const MAX_CHANGE_DB_CONNECTIONS = 5;
+export default async function runWorker(parent) {
+    const config = await getZeroConfig();
+    const lc = createLogContext(config.log, { worker: 'change-streamer' });
+    // Kick off DB connection warmup in the background.
+    const changeDB = pgClient(lc, config.changeDbUri, {
+        max: MAX_CHANGE_DB_CONNECTIONS,
+    });
+    void Promise.allSettled(Array.from({ length: MAX_CHANGE_DB_CONNECTIONS }, () => changeDB `SELECT 1`.simple().execute()));
+    // Note: This performs initial sync of the replica if necessary.
+    const { changeSource, replicationConfig } = await initializeChangeSource(lc, config.upstreamUri, config.shard, config.replicaDbFile);
+    const changeStreamer = await initializeStreamer(lc, changeDB, changeSource, replicationConfig);
+    const changeStreamerWebServer = new ChangeStreamerHttpServer(lc, changeStreamer);
+    void runOrExit(lc, changeStreamer, changeStreamerWebServer);
+    parent.send(['ready', { ready: true }]);
+}
+// fork()
+if (!singleProcessMode()) {
+    void runWorker(must(parentWorker));
+}
+//# sourceMappingURL=change-streamer.js.map

package/out/zero-cache/src/server/change-streamer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"change-streamer.js","sourceRoot":"","sources":["../../../../../zero-cache/src/server/change-streamer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAC,wBAAwB,EAAC,MAAM,qDAAqD,CAAC;AAC7F,OAAO,EAAC,kBAAkB,EAAC,MAAM,wDAAwD,CAAC;AAC1F,OAAO,EAAC,sBAAsB,EAAC,MAAM,iDAAiD,CAAC;AACvF,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EACL,YAAY,EACZ,iBAAiB,GAElB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AAE9C,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc;IACpD,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;IACrC,MAAM,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,EAAC,MAAM,EAAE,iBAAiB,EAAC,CAAC,CAAC;IAErE,mDAAmD;IACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE;QAChD,GAAG,EAAE,yBAAyB;KAC/B,CAAC,CAAC;IACH,KAAK,OAAO,CAAC,UAAU,CACrB,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,yBAAyB,EAAC,EAAE,GAAG,EAAE,CACnD,QAAQ,CAAA,UAAU,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,CACtC,CACF,CAAC;IAEF,gEAAgE;IAChE,MAAM,EAAC,YAAY,EAAE,iBAAiB,EAAC,GAAG,MAAM,sBAAsB,CACpE,EAAE,EACF,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,aAAa,CACrB,CAAC;IAEF,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAC7C,EAAE,EACF,QAAQ,EACR,YAAY,EACZ,iBAAiB,CAClB,CAAC;IAEF,MAAM,uBAAuB,GAAG,IAAI,wBAAwB,CAC1D,EAAE,EACF,cAAc,CACf,CAAC;IAEF,KAAK,SAAS,CAAC,EAAE,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;IAE5D,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS;AACT,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;IACzB,KAAK,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;AACrC,CAAC"}

package/out/zero-cache/src/server/logging.d.ts

@@ -0,0 +1,6 @@
+import { LogContext } from '@rocicorp/logger';
+import { type LogConfig } from '../config/zero-config.js';
+export declare function createLogContext(config: LogConfig, context: {
+    worker: string;
+}): LogContext;
+//# sourceMappingURL=logging.d.ts.map

package/out/zero-cache/src/server/logging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/logging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAA6B,MAAM,kBAAkB,CAAC;AAGxE,OAAO,EAAC,KAAK,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAkBxD,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,SAAS,EACjB,OAAO,EAAE;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,GACxB,UAAU,CAGZ"}

package/out/zero-cache/src/server/logging.js

@@ -0,0 +1,23 @@
+import { LogContext, TeeLogSink, consoleLogSink } from '@rocicorp/logger';
+import { DatadogLogSink } from '../../../datadog/src/datadog-log-sink.js';
+import { pid } from 'node:process';
+import {} from '../config/zero-config.js';
+const DATADOG_SOURCE = 'zeroWorker';
+function createLogSink(config) {
+    if (config.datadogLogsApiKey === undefined) {
+        return consoleLogSink;
+    }
+    return new TeeLogSink([
+        new DatadogLogSink({
+            apiKey: config.datadogLogsApiKey,
+            service: config.datadogServiceLabel ?? '',
+            source: DATADOG_SOURCE,
+        }),
+        consoleLogSink,
+    ]);
+}
+export function createLogContext(config, context) {
+    const ctx = { ...context, pid };
+    return new LogContext(config.level, ctx, createLogSink(config));
+}
+//# sourceMappingURL=logging.js.map

package/out/zero-cache/src/server/logging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.js","sourceRoot":"","sources":["../../../../../zero-cache/src/server/logging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAC,cAAc,EAAC,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAC,GAAG,EAAC,MAAM,cAAc,CAAC;AACjC,OAAO,EAAgB,MAAM,0BAA0B,CAAC;AAExD,MAAM,cAAc,GAAG,YAAY,CAAC;AAEpC,SAAS,aAAa,CAAC,MAAiB;IACtC,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,UAAU,CAAC;QACpB,IAAI,cAAc,CAAC;YACjB,MAAM,EAAE,MAAM,CAAC,iBAAiB;YAChC,OAAO,EAAE,MAAM,CAAC,mBAAmB,IAAI,EAAE;YACzC,MAAM,EAAE,cAAc;SACvB,CAAC;QACF,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAiB,EACjB,OAAyB;IAEzB,MAAM,GAAG,GAAG,EAAC,GAAG,OAAO,EAAE,GAAG,EAAC,CAAC;IAC9B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;AAClE,CAAC"}

package/out/zero-cache/src/server/main.d.ts

@@ -0,0 +1,2 @@
+import 'dotenv/config';
+//# sourceMappingURL=main.d.ts.map

package/out/zero-cache/src/server/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/main.ts"],"names":[],"mappings":"AACA,OAAO,eAAe,CAAC"}

package/out/zero-cache/src/server/main.js

@@ -0,0 +1,92 @@
+import { resolver } from '@rocicorp/resolver';
+import 'dotenv/config';
+import { availableParallelism } from 'node:os';
+import path from 'node:path';
+import { getZeroConfig } from '../config/zero-config.js';
+import { Dispatcher } from '../services/dispatcher/dispatcher.js';
+import { initViewSyncerSchema } from '../services/view-syncer/schema/pg-migrations.js';
+import { pgClient } from '../types/pg.js';
+import { childWorker } from '../types/processes.js';
+import { orTimeout } from '../types/timeout.js';
+import { createNotifierFrom, handleSubscriptionsFrom, subscribeTo, } from '../workers/replicator.js';
+import { createLogContext } from './logging.js';
+const startMs = Date.now();
+const config = await getZeroConfig();
+const lc = createLogContext(config.log, { worker: 'dispatcher' });
+function logErrorAndExit(err) {
+    lc.error?.(err);
+    process.exit(1);
+}
+const ready = [];
+function loadWorker(modulePath, id, ...args) {
+    // modulePath is relative to this file
+    const ext = path.extname(import.meta.url);
+    // modulePath is .ts. If we have been compiled, it should be changed to .js
+    modulePath = modulePath.replace(/\.ts$/, ext);
+    const absModulePath = new URL(modulePath, import.meta.url).pathname;
+    const worker = childWorker(absModulePath, ...args);
+    const name = path.basename(absModulePath, ext) + (id ? ` (${id})` : '');
+    const { promise, resolve } = resolver();
+    ready.push(promise);
+    return worker
+        .onceMessageType('ready', () => {
+        lc.debug?.(`${name} ready (${Date.now() - startMs} ms)`);
+        resolve();
+    })
+        .on('close', logErrorAndExit);
+}
+const { promise: changeStreamerReady, resolve } = resolver();
+const changeStreamer = config.changeStreamerUri
+    ? resolve()
+    : loadWorker('./change-streamer.ts').once('message', resolve);
+const numSyncers = config.numSyncWorkers
+    ? Number(config.numSyncWorkers)
+    : // Reserve 1 core for the replicator. The change-streamer is not CPU heavy.
+        Math.max(1, availableParallelism() - 1);
+if (numSyncers) {
+    // Technically, setting up the CVR DB schema is the responsibility of the Syncer,
+    // but it is done here in the main thread because it is wasteful to have all of
+    // the Syncers attempt the migration in parallel.
+    const cvrDB = pgClient(lc, config.cvrDbUri);
+    await initViewSyncerSchema(lc, cvrDB);
+    void cvrDB.end();
+}
+// Start the replicator after the change-streamer is running to avoid
+// connect error messages and exponential backoff.
+await changeStreamerReady;
+if (config.litestream) {
+    const mode = 'backup';
+    const replicator = loadWorker('./replicator.ts', mode, mode).once('message', () => subscribeTo(lc, replicator));
+    const notifier = createNotifierFrom(lc, replicator);
+    if (changeStreamer) {
+        handleSubscriptionsFrom(lc, changeStreamer, notifier);
+    }
+}
+const syncers = [];
+if (numSyncers) {
+    const mode = config.litestream ? 'serving-copy' : 'serving';
+    const replicator = loadWorker('./replicator.ts', mode, mode).once('message', () => subscribeTo(lc, replicator));
+    const notifier = createNotifierFrom(lc, replicator);
+    for (let i = 0; i < numSyncers; i++) {
+        syncers.push(loadWorker('./syncer.ts', i + 1));
+    }
+    syncers.forEach(syncer => handleSubscriptionsFrom(lc, syncer, notifier));
+}
+lc.info?.('waiting for workers to be ready ...');
+if ((await orTimeout(Promise.all(ready), 30_000)) === 'timed-out') {
+    lc.info?.(`timed out waiting for readiness (${Date.now() - startMs} ms)`);
+}
+else {
+    lc.info?.(`all workers ready (${Date.now() - startMs} ms)`);
+}
+if (numSyncers) {
+    const workers = { syncers };
+    const dispatcher = new Dispatcher(lc, () => workers);
+    try {
+        await dispatcher.run();
+    }
+    catch (err) {
+        logErrorAndExit(err);
+    }
+}
+//# sourceMappingURL=main.js.map