@rocicorp/zero 0.0.0-202410031711

package/out/zero-cache/src/services/change-streamer/storer.js

@@ -0,0 +1,157 @@
+import { LogContext } from '@rocicorp/logger';
+import { resolver } from '@rocicorp/resolver';
+import { assert } from '../../../../shared/src/asserts.js';
+import { Queue } from '../../../../shared/src/queue.js';
+import { promiseVoid } from '../../../../shared/src/resolved-promises.js';
+import { Mode, TransactionPool } from '../../../../zero-cache/src/db/transaction-pool.js';
+import { Subscriber } from './subscriber.js';
+/**
+ * Handles the storage of changes and the catchup of subscribers
+ * that are behind.
+ */
+export class Storer {
+    id = 'storer';
+    #lc;
+    #db;
+    #onCommit;
+    #queue = new Queue();
+    stopped = resolver();
+    constructor(lc, db, onCommit) {
+        this.#lc = lc;
+        this.#db = db;
+        this.#onCommit = onCommit;
+    }
+    async getLastStoredWatermark() {
+        const result = await this.#db `SELECT MAX(watermark) as max FROM cdc."ChangeLog"`;
+        return result[0].max;
+    }
+    store(entry) {
+        void this.#queue.enqueue(['change', entry]);
+    }
+    catchup(sub) {
+        void this.#queue.enqueue(['subscriber', sub]);
+    }
+    async run() {
+        let tx = null;
+        let next;
+        const catchupQueue = [];
+        while ((next = await Promise.race([this.#queue.dequeue(), this.stopped.promise]))) {
+            if (next[0] === 'subscriber') {
+                const subscriber = next[1];
+                if (tx) {
+                    catchupQueue.push(subscriber); // Wait for the current tx to complete.
+                }
+                else {
+                    this.#processCatchup([subscriber]); // Catch up immediately.
+                }
+                continue;
+            }
+            // next[0] === 'change'
+            const [watermark, downstream] = next[1];
+            const [tag, change] = downstream;
+            if (tag === 'begin') {
+                assert(!tx, 'received BEGIN in the middle of a transaction');
+                tx = {
+                    pool: new TransactionPool(this.#lc.withContext('watermark', watermark), Mode.SERIALIZABLE),
+                    preCommitWatermark: watermark,
+                    pos: 0,
+                };
+                tx.pool.run(this.#db);
+            }
+            else {
+                assert(tx, `received ${tag} outside of transaction`);
+                tx.pos++;
+            }
+            const entry = {
+                watermark: tag === 'commit' ? watermark : tx.preCommitWatermark,
+                precommit: tag === 'commit' ? tx.preCommitWatermark : null,
+                pos: tx.pos,
+                change: change,
+            };
+            tx.pool.process(tx => [
+                // Ignore conflicts to take into account transaction replay when an
+                // acknowledgement doesn't reach upstream.
+                tx `INSERT INTO cdc."ChangeLog" ${tx(entry)} ON CONFLICT DO NOTHING`,
+            ]);
+            if (tag === 'commit') {
+                // Sanity check that there are no records between the preCommitWatermark
+                // and the commit watermark.
+                const { count } = await tx.pool.processReadTask(async (db) => {
+                    assert(tx);
+                    const results = await db `
+          SELECT COUNT(*) as count FROM cdc."ChangeLog"
+              WHERE watermark > ${tx.preCommitWatermark} AND
+                    watermark < ${entry.watermark}
+          `;
+                    return results[0];
+                });
+                if (count > 0) {
+                    const err = new Error(`Unexpected entries between precommit ${tx.preCommitWatermark} and commit ${watermark}`);
+                    tx.pool.fail(err);
+                    await tx.pool.done();
+                    throw err; // tx.pool.done() throws, but this makes it clearer.
+                }
+                tx.pool.setDone();
+                await tx.pool.done();
+                tx = null;
+                // ACK the LSN to the upstream Postgres.
+                this.#onCommit(downstream);
+                // Before beginning the next transaction, open a READONLY snapshot to
+                // concurrently catchup any queued subscribers.
+                this.#processCatchup(catchupQueue.splice(0));
+            }
+        }
+        this.#lc.info?.('storer stopped');
+    }
+    #processCatchup(subs) {
+        if (subs.length === 0) {
+            return;
+        }
+        const reader = new TransactionPool(this.#lc.withContext('pool', 'catchup'), Mode.READONLY);
+        reader.run(this.#db);
+        // Run in the background. Errors are handled in #catchup() by disconnecting
+        // the associated subscriber.
+        void Promise.all(subs.map(sub => this.#catchup(sub, reader))).finally(() => reader.setDone());
+    }
+    async #catchup(sub, reader) {
+        try {
+            await reader.processReadTask(async (tx) => {
+                const start = Date.now();
+                let count = 0;
+                for await (const entries of tx `
+          SELECT watermark, change FROM cdc."ChangeLog"
+           WHERE watermark > ${sub.watermark}
+           ORDER BY watermark, pos`.cursor(10000)) {
+                    for (const entry of entries) {
+                        sub.catchup(toDownstream(entry));
+                        count++;
+                    }
+                }
+                // Flushes the backlog of messages buffered during catchup and
+                // allows the subscription to forward subsequent messages immediately.
+                sub.setCaughtUp();
+                this.#lc.info?.(`caught up ${sub.id} with ${count} changes (${Date.now() - start} ms)`);
+            });
+        }
+        catch (err) {
+            sub.fail(err);
+            this.#lc.error?.(`error while catching up subscriber ${sub.id}`, err);
+        }
+    }
+    stop() {
+        this.stopped.resolve(false);
+        return promiseVoid;
+    }
+}
+function toDownstream(entry) {
+    const { watermark, change } = entry;
+    switch (change.tag) {
+        case 'begin':
+            return [watermark, ['begin', change]];
+        case 'commit':
+            return [watermark, ['commit', change, { watermark }]];
+        default:
+            return [watermark, ['data', change]];
+    }
+}
+//# sourceMappingURL=storer.js.map

package/out/zero-cache/src/services/change-streamer/storer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storer.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/storer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAC7C,OAAO,EAAC,KAAK,EAAC,MAAM,qBAAqB,CAAC;AAC1C,OAAO,EAAC,WAAW,EAAC,MAAM,iCAAiC,CAAC;AAC5D,OAAO,EAAC,IAAI,EAAE,eAAe,EAAC,MAAM,uCAAuC,CAAC;AAM5E,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAU3C;;;GAGG;AACH,MAAM,OAAO,MAAM;IACR,EAAE,GAAG,QAAQ,CAAC;IACd,GAAG,CAAa;IAChB,GAAG,CAAa;IAChB,SAAS,CAAsB;IAC/B,MAAM,GAAG,IAAI,KAAK,EAAc,CAAC;IACjC,OAAO,GAAG,QAAQ,EAAS,CAAC;IAErC,YAAY,EAAc,EAAE,EAAc,EAAE,QAA6B;QACvE,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAE5B,mDAAmD,CAAC;QACrD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAwB;QAC5B,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,CAAC,GAAe;QACrB,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,EAAE,GAA8B,IAAI,CAAC;QACzC,IAAI,IAAwB,CAAC;QAE7B,MAAM,YAAY,GAAiB,EAAE,CAAC;QACtC,OACE,CAAC,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1E,CAAC;YACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;gBAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,IAAI,EAAE,EAAE,CAAC;oBACP,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,uCAAuC;gBACxE,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,eAAe,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,wBAAwB;gBAC9D,CAAC;gBACD,SAAS;YACX,CAAC;YACD,uBAAuB;YACvB,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC;YACjC,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,CAAC,EAAE,EAAE,+CAA+C,CAAC,CAAC;gBAC7D,EAAE,GAAG;oBACH,IAAI,EAAE,IAAI,eAAe,CACvB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,EAC5C,IAAI,CAAC,YAAY,CAClB;oBACD,kBAAkB,EAAE,SAAS;oBAC7B,GAAG,EAAE,CAAC;iBACP,CAAC;gBACF,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,EAAE,EAAE,YAAY,GAAG,yBAAyB,CAAC,CAAC;gBACrD,EAAE,CAAC,GAAG,EAAE,CAAC;YACX,CAAC;YAED,MAAM,KAAK,GAAG;gBACZ,SAAS,EAAE,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,kBAAkB;gBAC/D,SAAS,EAAE,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI;gBAC1D,GAAG,EAAE,EAAE,CAAC,GAAG;gBACX,MAAM,EAAE,MAA8B;aACvC,CAAC;YAEF,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,mEAAmE;gBACnE,0CAA0C;gBAC1C,EAAE,CAAA,+BAA+B,EAAE,CAAC,KAAK,CAAC,yBAAyB;aACpE,CAAC,CAAC;YAEH,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACrB,wEAAwE;gBACxE,4BAA4B;gBAC5B,MAAM,EAAC,KAAK,EAAC,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE;oBACvD,MAAM,CAAC,EAAE,CAAC,CAAC;oBACX,MAAM,OAAO,GAAG,MAAM,EAAE,CAAmB;;kCAEnB,EAAE,CAAC,kBAAkB;kCACrB,KAAK,CAAC,SAAS;WACtC,CAAC;oBACF,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC,CAAC,CAAC;gBACH,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;oBACd,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,wCAAwC,EAAE,CAAC,kBAAkB,eAAe,SAAS,EAAE,CACxF,CAAC;oBACF,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAClB,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACrB,MAAM,GAAG,CAAC,CAAC,oDAAoD;gBACjE,CAAC;gBAED,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACrB,EAAE,GAAG,IAAI,CAAC;gBAEV,wCAAwC;gBACxC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAE3B,qEAAqE;gBACrE,+CAA+C;gBAC/C,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,CAAC,IAAkB;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,EACvC,IAAI,CAAC,QAAQ,CACd,CAAC;QACF,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAErB,2EAA2E;QAC3E,6BAA6B;QAC7B,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACzE,MAAM,CAAC,OAAO,EAAE,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAe,EAAE,MAAuB;QACrD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,eAAe,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzB,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,EAAE,CAAe;;+BAEtB,GAAG,CAAC,SAAS;mCACT,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;wBACjC,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;gBACD,8DAA8D;gBAC9D,sEAAsE;gBACtE,GAAG,CAAC,WAAW,EAAE,CAAC;gBAElB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,aAAa,GAAG,CAAC,EAAE,SAAS,KAAK,aAC/B,IAAI,CAAC,GAAG,EAAE,GAAG,KACf,MAAM,CACP,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,sCAAsC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAAkB;IACtC,MAAM,EAAC,SAAS,EAAE,MAAM,EAAC,GAAG,KAAK,CAAC;IAClC,QAAQ,MAAM,CAAC,GAAG,EAAE,CAAC;QACnB,KAAK,OAAO;YACV,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACxC,KAAK,QAAQ;YACX,OAAO,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAC,SAAS,EAAC,CAAC,CAAC,CAAC;QACtD;YACE,OAAO,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzC,CAAC;AACH,CAAC"}

package/out/zero-cache/src/services/change-streamer/subscriber.d.ts

@@ -0,0 +1,27 @@
+import { Subscription } from '../../../../zero-cache/src/types/subscription.js';
+import type { WatermarkedChange } from './change-streamer-service.js';
+import { type Downstream, ErrorType } from './change-streamer.js';
+/**
+ * Encapsulates a subscriber to changes. All subscribers start in a
+ * "catchup" phase in which changes are buffered in a backlog while the
+ * storer is queried to send any changes that were committed since the
+ * subscriber's watermark. Once the catchup is complete, calls to
+ * {@link send()} result in immediately sending the change.
+ */
+export declare class Subscriber {
+    #private;
+    readonly id: string;
+    constructor(id: string, watermark: string, downstream: Subscription<Downstream>);
+    get watermark(): string;
+    send(change: WatermarkedChange): void;
+    /** catchup() is called on ChangeEntries loaded from the store. */
+    catchup(change: WatermarkedChange): void;
+    /**
+     * Marks the Subscribe as "caught up" and flushes any backlog of
+     * entries that were received during the catchup.
+     */
+    setCaughtUp(): void;
+    fail(err?: unknown): void;
+    close(error?: ErrorType, message?: string): void;
+}
+//# sourceMappingURL=subscriber.d.ts.map

package/out/zero-cache/src/services/change-streamer/subscriber.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subscriber.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/subscriber.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,sCAAsC,CAAC;AAClE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAC,KAAK,UAAU,EAAE,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAEhE;;;;;;GAMG;AACH,qBAAa,UAAU;;IACrB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;gBAMlB,EAAE,EAAE,MAAM,EACV,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,YAAY,CAAC,UAAU,CAAC;IAQtC,IAAI,SAAS,WAEZ;IAED,IAAI,CAAC,MAAM,EAAE,iBAAiB;IAW9B,kEAAkE;IAClE,OAAO,CAAC,MAAM,EAAE,iBAAiB;IAIjC;;;OAGG;IACH,WAAW;IAkBX,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO;IAIlB,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,MAAM;CAM1C"}

package/out/zero-cache/src/services/change-streamer/subscriber.js

@@ -0,0 +1,70 @@
+import { assert } from '../../../../shared/src/asserts.js';
+import { Subscription } from '../../../../zero-cache/src/types/subscription.js';
+import { ErrorType } from './change-streamer.js';
+/**
+ * Encapsulates a subscriber to changes. All subscribers start in a
+ * "catchup" phase in which changes are buffered in a backlog while the
+ * storer is queried to send any changes that were committed since the
+ * subscriber's watermark. Once the catchup is complete, calls to
+ * {@link send()} result in immediately sending the change.
+ */
+export class Subscriber {
+    id;
+    #downstream;
+    #watermark;
+    #backlog;
+    constructor(id, watermark, downstream) {
+        this.id = id;
+        this.#downstream = downstream;
+        this.#watermark = watermark;
+        this.#backlog = [];
+    }
+    get watermark() {
+        return this.#watermark;
+    }
+    send(change) {
+        const [watermark] = change;
+        if (watermark > this.#watermark) {
+            if (this.#backlog) {
+                this.#backlog.push(change);
+            }
+            else {
+                this.#send(change);
+            }
+        }
+    }
+    /** catchup() is called on ChangeEntries loaded from the store. */
+    catchup(change) {
+        this.#send(change);
+    }
+    /**
+     * Marks the Subscribe as "caught up" and flushes any backlog of
+     * entries that were received during the catchup.
+     */
+    setCaughtUp() {
+        assert(this.#backlog);
+        for (const change of this.#backlog) {
+            this.#send(change);
+        }
+        this.#backlog = null;
+    }
+    #send(change) {
+        const [watermark, downstream] = change;
+        if (watermark > this.watermark) {
+            this.#downstream.push(downstream);
+            if (downstream[0] === 'commit') {
+                this.#watermark = watermark;
+            }
+        }
+    }
+    fail(err) {
+        this.close(ErrorType.Unknown, String(err));
+    }
+    close(error, message) {
+        if (error) {
+            this.#downstream.push(['error', { type: error, message }]);
+        }
+        this.#downstream.cancel();
+    }
+}
+//# sourceMappingURL=subscriber.js.map

package/out/zero-cache/src/services/change-streamer/subscriber.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subscriber.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/subscriber.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAC7C,OAAO,EAAC,YAAY,EAAC,MAAM,sCAAsC,CAAC;AAElE,OAAO,EAAkB,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,OAAO,UAAU;IACZ,EAAE,CAAS;IACX,WAAW,CAA2B;IAC/C,UAAU,CAAS;IACnB,QAAQ,CAA6B;IAErC,YACE,EAAU,EACV,SAAiB,EACjB,UAAoC;QAEpC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,IAAI,CAAC,MAAyB;QAC5B,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAC3B,IAAI,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,OAAO,CAAC,MAAyB;QAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,WAAW;QACT,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,MAAyB;QAC7B,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC;QACvC,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,GAAa;QAChB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAiB,EAAE,OAAgB;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/out/zero-cache/src/services/dispatcher/connect-params.d.ts

@@ -0,0 +1,20 @@
+import type { IncomingHttpHeaders } from 'node:http2';
+export type ConnectParams = {
+    readonly clientID: string;
+    readonly clientGroupID: string;
+    readonly baseCookie: string | null;
+    readonly timestamp: number;
+    readonly lmID: number;
+    readonly wsID: string;
+    readonly debugPerf: boolean;
+    readonly auth: string | undefined;
+    readonly userID: string;
+};
+export declare function getConnectParams(url: URL, headers: IncomingHttpHeaders): {
+    params: ConnectParams;
+    error: null;
+} | {
+    params: null;
+    error: string;
+};
+//# sourceMappingURL=connect-params.d.ts.map

package/out/zero-cache/src/services/dispatcher/connect-params.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connect-params.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/connect-params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAC;AAGpD,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,GAAG,EACR,OAAO,EAAE,mBAAmB,GAE1B;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,IAAI,CAAC;CACb,GACD;IACE,MAAM,EAAE,IAAI,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf,CAkCJ"}

package/out/zero-cache/src/services/dispatcher/connect-params.js

@@ -0,0 +1,36 @@
+import { URLParams } from '../../../../zero-cache/src/types/url-params.js';
+export function getConnectParams(url, headers) {
+    const params = new URLParams(url);
+    try {
+        const clientID = params.get('clientID', true);
+        const clientGroupID = params.get('clientGroupID', true);
+        const baseCookie = params.get('baseCookie', false);
+        const timestamp = params.getInteger('ts', true);
+        const lmID = params.getInteger('lmid', true);
+        const wsID = params.get('wsid', false) ?? '';
+        const userID = params.get('userID', false) ?? '';
+        const debugPerf = params.getBoolean('debugPerf');
+        const maybeAuthToken = headers['sec-websocket-protocol'];
+        return {
+            params: {
+                clientID,
+                clientGroupID,
+                baseCookie,
+                timestamp,
+                lmID,
+                wsID,
+                debugPerf,
+                auth: maybeAuthToken ? decodeURIComponent(maybeAuthToken) : undefined,
+                userID,
+            },
+            error: null,
+        };
+    }
+    catch (e) {
+        return {
+            params: null,
+            error: e instanceof Error ? e.message : String(e),
+        };
+    }
+}
+//# sourceMappingURL=connect-params.js.map

package/out/zero-cache/src/services/dispatcher/connect-params.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connect-params.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/connect-params.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,oCAAoC,CAAC;AAc7D,MAAM,UAAU,gBAAgB,CAC9B,GAAQ,EACR,OAA4B;IAU5B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;IAElC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAEjD,MAAM,cAAc,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACzD,OAAO;YACL,MAAM,EAAE;gBACN,QAAQ;gBACR,aAAa;gBACb,UAAU;gBACV,SAAS;gBACT,IAAI;gBACJ,IAAI;gBACJ,SAAS;gBACT,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;gBACrE,MAAM;aACP;YACD,KAAK,EAAE,IAAI;SACZ,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SAClD,CAAC;IACJ,CAAC;AACH,CAAC"}

package/out/zero-cache/src/services/dispatcher/dispatcher.d.ts

@@ -0,0 +1,19 @@
+import { LogContext } from '@rocicorp/logger';
+import type { Worker } from '../../types/processes.js';
+import type { Service } from '../service.js';
+export declare const CONNECT_URL_PATTERN = "/api/sync/:version/connect";
+export type Workers = {
+    syncers: Worker[];
+};
+export declare const DEFAULT_PORT = 3000;
+export type Options = {
+    port: number;
+};
+export declare class Dispatcher implements Service {
+    #private;
+    readonly id = "dispatcher";
+    constructor(lc: LogContext, workersByHostname: (hostname: string) => Workers, opts?: Partial<Options>);
+    run(): Promise<void>;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=dispatcher.d.ts.map

package/out/zero-cache/src/services/dispatcher/dispatcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatcher.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/dispatcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAI5C,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAI3C,eAAO,MAAM,mBAAmB,+BAA+B,CAAC;AAEhE,MAAM,MAAM,OAAO,GAAG;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,YAAY,OAAO,CAAC;AAEjC,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,qBAAa,UAAW,YAAW,OAAO;;IACxC,QAAQ,CAAC,EAAE,gBAAgB;gBAOzB,EAAE,EAAE,UAAU,EACd,iBAAiB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,EAChD,IAAI,GAAE,OAAO,CAAC,OAAO,CAAM;IAsCvB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAQpB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAG5B"}

package/out/zero-cache/src/services/dispatcher/dispatcher.js

@@ -0,0 +1,55 @@
+import { LogContext } from '@rocicorp/logger';
+import Fastify, {} from 'fastify';
+import { IncomingMessage } from 'http';
+import { h32 } from '../../../../shared/src/xxhash.js';
+import { getConnectParams } from './connect-params.js';
+import { installWebSocketHandoff } from './websocket-handoff.js';
+export const CONNECT_URL_PATTERN = '/api/sync/:version/connect';
+export const DEFAULT_PORT = 3000;
+export class Dispatcher {
+    id = 'dispatcher';
+    #lc;
+    #workersByHostname;
+    #fastify;
+    #port;
+    constructor(lc, workersByHostname, opts = {}) {
+        const { port = DEFAULT_PORT } = opts;
+        this.#lc = lc;
+        this.#workersByHostname = workersByHostname;
+        this.#fastify = Fastify();
+        this.#fastify.get('/', (_req, res) => res.send('OK'));
+        this.#fastify.addHook('onRequest', (req, _, done) => {
+            this.#lc?.debug?.(`received request`, req.hostname, req.url);
+            done();
+        });
+        this.#port = port;
+        installWebSocketHandoff(this.#fastify.server, req => this.#handoff(req));
+    }
+    #handoff(req) {
+        const { headers, url } = req;
+        const { params, error } = getConnectParams(new URL(url ?? '', 'http://unused/'), headers);
+        if (error !== null) {
+            throw new Error(error);
+        }
+        const { host } = headers;
+        if (!host) {
+            throw new Error('Missing Host field');
+        }
+        const { clientGroupID } = params;
+        const { syncers } = this.#workersByHostname(host);
+        const syncer = h32(clientGroupID) % syncers.length;
+        this.#lc.debug?.(`connecting ${clientGroupID} to syncer ${syncer}`);
+        return { payload: params, receiver: syncers[syncer] };
+    }
+    async run() {
+        const address = await this.#fastify.listen({
+            host: '0.0.0.0',
+            port: this.#port,
+        });
+        this.#lc.info?.(`Server listening at ${address}`);
+    }
+    async stop() {
+        await this.#fastify.close();
+    }
+}
+//# sourceMappingURL=dispatcher.js.map

package/out/zero-cache/src/services/dispatcher/dispatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatcher.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/dispatcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,OAAO,EAAE,EAAsB,MAAM,SAAS,CAAC;AACtD,OAAO,EAAC,eAAe,EAAC,MAAM,MAAM,CAAC;AACrC,OAAO,EAAC,GAAG,EAAC,MAAM,sBAAsB,CAAC;AAGzC,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAC;AAE/D,MAAM,CAAC,MAAM,mBAAmB,GAAG,4BAA4B,CAAC;AAMhE,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AAMjC,MAAM,OAAO,UAAU;IACZ,EAAE,GAAG,YAAY,CAAC;IAClB,GAAG,CAAa;IAChB,kBAAkB,CAAgC;IAClD,QAAQ,CAAkB;IAC1B,KAAK,CAAS;IAEvB,YACE,EAAc,EACd,iBAAgD,EAChD,OAAyB,EAAE;QAE3B,MAAM,EAAC,IAAI,GAAG,YAAY,EAAC,GAAG,IAAI,CAAC;QAEnC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;QAC5C,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;YAClD,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAElB,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,QAAQ,CAAC,GAAoB;QAC3B,MAAM,EAAC,OAAO,EAAE,GAAG,EAAC,GAAG,GAAG,CAAC;QAC3B,MAAM,EAAC,MAAM,EAAE,KAAK,EAAC,GAAG,gBAAgB,CACtC,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,gBAAgB,CAAC,EACpC,OAAO,CACR,CAAC;QACF,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QACD,MAAM,EAAC,IAAI,EAAC,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,EAAC,aAAa,EAAC,GAAG,MAAM,CAAC;QAC/B,MAAM,EAAC,OAAO,EAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEnD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,cAAc,aAAa,cAAc,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,EAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,EAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACzC,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,IAAI,CAAC,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACF"}

package/out/zero-cache/src/services/dispatcher/websocket-handoff.d.ts

@@ -0,0 +1,11 @@
+import { IncomingMessage, Server } from 'node:http';
+import type { WebSocket, WebSocketServer } from 'ws';
+import { type Receiver, type Sender } from '../../types/processes.js';
+export type WebSocketHandoff<P> = (message: IncomingMessage) => {
+    payload: P;
+    receiver: Receiver;
+};
+export type WebSocketReceiver<P> = (ws: WebSocket, payload: P) => void;
+export declare function installWebSocketHandoff<P>(server: Server, handoff: WebSocketHandoff<P>): void;
+export declare function installWebSocketReceiver<P>(server: WebSocketServer, receive: WebSocketReceiver<P>, sender: Sender): void;
+//# sourceMappingURL=websocket-handoff.d.ts.map

package/out/zero-cache/src/services/dispatcher/websocket-handoff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"websocket-handoff.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/websocket-handoff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,MAAM,EAAC,MAAM,WAAW,CAAC;AAElD,OAAO,KAAK,EAAC,SAAS,EAAE,eAAe,EAAC,MAAM,IAAI,CAAC;AACnD,OAAO,EAEL,KAAK,QAAQ,EACb,KAAK,MAAM,EACZ,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,KAAK;IAC9D,OAAO,EAAE,CAAC,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,KAAK,IAAI,CAAC;AAEvE,wBAAgB,uBAAuB,CAAC,CAAC,EACvC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAwB7B;AAED,wBAAgB,wBAAwB,CAAC,CAAC,EACxC,MAAM,EAAE,eAAe,EACvB,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC7B,MAAM,EAAE,MAAM,QAWf"}

package/out/zero-cache/src/services/dispatcher/websocket-handoff.js

@@ -0,0 +1,33 @@
+import { IncomingMessage, Server } from 'node:http';
+import { Socket } from 'node:net';
+import { MESSAGE_TYPES, } from '../../types/processes.js';
+export function installWebSocketHandoff(server, handoff) {
+    server.on('upgrade', (req, socket, head) => {
+        try {
+            const { payload, receiver } = handoff(req);
+            const { headers, method = 'GET' } = req;
+            const data = [
+                'handoff',
+                {
+                    message: { headers, method },
+                    head,
+                    payload,
+                },
+            ];
+            // "This event is guaranteed to be passed an instance of the <net.Socket> class"
+            // https://nodejs.org/api/http.html#event-upgrade
+            receiver.send(data, socket);
+        }
+        catch (error) {
+            socket.write(`HTTP/1.1 400 Bad Request\r\n${String(error)}`);
+            return;
+        }
+    });
+}
+export function installWebSocketReceiver(server, receive, sender) {
+    sender.onMessageType('handoff', (msg, socket) => {
+        const { message, head, payload } = msg;
+        server.handleUpgrade(message, socket, Buffer.from(head), ws => receive(ws, payload));
+    });
+}
+//# sourceMappingURL=websocket-handoff.js.map

package/out/zero-cache/src/services/dispatcher/websocket-handoff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"websocket-handoff.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/dispatcher/websocket-handoff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,MAAM,EAAC,MAAM,WAAW,CAAC;AAClD,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAEhC,OAAO,EACL,aAAa,GAGd,MAAM,0BAA0B,CAAC;AASlC,MAAM,UAAU,uBAAuB,CACrC,MAAc,EACd,OAA4B;IAE5B,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;QACzC,IAAI,CAAC;YACH,MAAM,EAAC,OAAO,EAAE,QAAQ,EAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,EAAC,OAAO,EAAE,MAAM,GAAG,KAAK,EAAC,GAAG,GAAG,CAAC;YAEtC,MAAM,IAAI,GAAG;gBACX,SAAS;gBACT;oBACE,OAAO,EAAE,EAAC,OAAO,EAAE,MAAM,EAAC;oBAC1B,IAAI;oBACJ,OAAO;iBACR;aACmB,CAAC;YAEvB,gFAAgF;YAChF,iDAAiD;YACjD,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAgB,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAuB,EACvB,OAA6B,EAC7B,MAAc;IAEd,MAAM,CAAC,aAAa,CAAa,SAAS,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QAC1D,MAAM,EAAC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAC,GAAG,GAAG,CAAC;QACrC,MAAM,CAAC,aAAa,CAClB,OAA0B,EAC1B,MAAgB,EAChB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EACjB,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/out/zero-cache/src/services/limiter/sliding-window-limiter.d.ts

@@ -0,0 +1,57 @@
+type Window = {
+    start: number;
+    count: number;
+};
+/**
+ * The limiter is a sliding window rate limiter that allows a maximum
+ * number of mutations per window.
+ *
+ * The window is divided into two parts: the prev window and the next window.
+ * The prev window is the part of the window that has already passed, and the
+ * next window is the part of the window that is still in the future.
+ *
+ * The limiter keeps track of the number of mutations in each window. When the
+ * current time moves completely past the next window, the limiter creates new
+ * windows (this only happens if the limiter is not called for a long time).
+ * When the current time moves completely into the next window, the
+ * limiter rotates the windows.
+ *
+ * Case 1: need new windows
+ * |----|----|
+ *             |----| (sliding window)
+ *
+ * Case 2: rotate windows
+ * |----|----|
+ *      |----| (sliding window)
+ *
+ * or
+ *
+ * |----|----|
+ *         |----| (sliding window)
+ *
+ * The leading edge of the sliding window is current time.
+ *
+ * The limiter increments the count for the prev window if the current time is
+ * in the prior window. Otherwise, it increments the count for the next
+ * window.
+ *
+ * The limiter computes the total mutations by: taking the number of mutation in the next window and
+ * adding the number of mutation from the prev window, weighted by
+ * the fraction of the window that has passed. The total mutations must be less
+ * than the maximum number of mutations allowed per window.
+ *
+ * |----|----|
+ *    |----| (sliding window)
+ * ^-- the sliding window covers 25% of the prior window. Only 25% of that window's count counts.
+ * The entirety of the next window's count counts.
+ */
+export declare class SlidingWindowLimiter {
+    #private;
+    constructor(windowSizeMs: number, maxMutations: number);
+    canDo(): boolean;
+    totalCallsForTime(now: number): number;
+    get priorWindow(): Window;
+    get nextWindow(): Window;
+}
+export {};
+//# sourceMappingURL=sliding-window-limiter.d.ts.map

package/out/zero-cache/src/services/limiter/sliding-window-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sliding-window-limiter.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/limiter/sliding-window-limiter.ts"],"names":[],"mappings":"AAEA,KAAK,MAAM,GAAG;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,qBAAa,oBAAoB;;gBAOnB,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAOtD,KAAK,IAAI,OAAO;IA8BhB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAuBtC,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,UAAU,IAAI,MAAM,CAEvB;CA4BF"}