@rocicorp/zero 0.0.0-202410031711

package/out/zero-cache/src/services/running-state.js

@@ -0,0 +1,106 @@
+import { LogContext } from '@rocicorp/logger';
+import { resolver } from '@rocicorp/resolver';
+import { AbortError } from '../../../shared/src/abort-error.js';
+import { sleepWithAbort } from '../../../shared/src/sleep.js';
+const DEFAULT_INITIAL_RETRY_DELAY_MS = 100;
+const DEFAULT_MAX_RETRY_DELAY_MS = 10000;
+/**
+ * Facilitates lifecycle control with exponential backoff.
+ */
+export class RunningState {
+    #serviceName;
+    #controller;
+    #sleep;
+    #stopped;
+    #initialRetryDelay;
+    #maxRetryDelay;
+    #retryDelay;
+    constructor(serviceName, retryConfig, sleeper = sleepWithAbort) {
+        const { initialRetryDelay = DEFAULT_INITIAL_RETRY_DELAY_MS, maxRetryDelay = DEFAULT_MAX_RETRY_DELAY_MS, } = retryConfig ?? {};
+        this.#serviceName = serviceName;
+        this.#initialRetryDelay = initialRetryDelay;
+        this.#maxRetryDelay = maxRetryDelay;
+        this.#retryDelay = initialRetryDelay;
+        this.#controller = new AbortController();
+        this.#sleep = sleeper;
+        const { promise, resolve } = resolver();
+        this.#stopped = promise;
+        this.#controller.signal.addEventListener('abort', () => resolve(), {
+            once: true,
+        });
+    }
+    /**
+     * Returns `true` until {@link stop()} has been called.
+     *
+     * This is usually called as part of the service's main loop
+     * conditional to determine if the next iteration should execute.
+     */
+    shouldRun() {
+        return !this.#controller.signal.aborted;
+    }
+    /**
+     * Registers a Cancelable object to be invoked when {@link stop()} is called.
+     * Returns a method to unregister the object.
+     */
+    cancelOnStop(c) {
+        const onStop = () => c.cancel();
+        this.#controller.signal.addEventListener('abort', onStop, { once: true });
+        return () => this.#controller.signal.removeEventListener('abort', onStop);
+    }
+    /**
+     * Called to stop the service. After this is called, {@link shouldRun()}
+     * will return `false` and the {@link stopped()} Promise will be resolved.
+     */
+    stop(lc, err) {
+        if (this.shouldRun()) {
+            if (err) {
+                lc.error?.(`stopping ${this.#serviceName} with error`, err);
+            }
+            else {
+                lc.info?.(`stopping ${this.#serviceName}`);
+            }
+            this.#controller.abort();
+        }
+    }
+    /**
+     * Returns a Promise that resolves when {@link stop()} is called.
+     * This is used internally to cut off a {@link backoff()} delay, but
+     * can also be used explicitly in a `Promise.race(...)` call to stop
+     * stop waiting for work.
+     */
+    stopped() {
+        return this.#stopped;
+    }
+    /**
+     * Call in response to an error or unexpected termination in the main
+     * loop of the service. The returned Promise will resolve after an
+     * exponential delay, or once {@link stop()} is called.
+     *
+     * If the supplied `err` is an `AbortError`, the service will shut down.
+     */
+    async backoff(lc, err) {
+        const delay = this.#retryDelay;
+        this.#retryDelay = Math.min(delay * 2, this.#maxRetryDelay);
+        if (err instanceof AbortError) {
+            this.stop(lc, err);
+        }
+        else if (this.shouldRun()) {
+            if (err) {
+                lc.error?.(`retrying ${this.#serviceName} in ${delay} ms`, err);
+            }
+            else {
+                lc.info?.(`retrying ${this.#serviceName} in ${delay} ms`);
+            }
+            await Promise.race(this.#sleep(delay, this.#controller.signal));
+        }
+    }
+    /**
+     * When using {@link backoff()}, this method should be called when the
+     * implementation receives a healthy signal (e.g. a successful
+     * response). This resets the delay used in {@link backoff()}.
+     */
+    resetBackoff() {
+        this.#retryDelay = this.#initialRetryDelay;
+    }
+}
+//# sourceMappingURL=running-state.js.map

package/out/zero-cache/src/services/running-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"running-state.js","sourceRoot":"","sources":["../../../../../zero-cache/src/services/running-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAEnD,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAC3C,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAazC;;GAEG;AACH,MAAM,OAAO,YAAY;IACd,YAAY,CAAS;IACrB,WAAW,CAAkB;IAC7B,MAAM,CAAwB;IAC9B,QAAQ,CAAgB;IAExB,kBAAkB,CAAS;IAC3B,cAAc,CAAS;IAChC,WAAW,CAAS;IAEpB,YACE,WAAmB,EACnB,WAAyB,EACzB,OAAO,GAAG,cAAc;QAExB,MAAM,EACJ,iBAAiB,GAAG,8BAA8B,EAClD,aAAa,GAAG,0BAA0B,GAC3C,GAAG,WAAW,IAAI,EAAE,CAAC;QAEtB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;QAC5C,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;QAErC,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QAEtB,MAAM,EAAC,OAAO,EAAE,OAAO,EAAC,GAAG,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE;YACjE,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,SAAS;QACP,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,CAAa;QACxB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QACxE,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5E,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,EAAc,EAAE,GAAa;QAChC,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACrB,IAAI,GAAG,EAAE,CAAC;gBACR,EAAE,CAAC,KAAK,EAAE,CAAC,YAAY,IAAI,CAAC,YAAY,aAAa,EAAE,GAAG,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,IAAI,EAAE,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,EAAc,EAAE,GAAa;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAE5D,IAAI,GAAG,YAAY,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YAC5B,IAAI,GAAG,EAAE,CAAC;gBACR,EAAE,CAAC,KAAK,EAAE,CAAC,YAAY,IAAI,CAAC,YAAY,OAAO,KAAK,KAAK,EAAE,GAAG,CAAC,CAAC;YAClE,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,IAAI,EAAE,CAAC,YAAY,IAAI,CAAC,YAAY,OAAO,KAAK,KAAK,CAAC,CAAC;YAC5D,CAAC;YACD,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC;IAC7C,CAAC;CACF"}

package/out/zero-cache/src/services/service.d.ts

@@ -0,0 +1,29 @@
+export interface Service {
+    readonly id: string;
+    /**
+     * `run` is called once by the Service Runner to run the service.
+     * The returned Promise resolves when the service stops, either because
+     * {@link stop()} was called, or because the service
+     * has completed its work. If the Promise rejects with an error, the
+     * Service Runner will restart it with exponential backoff.
+     */
+    run(): Promise<void>;
+    /**
+     * Called to signal the service to stop. This is generally only used
+     * in tests.
+     */
+    stop(): Promise<void>;
+}
+export interface ActivityBasedService extends Service {
+    /**
+     * Requests that service continue running if not already shutting down.
+     * This is applicable to services whose life cycle is tied to external
+     * activity and shutdown after a period of inactivity.
+     *
+     * @return `true` if the service will continue running for its
+     *         configured keepalive interval, or `false` if it has
+     *         already shut down or begun the shutdown process.
+     */
+    keepalive(): boolean;
+}
+//# sourceMappingURL=service.d.ts.map

package/out/zero-cache/src/services/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/service.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB;;;;;;OAMG;IACH,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErB;;;OAGG;IACH,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,oBAAqB,SAAQ,OAAO;IACnD;;;;;;;;OAQG;IACH,SAAS,IAAI,OAAO,CAAC;CACtB"}

package/out/zero-cache/src/services/service.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=service.js.map

package/out/zero-cache/src/services/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../../../zero-cache/src/services/service.ts"],"names":[],"mappings":""}

package/out/zero-cache/src/services/view-syncer/client-handler.d.ts

@@ -0,0 +1,53 @@
+import type { LogContext } from '@rocicorp/logger';
+import { type JSONObject as SafeJSONObject } from '../../../../shared/src/json.js';
+import type { Downstream } from '../../../../zero-protocol/src/mod.js';
+import type { AST } from '../../../../zql/src/zql/ast/ast.js';
+import type { JSONObject } from '../../types/bigint-json.js';
+import type { Subscription } from '../../types/subscription.js';
+import { type ClientPatch, type CVRVersion, type DelQueryPatch, type NullableCVRVersion, type PutQueryPatch, type RowID } from './schema/types.js';
+export type PutRowPatch = {
+    type: 'row';
+    op: 'put';
+    id: RowID;
+    contents: JSONObject;
+};
+export type DeleteRowPatch = {
+    type: 'row';
+    op: 'del';
+    id: RowID;
+};
+export type RowPatch = PutRowPatch | DeleteRowPatch;
+export type ConfigPatch = ClientPatch | DelQueryPatch | (PutQueryPatch & {
+    ast: AST;
+});
+export type Patch = ConfigPatch | RowPatch;
+export type PatchToVersion = {
+    patch: Patch;
+    toVersion: CVRVersion;
+};
+export interface PokeHandler {
+    addPatch(patch: PatchToVersion): void;
+    end(): void;
+}
+/**
+ * Handles a single {@link ViewSyncer.sync()} connection.
+ */
+export declare class ClientHandler {
+    #private;
+    readonly clientID: string;
+    readonly wsID: string;
+    constructor(lc: LogContext, clientGroupID: string, clientID: string, wsID: string, baseCookie: string | null, pokes: Subscription<Downstream>);
+    version(): NullableCVRVersion;
+    fail(e: unknown): void;
+    close(): void;
+    startPoke(finalVersion: CVRVersion): PokeHandler;
+}
+/**
+ * Column values of type INT8 are returned as the `bigint` from the
+ * Postgres library. These are converted to `number` if they are within
+ * the safe Number range, allowing the protocol to support numbers larger
+ * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will
+ * result in an Error.
+ */
+export declare function ensureSafeJSON(row: JSONObject): SafeJSONObject;
+//# sourceMappingURL=client-handler.d.ts.map

package/out/zero-cache/src/services/view-syncer/client-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-handler.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAEL,KAAK,UAAU,IAAI,cAAc,EAClC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAC,UAAU,EAAgC,MAAM,eAAe,CAAC;AAC7E,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,wBAAwB,CAAC;AAChD,OAAO,KAAK,EAAC,UAAU,EAAY,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EACL,KAAK,WAAW,EAGhB,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,KAAK,EAGX,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;IACV,QAAQ,EAAE,UAAU,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;CACX,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,cAAc,CAAC;AACpD,MAAM,MAAM,WAAW,GACnB,WAAW,GACX,aAAa,GACb,CAAC,aAAa,GAAG;IAAC,GAAG,EAAE,GAAG,CAAA;CAAC,CAAC,CAAC;AAEjC,MAAM,MAAM,KAAK,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,UAAU,CAAC;CACvB,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;IACtC,GAAG,IAAI,IAAI,CAAC;CACb;AAWD;;GAEG;AACH,qBAAa,aAAa;;IAExB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAMpB,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,KAAK,EAAE,YAAY,CAAC,UAAU,CAAC;IAUjC,OAAO,IAAI,kBAAkB;IAI7B,IAAI,CAAC,CAAC,EAAE,OAAO;IAIf,KAAK;IAIL,SAAS,CAAC,YAAY,EAAE,UAAU,GAAG,WAAW;CAwGjD;AAwCD;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,UAAU,GAAG,cAAc,CAgB9D"}

package/out/zero-cache/src/services/view-syncer/client-handler.js

@@ -0,0 +1,184 @@
+import { unreachable } from '../../../../shared/src/asserts.js';
+import { assertJSONValue, } from '../../../../shared/src/json.js';
+import * as v from '../../../../shared/src/valita.js';
+import { cmpVersions, cookieToVersion, versionToCookie, versionToNullableCookie, } from './schema/types.js';
+const NOOP = {
+    addPatch: () => { },
+    end: () => { },
+};
+// Semi-arbitrary threshold at which poke body parts are flushed.
+// When row size is being computed, that should be used as a threshold instead.
+const PART_COUNT_FLUSH_THRESHOLD = 100;
+/**
+ * Handles a single {@link ViewSyncer.sync()} connection.
+ */
+export class ClientHandler {
+    #clientGroupID;
+    clientID;
+    wsID;
+    #lc;
+    #pokes;
+    #baseVersion;
+    constructor(lc, clientGroupID, clientID, wsID, baseCookie, pokes) {
+        this.#clientGroupID = clientGroupID;
+        this.clientID = clientID;
+        this.wsID = wsID;
+        this.#lc = lc.withContext('clientID', clientID);
+        this.#pokes = pokes;
+        this.#baseVersion = cookieToVersion(baseCookie);
+    }
+    version() {
+        return this.#baseVersion;
+    }
+    fail(e) {
+        this.#pokes.fail(e instanceof Error ? e : new Error(String(e)));
+    }
+    close() {
+        this.#pokes.cancel();
+    }
+    startPoke(finalVersion) {
+        const pokeID = versionToCookie(finalVersion);
+        const lc = this.#lc.withContext('pokeID', pokeID);
+        if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {
+            lc.info?.(`already caught up, not sending poke.`);
+            return NOOP;
+        }
+        const baseCookie = versionToNullableCookie(this.#baseVersion);
+        const cookie = versionToCookie(finalVersion);
+        lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);
+        this.#pokes.push(['pokeStart', { pokeID, baseCookie, cookie }]);
+        let body;
+        let partCount = 0;
+        const ensureBody = () => (body ??= { pokeID });
+        const flushBody = () => {
+            if (body) {
+                this.#pokes.push(['pokePart', body]);
+                body = undefined;
+                partCount = 0;
+            }
+        };
+        const addPatch = (patchToVersion) => {
+            const { patch, toVersion } = patchToVersion;
+            if (cmpVersions(toVersion, this.#baseVersion) <= 0) {
+                return;
+            }
+            const body = ensureBody();
+            const { type, op } = patch;
+            switch (type) {
+                case 'client':
+                    (body.clientsPatch ??= []).push({ op, clientID: patch.id });
+                    break;
+                case 'query': {
+                    const patches = patch.clientID
+                        ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])
+                        : (body.gotQueriesPatch ??= []);
+                    if (op === 'put') {
+                        const { ast } = patch;
+                        patches.push({ op, hash: patch.id, ast });
+                    }
+                    else {
+                        patches.push({ op, hash: patch.id });
+                    }
+                    break;
+                }
+                case 'row':
+                    if (patch.id.table === 'zero.clients') {
+                        this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);
+                    }
+                    else {
+                        (body.entitiesPatch ??= []).push(makeEntityPatch(patch));
+                    }
+                    break;
+                default:
+                    unreachable(patch);
+            }
+            if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {
+                flushBody();
+            }
+        };
+        return {
+            addPatch: (patchToVersion) => {
+                try {
+                    addPatch(patchToVersion);
+                }
+                catch (e) {
+                    this.#pokes.fail(e instanceof Error ? e : new Error(String(e)));
+                }
+            },
+            end: () => {
+                flushBody();
+                this.#pokes.push(['pokeEnd', { pokeID }]);
+                this.#baseVersion = finalVersion;
+            },
+        };
+    }
+    #updateLMIDs(lmids, patch) {
+        if (patch.op === 'put') {
+            const row = ensureSafeJSON(patch.contents);
+            const { clientGroupID, clientID, lastMutationID } = v.parse(row, lmidRowSchema, 'passthrough');
+            if (clientGroupID !== this.#clientGroupID) {
+                this.#lc.error?.(`Received zero.clients row for wrong clientGroupID. Ignoring.`, clientGroupID);
+            }
+            else {
+                lmids[clientID] = lastMutationID;
+            }
+        }
+        else {
+            // The 'constrain' and 'del' ops for zero.clients can be ignored.
+            patch.op;
+        }
+    }
+}
+// Note: The zero.clients table is set up in replicator/initial-sync.ts.
+const lmidRowSchema = v.object({
+    clientGroupID: v.string(),
+    clientID: v.string(),
+    lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().
+});
+function makeEntityPatch(patch) {
+    const { op, id: { table: entityType, rowKey: entityID }, } = patch;
+    assertStringValues(entityID); // TODO: Enforce this ZQL constraint at sync time.
+    const entity = { entityType, entityID };
+    switch (op) {
+        case 'put': {
+            const { contents } = patch;
+            return { ...entity, op: 'put', value: ensureSafeJSON(contents) };
+        }
+        case 'del':
+            return { ...entity, op };
+        default:
+            unreachable(op);
+    }
+}
+function assertStringValues(rowKey) {
+    for (const value of Object.values(rowKey)) {
+        if (typeof value !== 'string') {
+            throw new Error(`invalid row key type ${typeof value}`);
+        }
+    }
+}
+/**
+ * Column values of type INT8 are returned as the `bigint` from the
+ * Postgres library. These are converted to `number` if they are within
+ * the safe Number range, allowing the protocol to support numbers larger
+ * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will
+ * result in an Error.
+ */
+export function ensureSafeJSON(row) {
+    const modified = Object.entries(row)
+        .filter(([k, v]) => {
+        if (typeof v === 'bigint') {
+            if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {
+                return true; // send this entry onto the next map() step.
+            }
+            throw new Error(`Value of "${k}" exceeds safe Number range (${v})`);
+        }
+        else if (typeof v === 'object') {
+            assertJSONValue(v);
+        }
+        return false;
+    })
+        .map(([k, v]) => [k, Number(v)]);
+    return modified.length ? { ...row, ...Object.fromEntries(modified) } : row;
+}
+//# sourceMappingURL=client-handler.js.map

package/out/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-handler.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACL,eAAe,GAEhB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,CAAC,MAAM,sBAAsB,CAAC;AAK1C,OAAO,EAEL,WAAW,EACX,eAAe,EAMf,eAAe,EACf,uBAAuB,GACxB,MAAM,mBAAmB,CAAC;AAiC3B,MAAM,IAAI,GAAgB;IACxB,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC;IAClB,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;CACd,CAAC;AAEF,iEAAiE;AACjE,+EAA+E;AAC/E,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAEvC;;GAEG;AACH,MAAM,OAAO,aAAa;IACf,cAAc,CAAS;IACvB,QAAQ,CAAS;IACjB,IAAI,CAAS;IACb,GAAG,CAAa;IAChB,MAAM,CAA2B;IAC1C,YAAY,CAAqB;IAEjC,YACE,EAAc,EACd,aAAqB,EACrB,QAAgB,EAChB,IAAY,EACZ,UAAyB,EACzB,KAA+B;QAE/B,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC,CAAU;QACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IACvB,CAAC;IAED,SAAS,CAAC,YAAwB;QAChC,MAAM,MAAM,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAElD,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACtD,EAAE,CAAC,IAAI,EAAE,CAAC,sCAAsC,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;QAC7C,EAAE,CAAC,IAAI,EAAE,CAAC,sBAAsB,UAAU,OAAO,MAAM,EAAE,CAAC,CAAC;QAE3D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC;QAE9D,IAAI,IAA8B,CAAC;QACnC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,CAAC,IAAI,KAAK,EAAC,MAAM,EAAC,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,GAAG,EAAE;YACrB,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrC,IAAI,GAAG,SAAS,CAAC;gBACjB,SAAS,GAAG,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,CAAC,cAA8B,EAAE,EAAE;YAClD,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,cAAc,CAAC;YAC1C,IAAI,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAE1B,MAAM,EAAC,IAAI,EAAE,EAAE,EAAC,GAAG,KAAK,CAAC;YACzB,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,QAAQ;oBACX,CAAC,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAC,CAAC,CAAC;oBAC1D,MAAM;gBACR,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ;wBAC5B,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;wBAC9D,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,KAAK,EAAE,CAAC,CAAC;oBAClC,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;wBACjB,MAAM,EAAC,GAAG,EAAC,GAAG,KAAK,CAAC;wBACpB,OAAO,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAC,CAAC,CAAC;oBAC1C,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,EAAC,CAAC,CAAC;oBACrC,CAAC;oBACD,MAAM;gBACR,CAAC;gBACD,KAAK,KAAK;oBACR,IAAI,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;wBACtC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,qBAAqB,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;oBAChE,CAAC;yBAAM,CAAC;wBACN,CAAC,IAAI,CAAC,aAAa,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC3D,CAAC;oBACD,MAAM;gBACR;oBACE,WAAW,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,EAAE,SAAS,IAAI,0BAA0B,EAAE,CAAC;gBAC9C,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,CAAC,cAA8B,EAAE,EAAE;gBAC3C,IAAI,CAAC;oBACH,QAAQ,CAAC,cAAc,CAAC,CAAC;gBAC3B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAED,GAAG,EAAE,GAAG,EAAE;gBACR,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAC,MAAM,EAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;YACnC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,KAA6B,EAAE,KAAe;QACzD,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,EAAC,aAAa,EAAE,QAAQ,EAAE,cAAc,EAAC,GAAG,CAAC,CAAC,KAAK,CACvD,GAAG,EACH,aAAa,EACb,aAAa,CACd,CAAC;YACF,IAAI,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CACd,8DAA8D,EAC9D,aAAa,CACd,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,QAAQ,CAAC,GAAG,cAAc,CAAC;YACnC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iEAAiE;YACjE,KAAK,CAAC,EAAgC,CAAC;QACzC,CAAC;IACH,CAAC;CACF;AAED,wEAAwE;AACxE,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,oEAAoE;CACjG,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,KAAe;IACtC,MAAM,EACJ,EAAE,EACF,EAAE,EAAE,EAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAC,GAC1C,GAAG,KAAK,CAAC;IAEV,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,kDAAkD;IAChF,MAAM,MAAM,GAAG,EAAC,UAAU,EAAE,QAAQ,EAAC,CAAC;IAEtC,QAAQ,EAAE,EAAE,CAAC;QACX,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,EAAC,QAAQ,EAAC,GAAG,KAAK,CAAC;YACzB,OAAO,EAAC,GAAG,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC,EAAC,CAAC;QACjE,CAAC;QACD,KAAK,KAAK;YACR,OAAO,EAAC,GAAG,MAAM,EAAE,EAAE,EAAC,CAAC;QACzB;YACE,WAAW,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAiC;IAEjC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,wBAAwB,OAAO,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,GAAe;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;SACjC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;QACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,MAAM,CAAC,gBAAgB,IAAI,CAAC,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBACjE,OAAO,IAAI,CAAC,CAAC,4CAA4C;YAC3D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,gCAAgC,CAAC,GAAG,CAAC,CAAC;QACtE,CAAC;aAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjC,eAAe,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC3E,CAAC"}

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts

@@ -0,0 +1,44 @@
+import type { LogContext } from '@rocicorp/logger';
+import type { PostgresDB } from '../../types/pg.js';
+import type { PatchToVersion } from './client-handler.js';
+import type { CVR, CVRSnapshot } from './cvr.js';
+import { type RowsRow } from './schema/cvr.js';
+import { type ClientRecord, type CVRVersion, type NullableCVRVersion, type QueryPatch, type QueryRecord, type RowID, type RowRecord } from './schema/types.js';
+export type CVRFlushStats = {
+    instances: number;
+    queries: number;
+    desires: number;
+    clients: number;
+    rows: number;
+    statements: number;
+};
+export declare class CVRStore {
+    #private;
+    constructor(lc: LogContext, db: PostgresDB, cvrID: string);
+    load(): Promise<CVR>;
+    getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>>;
+    getPendingRowRecord(id: RowID): RowRecord | undefined;
+    putRowRecord(row: RowRecord): void;
+    putInstance(version: CVRVersion, lastActive: {
+        epochMillis: number;
+    }): void;
+    markQueryAsDeleted(version: CVRVersion, queryPatch: QueryPatch): void;
+    putQuery(query: QueryRecord): void;
+    updateQuery(query: QueryRecord): void;
+    updateClientPatchVersion(clientID: string, patchVersion: CVRVersion): void;
+    insertClient(client: ClientRecord): void;
+    insertDesiredQuery(newVersion: CVRVersion, query: {
+        id: string;
+    }, client: {
+        id: string;
+    }, deleted: boolean): void;
+    delDesiredQuery(oldPutVersion: CVRVersion, query: {
+        id: string;
+    }, client: {
+        id: string;
+    }): void;
+    catchupRowPatches(lc: LogContext, afterVersion: NullableCVRVersion, upToCVR: CVRSnapshot, excludeQueryHashes?: string[]): AsyncGenerator<RowsRow[], void, undefined>;
+    catchupConfigPatches(lc: LogContext, afterVersion: NullableCVRVersion, upToCVR: CVRSnapshot): Promise<PatchToVersion[]>;
+    flush(): Promise<CVRFlushStats>;
+}
+//# sourceMappingURL=cvr-store.d.ts.map

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr-store.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAUjD,OAAO,KAAK,EAAC,UAAU,EAAsB,MAAM,mBAAmB,CAAC;AAEvE,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAC,GAAG,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AAC/C,OAAO,EAML,KAAK,OAAO,EAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,YAAY,EAEjB,KAAK,UAAU,EAEf,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAI3B,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAmFF,qBAAa,QAAQ;;gBAaP,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM;IAOnD,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC;IA6E1B,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD,mBAAmB,CAAC,EAAE,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS;IAIrD,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI;IAIlC,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE;QAAC,WAAW,EAAE,MAAM,CAAA;KAAC,GAAG,IAAI;IAezE,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAarE,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IAqClC,WAAW,CAAC,KAAK,EAAE,WAAW;IA0B9B,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,GAAG,IAAI;IAS1E,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAexC,kBAAkB,CAChB,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACpB,OAAO,EAAE,OAAO,GACf,IAAI;IAcP,eAAe,CACb,aAAa,EAAE,UAAU,EACzB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,GACnB,IAAI;IAYA,iBAAiB,CACtB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IA8BvC,oBAAoB,CACxB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,EAAE,CAAC;IA4DtB,KAAK,IAAI,OAAO,CAAC,aAAa,CAAC;CAyDtC"}