@rocicorp/zero 0.0.0-202410031711

package/out/zero-cache/src/services/view-syncer/cvr.js

@@ -0,0 +1,446 @@
+import { compareUTF8 } from 'compare-utf8';
+import { assert } from '../../../../shared/src/asserts.js';
+import { CustomKeyMap } from '../../../../shared/src/custom-key-map.js';
+import { difference, intersection, union } from '../../../../shared/src/set-utils.js';
+import { rowIDHash } from '../../types/row-key.js';
+import { cmpVersions, oneAfter, } from './schema/types.js';
+const CLIENT_LMID_QUERY_ID = 'lmids';
+function assertNotInternal(query) {
+    if (query.internal) {
+        // This should never happen for behaving clients, as query ids should be hashes.
+        throw new Error(`Query ID ${query.id} is reserved for internal use`);
+    }
+}
+/**
+ * The base CVRUpdater contains logic common to the {@link CVRConfigDrivenUpdater} and
+ * {@link CVRQueryDrivenUpdater}. The CVRUpdater class itself is exported for updating
+ * the `lastActive` time of the CVR in the absence of any changes to the CVR contents.
+ * Although activity is automatically tracked when the CVR contents change, there may be
+ * edge cases in which a client actively connects to a CVR that doesn't itself change.
+ * Calling `new CVRUpdater(...).flush()` will explicitly update the active index and
+ * prevent the CVR from being garbage collected.
+ */
+export class CVRUpdater {
+    _orig;
+    _cvr;
+    _cvrStore;
+    /**
+     * @param cvrStore The CVRStore to use for storage
+     * @param cvr The current CVR
+     */
+    constructor(cvrStore, cvr) {
+        this._cvrStore = cvrStore;
+        this._orig = cvr;
+        this._cvr = structuredClone(cvr); // mutable deep copy
+    }
+    _setVersion(version) {
+        assert(cmpVersions(this._cvr.version, version) < 0);
+        this._cvr.version = version;
+        this._cvrStore.putInstance(this._cvr.version, this._cvr.lastActive);
+        return version;
+    }
+    /**
+     * Ensures that the new CVR has a higher version than the original.
+     * This method is idempotent in that it will always return the same
+     * (possibly bumped) version.
+     */
+    _ensureNewVersion() {
+        if (cmpVersions(this._orig.version, this._cvr.version) === 0) {
+            this._setVersion(oneAfter(this._cvr.version));
+        }
+        return this._cvr.version;
+    }
+    #setLastActive(now = new Date()) {
+        const newMillis = now.getTime();
+        this._cvr.lastActive = { epochMillis: newMillis };
+        this._cvrStore.putInstance(this._cvr.version, this._cvr.lastActive);
+    }
+    async flush(lc, lastActive = new Date()) {
+        const start = Date.now();
+        this.#setLastActive(lastActive);
+        const stats = await this._cvrStore.flush();
+        lc.debug?.(`flushed CVR ${JSON.stringify(stats)} in (${Date.now() - start} ms)`);
+        return {
+            cvr: this._cvr,
+            stats,
+        };
+    }
+}
+/**
+ * A {@link CVRConfigDrivenUpdater} is used for updating a CVR with config-driven
+ * changes. Note that this may result in row deletion (e.g. if queries get dropped),
+ * but the `stateVersion` of the CVR does not change.
+ */
+export class CVRConfigDrivenUpdater extends CVRUpdater {
+    #ensureClient(id) {
+        let client = this._cvr.clients[id];
+        if (client) {
+            return client;
+        }
+        // Add the ClientRecord and PutPatch
+        const newVersion = this._ensureNewVersion();
+        client = { id, patchVersion: newVersion, desiredQueryIDs: [] };
+        this._cvr.clients[id] = client;
+        this._cvrStore.insertClient(client);
+        if (!this._cvr.queries[CLIENT_LMID_QUERY_ID]) {
+            const lmidsQuery = {
+                id: CLIENT_LMID_QUERY_ID,
+                ast: {
+                    schema: '',
+                    table: 'zero.clients',
+                    where: [
+                        {
+                            type: 'simple',
+                            field: 'clientGroupID',
+                            op: '=',
+                            value: this._cvr.id,
+                        },
+                    ],
+                    orderBy: [
+                        ['shardID', 'asc'],
+                        ['clientGroupID', 'asc'],
+                        ['clientID', 'asc'],
+                    ],
+                },
+                internal: true,
+            };
+            this._cvr.queries[CLIENT_LMID_QUERY_ID] = lmidsQuery;
+            this._cvrStore.putQuery(lmidsQuery);
+        }
+        return client;
+    }
+    putDesiredQueries(clientID, queries) {
+        const client = this.#ensureClient(clientID);
+        const current = new Set(client.desiredQueryIDs);
+        const additional = new Set(Object.keys(queries));
+        const needed = difference(additional, current);
+        if (needed.size === 0) {
+            return [];
+        }
+        const newVersion = this._ensureNewVersion();
+        client.desiredQueryIDs = [...union(current, needed)].sort(compareUTF8);
+        const added = [];
+        for (const id of needed) {
+            const ast = queries[id];
+            const query = this._cvr.queries[id] ?? { id, ast, desiredBy: {} };
+            assertNotInternal(query);
+            query.desiredBy[clientID] = newVersion;
+            this._cvr.queries[id] = query;
+            added.push({ id, ast });
+            this._cvrStore.putQuery(query);
+            this._cvrStore.insertDesiredQuery(newVersion, query, client, false);
+        }
+        return added;
+    }
+    deleteDesiredQueries(clientID, queries) {
+        const client = this.#ensureClient(clientID);
+        const current = new Set(client.desiredQueryIDs);
+        const unwanted = new Set(queries);
+        const remove = intersection(unwanted, current);
+        if (remove.size === 0) {
+            return;
+        }
+        const newVersion = this._ensureNewVersion();
+        client.desiredQueryIDs = [...difference(current, remove)].sort(compareUTF8);
+        this._cvrStore.updateClientPatchVersion(client.id, client.patchVersion);
+        for (const id of remove) {
+            const query = this._cvr.queries[id];
+            if (!query) {
+                continue; // Query itself has already been removed. Should not happen?
+            }
+            assertNotInternal(query);
+            // Delete the old put-desired-patch
+            const oldPutVersion = query.desiredBy[clientID];
+            delete query.desiredBy[clientID];
+            this._cvrStore.delDesiredQuery(oldPutVersion, query, client);
+            this._cvrStore.putQuery(query);
+            this._cvrStore.insertDesiredQuery(newVersion, query, client, true);
+        }
+    }
+    clearDesiredQueries(clientID) {
+        const client = this.#ensureClient(clientID);
+        this.deleteDesiredQueries(clientID, client.desiredQueryIDs);
+    }
+    flush(lc, lastActive = new Date()) {
+        // TODO: Add cleanup of no-longer-desired got queries and constituent rows.
+        return super.flush(lc, lastActive);
+    }
+}
+/**
+ * A {@link CVRQueryDrivenUpdater} is used for updating a CVR after making queries.
+ * The caller should invoke:
+ *
+ * * {@link trackQueries} for queries that are being executed or removed.
+ * * {@link received} for all rows received from the executed queries
+ * * {@link deleteUnreferencedRows} to remove any rows that have
+ *       fallen out of the query result view.
+ * * {@link flush}
+ *
+ * After flushing, the caller should perform any necessary catchup of
+ * config and row patches for clients that are behind. See
+ * {@link CVRStore.catchupConfigPatches} and {@link CVRStore.catchupRowPatches}.
+ */
+export class CVRQueryDrivenUpdater extends CVRUpdater {
+    #removedOrExecutedQueryIDs = new Set();
+    #receivedRows = new CustomKeyMap(rowIDHash);
+    #existingRows = undefined;
+    /**
+     * @param stateVersion The `stateVersion` at which the queries were executed.
+     */
+    constructor(cvrStore, cvr, stateVersion) {
+        super(cvrStore, cvr);
+        assert(stateVersion >= cvr.version.stateVersion);
+        if (stateVersion > cvr.version.stateVersion) {
+            this._setVersion({ stateVersion });
+        }
+    }
+    /**
+     * Initiates the tracking of the specified `executed` and `removed` queries.
+     * This kicks of a lookup of existing {@link RowRecord}s currently associated
+     * with those queries, which will be used to reconcile the rows to keep
+     * after all rows have been {@link received()}.
+     *
+     * @returns The new CVRVersion to be used when all changes are committed.
+     */
+    trackQueries(lc, executed, removed) {
+        assert(this.#existingRows === undefined, `trackQueries already called`);
+        const queryPatches = [
+            executed.map(q => this.#trackExecuted(q.id, q.transformationHash)),
+            removed.map(id => this.#trackRemoved(id)),
+        ].flat(2);
+        this.#existingRows = this.#lookupRowsForExecutedAndRemovedQueries(lc);
+        return {
+            newVersion: this._cvr.version,
+            queryPatches: queryPatches.map(patch => ({
+                patch,
+                toVersion: this._cvr.version,
+            })),
+        };
+    }
+    async #lookupRowsForExecutedAndRemovedQueries(lc) {
+        const results = new CustomKeyMap(rowIDHash);
+        if (this.#removedOrExecutedQueryIDs.size === 0) {
+            // Query-less update. This can happen for config only changes.
+            return [];
+        }
+        // Utilizes the in-memory RowCache.
+        const allRowRecords = (await this._cvrStore.getRowRecords()).values();
+        let total = 0;
+        for (const existing of allRowRecords) {
+            total++;
+            assert(existing.refCounts !== null); // allRowRecords does not include null.
+            for (const id of Object.keys(existing.refCounts)) {
+                if (this.#removedOrExecutedQueryIDs.has(id)) {
+                    results.set(existing.id, existing);
+                    break;
+                }
+            }
+        }
+        lc.debug?.(`found ${results.size} (of ${total}) rows for executed / removed queries ${[
+            ...this.#removedOrExecutedQueryIDs,
+        ]}`);
+        return [...results.values()];
+    }
+    /**
+     * Tracks an executed query, ensures that it is marked as "gotten",
+     * updating the CVR and creating put patches if necessary.
+     *
+     * This must be called for all executed queries.
+     */
+    #trackExecuted(queryID, transformationHash) {
+        assert(!this.#removedOrExecutedQueryIDs.has(queryID));
+        this.#removedOrExecutedQueryIDs.add(queryID);
+        let gotQueryPatch;
+        const query = this._cvr.queries[queryID];
+        if (query.transformationHash !== transformationHash) {
+            const transformationVersion = this._ensureNewVersion();
+            if (!query.internal && query.patchVersion === undefined) {
+                // client query: desired -> gotten
+                query.patchVersion = transformationVersion;
+                gotQueryPatch = {
+                    type: 'query',
+                    op: 'put',
+                    id: query.id,
+                    ast: query.ast,
+                };
+            }
+            query.transformationHash = transformationHash;
+            query.transformationVersion = transformationVersion;
+            this._cvrStore.updateQuery(query);
+        }
+        return gotQueryPatch ? [gotQueryPatch] : [];
+    }
+    /**
+     * Tracks a query removed from the "gotten" set. In addition to producing the
+     * appropriate patches for deleting the query, the removed query is taken into
+     * account when computing the final row records in
+     * {@link deleteUnreferencedRows}.
+     * Namely, any rows with columns that are no longer referenced by a
+     * query are deleted.
+     *
+     * This must only be called on queries that are not "desired" by any client.
+     */
+    #trackRemoved(queryID) {
+        const query = this._cvr.queries[queryID];
+        assertNotInternal(query);
+        assert(!this.#removedOrExecutedQueryIDs.has(queryID));
+        this.#removedOrExecutedQueryIDs.add(queryID);
+        delete this._cvr.queries[queryID];
+        const newVersion = this._ensureNewVersion();
+        const queryPatch = { type: 'query', op: 'del', id: queryID };
+        this._cvrStore.markQueryAsDeleted(newVersion, queryPatch);
+        return [queryPatch];
+    }
+    /**
+     * Asserts that a new version has already been set.
+     *
+     * After {@link #executed} and {@link #removed} are called, we must have properly
+     * decided on the final CVR version because the poke-start message declares the
+     * final cookie (i.e. version), and that must be sent before any poke parts
+     * generated from {@link received} are sent.
+     */
+    #assertNewVersion() {
+        assert(cmpVersions(this._orig.version, this._cvr.version) < 0);
+        return this._cvr.version;
+    }
+    updatedVersion() {
+        return this._cvr.version;
+    }
+    /**
+     * Tracks rows received from executing queries. This will update row records
+     * and row patches if the received rows have a new version. The method also
+     * returns (put) patches to be returned to update their state, versioned by
+     * patchVersion so that only the patches new to the clients are sent.
+     */
+    async received(_, rows) {
+        const patches = [];
+        const existingRows = await this._cvrStore.getRowRecords();
+        for (const [id, update] of rows.entries()) {
+            const { contents, version, refCounts } = update;
+            const existing = existingRows.get(id);
+            // Accumulate all received refCounts to determine which rows to prune.
+            const previouslyReceived = this.#receivedRows.get(id);
+            const merged = previouslyReceived !== undefined
+                ? mergeRefCounts(previouslyReceived, refCounts)
+                : mergeRefCounts(existing?.refCounts, refCounts, this.#removedOrExecutedQueryIDs);
+            this.#receivedRows.set(id, merged);
+            const patchVersion = existing && existing?.rowVersion === version
+                ? existing.patchVersion
+                : this.#assertNewVersion();
+            const rowVersion = version ?? existing?.rowVersion;
+            assert(rowVersion, `Cannot delete a row that is not in the CVR`);
+            this._cvrStore.putRowRecord({
+                id,
+                rowVersion,
+                patchVersion,
+                refCounts: merged,
+            });
+            if (merged === null) {
+                // All refCounts have gone to zero, if row was previously synced
+                // delete it.
+                if (existing || previouslyReceived) {
+                    patches.push({
+                        patch: {
+                            type: 'row',
+                            op: 'del',
+                            id,
+                        },
+                        toVersion: patchVersion,
+                    });
+                }
+            }
+            else if (contents) {
+                patches.push({
+                    patch: {
+                        type: 'row',
+                        op: 'put',
+                        id,
+                        contents,
+                    },
+                    toVersion: patchVersion,
+                });
+            }
+        }
+        return patches;
+    }
+    /**
+     * Computes and updates the row records based on:
+     * * The {@link #executed} queries
+     * * The {@link #removed} queries
+     * * The {@link received} rows
+     *
+     * Returns the final delete and patch ops that must be sent to the client
+     * to delete rows that are no longer referenced by any query.
+     *
+     * This is Step [5] of the
+     * [CVR Sync Algorithm](https://www.notion.so/replicache/Sync-and-Client-View-Records-CVR-a18e02ec3ec543449ea22070855ff33d?pvs=4#7874f9b80a514be2b8cd5cf538b88d37).
+     */
+    async deleteUnreferencedRows() {
+        if (this.#removedOrExecutedQueryIDs.size === 0) {
+            // Query-less update. This can happen for config-only changes.
+            assert(this.#receivedRows.size === 0);
+            return [];
+        }
+        // patches to send to the client.
+        const patches = [];
+        assert(this.#existingRows, `trackQueries() was not called`);
+        for (const existing of await this.#existingRows) {
+            const deletedID = this.#deleteUnreferencedRow(existing);
+            if (deletedID === null) {
+                continue;
+            }
+            patches.push({
+                toVersion: this._cvr.version,
+                patch: { type: 'row', op: 'del', id: deletedID },
+            });
+        }
+        return patches;
+    }
+    #deleteUnreferencedRow(existing) {
+        const received = this.#receivedRows.get(existing.id);
+        if (received !== undefined) {
+            return null;
+        }
+        const newRefCounts = mergeRefCounts(existing.refCounts, undefined, this.#removedOrExecutedQueryIDs);
+        // If a row is still referenced, we update the refCounts but not the
+        // patchVersion (as the existence and contents of the row have not
+        // changed from the clients' perspective). If the row is deleted, it
+        // gets a new patchVersion (and corresponding poke).
+        const patchVersion = newRefCounts
+            ? existing.patchVersion
+            : this.#assertNewVersion();
+        const rowRecord = {
+            ...existing,
+            patchVersion,
+            refCounts: newRefCounts,
+        };
+        this._cvrStore.putRowRecord(rowRecord);
+        // Return the id to delete if no longer referenced.
+        return newRefCounts ? null : existing.id;
+    }
+}
+function mergeRefCounts(existing, received, removeHashes) {
+    let merged = {};
+    if (!existing) {
+        merged = received ?? {};
+    }
+    else {
+        [existing, received].forEach((refCounts, i) => {
+            if (!refCounts) {
+                return;
+            }
+            for (const [hash, count] of Object.entries(refCounts)) {
+                if (i === 0 /* existing */ && removeHashes?.has(hash)) {
+                    continue; // removeHashes from existing row.
+                }
+                merged[hash] = (merged[hash] ?? 0) + count;
+                if (merged[hash] === 0) {
+                    delete merged[hash];
+                }
+            }
+            return merged;
+        });
+    }
+    return Object.values(merged).some(v => v > 0) ? merged : null;
+}
+//# sourceMappingURL=cvr.js.map

package/out/zero-cache/src/services/view-syncer/cvr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AACzC,OAAO,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAC7C,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAC,UAAU,EAAE,YAAY,EAAE,KAAK,EAAC,MAAM,yBAAyB,CAAC;AAIxE,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAC;AAGjD,OAAO,EACL,WAAW,EACX,QAAQ,GAST,MAAM,mBAAmB,CAAC;AA2B3B,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAErC,SAAS,iBAAiB,CACxB,KAAkB;IAElB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,gFAAgF;QAChF,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,+BAA+B,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,OAAO,UAAU;IACF,KAAK,CAAc;IACnB,IAAI,CAAM;IAEV,SAAS,CAAW;IAEvC;;;OAGG;IACH,YAAY,QAAkB,EAAE,GAAgB;QAC9C,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC,GAAG,CAAQ,CAAC,CAAC,oBAAoB;IAC/D,CAAC;IAES,WAAW,CAAC,OAAmB;QACvC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACO,iBAAiB;QACzB,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;IAC3B,CAAC;IAED,cAAc,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE;QAC7B,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;QAChD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,KAAK,CACT,EAAc,EACd,UAAU,GAAG,IAAI,IAAI,EAAE;QAKvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAE3C,EAAE,CAAC,KAAK,EAAE,CACR,eAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CACrE,CAAC;QACF,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK;SACN,CAAC;IACJ,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,sBAAuB,SAAQ,UAAU;IACpD,aAAa,CAAC,EAAU;QACtB,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,oCAAoC;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5C,MAAM,GAAG,EAAC,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAE,EAAE,EAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;QAE/B,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC7C,MAAM,UAAU,GAAwB;gBACtC,EAAE,EAAE,oBAAoB;gBACxB,GAAG,EAAE;oBACH,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,cAAc;oBACrB,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,eAAe;4BACtB,EAAE,EAAE,GAAG;4BACP,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;yBACpB;qBACF;oBACD,OAAO,EAAE;wBACP,CAAC,SAAS,EAAE,KAAK,CAAC;wBAClB,CAAC,eAAe,EAAE,KAAK,CAAC;wBACxB,CAAC,UAAU,EAAE,KAAK,CAAC;qBACpB;iBACF;gBACD,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,GAAG,UAAU,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iBAAiB,CACf,QAAgB,EAChB,OAA4B;QAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5C,MAAM,CAAC,eAAe,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEvE,MAAM,KAAK,GAA6B,EAAE,CAAC;QAC3C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAC,CAAC;YAChE,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAEzB,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAC,EAAE,EAAE,GAAG,EAAC,CAAC,CAAC;YAEtB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oBAAoB,CAAC,QAAgB,EAAE,OAAiB;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5C,MAAM,CAAC,eAAe,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5E,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QAExE,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS,CAAC,4DAA4D;YACxE,CAAC;YACD,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAEzB,mCAAmC;YACnC,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAChD,OAAO,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAE7D,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,QAAgB;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,EAAc,EAAE,UAAU,GAAG,IAAI,IAAI,EAAE;QAC3C,2EAA2E;QAC3E,OAAO,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACrC,CAAC;CACF;AAMD;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,qBAAsB,SAAQ,UAAU;IAC1C,0BAA0B,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,aAAa,GAAG,IAAI,YAAY,CAA0B,SAAS,CAAC,CAAC;IAC9E,aAAa,GAAqC,SAAS,CAAC;IAE5D;;OAEG;IACH,YAAY,QAAkB,EAAE,GAAgB,EAAE,YAAyB;QACzE,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAErB,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,CAAC,WAAW,CAAC,EAAC,YAAY,EAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,YAAY,CACV,EAAc,EACd,QAAoD,EACpD,OAAiB;QAEjB,MAAM,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,6BAA6B,CAAC,CAAC;QAExE,MAAM,YAAY,GAAY;YAC5B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;SAC1C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEV,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,uCAAuC,CAAC,EAAE,CAAC,CAAC;QAEtE,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC7B,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACvC,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;aAC7B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uCAAuC,CAC3C,EAAc;QAEd,MAAM,OAAO,GAAG,IAAI,YAAY,CAAmB,SAAS,CAAC,CAAC;QAE9D,IAAI,IAAI,CAAC,0BAA0B,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC/C,8DAA8D;YAC9D,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,mCAAmC;QACnC,MAAM,aAAa,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;QACtE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,uCAAuC;YAC5E,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjD,IAAI,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC5C,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;oBACnC,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,EAAE,CAAC,KAAK,EAAE,CACR,SACE,OAAO,CAAC,IACV,QAAQ,KAAK,yCAAyC;YACpD,GAAG,IAAI,CAAC,0BAA0B;SACnC,EAAE,CACJ,CAAC;QACF,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,OAAe,EAAE,kBAA0B;QACxD,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7C,IAAI,aAAgC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,kBAAkB,KAAK,kBAAkB,EAAE,CAAC;YACpD,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAEvD,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACxD,kCAAkC;gBAClC,KAAK,CAAC,YAAY,GAAG,qBAAqB,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,OAAO;oBACb,EAAE,EAAE,KAAK;oBACT,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,GAAG,EAAE,KAAK,CAAC,GAAG;iBACf,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;YAC9C,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;YACpD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,CAAC;IAED;;;;;;;;;OASG;IACH,aAAa,CAAC,OAAe;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACzC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzB,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,EAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAU,CAAC;QACpE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC1D,OAAO,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;;OAOG;IACH,iBAAiB;QACf,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;IAC3B,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CACZ,CAAa,EACb,IAA2B;QAE3B,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAE1D,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1C,MAAM,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAC,GAAG,MAAM,CAAC;YAE9C,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEtC,sEAAsE;YACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEtD,MAAM,MAAM,GACV,kBAAkB,KAAK,SAAS;gBAC9B,CAAC,CAAC,cAAc,CAAC,kBAAkB,EAAE,SAAS,CAAC;gBAC/C,CAAC,CAAC,cAAc,CACZ,QAAQ,EAAE,SAAS,EACnB,SAAS,EACT,IAAI,CAAC,0BAA0B,CAChC,CAAC;YAER,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAEnC,MAAM,YAAY,GAChB,QAAQ,IAAI,QAAQ,EAAE,UAAU,KAAK,OAAO;gBAC1C,CAAC,CAAC,QAAQ,CAAC,YAAY;gBACvB,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,OAAO,IAAI,QAAQ,EAAE,UAAU,CAAC;YACnD,MAAM,CAAC,UAAU,EAAE,4CAA4C,CAAC,CAAC;YAEjE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;gBAC1B,EAAE;gBACF,UAAU;gBACV,YAAY;gBACZ,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YAEH,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,gEAAgE;gBAChE,aAAa;gBACb,IAAI,QAAQ,IAAI,kBAAkB,EAAE,CAAC;oBACnC,OAAO,CAAC,IAAI,CAAC;wBACX,KAAK,EAAE;4BACL,IAAI,EAAE,KAAK;4BACX,EAAE,EAAE,KAAK;4BACT,EAAE;yBACH;wBACD,SAAS,EAAE,YAAY;qBACxB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE;wBACL,IAAI,EAAE,KAAK;wBACX,EAAE,EAAE,KAAK;wBACT,EAAE;wBACF,QAAQ;qBACT;oBACD,SAAS,EAAE,YAAY;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,sBAAsB;QAC1B,IAAI,IAAI,CAAC,0BAA0B,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC/C,8DAA8D;YAC9D,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,iCAAiC;QACjC,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC;QAC5D,KAAK,MAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACxD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;gBAC5B,KAAK,EAAE,EAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAC;aAC/C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,sBAAsB,CAAC,QAAmB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CACjC,QAAQ,CAAC,SAAS,EAClB,SAAS,EACT,IAAI,CAAC,0BAA0B,CAChC,CAAC;QACF,oEAAoE;QACpE,kEAAkE;QAClE,oEAAoE;QACpE,oDAAoD;QACpD,MAAM,YAAY,GAAG,YAAY;YAC/B,CAAC,CAAC,QAAQ,CAAC,YAAY;YACvB,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAc;YAC3B,GAAG,QAAQ;YACX,YAAY;YACZ,SAAS,EAAE,YAAY;SACxB,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAEvC,mDAAmD;QACnD,OAAO,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC3C,CAAC;CACF;AAED,SAAS,cAAc,CACrB,QAAsC,EACtC,QAAsC,EACtC,YAA0B;IAE1B,IAAI,MAAM,GAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,GAAG,QAAQ,IAAI,EAAE,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;YAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;YACT,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,IAAI,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBACtD,SAAS,CAAC,kCAAkC;gBAC9C,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;gBAC3C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC"}

package/out/zero-cache/src/services/view-syncer/database-storage.d.ts

@@ -0,0 +1,22 @@
+import { LogContext } from '@rocicorp/logger';
+import type { Storage } from '../../../../zql/src/zql/ivm/operator.js';
+import { Database } from '../../../../zqlite/src/db.js';
+export interface ClientGroupStorage {
+    /** Creates a {@link Storage} instance for a single operator. */
+    createStorage(): Storage;
+    /** Deletes all storage for the client group. */
+    destroy(): void;
+}
+export declare const CREATE_STORAGE_TABLE = "\n  CREATE TABLE storage (\n    clientGroupID TEXT,\n    op NUMBER,\n    key TEXT,\n    val TEXT,\n    PRIMARY KEY(clientGroupID, op, key)\n  )\n  ";
+export declare class DatabaseStorage {
+    #private;
+    static create(lc: LogContext, path: string, options?: {
+        commitInterval: number;
+    }): DatabaseStorage;
+    constructor(db: Database, options?: {
+        commitInterval: number;
+    });
+    close(): void;
+    createClientGroupStorage(cgID: string): ClientGroupStorage;
+}
+//# sourceMappingURL=database-storage.d.ts.map

package/out/zero-cache/src/services/view-syncer/database-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-storage.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/database-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAE5C,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,6BAA6B,CAAC;AAEzD,OAAO,EAAC,QAAQ,EAAY,MAAM,kBAAkB,CAAC;AAErD,MAAM,WAAW,kBAAkB;IACjC,gEAAgE;IAChE,aAAa,IAAI,OAAO,CAAC;IAEzB,gDAAgD;IAChD,OAAO,IAAI,IAAI,CAAC;CACjB;AAaD,eAAO,MAAM,oBAAoB,wJAQ9B,CAAC;AAMJ,qBAAa,eAAe;;IAC1B,MAAM,CAAC,MAAM,CACX,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,MAAM,EACZ,OAAO;;KAAiB,GACvB,eAAe;gBAqBN,EAAE,EAAE,QAAQ,EAAE,OAAO;;KAAiB;IAgClD,KAAK;IA6DL,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,kBAAkB;CAsB3D"}

package/out/zero-cache/src/services/view-syncer/database-storage.js

@@ -0,0 +1,129 @@
+import { LogContext } from '@rocicorp/logger';
+import { Database, Statement } from '../../../../zqlite/src/db.js';
+// Exported for testing.
+export const CREATE_STORAGE_TABLE = `
+  CREATE TABLE storage (
+    clientGroupID TEXT,
+    op NUMBER,
+    key TEXT,
+    val TEXT,
+    PRIMARY KEY(clientGroupID, op, key)
+  )
+  `;
+const defaultOptions = {
+    commitInterval: 5_000,
+};
+export class DatabaseStorage {
+    static create(lc, path, options = defaultOptions) {
+        // SQLite is used for ephemeral storage (i.e. similar to RAM) that can spill to
+        // disk to avoid consuming too much memory. Each worker thread gets its own
+        // database (file) and acts as the single reader/writer of the DB, so
+        // `locking_mode` is set to `EXCLUSIVE` for performance. Similarly, since
+        // durability is not important, `synchronous` is set to `OFF` for performance.
+        const db = new Database(lc, path);
+        db.pragma('journal_mode = WAL');
+        db.pragma('synchronous = OFF');
+        db.pragma('locking_mode = EXCLUSIVE');
+        db.prepare(CREATE_STORAGE_TABLE).run();
+        lc.info?.(`Created DatabaseStorage backed by ${path}`);
+        return new DatabaseStorage(db, options);
+    }
+    #stmts;
+    #options;
+    #db;
+    #numWrites = 0;
+    constructor(db, options = defaultOptions) {
+        this.#stmts = {
+            get: db.prepare(`
+        SELECT val FROM storage WHERE
+          clientGroupID = ? AND op = ? AND key = ?
+      `),
+            set: db.prepare(`
+        INSERT INTO storage (clientGroupID, op, key, val)
+          VALUES(?, ?, ?, ?)
+        ON CONFLICT(clientGroupID, op, key) 
+        DO 
+          UPDATE SET val = excluded.val
+      `),
+            del: db.prepare(`
+        DELETE FROM storage WHERE
+          clientGroupID = ? AND op = ? AND key = ?
+      `),
+            scan: db.prepare(`
+        SELECT key, val FROM storage WHERE
+          clientGroupID = ? AND op = ? AND key >= ?
+      `),
+            clear: db.prepare(`
+        DELETE FROM storage WHERE clientGroupID = ?
+      `),
+            commit: db.prepare('COMMIT'),
+            begin: db.prepare('BEGIN'),
+        };
+        this.#stmts.begin.run();
+        this.#options = options;
+        this.#db = db;
+    }
+    close() {
+        this.#checkpoint();
+        this.#db.close();
+    }
+    #get(cgID, opID, key, def) {
+        this.#maybeCheckpoint();
+        const row = this.#stmts.get.get(cgID, opID, key);
+        return row ? JSON.parse(row.val) : def;
+    }
+    #set(cgID, opID, key, val) {
+        this.#maybeCheckpoint();
+        this.#stmts.set.run(cgID, opID, key, JSON.stringify(val));
+    }
+    #del(cgID, opID, key) {
+        this.#maybeCheckpoint();
+        this.#stmts.del.run(cgID, opID, key);
+    }
+    /**
+     * We don't need to commit every single write to the DB
+     * since we're not concerned with durability.
+     * Waiting on commits can be expensive, so we commit
+     * every `COMMIT_INTERVAL` writes.
+     */
+    #maybeCheckpoint() {
+        if (++this.#numWrites >= this.#options.commitInterval) {
+            this.#checkpoint();
+        }
+    }
+    #checkpoint() {
+        this.#stmts.commit.run();
+        this.#stmts.begin.run();
+        this.#numWrites = 0;
+    }
+    *#scan(cgID, opID, opts = { prefix: '' }) {
+        const { prefix } = opts;
+        for (const { key, val } of this.#stmts.scan.iterate(cgID, opID, prefix)) {
+            if (!key.startsWith(prefix)) {
+                return;
+            }
+            yield [key, JSON.parse(val)];
+        }
+    }
+    createClientGroupStorage(cgID) {
+        const destroy = () => {
+            this.#stmts.clear.run(cgID);
+            this.#checkpoint();
+        };
+        destroy();
+        let nextOpID = 1;
+        return {
+            createStorage: () => {
+                const opID = nextOpID++;
+                return {
+                    get: (key, def) => this.#get(cgID, opID, key, def),
+                    set: (key, val) => this.#set(cgID, opID, key, val),
+                    del: key => this.#del(cgID, opID, key),
+                    scan: opts => this.#scan(cgID, opID, opts),
+                };
+            },
+            destroy,
+        };
+    }
+}
+//# sourceMappingURL=database-storage.js.map

package/out/zero-cache/src/services/view-syncer/database-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-storage.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/database-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAC,MAAM,kBAAkB,CAAC;AAoBrD,wBAAwB;AACxB,MAAM,CAAC,MAAM,oBAAoB,GAAG;;;;;;;;GAQjC,CAAC;AAEJ,MAAM,cAAc,GAAG;IACrB,cAAc,EAAE,KAAK;CACtB,CAAC;AAEF,MAAM,OAAO,eAAe;IAC1B,MAAM,CAAC,MAAM,CACX,EAAc,EACd,IAAY,EACZ,OAAO,GAAG,cAAc;QAExB,+EAA+E;QAC/E,2EAA2E;QAC3E,qEAAqE;QACrE,yEAAyE;QACzE,8EAA8E;QAC9E,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAClC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAC/B,EAAE,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAEtC,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,CAAC;QACvC,EAAE,CAAC,IAAI,EAAE,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC;QACvD,OAAO,IAAI,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAEQ,MAAM,CAAa;IACnB,QAAQ,CAAwB;IAChC,GAAG,CAAW;IACvB,UAAU,GAAG,CAAC,CAAC;IAEf,YAAY,EAAY,EAAE,OAAO,GAAG,cAAc;QAChD,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC;YACF,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC;;;;;;OAMf,CAAC;YACF,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC;YACF,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC;;;OAGhB,CAAC;YACF,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC;;OAEjB,CAAC;YACF,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC5B,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3B,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,CACF,IAAY,EACZ,IAAY,EACZ,GAAW,EACX,GAAe;QAEf,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAgB,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAChE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,IAAY,EAAE,IAAY,EAAE,GAAW,EAAE,GAAc;QAC1D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,IAAY,EAAE,IAAY,EAAE,GAAW;QAC1C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACtD,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,CAAC,KAAK,CACJ,IAAY,EACZ,IAAY,EACZ,OAAyB,EAAC,MAAM,EAAE,EAAE,EAAC;QAErC,MAAM,EAAC,MAAM,EAAC,GAAG,IAAI,CAAC;QACtB,KAAK,MAAM,EAAC,GAAG,EAAE,GAAG,EAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAG9C,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,OAAO;YACT,CAAC;YACD,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,wBAAwB,CAAC,IAAY;QACnC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,OAAO,EAAE,CAAC;QAEV,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,OAAO;YACL,aAAa,EAAE,GAAG,EAAE;gBAClB,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;gBACxB,OAAO;oBACL,GAAG,EAAE,CAAC,GAAG,EAAE,GAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC;oBACnD,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC;oBAClD,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC;oBACtC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;iBAC3C,CAAC;YACJ,CAAC;YAED,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}