@rocicorp/zero 0.24.2025100900 → 0.24.2025101200

package/out/zero-cache/src/services/mutagen/pusher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pusher.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/mutagen/pusher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AAEtE,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,QAAQ,EAGd,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,6BAA6B,CAAC;AAK5D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,YAAY,EAAc,MAAM,6BAA6B,CAAC;AACtE,OAAO,KAAK,EAAC,aAAa,EAAE,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAC7E,OAAO,KAAK,EAAC,iBAAiB,EAAE,OAAO,EAAC,MAAM,eAAe,CAAC;AAQ9D,MAAM,WAAW,MAAO,SAAQ,iBAAiB;IAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAErC,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM,CAAC,UAAU,CAAC,CAAC;IACtB,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,QAAQ,EACd,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,aAAa,CAAC;IACjB,oBAAoB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzD;AAED,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;AAEhD;;;;;;;;;;;;GAYG;AACH,qBAAa,aAAc,YAAW,OAAO,EAAE,MAAM;;IACnD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;gBAWlB,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,GAAG;QAAC,GAAG,EAAE,MAAM,EAAE,CAAA;KAAC,EAChD,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,MAAM;IAgBvB,IAAI,OAAO,IAAI,MAAM,GAAG,SAAS,CAEhC;IAED,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAKjC,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,QAAQ,EACd,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC;IAWjC,oBAAoB,CAAC,MAAM,EAAE,UAAU;IAW7C,GAAG;IAKH,KAAK;IAQL,OAAO,IAAI,OAAO;IAIlB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAKpB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAQtB;AAED,KAAK,WAAW,GAAG;IACjB,IAAI,EAAE,QAAQ,CAAC;IACf,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AACF,KAAK,iBAAiB,GAAG,WAAW,GAAG,MAAM,CAAC;AAsS9C;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC,EAAE,GAClD,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAqC1B"}
+{"version":3,"file":"pusher.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/mutagen/pusher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AAEtE,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,QAAQ,EAGd,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,6BAA6B,CAAC;AAK5D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,YAAY,EAAc,MAAM,6BAA6B,CAAC;AACtE,OAAO,KAAK,EAAC,aAAa,EAAE,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAC7E,OAAO,KAAK,EAAC,iBAAiB,EAAE,OAAO,EAAC,MAAM,eAAe,CAAC;AAQ9D,MAAM,WAAW,MAAO,SAAQ,iBAAiB;IAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAErC,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM,CAAC,UAAU,CAAC,CAAC;IACtB,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,QAAQ,EACd,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,aAAa,CAAC;IACjB,oBAAoB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzD;AAED,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;AAEhD;;;;;;;;;;;;GAYG;AACH,qBAAa,aAAc,YAAW,OAAO,EAAE,MAAM;;IACnD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;gBAWlB,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,GAAG;QAAC,GAAG,EAAE,MAAM,EAAE,CAAA;KAAC,EAChD,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,MAAM;IAgBvB,IAAI,OAAO,IAAI,MAAM,GAAG,SAAS,CAEhC;IAED,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAKjC,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,QAAQ,EACd,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC;IAWjC,oBAAoB,CAAC,MAAM,EAAE,UAAU;IAW7C,GAAG;IAKH,KAAK;IAQL,OAAO,IAAI,OAAO;IAIlB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAKpB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAQtB;AAED,KAAK,WAAW,GAAG;IACjB,IAAI,EAAE,QAAQ,CAAC;IACf,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AACF,KAAK,iBAAiB,GAAG,WAAW,GAAG,MAAM,CAAC;AAsS9C;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC,EAAE,GAClD,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAqC1B"}

package/out/zero-cache/src/services/run-ast.d.ts

@@ -0,0 +1,21 @@
+import { LogContext } from '@rocicorp/logger';
+import type { AnalyzeQueryResult } from '../../../zero-protocol/src/analyze-query-result.ts';
+import type { AST } from '../../../zero-protocol/src/ast.ts';
+import type { PermissionsConfig } from '../../../zero-schema/src/compiled-permissions.ts';
+import type { NameMapper } from '../../../zero-schema/src/name-mapper.ts';
+import { type BuilderDelegate } from '../../../zql/src/builder/builder.ts';
+import type { Database } from '../../../zqlite/src/db.ts';
+import type { LiteAndZqlSpec } from '../db/specs.ts';
+export type RunAstOptions = {
+    applyPermissions?: boolean | undefined;
+    authData?: string | undefined;
+    clientToServerMapper?: NameMapper | undefined;
+    db: Database;
+    host: BuilderDelegate;
+    permissions?: PermissionsConfig | undefined;
+    syncedRows?: boolean | undefined;
+    tableSpecs: Map<string, LiteAndZqlSpec>;
+    vendedRows?: boolean | undefined;
+};
+export declare function runAst(lc: LogContext, ast: AST, isTransformed: boolean, options: RunAstOptions): Promise<AnalyzeQueryResult>;
+//# sourceMappingURL=run-ast.d.ts.map

package/out/zero-cache/src/services/run-ast.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-ast.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAQ5C,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oDAAoD,CAAC;AAC3F,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,mCAAmC,CAAC;AAI3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,kDAAkD,CAAC;AACxF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAC;AAGxD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gBAAgB,CAAC;AAGnD,MAAM,MAAM,aAAa,GAAG;IAC1B,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,oBAAoB,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9C,EAAE,EAAE,QAAQ,CAAC;IACb,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,wBAAsB,MAAM,CAC1B,EAAE,EAAE,UAAU,EACd,GAAG,EAAE,GAAG,EACR,aAAa,EAAE,OAAO,EACtB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,kBAAkB,CAAC,CA6F7B"}

package/out/zero-cache/src/services/run-ast.js

@@ -0,0 +1,91 @@
+import { LogContext } from '@rocicorp/logger';
+// @circular-dep-ignore
+import { astToZQL } from "../../../ast-to-zql/src/ast-to-zql.js";
+// @circular-dep-ignore
+import { formatOutput } from "../../../ast-to-zql/src/format.js";
+import { assert } from "../../../shared/src/asserts.js";
+import { must } from "../../../shared/src/must.js";
+import { sleep } from "../../../shared/src/sleep.js";
+import { mapAST } from "../../../zero-protocol/src/ast.js";
+import { hashOfAST } from "../../../zero-protocol/src/query-hash.js";
+import { buildPipeline, } from "../../../zql/src/builder/builder.js";
+import { transformAndHashQuery } from "../auth/read-authorizer.js";
+import { computeZqlSpecs } from "../db/lite-tables.js";
+import { hydrate } from "./view-syncer/pipeline-driver.js";
+export async function runAst(lc, ast, isTransformed, options) {
+    const { clientToServerMapper, permissions, host, db } = options;
+    const result = {
+        warnings: [],
+        syncedRows: undefined,
+        syncedRowCount: 0,
+        start: 0,
+        end: 0,
+        afterPermissions: undefined,
+        readRows: undefined,
+        readRowCountsByQuery: {},
+        readRowCount: undefined,
+    };
+    if (!isTransformed) {
+        // map the AST to server names if not already transformed
+        ast = mapAST(ast, must(clientToServerMapper));
+    }
+    if (options.applyPermissions) {
+        const authData = options.authData ? JSON.parse(options.authData) : {};
+        if (!options.authData) {
+            result.warnings.push('No auth data provided. Permission rules will compare to `NULL` wherever an auth data field is referenced.');
+        }
+        ast = transformAndHashQuery(lc, 'clientGroupIDForAnalyze', ast, must(permissions), authData, false).transformedAst;
+        result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));
+    }
+    const tableSpecs = computeZqlSpecs(lc, db);
+    const pipeline = buildPipeline(ast, host, 'query-id');
+    const start = performance.now();
+    let syncedRowCount = 0;
+    const rowsByTable = {};
+    const seenByTable = new Set();
+    for (const rowChange of hydrate(pipeline, hashOfAST(ast), tableSpecs)) {
+        assert(rowChange.type === 'add');
+        // yield to other tasks to avoid blocking for too long
+        if (syncedRowCount % 10 === 0) {
+            await Promise.resolve();
+        }
+        if (syncedRowCount % 100 === 0) {
+            await sleep(1);
+        }
+        let rows = rowsByTable[rowChange.table];
+        const s = rowChange.table + '.' + JSON.stringify(rowChange.row);
+        if (seenByTable.has(s)) {
+            continue; // skip duplicates
+        }
+        syncedRowCount++;
+        seenByTable.add(s);
+        if (options.syncedRows) {
+            if (!rows) {
+                rows = [];
+                rowsByTable[rowChange.table] = rows;
+            }
+            rows.push(rowChange.row);
+        }
+    }
+    const end = performance.now();
+    if (options.syncedRows) {
+        result.syncedRows = rowsByTable;
+    }
+    result.start = start;
+    result.end = end;
+    // Always include the count of synced and vended rows.
+    result.syncedRowCount = syncedRowCount;
+    result.readRowCountsByQuery = host.debug?.getVendedRowCounts() ?? {};
+    let readRowCount = 0;
+    for (const c of Object.values(result.readRowCountsByQuery)) {
+        for (const v of Object.values(c)) {
+            readRowCount += v;
+        }
+    }
+    result.readRowCount = readRowCount;
+    if (options.vendedRows) {
+        result.readRows = host.debug?.getVendedRows();
+    }
+    return result;
+}
+//# sourceMappingURL=run-ast.js.map

package/out/zero-cache/src/services/run-ast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-ast.js","sourceRoot":"","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,uBAAuB;AACvB,OAAO,EAAC,QAAQ,EAAC,MAAM,uCAAuC,CAAC;AAC/D,uBAAuB;AACvB,OAAO,EAAC,YAAY,EAAC,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAC,MAAM,EAAC,MAAM,gCAAgC,CAAC;AACtD,OAAO,EAAC,IAAI,EAAC,MAAM,6BAA6B,CAAC;AACjD,OAAO,EAAC,KAAK,EAAC,MAAM,8BAA8B,CAAC;AAGnD,OAAO,EAAC,MAAM,EAAC,MAAM,mCAAmC,CAAC;AAEzD,OAAO,EAAC,SAAS,EAAC,MAAM,0CAA0C,CAAC;AAGnE,OAAO,EACL,aAAa,GAEd,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EAAC,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAC,OAAO,EAAC,MAAM,kCAAkC,CAAC;AAczD,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,EAAc,EACd,GAAQ,EACR,aAAsB,EACtB,OAAsB;IAEtB,MAAM,EAAC,oBAAoB,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAC,GAAG,OAAO,CAAC;IAC9D,MAAM,MAAM,GAAuB;QACjC,QAAQ,EAAE,EAAE;QACZ,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,CAAC;QACjB,KAAK,EAAE,CAAC;QACR,GAAG,EAAE,CAAC;QACN,gBAAgB,EAAE,SAAS;QAC3B,QAAQ,EAAE,SAAS;QACnB,oBAAoB,EAAE,EAAE;QACxB,YAAY,EAAE,SAAS;KACxB,CAAC;IAEF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,yDAAyD;QACzD,GAAG,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAClB,2GAA2G,CAC5G,CAAC;QACJ,CAAC;QACD,GAAG,GAAG,qBAAqB,CACzB,EAAE,EACF,yBAAyB,EACzB,GAAG,EACH,IAAI,CAAC,WAAW,CAAC,EACjB,QAAQ,EACR,KAAK,CACN,CAAC,cAAc,CAAC;QACjB,MAAM,CAAC,gBAAgB,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAEtD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,WAAW,GAA0B,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAgB,IAAI,GAAG,EAAE,CAAC;IAC3C,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;QAEjC,sDAAsD;QACtD,IAAI,cAAc,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,cAAc,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,IAAI,IAAI,GAAU,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAChE,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,SAAS,CAAC,kBAAkB;QAC9B,CAAC;QACD,cAAc,EAAE,CAAC;QACjB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,GAAG,EAAE,CAAC;gBACV,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACtC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC;IAClC,CAAC;IACD,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;IAEjB,sDAAsD;IACtD,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACrE,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IAEnC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/out/zero-cache/src/services/view-syncer/inspect-handler.d.ts

@@ -0,0 +1,10 @@
+import type { LogContext } from '@rocicorp/logger';
+import type { InspectUpBody } from '../../../../zero-protocol/src/inspect-up.ts';
+import type { NormalizedZeroConfig } from '../../config/normalize.ts';
+import type { HeaderOptions } from '../../custom/fetch.ts';
+import type { InspectorDelegate } from '../../server/inspector-delegate.ts';
+import type { ClientHandler } from './client-handler.ts';
+import type { CVRStore } from './cvr-store.ts';
+import type { CVRSnapshot } from './cvr.ts';
+export declare function handleInspect(lc: LogContext, body: InspectUpBody, cvr: CVRSnapshot, client: ClientHandler, inspectorDelegate: InspectorDelegate, clientGroupID: string, cvrStore: CVRStore, config: NormalizedZeroConfig, headerOptions: HeaderOptions, userQueryURL: string | undefined): Promise<void>;
+//# sourceMappingURL=inspect-handler.d.ts.map

package/out/zero-cache/src/services/view-syncer/inspect-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect-handler.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/inspect-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,6CAA6C,CAAC;AAC/E,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAKpE,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAE1E,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AACvD,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,UAAU,CAAC;AAE1C,wBAAsB,aAAa,CACjC,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,aAAa,EACnB,GAAG,EAAE,WAAW,EAChB,MAAM,EAAE,aAAa,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,oBAAoB,EAC5B,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,OAAO,CAAC,IAAI,CAAC,CAmHf"}

package/out/zero-cache/src/services/view-syncer/inspect-handler.js

@@ -0,0 +1,95 @@
+import { unreachable } from "../../../../shared/src/asserts.js";
+import { getServerVersion, isAdminPasswordValid, } from "../../config/zero-config.js";
+import { analyzeQuery } from "../analyze.js";
+export async function handleInspect(lc, body, cvr, client, inspectorDelegate, clientGroupID, cvrStore, config, headerOptions, userQueryURL) {
+    // Check if the client is already authenticated. We only authenticate the clientGroup
+    // once per "worker".
+    if (body.op !== 'authenticate' &&
+        !inspectorDelegate.isAuthenticated(clientGroupID)) {
+        lc.info?.('Client not authenticated to access the inspector protocol. Sending authentication challenge');
+        client.sendInspectResponse(lc, {
+            op: 'authenticated',
+            id: body.id,
+            value: false,
+        });
+        return;
+    }
+    try {
+        switch (body.op) {
+            case 'queries': {
+                const queryRows = await cvrStore.inspectQueries(lc, cvr.ttlClock, body.clientID);
+                // Enhance query rows with server-side materialization metrics
+                const enhancedRows = queryRows.map(row => ({
+                    ...row,
+                    ast: row.ast ?? inspectorDelegate.getASTForQuery(row.queryID) ?? null,
+                    metrics: inspectorDelegate.getMetricsJSONForQuery(row.queryID),
+                }));
+                client.sendInspectResponse(lc, {
+                    op: 'queries',
+                    id: body.id,
+                    value: enhancedRows,
+                });
+                break;
+            }
+            case 'metrics': {
+                client.sendInspectResponse(lc, {
+                    op: 'metrics',
+                    id: body.id,
+                    value: inspectorDelegate.getMetricsJSON(),
+                });
+                break;
+            }
+            case 'version':
+                client.sendInspectResponse(lc, {
+                    op: 'version',
+                    id: body.id,
+                    value: getServerVersion(config),
+                });
+                break;
+            case 'authenticate': {
+                const password = body.value;
+                const ok = isAdminPasswordValid(lc, config, password);
+                if (ok) {
+                    inspectorDelegate.setAuthenticated(clientGroupID);
+                }
+                else {
+                    inspectorDelegate.clearAuthenticated(clientGroupID);
+                }
+                client.sendInspectResponse(lc, {
+                    op: 'authenticated',
+                    id: body.id,
+                    value: ok,
+                });
+                break;
+            }
+            case 'analyze-query': {
+                let ast = body.ast ?? body.value;
+                if (ast === undefined && body.name && body.args) {
+                    // Get the AST from the API server by transforming the named query
+                    ast = await inspectorDelegate.transformCustomQuery(body.name, body.args, headerOptions, userQueryURL);
+                }
+                if (ast === undefined) {
+                    throw new Error('AST is required for analyze-query operation. Either provide an AST directly or ensure custom query transformation is configured.');
+                }
+                const result = await analyzeQuery(lc, config, ast, body.options);
+                client.sendInspectResponse(lc, {
+                    op: 'analyze-query',
+                    id: body.id,
+                    value: result,
+                });
+                break;
+            }
+            default:
+                unreachable(body);
+        }
+    }
+    catch (e) {
+        lc.error?.('Error handling inspect message', e);
+        client.sendInspectResponse(lc, {
+            op: 'error',
+            id: body.id,
+            value: e.message,
+        });
+    }
+}
+//# sourceMappingURL=inspect-handler.js.map

package/out/zero-cache/src/services/view-syncer/inspect-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect-handler.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/inspect-handler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAC,MAAM,mCAAmC,CAAC;AAG9D,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAC,YAAY,EAAC,MAAM,eAAe,CAAC;AAK3C,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,EAAc,EACd,IAAmB,EACnB,GAAgB,EAChB,MAAqB,EACrB,iBAAoC,EACpC,aAAqB,EACrB,QAAkB,EAClB,MAA4B,EAC5B,aAA4B,EAC5B,YAAgC;IAEhC,qFAAqF;IACrF,qBAAqB;IACrB,IACE,IAAI,CAAC,EAAE,KAAK,cAAc;QAC1B,CAAC,iBAAiB,CAAC,eAAe,CAAC,aAAa,CAAC,EACjD,CAAC;QACD,EAAE,CAAC,IAAI,EAAE,CACP,6FAA6F,CAC9F,CAAC;QACF,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;YAC7B,EAAE,EAAE,eAAe;YACnB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,IAAI,CAAC,EAAE,EAAE,CAAC;YAChB,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,cAAc,CAC7C,EAAE,EACF,GAAG,CAAC,QAAQ,EACZ,IAAI,CAAC,QAAQ,CACd,CAAC;gBAEF,8DAA8D;gBAC9D,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzC,GAAG,GAAG;oBACN,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;oBACrE,OAAO,EAAE,iBAAiB,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC;iBAC/D,CAAC,CAAC,CAAC;gBAEJ,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;oBAC7B,EAAE,EAAE,SAAS;oBACb,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,YAAY;iBACpB,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;oBAC7B,EAAE,EAAE,SAAS;oBACb,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,iBAAiB,CAAC,cAAc,EAAE;iBAC1C,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,KAAK,SAAS;gBACZ,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;oBAC7B,EAAE,EAAE,SAAS;oBACb,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC;iBAChC,CAAC,CAAC;gBACH,MAAM;YAER,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;gBAC5B,MAAM,EAAE,GAAG,oBAAoB,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACtD,IAAI,EAAE,EAAE,CAAC;oBACP,iBAAiB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACN,iBAAiB,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;gBACtD,CAAC;gBAED,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;oBAC7B,EAAE,EAAE,eAAe;oBACnB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV,CAAC,CAAC;gBAEH,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;gBAEjC,IAAI,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChD,kEAAkE;oBAClE,GAAG,GAAG,MAAM,iBAAiB,CAAC,oBAAoB,CAChD,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,aAAa,EACb,YAAY,CACb,CAAC;gBACJ,CAAC;gBAED,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CACb,kIAAkI,CACnI,CAAC;gBACJ,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjE,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;oBAC7B,EAAE,EAAE,eAAe;oBACnB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,MAAM;iBACd,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED;gBACE,WAAW,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,EAAE,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE;YAC7B,EAAE,EAAE,OAAO;YACX,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK,EAAG,CAAW,CAAC,OAAO;SAC5B,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts

@@ -6,6 +6,7 @@ import type { DeleteClientsMessage } from '../../../../zero-protocol/src/delete-
 import type { Downstream } from '../../../../zero-protocol/src/down.ts';
 import type { InspectUpMessage } from '../../../../zero-protocol/src/inspect-up.ts';
 import type { NormalizedZeroConfig } from '../../config/normalize.ts';
+import { CustomQueryTransformer } from '../../custom-queries/transform-query.ts';
 import { InspectorDelegate } from '../../server/inspector-delegate.ts';
 import type { PostgresDB } from '../../types/pg.ts';
 import type { ShardID } from '../../types/shards.ts';
@@ -52,7 +53,7 @@ export declare class ViewSyncerService implements ViewSyncer, ActivityBasedServi
     #private;
     readonly id: string;
     userQueryURL?: string | undefined;
-    constructor(config: NormalizedZeroConfig, lc: LogContext, shard: ShardID, taskID: string, clientGroupID: string, cvrDb: PostgresDB, upstreamDb: PostgresDB | undefined, pipelineDriver: PipelineDriver, versionChanges: Subscription<ReplicaState>, drainCoordinator: DrainCoordinator, slowHydrateThreshold: number, inspectorDelegate: InspectorDelegate, keepaliveMs?: number, setTimeoutFn?: SetTimeout);
+    constructor(config: NormalizedZeroConfig, lc: LogContext, shard: ShardID, taskID: string, clientGroupID: string, cvrDb: PostgresDB, upstreamDb: PostgresDB | undefined, pipelineDriver: PipelineDriver, versionChanges: Subscription<ReplicaState>, drainCoordinator: DrainCoordinator, slowHydrateThreshold: number, inspectorDelegate: InspectorDelegate, customQueryTransformer: CustomQueryTransformer | undefined, keepaliveMs?: number, setTimeoutFn?: SetTimeout);
     run(): Promise<void>;
     /**
      * Guarantees that the ViewSyncer will remain running for at least
@@ -71,12 +72,12 @@ export declare class ViewSyncerService implements ViewSyncer, ActivityBasedServi
     stop(): Promise<void>;
 }
 export declare function pickToken(lc: LogContext, previousToken: TokenData | undefined, newToken: TokenData | undefined): TokenData | undefined;
-export declare class Timer {
+export declare class TimeSliceTimer {
     #private;
-    start(): this;
-    startLap(): void;
+    start(): Promise<this>;
+    startWithoutYielding(): this;
+    yieldProcess(): Promise<void>;
     elapsedLap(): number;
-    stopLap(): void;
     /** @returns the total elapsed time */
     stop(): number;
     /**

package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"view-syncer.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/view-syncer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,MAAM,CAAC;AAerC,OAAO,KAAK,EAAC,2BAA2B,EAAC,MAAM,yDAAyD,CAAC;AACzG,OAAO,KAAK,EAEV,qBAAqB,EACtB,MAAM,0CAA0C,CAAC;AAElD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,iDAAiD,CAAC;AAC1F,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AAEtE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,6CAA6C,CAAC;AAMrD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAYpE,OAAO,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAErE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAEzD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAE9D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,eAAe,CAAC;AAiBxD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAC,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAsBpE,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAMF,MAAM,WAAW,UAAU;IACzB,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,qBAAqB,GACzB,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,oBAAoB,CAClB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,2BAA2B,GAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,aAAa,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAQD,KAAK,UAAU,GAAG,CAChB,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EAChC,KAAK,CAAC,EAAE,MAAM,KACX,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEnC;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAEzC;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAC;AAEvC,qBAAa,iBAAkB,YAAW,UAAU,EAAE,oBAAoB;;IACxE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAUpB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;gBAqFhC,MAAM,EAAE,oBAAoB,EAC5B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,UAAU,EACjB,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,cAAc,EAAE,cAAc,EAC9B,cAAc,EAAE,YAAY,CAAC,YAAY,CAAC,EAC1C,gBAAgB,EAAE,gBAAgB,EAClC,oBAAoB,EAAE,MAAM,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,WAAW,SAAuB,EAClC,YAAY,GAAE,UAAwC;IAqFlD,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAiG1B;;;;;;;;OAQG;IACH,SAAS,IAAI,OAAO;IAwEpB,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,qBAAqB,EAAE,qBAAqB,GAC3C,MAAM,CAAC,UAAU,CAAC;IA+Ff,oBAAoB,CACxB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,2BAA2B,GAC/B,OAAO,CAAC,IAAI,CAAC;IAIV,aAAa,CACjB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,oBAAoB,GACxB,OAAO,CAAC,IAAI,CAAC;IA0pChB,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2GnE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAmBtB;AA8DD,wBAAgB,SAAS,CACvB,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,SAAS,GAAG,SAAS,EACpC,QAAQ,EAAE,SAAS,GAAG,SAAS,yBA+ChC;AAyCD,qBAAa,KAAK;;IAIhB,KAAK;IAML,QAAQ;IAKR,UAAU;IAKV,OAAO;IAMP,sCAAsC;IACtC,IAAI,IAAI,MAAM;IAKd;;;OAGG;IACH,YAAY,IAAI,MAAM;CAKvB"}
+{"version":3,"file":"view-syncer.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/view-syncer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,MAAM,CAAC;AAerC,OAAO,KAAK,EAAC,2BAA2B,EAAC,MAAM,yDAAyD,CAAC;AACzG,OAAO,KAAK,EAEV,qBAAqB,EACtB,MAAM,0CAA0C,CAAC;AAElD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,iDAAiD,CAAC;AAC1F,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AAEtE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,6CAA6C,CAAC;AAMrD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAEpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,yCAAyC,CAAC;AAO/E,OAAO,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAErE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAE9D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,eAAe,CAAC;AAiBxD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAE7D,OAAO,EAAC,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAsBpE,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAMF,MAAM,WAAW,UAAU;IACzB,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,qBAAqB,GACzB,MAAM,CAAC,UAAU,CAAC,CAAC;IAEtB,oBAAoB,CAClB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,2BAA2B,GAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,aAAa,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAQD,KAAK,UAAU,GAAG,CAChB,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EAChC,KAAK,CAAC,EAAE,MAAM,KACX,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEnC;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAEzC;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAC;AAEvC,qBAAa,iBAAkB,YAAW,UAAU,EAAE,oBAAoB;;IACxE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAUpB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;gBAwFhC,MAAM,EAAE,oBAAoB,EAC5B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,UAAU,EACjB,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,cAAc,EAAE,cAAc,EAC9B,cAAc,EAAE,YAAY,CAAC,YAAY,CAAC,EAC1C,gBAAgB,EAAE,gBAAgB,EAClC,oBAAoB,EAAE,MAAM,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,sBAAsB,EAAE,sBAAsB,GAAG,SAAS,EAC1D,WAAW,SAAuB,EAClC,YAAY,GAAE,UAAwC;IAmFlD,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAiG1B;;;;;;;;OAQG;IACH,SAAS,IAAI,OAAO;IAwEpB,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,qBAAqB,EAAE,qBAAqB,GAC3C,MAAM,CAAC,UAAU,CAAC;IA+Ff,oBAAoB,CACxB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,2BAA2B,GAC/B,OAAO,CAAC,IAAI,CAAC;IAIV,aAAa,CACjB,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,oBAAoB,GACxB,OAAO,CAAC,IAAI,CAAC;IAgpChB,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BnE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAmBtB;AA6ED,wBAAgB,SAAS,CACvB,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,SAAS,GAAG,SAAS,EACpC,QAAQ,EAAE,SAAS,GAAG,SAAS,yBA+ChC;AAyCD,qBAAa,cAAc;;IAInB,KAAK;IAOX,oBAAoB;IAMd,YAAY;IAWlB,UAAU;IAWV,sCAAsC;IACtC,IAAI,IAAI,MAAM;IAKd;;;OAGG;IACH,YAAY,IAAI,MAAM;CAKvB"}

package/out/zero-cache/src/services/view-syncer/view-syncer.js

@@ -12,18 +12,17 @@ import { randInt } from "../../../../shared/src/rand.js";
 import { ErrorKind } from "../../../../zero-protocol/src/error-kind.js";
 import { clampTTL, MAX_TTL_MS } from "../../../../zql/src/query/ttl.js";
 import { transformAndHashQuery, } from "../../auth/read-authorizer.js";
-import { getServerVersion, isAdminPasswordValid, } from "../../config/zero-config.js";
 import { CustomQueryTransformer } from "../../custom-queries/transform-query.js";
 import { getOrCreateCounter, getOrCreateHistogram, getOrCreateUpDownCounter, } from "../../observability/metrics.js";
 import { InspectorDelegate } from "../../server/inspector-delegate.js";
 import { ErrorForClient, getLogLevel } from "../../types/error-for-client.js";
 import { rowIDString } from "../../types/row-key.js";
 import { Subscription } from "../../types/subscription.js";
-import { analyzeQuery } from "../analyze.js";
 import { ZERO_VERSION_COLUMN_NAME } from "../replicator/schema/replication-state.js";
 import { ClientHandler, startPoke, } from "./client-handler.js";
 import { CVRStore } from "./cvr-store.js";
 import { CVRConfigDrivenUpdater, CVRQueryDrivenUpdater, CVRUpdater, nextEvictionTime, } from "./cvr.js";
+import { handleInspect } from "./inspect-handler.js";
 import { PipelineDriver } from "./pipeline-driver.js";
 import { cmpVersions, EMPTY_CVR_VERSION, versionFromString, versionString, versionToCookie, } from "./schema/types.js";
 import { ResetPipelinesSignal } from "./snapshotter.js";
@@ -100,6 +99,8 @@ export class ViewSyncerService {
     // DEPRECATED: remove `authData` in favor of forwarding
     // auth and cookie headers directly
     #authData;
+    // Not sure why lint can't see that this is used?
+    // eslint-disable-next-line no-unused-private-class-members
     #httpCookie;
     #expiredQueriesTimer = 0;
     #setTimeout;
@@ -116,7 +117,7 @@ export class ViewSyncerService {
     });
     #inspectorDelegate;
     #config;
-    constructor(config, lc, shard, taskID, clientGroupID, cvrDb, upstreamDb, pipelineDriver, versionChanges, drainCoordinator, slowHydrateThreshold, inspectorDelegate, keepaliveMs = DEFAULT_KEEPALIVE_MS, setTimeoutFn = setTimeout.bind(globalThis)) {
+    constructor(config, lc, shard, taskID, clientGroupID, cvrDb, upstreamDb, pipelineDriver, versionChanges, drainCoordinator, slowHydrateThreshold, inspectorDelegate, customQueryTransformer, keepaliveMs = DEFAULT_KEEPALIVE_MS, setTimeoutFn = setTimeout.bind(globalThis)) {
         const { getQueries: pullConfig } = config;
         this.#config = config;
         this.id = clientGroupID;
@@ -129,20 +130,22 @@ export class ViewSyncerService {
         this.#keepaliveMs = keepaliveMs;
         this.#slowHydrateThreshold = slowHydrateThreshold;
         this.#inspectorDelegate = inspectorDelegate;
+        this.#customQueryTransformer = customQueryTransformer;
         this.#cvrStore = new CVRStore(lc, cvrDb, upstreamDb, shard, taskID, clientGroupID, 
         // On failure, cancel the #stateChanges subscription. The run()
         // loop will then await #cvrStore.flushed() which rejects if necessary.
         () => this.#stateChanges.cancel());
         this.#setTimeout = setTimeoutFn;
-        if (pullConfig.url) {
-            this.#customQueryTransformer = new CustomQueryTransformer(this.#lc, {
-                url: pullConfig.url,
-                forwardCookies: pullConfig.forwardCookies,
-            }, shard);
-        }
         // Wait for the first connection to init.
         this.keepalive();
     }
+    #getHeaderOptions(forwardCookie) {
+        return {
+            apiKey: this.#queryConfig.apiKey,
+            token: this.#authData?.raw,
+            cookie: forwardCookie ? this.#httpCookie : undefined,
+        };
+    }
     #runInLockWithCVR(fn) {
         const rid = randomID();
         this.#lc.debug?.('about to acquire lock for cvr ', rid);
@@ -659,13 +662,7 @@ export class ViewSyncerService {
         const [_, byOriginalHash] = this.#pipelines.addedQueries();
         if (this.#customQueryTransformer && customQueries.size > 0) {
             const filteredCustomQueries = this.#filterCustomQueries(customQueries.values(), byOriginalHash, undefined);
-            const transformedCustomQueries = await this.#customQueryTransformer.transform({
-                apiKey: this.#queryConfig.apiKey,
-                token: this.#authData?.raw,
-                cookie: this.#queryConfig.forwardCookies
-                    ? this.#httpCookie
-                    : undefined,
-            }, filteredCustomQueries, this.userQueryURL);
+            const transformedCustomQueries = await this.#customQueryTransformer.transform(this.#getHeaderOptions(this.#queryConfig.forwardCookies), filteredCustomQueries, this.userQueryURL);
             this.#processTransformedCustomQueries(lc, transformedCustomQueries, (q) => transformedQueries.push(q), customQueries);
         }
         for (const q of otherQueries) {
@@ -678,18 +675,16 @@ export class ViewSyncerService {
             }
         }
         for (const { id: queryID, transformationHash, transformedAst, } of transformedQueries) {
-            const timer = new Timer();
+            const timer = new TimeSliceTimer();
             let count = 0;
             await startAsyncSpan(tracer, 'vs.#hydrateUnchangedQueries.addQuery', async (span) => {
                 span.setAttribute('queryHash', queryID);
                 span.setAttribute('transformationHash', transformationHash);
                 span.setAttribute('table', transformedAst.table);
-                for (const _ of this.#pipelines.addQuery(transformationHash, queryID, transformedAst, timer.start())) {
+                for (const _ of this.#pipelines.addQuery(transformationHash, queryID, transformedAst, await timer.start())) {
                     if (++count % TIME_SLICE_CHECK_SIZE === 0) {
                         if (timer.elapsedLap() > TIME_SLICE_MS) {
-                            timer.stopLap();
-                            await yieldProcess(this.#setTimeout);
-                            timer.startLap();
+                            await timer.yieldProcess();
                         }
                     }
                 }
@@ -805,11 +800,7 @@ export class ViewSyncerService {
                         });
                     }
                 });
-                const transformedCustomQueries = await this.#customQueryTransformer.transform({
-                    apiKey: this.#queryConfig.apiKey,
-                    token: this.#authData?.raw,
-                    cookie: this.#httpCookie,
-                }, filteredCustomQueries, this.userQueryURL);
+                const transformedCustomQueries = await this.#customQueryTransformer.transform(this.#getHeaderOptions(true), filteredCustomQueries, this.userQueryURL);
                 erroredQueries = this.#processTransformedCustomQueries(lc, transformedCustomQueries, (q) => transformedQueries.push({
                     id: q.id,
                     origQuery: must(customQueries.get(q.id)),
@@ -912,19 +903,22 @@ export class ViewSyncerService {
                 }
             }
             let totalProcessTime = 0;
-            const timer = new Timer();
+            const timer = new TimeSliceTimer();
             const pipelines = this.#pipelines;
             const hydrations = this.#hydrations;
             const hydrationTime = this.#hydrationTime;
             // eslint-disable-next-line @typescript-eslint/no-this-alias
             const self = this;
+            // yield at the very beginning so that the first time slice
+            // is properly processed by the time-slice queue.
+            await yieldProcess();
             function* generateRowChanges(slowHydrateThreshold) {
                 for (const q of addQueries) {
                     lc = lc
                         .withContext('hash', q.id)
                         .withContext('transformationHash', q.transformationHash);
                     lc.debug?.(`adding pipeline for query`, q.ast);
-                    yield* pipelines.addQuery(q.transformationHash, q.id, q.ast, timer.start());
+                    yield* pipelines.addQuery(q.transformationHash, q.id, q.ast, timer.startWithoutYielding());
                     const elapsed = timer.stop();
                     totalProcessTime += elapsed;
                     self.#addQueryMaterializationServerMetric(q.transformationHash, elapsed);
@@ -1078,9 +1072,7 @@ export class ViewSyncerService {
                     }
                     if (rows.size % TIME_SLICE_CHECK_SIZE === 0) {
                         if (timer.elapsedLap() > TIME_SLICE_MS) {
-                            timer.stopLap();
-                            await yieldProcess(this.#setTimeout);
-                            timer.startLap();
+                            await timer.yieldProcess();
                         }
                     }
                 }
@@ -1103,7 +1095,7 @@ export class ViewSyncerService {
         return startAsyncSpan(tracer, 'vs.#advancePipelines', async () => {
             assert(this.#pipelines.initialized(), 'pipelines must be initialized (advancePipelines');
             const start = performance.now();
-            const timer = new Timer();
+            const timer = new TimeSliceTimer();
             const { version, numChanges, changes } = this.#pipelines.advance(timer);
             lc = lc.withContext('newVersion', version);
             // Probably need a new updater type. CVRAdvancementUpdater?
@@ -1115,7 +1107,7 @@ export class ViewSyncerService {
             lc.debug?.(`applying ${numChanges} to advance to ${version}`);
             const hashToIDs = createHashToIDs(cvr);
             try {
-                await this.#processChanges(lc, timer.start(), changes, updater, pokers, hashToIDs);
+                await this.#processChanges(lc, await timer.start(), changes, updater, pokers, hashToIDs);
             }
             catch (e) {
                 if (e instanceof ResetPipelinesSignal) {
@@ -1141,80 +1133,7 @@ export class ViewSyncerService {
     // eslint-disable-next-line require-await
     #handleInspect = async (lc, clientID, body, cvr) => {
         const client = must(this.#clients.get(clientID));
-        // Check if the client is already authenticated. We only authenticate the clientGroup
-        // once per "worker".
-        if (body.op !== 'authenticate' &&
-            !this.#inspectorDelegate.isAuthenticated(this.id)) {
-            lc.info?.('Client not authenticated to access the inspector protocol. Sending authentication challenge');
-            client.sendInspectResponse(lc, {
-                op: 'authenticated',
-                id: body.id,
-                value: false,
-            });
-            return;
-        }
-        switch (body.op) {
-            case 'queries': {
-                const queryRows = await this.#cvrStore.inspectQueries(lc, cvr.ttlClock, body.clientID);
-                // Enhance query rows with server-side materialization metrics
-                const enhancedRows = queryRows.map(row => ({
-                    ...row,
-                    ast: row.ast ??
-                        this.#inspectorDelegate.getASTForQuery(row.queryID) ??
-                        null,
-                    metrics: this.#inspectorDelegate.getMetricsJSONForQuery(row.queryID),
-                }));
-                client.sendInspectResponse(lc, {
-                    op: 'queries',
-                    id: body.id,
-                    value: enhancedRows,
-                });
-                break;
-            }
-            case 'metrics': {
-                client.sendInspectResponse(lc, {
-                    op: 'metrics',
-                    id: body.id,
-                    value: this.#inspectorDelegate.getMetricsJSON(),
-                });
-                break;
-            }
-            case 'version':
-                client.sendInspectResponse(lc, {
-                    op: 'version',
-                    id: body.id,
-                    value: getServerVersion(this.#config),
-                });
-                break;
-            case 'authenticate': {
-                const password = body.value;
-                const ok = isAdminPasswordValid(lc, this.#config, password);
-                if (ok) {
-                    this.#inspectorDelegate.setAuthenticated(this.id);
-                }
-                else {
-                    this.#inspectorDelegate.clearAuthenticated(this.id);
-                }
-                client.sendInspectResponse(lc, {
-                    op: 'authenticated',
-                    id: body.id,
-                    value: ok,
-                });
-                break;
-            }
-            case 'analyze-query': {
-                const ast = body.value;
-                const result = await analyzeQuery(lc, this.#config, ast, body.options);
-                client.sendInspectResponse(lc, {
-                    op: 'analyze-query',
-                    id: body.id,
-                    value: result,
-                });
-                break;
-            }
-            default:
-                unreachable(body);
-        }
+        return handleInspect(lc, body, cvr, client, this.#inspectorDelegate, this.id, this.#cvrStore, this.#config, this.#getHeaderOptions(this.#queryConfig.forwardCookies ?? false), this.userQueryURL);
     };
     stop() {
         this.#lc.info?.('stopping view syncer');
@@ -1256,8 +1175,22 @@ function createHashToIDs(cvr) {
     }
     return hashToIDs;
 }
-function yieldProcess(setTimeoutFn) {
-    return new Promise(resolve => setTimeoutFn(resolve, 0));
+// A global Lock acts as a queue to run a single IVM time slice per iteration
+// of the node event loop, thus bounding I/O delay to the duration of a single
+// time slice.
+//
+// Refresher:
+// https://nodejs.org/en/learn/asynchronous-work/event-loop-timers-and-nexttick#phases-overview
+//
+// Note that recursive use of setImmediate() (i.e. calling setImmediate() from
+// within a setImmediate() callback), results in enqueuing the latter
+// callback in the *next* event loop iteration, as documented in:
+// https://nodejs.org/api/timers.html#setimmediatecallback-args
+//
+// This effectively achieves the desired one-per-event-loop-iteration behavior.
+const timeSliceQueue = new Lock();
+function yieldProcess() {
+    return timeSliceQueue.withLock(() => new Promise(setImmediate));
 }
 function contentsAndVersion(row) {
     const { [ZERO_VERSION_COLUMN_NAME]: version, ...contents } = row;
@@ -1352,15 +1285,26 @@ function hasExpiredQueries(cvr) {
     }
     return false;
 }
-export class Timer {
+export class TimeSliceTimer {
     #total = 0;
     #start = 0;
-    start() {
+    async start() {
+        // yield at the very beginning so that the first time slice
+        // is properly processed by the time-slice queue.
+        await yieldProcess();
+        return this.startWithoutYielding();
+    }
+    startWithoutYielding() {
         this.#total = 0;
-        this.startLap();
+        this.#startLap();
         return this;
     }
-    startLap() {
+    async yieldProcess() {
+        this.#stopLap();
+        await yieldProcess();
+        this.#startLap();
+    }
+    #startLap() {
         assert(this.#start === 0, 'already running');
         this.#start = performance.now();
     }
@@ -1368,14 +1312,14 @@ export class Timer {
         assert(this.#start !== 0, 'not running');
         return performance.now() - this.#start;
     }
-    stopLap() {
+    #stopLap() {
         assert(this.#start !== 0, 'not running');
         this.#total += performance.now() - this.#start;
         this.#start = 0;
     }
     /** @returns the total elapsed time */
     stop() {
-        this.stopLap();
+        this.#stopLap();
         return this.#total;
     }
     /**