@rocicorp/zero 0.19.2025041102 → 0.19.2025041201

package/out/analyze-query/src/bin-cache-stats.d.ts

@@ -0,0 +1,2 @@
+import '@dotenvx/dotenvx/config';
+//# sourceMappingURL=bin-cache-stats.d.ts.map

package/out/analyze-query/src/bin-cache-stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin-cache-stats.d.ts","sourceRoot":"","sources":["../../../../analyze-query/src/bin-cache-stats.ts"],"names":[],"mappings":"AACA,OAAO,yBAAyB,CAAC"}

package/out/analyze-query/src/bin-cache-stats.js

@@ -0,0 +1,225 @@
+/* eslint-disable no-console */
+import '@dotenvx/dotenvx/config';
+import { astToZQL } from "../../ast-to-zql/src/ast-to-zql.js";
+import { createSilentLogContext } from "../../shared/src/logging-test-utils.js";
+import { parseOptions } from "../../shared/src/options.js";
+import * as v from "../../shared/src/valita.js";
+import { appOptions, shardOptions, ZERO_ENV_VAR_PREFIX, } from "../../zero-cache/src/config/zero-config.js";
+import { pgClient } from "../../zero-cache/src/types/pg.js";
+import { getShardID, upstreamSchema } from "../../zero-cache/src/types/shards.js";
+import { BigIntJSON } from "../../zero-cache/src/types/bigint-json.js";
+import chalk from 'chalk';
+const options = {
+    upstream: {
+        db: v.string(),
+    },
+    cvr: {
+        db: v.string(),
+    },
+    change: {
+        db: v.string(),
+    },
+    app: appOptions,
+    shard: shardOptions,
+    dumpZql: v.boolean().optional(),
+    detailed: v.boolean().optional(),
+};
+const config = parseOptions(options, process.argv.slice(2), ZERO_ENV_VAR_PREFIX);
+const lc = createSilentLogContext();
+async function upstreamStats() {
+    const schema = upstreamSchema(getShardID(config));
+    const sql = pgClient(lc, config.upstream.db);
+    await printStats([
+        [
+            'num replicas',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."replicas"`,
+        ],
+        [
+            'num clients with mutations',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."clients"`,
+        ],
+        [
+            'num mutations processed',
+            sql `SELECT SUM("lastMutationID") as "c" FROM ${sql(schema)}."clients"`,
+        ],
+    ]);
+    await sql.end();
+}
+async function cvrStats() {
+    const schema = upstreamSchema(getShardID(config)) + '/cvr';
+    const sql = pgClient(lc, config.cvr.db);
+    function numQueriesPerClientGroup(active) {
+        const filter = active
+            ? sql `WHERE "inactivatedAt" IS NULL AND deleted = false`
+            : sql `WHERE "inactivatedAt" IS NOT NULL AND ("inactivatedAt" + "ttl") > NOW()`;
+        return sql `WITH 
+    group_counts AS (
+      SELECT 
+        "clientGroupID",
+        COUNT(*) AS num_queries
+      FROM ${sql(schema)}."desires"
+      ${filter}
+      GROUP BY "clientGroupID"
+    ),
+    -- Count distinct clientIDs per clientGroupID
+    client_per_group_counts AS (
+      SELECT 
+        "clientGroupID",
+        COUNT(DISTINCT "clientID") AS num_clients
+      FROM ${sql(schema)}."desires"
+      ${filter}
+      GROUP BY "clientGroupID"
+    )
+    -- Combine all the information
+    SELECT 
+      g."clientGroupID",
+      cpg.num_clients,
+      g.num_queries
+    FROM group_counts g
+    JOIN client_per_group_counts cpg ON g."clientGroupID" = cpg."clientGroupID"
+    ORDER BY g.num_queries DESC;`;
+    }
+    await printStats([
+        [
+            'total num queries',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."desires"`,
+        ],
+        [
+            'num unique query hashes',
+            sql `SELECT COUNT(DISTINCT "queryHash") as "c" FROM ${sql(schema)}."desires"`,
+        ],
+        [
+            'num active queries',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."desires" WHERE "inactivatedAt" IS NULL AND "deleted" = false`,
+        ],
+        [
+            'num inactive queries',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."desires" WHERE "inactivatedAt" IS NOT NULL AND ("inactivatedAt" + "ttl") > NOW()`,
+        ],
+        [
+            'num deleted queries',
+            sql `SELECT COUNT(*) as "c" FROM ${sql(schema)}."desires" WHERE "deleted" = true`,
+        ],
+        [
+            'fresh queries percentiles',
+            sql `WITH client_group_counts AS (
+        -- Count inactive desires per clientGroupID
+        SELECT
+          "clientGroupID",
+          COUNT(*) AS fresh_count
+        FROM ${sql(schema)}."desires"
+        WHERE 
+          ("inactivatedAt" IS NOT NULL 
+          AND ("inactivatedAt" + "ttl") > NOW()) OR ("inactivatedAt" IS NULL
+          AND deleted = false)
+        GROUP BY "clientGroupID"
+      )
+      
+      SELECT
+        percentile_cont(0.50) WITHIN GROUP (ORDER BY fresh_count) AS "p50",
+        percentile_cont(0.75) WITHIN GROUP (ORDER BY fresh_count) AS "p75",
+        percentile_cont(0.90) WITHIN GROUP (ORDER BY fresh_count) AS "p90",
+        percentile_cont(0.95) WITHIN GROUP (ORDER BY fresh_count) AS "p95",
+        percentile_cont(0.99) WITHIN GROUP (ORDER BY fresh_count) AS "p99",
+        MIN(fresh_count) AS "min",
+        MAX(fresh_count) AS "max",
+        AVG(fresh_count) AS "avg"
+      FROM client_group_counts;`,
+        ],
+        [
+            'rows per client group percentiles',
+            sql `WITH client_group_counts AS (
+        -- Count inactive desires per clientGroupID
+        SELECT
+          "clientGroupID",
+          COUNT(*) AS row_count
+        FROM ${sql(schema)}."rows"
+        GROUP BY "clientGroupID"
+      )
+      SELECT
+        percentile_cont(0.50) WITHIN GROUP (ORDER BY row_count) AS "p50",
+        percentile_cont(0.75) WITHIN GROUP (ORDER BY row_count) AS "p75",
+        percentile_cont(0.90) WITHIN GROUP (ORDER BY row_count) AS "p90",
+        percentile_cont(0.95) WITHIN GROUP (ORDER BY row_count) AS "p95",
+        percentile_cont(0.99) WITHIN GROUP (ORDER BY row_count) AS "p99",
+        MIN(row_count) AS "min",
+        MAX(row_count) AS "max",
+        AVG(row_count) AS "avg"
+      FROM client_group_counts;`,
+        ],
+        ...(config.detailed
+            ? [
+                [
+                    'total active queries per client and client group',
+                    numQueriesPerClientGroup(true),
+                ],
+                [
+                    'total inactive queries per client and client group',
+                    numQueriesPerClientGroup(false),
+                ],
+                [
+                    'total rows per client group',
+                    sql `SELECT "clientGroupID", COUNT(*) as "c" FROM ${sql(schema)}."rows" GROUP BY "clientGroupID" ORDER BY "c" DESC`,
+                ],
+                [
+                    'num rows per query',
+                    sql `SELECT 
+        k.key AS "queryHash",
+        COUNT(*) AS row_count
+      FROM ${sql(schema)}."rows" r,
+      LATERAL jsonb_each(r."refCounts") k
+      GROUP BY k.key
+      ORDER BY row_count DESC;`,
+                ],
+            ]
+            : []),
+    ]);
+    if (config.dumpZql) {
+        console.log(chalk.blue.bold('ZQL (without permissions) for each query:'));
+        const queryAsts = await sql `SELECT "queryHash", "clientAST" FROM ${sql(schema)}."queries"`;
+        const seenQueries = new Set();
+        const parseFailures = [];
+        for (const row of queryAsts) {
+            const { queryHash, clientAST } = row;
+            if (seenQueries.has(queryHash)) {
+                continue;
+            }
+            seenQueries.add(queryHash);
+            try {
+                const zql = clientAST.table + astToZQL(clientAST);
+                console.log(chalk.red.bold('HASH:'), queryHash);
+                console.log(chalk.red.bold('ZQL:'), zql, '\n');
+            }
+            catch (e) {
+                console.log(e);
+                parseFailures.push(queryHash);
+            }
+        }
+        if (parseFailures.length > 0) {
+            console.log('Failed to parse the following hashes:', parseFailures);
+        }
+    }
+    await sql.end();
+}
+async function changelogStats() {
+    const schema = upstreamSchema(getShardID(config)) + '/cdc';
+    const sql = pgClient(lc, config.change.db);
+    await printStats([
+        [
+            'change log size',
+            sql `SELECT COUNT(*) as "change_log_size" FROM ${sql(schema)}."changeLog"`,
+        ],
+    ]);
+    await sql.end();
+}
+async function printStats(pendingQueries) {
+    const results = await Promise.all(pendingQueries.map(async ([name, query]) => [name, await query]));
+    for (const result of results) {
+        console.log('\n', chalk.blue.bold(result[0]), '\n');
+        console.log(BigIntJSON.stringify(result[1], null, 2));
+    }
+}
+await changelogStats();
+await upstreamStats();
+await cvrStats();
+//# sourceMappingURL=bin-cache-stats.js.map

package/out/analyze-query/src/bin-cache-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin-cache-stats.js","sourceRoot":"","sources":["../../../../analyze-query/src/bin-cache-stats.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,OAAO,yBAAyB,CAAC;AACjC,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,sBAAsB,EAAC,MAAM,wCAAwC,CAAC;AAC9E,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,KAAK,CAAC,MAAM,4BAA4B,CAAC;AAChD,OAAO,EACL,UAAU,EACV,YAAY,EACZ,mBAAmB,GACpB,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAC,QAAQ,EAAC,MAAM,kCAAkC,CAAC;AAC1D,OAAO,EAAC,UAAU,EAAE,cAAc,EAAC,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAC,UAAU,EAAC,MAAM,2CAA2C,CAAC;AACrE,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,OAAO,GAAG;IACd,QAAQ,EAAE;QACR,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;KACf;IACD,GAAG,EAAE;QACH,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;KACf;IACD,MAAM,EAAE;QACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;KACf;IACD,GAAG,EAAE,UAAU;IACf,KAAK,EAAE,YAAY;IACnB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC;AAEF,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,EACP,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EACrB,mBAAmB,CACpB,CAAC;AAEF,MAAM,EAAE,GAAG,sBAAsB,EAAE,CAAC;AAEpC,KAAK,UAAU,aAAa;IAC1B,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAE7C,MAAM,UAAU,CAAC;QACf;YACE,cAAc;YACd,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,aAAa;SAC3D;QACD;YACE,4BAA4B;YAC5B,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,YAAY;SAC1D;QACD;YACE,yBAAyB;YACzB,GAAG,CAAA,4CAA4C,GAAG,CAAC,MAAM,CAAC,YAAY;SACvE;KACF,CAAC,CAAC;IAEH,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;IAC3D,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAExC,SAAS,wBAAwB,CAC/B,MAAe;QAEf,MAAM,MAAM,GAAG,MAAM;YACnB,CAAC,CAAC,GAAG,CAAA,mDAAmD;YACxD,CAAC,CAAC,GAAG,CAAA,yEAAyE,CAAC;QACjF,OAAO,GAAG,CAAA;;;;;aAKD,GAAG,CAAC,MAAM,CAAC;QAChB,MAAM;;;;;;;;aAQD,GAAG,CAAC,MAAM,CAAC;QAChB,MAAM;;;;;;;;;;iCAUmB,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,CAAC;QACf;YACE,mBAAmB;YACnB,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,YAAY;SAC1D;QACD;YACE,yBAAyB;YACzB,GAAG,CAAA,kDAAkD,GAAG,CACtD,MAAM,CACP,YAAY;SACd;QACD;YACE,oBAAoB;YACpB,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,gEAAgE;SAC9G;QACD;YACE,sBAAsB;YACtB,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,oFAAoF;SAClI;QACD;YACE,qBAAqB;YACrB,GAAG,CAAA,+BAA+B,GAAG,CAAC,MAAM,CAAC,mCAAmC;SACjF;QACD;YACE,2BAA2B;YAC3B,GAAG,CAAA;;;;;eAKM,GAAG,CAAC,MAAM,CAAC;;;;;;;;;;;;;;;;;gCAiBM;SAC3B;QACD;YACE,mCAAmC;YACnC,GAAG,CAAA;;;;;eAKM,GAAG,CAAC,MAAM,CAAC;;;;;;;;;;;;gCAYM;SAC3B;QACD,GAAI,CAAC,MAAM,CAAC,QAAQ;YAClB,CAAC,CAAC;gBACE;oBACE,kDAAkD;oBAClD,wBAAwB,CAAC,IAAI,CAAC;iBAC/B;gBACD;oBACE,oDAAoD;oBACpD,wBAAwB,CAAC,KAAK,CAAC;iBAChC;gBACD;oBACE,6BAA6B;oBAC7B,GAAG,CAAA,gDAAgD,GAAG,CACpD,MAAM,CACP,oDAAoD;iBACtD;gBACD;oBACE,oBAAoB;oBACpB,GAAG,CAAA;;;aAGF,GAAG,CAAC,MAAM,CAAC;;;+BAGO;iBACpB;aACF;YACH,CAAC,CAAC,EAAE,CAGF;KACL,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC,CAAC;QAC1E,MAAM,SAAS,GACb,MAAM,GAAG,CAAA,wCAAwC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC;QAE3E,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,MAAM,EAAC,SAAS,EAAE,SAAS,EAAC,GAAG,GAAG,CAAC;YACnC,IAAI,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/B,SAAS;YACX,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE3B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,aAAa,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;IAC3D,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAE3C,MAAM,UAAU,CAAC;QACf;YACE,iBAAiB;YACjB,GAAG,CAAA,6CAA6C,GAAG,CAAC,MAAM,CAAC,cAAc;SAC1E;KACF,CAAC,CAAC;IACH,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,cAGG;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,CAAC,CAAC,CACjE,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,cAAc,EAAE,CAAC;AACvB,MAAM,aAAa,EAAE,CAAC;AACtB,MAAM,QAAQ,EAAE,CAAC"}

package/out/{chunk-CW3J6ZJF.js → chunk-UYUOQPYD.js}

@@ -84,7 +84,7 @@ import {
   withRead,
   withWrite,
   withWriteNoImplicitCommit
-} from "./chunk-J3DNXL5V.js";
+} from "./chunk-XXFMSZJU.js";
 import {
   AbstractQuery,
   ExpressionBuilder,
@@ -119,7 +119,7 @@ import {
   transformFilters,
   valita_exports,
   wrapIterable
-} from "./chunk-GTRWLUIW.js";
+} from "./chunk-WXO6HY3X.js";
 import {
   assert,
   assertArray,
@@ -8411,7 +8411,7 @@ function makeMessage(message, context, logLevel) {
 }
 
 // ../zero-client/src/client/version.ts
-var version2 = "0.19.2025041102";
+var version2 = "0.19.2025041201";
 
 // ../zero-client/src/client/log-options.ts
 var LevelFilterLogSink = class {
@@ -10841,7 +10841,7 @@ var Zero = class {
    */
   async inspect() {
     BUNDLE_SIZE: {
-      const m = await import("./inspector-YQC2D2E3.js");
+      const m = await import("./inspector-KHFMOHCD.js");
       return m.newInspector(this.#rep, this.#schema, () => this.#socket);
     }
   }
@@ -10960,4 +10960,4 @@ export {
   escapeLike,
   Zero
 };
-//# sourceMappingURL=chunk-CW3J6ZJF.js.map
+//# sourceMappingURL=chunk-UYUOQPYD.js.map

package/out/{chunk-GTRWLUIW.js → chunk-WXO6HY3X.js}

@@ -3702,4 +3702,4 @@ export {
   defaultFormat,
   AbstractQuery
 };
-//# sourceMappingURL=chunk-GTRWLUIW.js.map
+//# sourceMappingURL=chunk-WXO6HY3X.js.map