@rocicorp/zero 1.12.0-canary.4 → 1.12.0-canary.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rocicorp/zero",
-  "version": "1.12.0-canary.4",
+  "version": "1.12.0-canary.6",
   "description": "Zero is a web framework for serverless web development.",
   "homepage": "https://zero.rocicorp.dev",
   "bugs": {
@@ -14,7 +14,6 @@
     "directory": "packages/zero"
   },
   "bin": {
-    "analyze-query": "./out/zero/src/analyze-query.js",
     "ast-to-zql": "./out/zero/src/ast-to-zql.js",
     "transform-query": "./out/zero/src/transform-query.js",
     "zero-build-schema": "./out/zero/src/build-schema.js",
@@ -123,10 +122,10 @@
     "@badrap/valita": "0.5.5",
     "@databases/escape-identifier": "^1.0.3",
     "@databases/sql": "^3.3.0",
-    "@dotenvx/dotenvx": "^1.39.0",
+    "@dotenvx/dotenvx": "^1.66.0",
     "@drdgvhbh/postgres-error-codes": "^0.0.6",
-    "@fastify/cors": "^10.0.0",
-    "@fastify/websocket": "^11.0.0",
+    "@fastify/cors": "^10.1.0",
+    "@fastify/websocket": "^11.2.0",
     "@google-cloud/precise-date": "^4.0.0",
     "@opentelemetry/api": "^1.9.1",
     "@opentelemetry/api-logs": "^0.223.0",
@@ -142,48 +141,48 @@
     "@rocicorp/logger": "^6.1.0",
     "@rocicorp/resolver": "^1.0.2",
     "@rocicorp/zero-sqlite3": "^1.1.7",
-    "@standard-schema/spec": "^1.0.0",
+    "@standard-schema/spec": "^1.1.0",
     "@types/basic-auth": "^1.1.8",
-    "@types/ws": "^8.5.12",
+    "@types/ws": "^8.18.1",
     "basic-auth": "^2.0.1",
-    "chalk-template": "^1.1.0",
-    "chokidar": "^4.0.1",
+    "chalk-template": "^1.1.2",
+    "chokidar": "^4.0.3",
     "cloudevents": "^10.0.0",
-    "command-line-args": "^6.0.1",
-    "command-line-usage": "^7.0.3",
+    "command-line-args": "^6.0.2",
+    "command-line-usage": "^7.0.4",
     "compare-utf8": "^0.2.3",
-    "defu": "^6.1.4",
-    "eventemitter3": "^5.0.1",
+    "defu": "^6.1.7",
+    "eventemitter3": "^5.0.4",
     "fastify": "^5.12.7",
     "is-in-subnet": "^4.0.1",
-    "jose": "^5.9.3",
+    "jose": "^5.10.0",
     "json-custom-numbers": "^3.1.1",
-    "kasi": "^1.1.0",
+    "kasi": "^1.1.2",
     "nanoid": "^5.1.16",
-    "oxfmt": "^0.65.0",
+    "oxc-parser": "^0.129.0",
+    "oxfmt": "^0.74.0",
     "parse-prometheus-text-format": "^1.1.1",
     "pg-format": "npm:pg-format-fix@^1.0.5",
     "postgres": "3.4.7",
-    "semver": "^7.5.4",
+    "semver": "^7.8.0",
     "url-pattern": "^1.0.3",
     "urlpattern-polyfill": "^10.1.0",
     "ws": "^8.22.0"
   },
   "devDependencies": {
-    "@op-engineering/op-sqlite": ">=15",
+    "@op-engineering/op-sqlite": "^18.2.5",
     "analyze-query": "workspace:*",
     "ast-to-zql": "workspace:*",
     "expo": "^58.0.14",
-    "expo-sqlite": ">=15",
-    "oxc-parser": "^0.129.0",
+    "expo-sqlite": "^58.0.13",
     "react-native": "^0.88.0",
     "replicache": "workspace:*",
     "shared": "workspace:*",
-    "syncpack": "^14.3.0",
-    "typedoc": "^0.28.17",
+    "syncpack": "^14.3.1",
+    "typedoc": "^0.28.19",
     "typescript": "~7.0.2",
     "vite": "^8.3.4",
-    "vitest": "^5.0.0",
+    "vitest": "^5.0.5",
     "zero-cache": "workspace:*",
     "zero-client": "workspace:*",
     "zero-pg": "workspace:*",

package/out/analyze-query/src/bin-analyze.d.ts

@@ -1,2 +0,0 @@
-import '../../shared/src/dotenv.ts';
-//# sourceMappingURL=bin-analyze.d.ts.map

package/out/analyze-query/src/bin-analyze.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"bin-analyze.d.ts","sourceRoot":"","sources":["../../../../analyze-query/src/bin-analyze.ts"],"names":[],"mappings":"AAAA,OAAO,4BAA4B,CAAC"}

package/out/analyze-query/src/bin-analyze.js

@@ -1,285 +0,0 @@
-import { valita_exports } from "../../shared/src/valita.js";
-import { getOrInsertComputed } from "../../shared/src/map.js";
-import { must } from "../../shared/src/must.js";
-import "../../zero-protocol/src/ast.js";
-import { clientToServer } from "../../zero-schema/src/name-mapper.js";
-import { asQueryInternals } from "../../zql/src/query/query-internals.js";
-import { newQuery } from "../../zql/src/query/query-impl.js";
-import { clientSchemaFrom } from "../../zero-schema/src/builder/schema-builder.js";
-import "../../zql/src/query/query.js";
-import { QueryDelegateBase } from "../../zql/src/query/query-delegate-base.js";
-import "../../shared/src/dotenv.js";
-import { logLevel, logOptions } from "../../otel/src/log-options.js";
-import { colorConsole, createLogContext } from "../../shared/src/logging.js";
-import { parseOptions } from "../../shared/src/options.js";
-import { Debug, runtimeDebugFlags } from "../../zql/src/builder/debug-delegate.js";
-import { getShardID, upstreamSchema } from "../../zero-cache/src/types/shards.js";
-import { ZERO_ENV_VAR_PREFIX, appOptions, shardOptions, zeroOptions } from "../../zero-cache/src/config/zero-config.js";
-import { Database } from "../../zqlite/src/db.js";
-import { TableSource } from "../../zqlite/src/table-source.js";
-import { astToZQL } from "../../ast-to-zql/src/ast-to-zql.js";
-import { formatOutput } from "../../ast-to-zql/src/format.js";
-import { computeZqlSpecs, mustGetTableSpec } from "../../zero-cache/src/db/lite-tables.js";
-import { deployPermissionsOptions, loadSchemaAndPermissions } from "../../zero-cache/src/scripts/permissions.js";
-import { runAst } from "../../zero-cache/src/services/run-ast.js";
-import { pgClient } from "../../zero-cache/src/types/pg.js";
-import { explainQueries } from "../../zqlite/src/explain-queries.js";
-import { styleText } from "node:util";
-import fs from "node:fs";
-//#region ../analyze-query/src/bin-analyze.ts
-var options = {
-	schema: deployPermissionsOptions.schema,
-	replicaFile: {
-		...zeroOptions.replica.file,
-		desc: ["File path to the SQLite replica to test queries against."]
-	},
-	ast: {
-		type: valita_exports.string().optional(),
-		desc: ["AST for the query to be analyzed.  Only one of ast/query/hash should be provided."]
-	},
-	query: {
-		type: valita_exports.string().optional(),
-		desc: ["Query to be analyzed in the form of: table.where(...).related(...).etc. ", "Only one of ast/query/hash should be provided."]
-	},
-	hash: {
-		type: valita_exports.string().optional(),
-		desc: [
-			"Hash of the query to be analyzed. This is used to look up the query in the database. ",
-			"Only one of ast/query/hash should be provided.",
-			"You should run this script from the directory containing your .env file to reduce the amount of",
-			"configuration required. The .env file should contain the connection URL to the CVR database."
-		]
-	},
-	applyPermissions: {
-		type: valita_exports.boolean().optional(() => false),
-		desc: ["Whether to apply permissions (from your schema file) to the provided query."]
-	},
-	authData: {
-		type: valita_exports.string().optional(),
-		desc: ["JSON encoded payload of the auth data.", "This will be used to fill permission variables if the \"applyPermissions\" option is set"]
-	},
-	outputVendedRows: {
-		type: valita_exports.boolean().optional(() => false),
-		desc: ["Whether to output the rows which were read from the replica in order to execute the analyzed query. ", "If the same row is read more than once it will be logged once for each time it was read."]
-	},
-	outputSyncedRows: {
-		type: valita_exports.boolean().optional(() => false),
-		desc: ["Whether to output the rows which would be synced to the client for the analyzed query."]
-	},
-	cvr: { db: {
-		type: valita_exports.string().optional(),
-		desc: ["Connection URL to the CVR database. If using --hash, either this or --upstream-db", "must be specified."]
-	} },
-	upstream: {
-		db: {
-			desc: [`Connection URL to the "upstream" authoritative postgres database. If using --hash, `, "either this or --cvr-db must be specified."],
-			type: valita_exports.string().optional()
-		},
-		type: zeroOptions.upstream.type
-	},
-	app: appOptions,
-	shard: shardOptions,
-	enableCorrelatedPredicatePushdown: zeroOptions.enableCorrelatedPredicatePushdown,
-	log: {
-		...logOptions,
-		level: logLevel.optional(() => "error")
-	}
-};
-var cfg = parseOptions(options, {
-	argv: process.argv.slice(2).map((s) => s.replaceAll("\n", " ")),
-	envNamePrefix: ZERO_ENV_VAR_PREFIX,
-	description: [{
-		header: "analyze-query",
-		content: `Analyze a ZQL query and show information about how it runs against a SQLite replica.
-
-  analyze-query uses the same environment variables and flags as zero-cache-dev. If run from your development environment, it will pick up your ZERO_REPLICA_FILE, ZERO_SCHEMA_PATH, and other env vars automatically.
-
-  If run in another environment (e.g., production) you will have to specify these flags. In particular, you must have a copy of the appropriate Zero schema file to give to the --schema-path flag.`
-	}, {
-		header: "Examples",
-		content: `# In development
-  npx analyze-query --query='issue.related("comments").limit(10)'
-  npx analyze-query --ast='\\{"table": "artist","limit": 10\\}'
-  npx analyze-query --hash=1234567890
-
-  # In production
-  # First copy schema.ts to your production environment, then run:
-  npx analyze-query \\
-    --schema-path='./schema.ts' \\
-    --replica-file='/path/to/replica.db' \\
-    --query='issue.related("comments").limit(10)'
-
-  npx analyze-query \\
-    --schema-path='./schema.ts' \\
-    --replica-file='/path/to/replica.db' \\
-    --ast='\\{"table": "artist","limit": 10\\}'
-
-  # cvr-db is required when using the hash option.
-  # It is typically the same as your upstream db.
-  npx analyze-query \\
-    --schema-path='./schema.ts' \\
-    --replica-file='/path/to/replica.db' \\
-    --cvr-db='postgres://user:pass@host:port/db' \\
-    --hash=1234567890
-  `
-	}]
-});
-var config = {
-	...cfg,
-	cvr: {
-		...cfg.cvr,
-		db: cfg.cvr.db ?? cfg.upstream.db
-	}
-};
-runtimeDebugFlags.trackRowCountsVended = true;
-runtimeDebugFlags.trackRowsVended = config.outputVendedRows;
-var lc = createLogContext({ log: config.log });
-colorConsole.warn("DEPRECATED: `analyze-query` is deprecated. Please migrate to a project-specific analyze command built with `runAnalyzeCLI` from `@rocicorp/zero/analyze`.");
-if (!fs.existsSync(config.replicaFile)) {
-	colorConsole.error(`Replica file ${config.replicaFile} does not exist`);
-	process.exit(1);
-}
-var db = new Database(lc, config.replicaFile);
-var { schema, permissions } = await loadSchemaAndPermissions(config.schema.path);
-var clientSchema = clientSchemaFrom(schema).clientSchema;
-var sources = /* @__PURE__ */ new Map();
-var clientToServerMapper = clientToServer(schema.tables);
-var debug = new Debug(config.outputVendedRows);
-var tableSpecs = computeZqlSpecs(lc, db, { includeBackfillingColumns: false });
-var AnalyzeQueryDelegate = class extends QueryDelegateBase {
-	debug = debug;
-	defaultQueryComplete = true;
-	disableCorrelatedPredicatePushdown = !config.enableCorrelatedPredicatePushdown;
-	getSource(serverTableName) {
-		return getOrInsertComputed(sources, serverTableName, (serverTableName) => {
-			const tableSpec = mustGetTableSpec(tableSpecs, serverTableName);
-			const { primaryKey } = tableSpec.tableSpec;
-			return new TableSource(lc, config.log, db, serverTableName, tableSpec.zqlSpec, primaryKey);
-		});
-	}
-};
-var host = new AnalyzeQueryDelegate();
-var result;
-if (config.ast) result = await runAst(lc, clientSchema, JSON.parse(config.ast), true, {
-	applyPermissions: config.applyPermissions,
-	auth: config.authData ? {
-		type: "jwt",
-		raw: "",
-		decoded: JSON.parse(config.authData)
-	} : void 0,
-	clientToServerMapper,
-	permissions,
-	syncedRows: config.outputSyncedRows,
-	db,
-	tableSpecs,
-	host
-}, async () => {});
-else if (config.query) result = await runQuery(config.query);
-else if (config.hash) result = await runHash(config.hash);
-else {
-	colorConsole.error("No query or AST or hash provided");
-	process.exit(1);
-}
-function runQuery(queryString) {
-	const z = { query: Object.fromEntries(Object.entries(schema.tables).map(([name]) => [name, newQuery(schema, name)])) };
-	const q = new Function("z", `return z.query.${queryString};`)(z);
-	const ast = asQueryInternals(q).ast;
-	return runAst(lc, clientSchema, ast, false, {
-		applyPermissions: config.applyPermissions,
-		auth: config.authData ? {
-			type: "jwt",
-			raw: "",
-			decoded: JSON.parse(config.authData)
-		} : void 0,
-		clientToServerMapper,
-		permissions,
-		syncedRows: config.outputSyncedRows,
-		db,
-		tableSpecs,
-		host
-	}, async () => {});
-}
-async function runHash(hash) {
-	const cvrDB = pgClient(lc, must(config.cvr.db, "CVR DB must be provided when using the hash option"), "analyze-query-hash-cvr");
-	const rows = await cvrDB`select "clientAST", "internal" from ${cvrDB(upstreamSchema(getShardID(config)) + "/cvr")}."queries" where "queryHash" = ${must(hash)} limit 1;`;
-	await cvrDB.end();
-	colorConsole.log("ZQL from Hash:");
-	const ast = rows[0].clientAST;
-	colorConsole.log(await formatOutput(ast.table + astToZQL(ast)));
-	return runAst(lc, clientSchema, ast, true, {
-		applyPermissions: config.applyPermissions,
-		auth: config.authData ? {
-			type: "jwt",
-			raw: "",
-			decoded: JSON.parse(config.authData)
-		} : void 0,
-		clientToServerMapper,
-		permissions,
-		syncedRows: config.outputSyncedRows,
-		db,
-		tableSpecs,
-		host
-	}, async () => {});
-}
-if (config.outputSyncedRows) {
-	colorConsole.log(styleText(["blue", "bold"], "=== Synced Rows: ===\n"));
-	for (const [table, rows] of Object.entries(result.syncedRows ?? {})) colorConsole.log(styleText("bold", table + ":"), rows);
-}
-colorConsole.log(styleText(["blue", "bold"], "=== Query Stats: ===\n"));
-colorConsole.log(styleText("bold", "total synced rows:"), result.syncedRowCount);
-showStats();
-if (config.outputVendedRows) {
-	colorConsole.log(styleText(["blue", "bold"], "=== JS Row Scan Values: ===\n"));
-	for (const source of sources.values()) colorConsole.log(styleText("bold", `${source.tableSchema.name}:`), debug.getVendedRows()?.[source.tableSchema.name] ?? {});
-}
-colorConsole.log(styleText(["blue", "bold"], "\n=== Rows Scanned (by SQLite): ===\n"));
-var nvisitCounts = debug.getNVisitCounts();
-var totalNVisit = 0;
-for (const [table, queries] of Object.entries(nvisitCounts)) {
-	colorConsole.log(styleText("bold", `${table}:`), queries);
-	for (const count of Object.values(queries)) totalNVisit += count;
-}
-colorConsole.log(styleText("bold", "total rows scanned:"), colorRowsConsidered(totalNVisit));
-colorConsole.log(styleText(["blue", "bold"], "\n\n=== Query Plans: ===\n"));
-var fallbackPlans = explainQueries(debug.getVendedRowCounts() ?? {}, db);
-var capturedPlans = debug.getSQLitePlans();
-var plans = {
-	...fallbackPlans,
-	...capturedPlans
-};
-for (const [query, plan] of Object.entries(plans)) {
-	colorConsole.log(styleText("bold", "query"), query);
-	colorConsole.log(plan.map((row, i) => colorPlanRow(row, i)).join("\n"));
-	colorConsole.log("\n");
-}
-function showStats() {
-	let totalRowsConsidered = 0;
-	for (const source of sources.values()) {
-		const values = Object.values(debug.getVendedRowCounts()?.[source.tableSchema.name] ?? {});
-		for (const v of values) totalRowsConsidered += v;
-		colorConsole.log(styleText("bold", source.tableSchema.name + " vended:"), debug.getVendedRowCounts()?.[source.tableSchema.name] ?? {});
-	}
-	colorConsole.log(styleText("bold", "Rows Read (into JS):"), colorRowsConsidered(totalRowsConsidered));
-	colorConsole.log(styleText("bold", "time:"), colorTime(result.end - result.start), "ms");
-}
-function colorTime(duration) {
-	if (duration < 100) return styleText("green", duration.toFixed(2) + "ms");
-	else if (duration < 1e3) return styleText("yellow", duration.toFixed(2) + "ms");
-	return styleText("red", duration.toFixed(2) + "ms");
-}
-function colorRowsConsidered(n) {
-	if (n < 1e3) return styleText("green", n.toString());
-	else if (n < 1e4) return styleText("yellow", n.toString());
-	return styleText("red", n.toString());
-}
-function colorPlanRow(row, i) {
-	if (row.includes("SCAN")) {
-		if (i === 0) return styleText("yellow", row);
-		return styleText("red", row);
-	}
-	return styleText("green", row);
-}
-//#endregion
-export {};
-
-//# sourceMappingURL=bin-analyze.js.map

package/out/analyze-query/src/bin-analyze.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"bin-analyze.js","names":["v"],"sources":["../../../../analyze-query/src/bin-analyze.ts"],"sourcesContent":["import '../../shared/src/dotenv.ts';\n\nimport fs from 'node:fs';\nimport {styleText} from 'node:util';\nimport {astToZQL} from '../../ast-to-zql/src/ast-to-zql.ts';\nimport {formatOutput} from '../../ast-to-zql/src/format.ts';\nimport {logLevel, logOptions} from '../../otel/src/log-options.ts';\nimport {colorConsole, createLogContext} from '../../shared/src/logging.ts';\nimport {getOrInsertComputed} from '../../shared/src/map.ts';\nimport {must} from '../../shared/src/must.ts';\nimport {parseOptions} from '../../shared/src/options.ts';\nimport * as v from '../../shared/src/valita.ts';\nimport {\n  appOptions,\n  shardOptions,\n  ZERO_ENV_VAR_PREFIX,\n  zeroOptions,\n} from '../../zero-cache/src/config/zero-config.ts';\nimport {\n  computeZqlSpecs,\n  mustGetTableSpec,\n} from '../../zero-cache/src/db/lite-tables.ts';\nimport {\n  deployPermissionsOptions,\n  loadSchemaAndPermissions,\n} from '../../zero-cache/src/scripts/permissions.ts';\nimport {runAst} from '../../zero-cache/src/services/run-ast.ts';\nimport {pgClient} from '../../zero-cache/src/types/pg.ts';\nimport {getShardID, upstreamSchema} from '../../zero-cache/src/types/shards.ts';\nimport type {AnalyzeQueryResult} from '../../zero-protocol/src/analyze-query-result.ts';\nimport {type AST} from '../../zero-protocol/src/ast.ts';\nimport {clientSchemaFrom} from '../../zero-schema/src/builder/schema-builder.ts';\nimport {clientToServer} from '../../zero-schema/src/name-mapper.ts';\nimport type {Schema} from '../../zero-types/src/schema.ts';\nimport {\n  Debug,\n  runtimeDebugFlags,\n} from '../../zql/src/builder/debug-delegate.ts';\nimport type {Source} from '../../zql/src/ivm/source.ts';\nimport {QueryDelegateBase} from '../../zql/src/query/query-delegate-base.ts';\nimport {newQuery} from '../../zql/src/query/query-impl.ts';\nimport {asQueryInternals} from '../../zql/src/query/query-internals.ts';\nimport {type PullRow, type Query} from '../../zql/src/query/query.ts';\nimport {Database} from '../../zqlite/src/db.ts';\nimport {explainQueries} from '../../zqlite/src/explain-queries.ts';\nimport {TableSource} from '../../zqlite/src/table-source.ts';\n\nconst options = {\n  schema: deployPermissionsOptions.schema,\n  replicaFile: {\n    ...zeroOptions.replica.file,\n    desc: ['File path to the SQLite replica to test queries against.'],\n  },\n  ast: {\n    type: v.string().optional(),\n    desc: [\n      'AST for the query to be analyzed.  Only one of ast/query/hash should be provided.',\n    ],\n  },\n  query: {\n    type: v.string().optional(),\n    desc: [\n      'Query to be analyzed in the form of: table.where(...).related(...).etc. ',\n      'Only one of ast/query/hash should be provided.',\n    ],\n  },\n  hash: {\n    type: v.string().optional(),\n    desc: [\n      'Hash of the query to be analyzed. This is used to look up the query in the database. ',\n      'Only one of ast/query/hash should be provided.',\n      'You should run this script from the directory containing your .env file to reduce the amount of',\n      'configuration required. The .env file should contain the connection URL to the CVR database.',\n    ],\n  },\n  applyPermissions: {\n    type: v.boolean().optional(() => false),\n    desc: [\n      'Whether to apply permissions (from your schema file) to the provided query.',\n    ],\n  },\n  authData: {\n    type: v.string().optional(),\n    desc: [\n      'JSON encoded payload of the auth data.',\n      'This will be used to fill permission variables if the \"applyPermissions\" option is set',\n    ],\n  },\n  outputVendedRows: {\n    type: v.boolean().optional(() => false),\n    desc: [\n      'Whether to output the rows which were read from the replica in order to execute the analyzed query. ',\n      'If the same row is read more than once it will be logged once for each time it was read.',\n    ],\n  },\n  outputSyncedRows: {\n    type: v.boolean().optional(() => false),\n    desc: [\n      'Whether to output the rows which would be synced to the client for the analyzed query.',\n    ],\n  },\n  cvr: {\n    db: {\n      type: v.string().optional(),\n      desc: [\n        'Connection URL to the CVR database. If using --hash, either this or --upstream-db',\n        'must be specified.',\n      ],\n    },\n  },\n  upstream: {\n    db: {\n      desc: [\n        `Connection URL to the \"upstream\" authoritative postgres database. If using --hash, `,\n        'either this or --cvr-db must be specified.',\n      ],\n      type: v.string().optional(),\n    },\n    type: zeroOptions.upstream.type,\n  },\n  app: appOptions,\n  shard: shardOptions,\n  // Read from the same env var as zero-cache, so the analysis matches what\n  // the server runs.\n  enableCorrelatedPredicatePushdown:\n    zeroOptions.enableCorrelatedPredicatePushdown,\n  log: {\n    ...logOptions,\n    level: logLevel.optional(() => 'error'),\n  },\n};\n\nconst cfg = parseOptions(options, {\n  argv: process.argv.slice(2).map(s => s.replaceAll('\\n', ' ')),\n  envNamePrefix: ZERO_ENV_VAR_PREFIX,\n  description: [\n    {\n      header: 'analyze-query',\n      content: `Analyze a ZQL query and show information about how it runs against a SQLite replica.\n\n  analyze-query uses the same environment variables and flags as zero-cache-dev. If run from your development environment, it will pick up your ZERO_REPLICA_FILE, ZERO_SCHEMA_PATH, and other env vars automatically.\n\n  If run in another environment (e.g., production) you will have to specify these flags. In particular, you must have a copy of the appropriate Zero schema file to give to the --schema-path flag.`,\n    },\n    {\n      header: 'Examples',\n      content: `# In development\n  npx analyze-query --query='issue.related(\"comments\").limit(10)'\n  npx analyze-query --ast='\\\\{\"table\": \"artist\",\"limit\": 10\\\\}'\n  npx analyze-query --hash=1234567890\n\n  # In production\n  # First copy schema.ts to your production environment, then run:\n  npx analyze-query \\\\\n    --schema-path='./schema.ts' \\\\\n    --replica-file='/path/to/replica.db' \\\\\n    --query='issue.related(\"comments\").limit(10)'\n\n  npx analyze-query \\\\\n    --schema-path='./schema.ts' \\\\\n    --replica-file='/path/to/replica.db' \\\\\n    --ast='\\\\{\"table\": \"artist\",\"limit\": 10\\\\}'\n\n  # cvr-db is required when using the hash option.\n  # It is typically the same as your upstream db.\n  npx analyze-query \\\\\n    --schema-path='./schema.ts' \\\\\n    --replica-file='/path/to/replica.db' \\\\\n    --cvr-db='postgres://user:pass@host:port/db' \\\\\n    --hash=1234567890\n  `,\n    },\n  ],\n});\nconst config = {\n  ...cfg,\n  cvr: {\n    ...cfg.cvr,\n    db: cfg.cvr.db ?? cfg.upstream.db,\n  },\n};\n\nruntimeDebugFlags.trackRowCountsVended = true;\nruntimeDebugFlags.trackRowsVended = config.outputVendedRows;\n\nconst lc = createLogContext({\n  log: config.log,\n});\n\ncolorConsole.warn(\n  'DEPRECATED: `analyze-query` is deprecated. Please migrate to a project-specific analyze command built with `runAnalyzeCLI` from `@rocicorp/zero/analyze`.',\n);\n\nif (!fs.existsSync(config.replicaFile)) {\n  colorConsole.error(`Replica file ${config.replicaFile} does not exist`);\n  process.exit(1);\n}\nconst db = new Database(lc, config.replicaFile);\n\nconst {schema, permissions} = await loadSchemaAndPermissions(\n  config.schema.path,\n);\nconst clientSchema = clientSchemaFrom(schema).clientSchema;\n\nconst sources = new Map<string, TableSource>();\nconst clientToServerMapper = clientToServer(schema.tables);\nconst debug = new Debug(config.outputVendedRows);\nconst tableSpecs = computeZqlSpecs(lc, db, {includeBackfillingColumns: false});\n\nclass AnalyzeQueryDelegate extends QueryDelegateBase {\n  readonly debug = debug;\n  readonly defaultQueryComplete = true;\n  readonly disableCorrelatedPredicatePushdown =\n    !config.enableCorrelatedPredicatePushdown;\n\n  getSource(serverTableName: string): Source | undefined {\n    return getOrInsertComputed(sources, serverTableName, serverTableName => {\n      const tableSpec = mustGetTableSpec(tableSpecs, serverTableName);\n      const {primaryKey} = tableSpec.tableSpec;\n      return new TableSource(\n        lc,\n        config.log,\n        db,\n        serverTableName,\n        tableSpec.zqlSpec,\n        primaryKey,\n      );\n    });\n  }\n}\n\nconst host = new AnalyzeQueryDelegate();\n\nlet result: AnalyzeQueryResult;\n\nif (config.ast) {\n  result = await runAst(\n    lc,\n    clientSchema,\n    JSON.parse(config.ast),\n    true,\n    {\n      applyPermissions: config.applyPermissions,\n      auth: config.authData\n        ? {type: 'jwt' as const, raw: '', decoded: JSON.parse(config.authData)}\n        : undefined,\n      clientToServerMapper,\n      permissions,\n      syncedRows: config.outputSyncedRows,\n      db,\n      tableSpecs,\n      host,\n    },\n    async () => {},\n  );\n} else if (config.query) {\n  result = await runQuery(config.query);\n} else if (config.hash) {\n  result = await runHash(config.hash);\n} else {\n  colorConsole.error('No query or AST or hash provided');\n  process.exit(1);\n}\n\nfunction runQuery(queryString: string): Promise<AnalyzeQueryResult> {\n  const z = {\n    query: Object.fromEntries(\n      Object.entries(schema.tables).map(([name]) => [\n        name,\n        newQuery(schema, name),\n      ]),\n    ),\n  };\n\n  const f = new Function('z', `return z.query.${queryString};`);\n  const q: Query<string, Schema, PullRow<string, Schema>> = f(z);\n\n  const ast = asQueryInternals(q).ast;\n  return runAst(\n    lc,\n    clientSchema,\n    ast,\n    false,\n    {\n      applyPermissions: config.applyPermissions,\n      auth: config.authData\n        ? {type: 'jwt' as const, raw: '', decoded: JSON.parse(config.authData)}\n        : undefined,\n      clientToServerMapper,\n      permissions,\n      syncedRows: config.outputSyncedRows,\n      db,\n      tableSpecs,\n      host,\n    },\n    async () => {},\n  );\n}\n\nasync function runHash(hash: string) {\n  const cvrDB = pgClient(\n    lc,\n    must(config.cvr.db, 'CVR DB must be provided when using the hash option'),\n    'analyze-query-hash-cvr',\n  );\n\n  const rows = await cvrDB`select \"clientAST\", \"internal\" from ${cvrDB(\n    upstreamSchema(getShardID(config)) + '/cvr',\n  )}.\"queries\" where \"queryHash\" = ${must(hash)} limit 1;`;\n  await cvrDB.end();\n\n  colorConsole.log('ZQL from Hash:');\n  const ast = rows[0].clientAST as AST;\n  colorConsole.log(await formatOutput(ast.table + astToZQL(ast)));\n\n  return runAst(\n    lc,\n    clientSchema,\n    ast,\n    true,\n    {\n      applyPermissions: config.applyPermissions,\n      auth: config.authData\n        ? {type: 'jwt' as const, raw: '', decoded: JSON.parse(config.authData)}\n        : undefined,\n      clientToServerMapper,\n      permissions,\n      syncedRows: config.outputSyncedRows,\n      db,\n      tableSpecs,\n      host,\n    },\n    async () => {},\n  );\n}\n\nif (config.outputSyncedRows) {\n  colorConsole.log(styleText(['blue', 'bold'], '=== Synced Rows: ===\\n'));\n  for (const [table, rows] of Object.entries(result.syncedRows ?? {})) {\n    colorConsole.log(styleText('bold', table + ':'), rows);\n  }\n}\n\ncolorConsole.log(styleText(['blue', 'bold'], '=== Query Stats: ===\\n'));\ncolorConsole.log(\n  styleText('bold', 'total synced rows:'),\n  result.syncedRowCount,\n);\nshowStats();\nif (config.outputVendedRows) {\n  colorConsole.log(\n    styleText(['blue', 'bold'], '=== JS Row Scan Values: ===\\n'),\n  );\n  for (const source of sources.values()) {\n    colorConsole.log(\n      styleText('bold', `${source.tableSchema.name}:`),\n      debug.getVendedRows()?.[source.tableSchema.name] ?? {},\n    );\n  }\n}\n\ncolorConsole.log(\n  styleText(['blue', 'bold'], '\\n=== Rows Scanned (by SQLite): ===\\n'),\n);\nconst nvisitCounts = debug.getNVisitCounts();\nlet totalNVisit = 0;\nfor (const [table, queries] of Object.entries(nvisitCounts)) {\n  colorConsole.log(styleText('bold', `${table}:`), queries);\n  for (const count of Object.values(queries)) {\n    totalNVisit += count;\n  }\n}\ncolorConsole.log(\n  styleText('bold', 'total rows scanned:'),\n  colorRowsConsidered(totalNVisit),\n);\n\ncolorConsole.log(styleText(['blue', 'bold'], '\\n\\n=== Query Plans: ===\\n'));\nconst fallbackPlans = explainQueries(debug.getVendedRowCounts() ?? {}, db);\nconst capturedPlans = debug.getSQLitePlans();\nconst plans: Record<string, string[]> = {...fallbackPlans, ...capturedPlans};\nfor (const [query, plan] of Object.entries(plans)) {\n  colorConsole.log(styleText('bold', 'query'), query);\n  colorConsole.log(plan.map((row, i) => colorPlanRow(row, i)).join('\\n'));\n  colorConsole.log('\\n');\n}\n\nfunction showStats() {\n  let totalRowsConsidered = 0;\n  for (const source of sources.values()) {\n    const values = Object.values(\n      debug.getVendedRowCounts()?.[source.tableSchema.name] ?? {},\n    );\n    for (const v of values) {\n      totalRowsConsidered += v;\n    }\n    colorConsole.log(\n      styleText('bold', source.tableSchema.name + ' vended:'),\n      debug.getVendedRowCounts()?.[source.tableSchema.name] ?? {},\n    );\n  }\n\n  colorConsole.log(\n    styleText('bold', 'Rows Read (into JS):'),\n    colorRowsConsidered(totalRowsConsidered),\n  );\n  colorConsole.log(\n    styleText('bold', 'time:'),\n    colorTime(result.end - result.start),\n    'ms',\n  );\n}\n\nfunction colorTime(duration: number) {\n  if (duration < 100) {\n    return styleText('green', duration.toFixed(2) + 'ms');\n  } else if (duration < 1000) {\n    return styleText('yellow', duration.toFixed(2) + 'ms');\n  }\n  return styleText('red', duration.toFixed(2) + 'ms');\n}\n\nfunction colorRowsConsidered(n: number) {\n  if (n < 1000) {\n    return styleText('green', n.toString());\n  } else if (n < 10000) {\n    return styleText('yellow', n.toString());\n  }\n  return styleText('red', n.toString());\n}\n\nfunction colorPlanRow(row: string, i: number) {\n  if (row.includes('SCAN')) {\n    if (i === 0) {\n      return styleText('yellow', row);\n    }\n    return styleText('red', row);\n  }\n  return styleText('green', row);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+CA,IAAM,UAAU;CACd,QAAQ,yBAAyB;CACjC,aAAa;EACX,GAAG,YAAY,QAAQ;EACvB,MAAM,CAAC,0DAA0D;CACnE;CACA,KAAK;EACH,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM,CACJ,mFACF;CACF;CACA,OAAO;EACL,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM,CACJ,4EACA,gDACF;CACF;CACA,MAAM;EACJ,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM;GACJ;GACA;GACA;GACA;EACF;CACF;CACA,kBAAkB;EAChB,MAAMA,eAAE,QAAQ,CAAC,CAAC,eAAe,KAAK;EACtC,MAAM,CACJ,6EACF;CACF;CACA,UAAU;EACR,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM,CACJ,0CACA,0FACF;CACF;CACA,kBAAkB;EAChB,MAAMA,eAAE,QAAQ,CAAC,CAAC,eAAe,KAAK;EACtC,MAAM,CACJ,wGACA,0FACF;CACF;CACA,kBAAkB;EAChB,MAAMA,eAAE,QAAQ,CAAC,CAAC,eAAe,KAAK;EACtC,MAAM,CACJ,wFACF;CACF;CACA,KAAK,EACH,IAAI;EACF,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC1B,MAAM,CACJ,qFACA,oBACF;CACF,EACF;CACA,UAAU;EACR,IAAI;GACF,MAAM,CACJ,uFACA,4CACF;GACA,MAAMA,eAAE,OAAO,CAAC,CAAC,SAAS;EAC5B;EACA,MAAM,YAAY,SAAS;CAC7B;CACA,KAAK;CACL,OAAO;CAGP,mCACE,YAAY;CACd,KAAK;EACH,GAAG;EACH,OAAO,SAAS,eAAe,OAAO;CACxC;AACF;AAEA,IAAM,MAAM,aAAa,SAAS;CAChC,MAAM,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,KAAI,MAAK,EAAE,WAAW,MAAM,GAAG,CAAC;CAC5D,eAAe;CACf,aAAa,CACX;EACE,QAAQ;EACR,SAAS;;;;;CAKX,GACA;EACE,QAAQ;EACR,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;CAyBX,CACF;AACF,CAAC;AACD,IAAM,SAAS;CACb,GAAG;CACH,KAAK;EACH,GAAG,IAAI;EACP,IAAI,IAAI,IAAI,MAAM,IAAI,SAAS;CACjC;AACF;AAEA,kBAAkB,uBAAuB;AACzC,kBAAkB,kBAAkB,OAAO;AAE3C,IAAM,KAAK,iBAAiB,EAC1B,KAAK,OAAO,IACd,CAAC;AAED,aAAa,KACX,2JACF;AAEA,IAAI,CAAC,GAAG,WAAW,OAAO,WAAW,GAAG;CACtC,aAAa,MAAM,gBAAgB,OAAO,YAAY,gBAAgB;CACtE,QAAQ,KAAK,CAAC;AAChB;AACA,IAAM,KAAK,IAAI,SAAS,IAAI,OAAO,WAAW;AAE9C,IAAM,EAAC,QAAQ,gBAAe,MAAM,yBAClC,OAAO,OAAO,IAChB;AACA,IAAM,eAAe,iBAAiB,MAAM,CAAC,CAAC;AAE9C,IAAM,0BAAU,IAAI,IAAyB;AAC7C,IAAM,uBAAuB,eAAe,OAAO,MAAM;AACzD,IAAM,QAAQ,IAAI,MAAM,OAAO,gBAAgB;AAC/C,IAAM,aAAa,gBAAgB,IAAI,IAAI,EAAC,2BAA2B,MAAK,CAAC;AAE7E,IAAM,uBAAN,cAAmC,kBAAkB;CACnD,QAAiB;CACjB,uBAAgC;CAChC,qCACE,CAAC,OAAO;CAEV,UAAU,iBAA6C;EACrD,OAAO,oBAAoB,SAAS,kBAAiB,oBAAmB;GACtE,MAAM,YAAY,iBAAiB,YAAY,eAAe;GAC9D,MAAM,EAAC,eAAc,UAAU;GAC/B,OAAO,IAAI,YACT,IACA,OAAO,KACP,IACA,iBACA,UAAU,SACV,UACF;EACF,CAAC;CACH;AACF;AAEA,IAAM,OAAO,IAAI,qBAAqB;AAEtC,IAAI;AAEJ,IAAI,OAAO,KACT,SAAS,MAAM,OACb,IACA,cACA,KAAK,MAAM,OAAO,GAAG,GACrB,MACA;CACE,kBAAkB,OAAO;CACzB,MAAM,OAAO,WACT;EAAC,MAAM;EAAgB,KAAK;EAAI,SAAS,KAAK,MAAM,OAAO,QAAQ;CAAC,IACpE,KAAA;CACJ;CACA;CACA,YAAY,OAAO;CACnB;CACA;CACA;AACF,GACA,YAAY,CAAC,CACf;KACK,IAAI,OAAO,OAChB,SAAS,MAAM,SAAS,OAAO,KAAK;KAC/B,IAAI,OAAO,MAChB,SAAS,MAAM,QAAQ,OAAO,IAAI;KAC7B;CACL,aAAa,MAAM,kCAAkC;CACrD,QAAQ,KAAK,CAAC;AAChB;AAEA,SAAS,SAAS,aAAkD;CAClE,MAAM,IAAI,EACR,OAAO,OAAO,YACZ,OAAO,QAAQ,OAAO,MAAM,CAAC,CAAC,KAAK,CAAC,UAAU,CAC5C,MACA,SAAS,QAAQ,IAAI,CACvB,CAAC,CACH,EACF;CAGA,MAAM,IAAoD,IAD5C,SAAS,KAAK,kBAAkB,YAAY,EACA,CAAA,CAAE,CAAC;CAE7D,MAAM,MAAM,iBAAiB,CAAC,CAAC,CAAC;CAChC,OAAO,OACL,IACA,cACA,KACA,OACA;EACE,kBAAkB,OAAO;EACzB,MAAM,OAAO,WACT;GAAC,MAAM;GAAgB,KAAK;GAAI,SAAS,KAAK,MAAM,OAAO,QAAQ;EAAC,IACpE,KAAA;EACJ;EACA;EACA,YAAY,OAAO;EACnB;EACA;EACA;CACF,GACA,YAAY,CAAC,CACf;AACF;AAEA,eAAe,QAAQ,MAAc;CACnC,MAAM,QAAQ,SACZ,IACA,KAAK,OAAO,IAAI,IAAI,oDAAoD,GACxE,wBACF;CAEA,MAAM,OAAO,MAAM,KAAK,uCAAuC,MAC7D,eAAe,WAAW,MAAM,CAAC,IAAI,MACvC,EAAE,iCAAiC,KAAK,IAAI,EAAE;CAC9C,MAAM,MAAM,IAAI;CAEhB,aAAa,IAAI,gBAAgB;CACjC,MAAM,MAAM,KAAK,EAAE,CAAC;CACpB,aAAa,IAAI,MAAM,aAAa,IAAI,QAAQ,SAAS,GAAG,CAAC,CAAC;CAE9D,OAAO,OACL,IACA,cACA,KACA,MACA;EACE,kBAAkB,OAAO;EACzB,MAAM,OAAO,WACT;GAAC,MAAM;GAAgB,KAAK;GAAI,SAAS,KAAK,MAAM,OAAO,QAAQ;EAAC,IACpE,KAAA;EACJ;EACA;EACA,YAAY,OAAO;EACnB;EACA;EACA;CACF,GACA,YAAY,CAAC,CACf;AACF;AAEA,IAAI,OAAO,kBAAkB;CAC3B,aAAa,IAAI,UAAU,CAAC,QAAQ,MAAM,GAAG,wBAAwB,CAAC;CACtE,KAAK,MAAM,CAAC,OAAO,SAAS,OAAO,QAAQ,OAAO,cAAc,CAAC,CAAC,GAChE,aAAa,IAAI,UAAU,QAAQ,QAAQ,GAAG,GAAG,IAAI;AAEzD;AAEA,aAAa,IAAI,UAAU,CAAC,QAAQ,MAAM,GAAG,wBAAwB,CAAC;AACtE,aAAa,IACX,UAAU,QAAQ,oBAAoB,GACtC,OAAO,cACT;AACA,UAAU;AACV,IAAI,OAAO,kBAAkB;CAC3B,aAAa,IACX,UAAU,CAAC,QAAQ,MAAM,GAAG,+BAA+B,CAC7D;CACA,KAAK,MAAM,UAAU,QAAQ,OAAO,GAClC,aAAa,IACX,UAAU,QAAQ,GAAG,OAAO,YAAY,KAAK,EAAE,GAC/C,MAAM,cAAc,CAAC,GAAG,OAAO,YAAY,SAAS,CAAC,CACvD;AAEJ;AAEA,aAAa,IACX,UAAU,CAAC,QAAQ,MAAM,GAAG,uCAAuC,CACrE;AACA,IAAM,eAAe,MAAM,gBAAgB;AAC3C,IAAI,cAAc;AAClB,KAAK,MAAM,CAAC,OAAO,YAAY,OAAO,QAAQ,YAAY,GAAG;CAC3D,aAAa,IAAI,UAAU,QAAQ,GAAG,MAAM,EAAE,GAAG,OAAO;CACxD,KAAK,MAAM,SAAS,OAAO,OAAO,OAAO,GACvC,eAAe;AAEnB;AACA,aAAa,IACX,UAAU,QAAQ,qBAAqB,GACvC,oBAAoB,WAAW,CACjC;AAEA,aAAa,IAAI,UAAU,CAAC,QAAQ,MAAM,GAAG,4BAA4B,CAAC;AAC1E,IAAM,gBAAgB,eAAe,MAAM,mBAAmB,KAAK,CAAC,GAAG,EAAE;AACzE,IAAM,gBAAgB,MAAM,eAAe;AAC3C,IAAM,QAAkC;CAAC,GAAG;CAAe,GAAG;AAAa;AAC3E,KAAK,MAAM,CAAC,OAAO,SAAS,OAAO,QAAQ,KAAK,GAAG;CACjD,aAAa,IAAI,UAAU,QAAQ,OAAO,GAAG,KAAK;CAClD,aAAa,IAAI,KAAK,KAAK,KAAK,MAAM,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;CACtE,aAAa,IAAI,IAAI;AACvB;AAEA,SAAS,YAAY;CACnB,IAAI,sBAAsB;CAC1B,KAAK,MAAM,UAAU,QAAQ,OAAO,GAAG;EACrC,MAAM,SAAS,OAAO,OACpB,MAAM,mBAAmB,CAAC,GAAG,OAAO,YAAY,SAAS,CAAC,CAC5D;EACA,KAAK,MAAM,KAAK,QACd,uBAAuB;EAEzB,aAAa,IACX,UAAU,QAAQ,OAAO,YAAY,OAAO,UAAU,GACtD,MAAM,mBAAmB,CAAC,GAAG,OAAO,YAAY,SAAS,CAAC,CAC5D;CACF;CAEA,aAAa,IACX,UAAU,QAAQ,sBAAsB,GACxC,oBAAoB,mBAAmB,CACzC;CACA,aAAa,IACX,UAAU,QAAQ,OAAO,GACzB,UAAU,OAAO,MAAM,OAAO,KAAK,GACnC,IACF;AACF;AAEA,SAAS,UAAU,UAAkB;CACnC,IAAI,WAAW,KACb,OAAO,UAAU,SAAS,SAAS,QAAQ,CAAC,IAAI,IAAI;MAC/C,IAAI,WAAW,KACpB,OAAO,UAAU,UAAU,SAAS,QAAQ,CAAC,IAAI,IAAI;CAEvD,OAAO,UAAU,OAAO,SAAS,QAAQ,CAAC,IAAI,IAAI;AACpD;AAEA,SAAS,oBAAoB,GAAW;CACtC,IAAI,IAAI,KACN,OAAO,UAAU,SAAS,EAAE,SAAS,CAAC;MACjC,IAAI,IAAI,KACb,OAAO,UAAU,UAAU,EAAE,SAAS,CAAC;CAEzC,OAAO,UAAU,OAAO,EAAE,SAAS,CAAC;AACtC;AAEA,SAAS,aAAa,KAAa,GAAW;CAC5C,IAAI,IAAI,SAAS,MAAM,GAAG;EACxB,IAAI,MAAM,GACR,OAAO,UAAU,UAAU,GAAG;EAEhC,OAAO,UAAU,OAAO,GAAG;CAC7B;CACA,OAAO,UAAU,SAAS,GAAG;AAC/B"}

package/out/zero/src/analyze-query.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-import '../../analyze-query/src/bin-analyze.ts';
-//# sourceMappingURL=analyze-query.d.ts.map

package/out/zero/src/analyze-query.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"analyze-query.d.ts","sourceRoot":"","sources":["../../../src/analyze-query.ts"],"names":[],"mappings":";AACA,OAAO,wCAAwC,CAAC"}

package/out/zero/src/analyze-query.js

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-import "../../analyze-query/src/bin-analyze.js";
-export {};