@rocicorp/zero 1.6.0-canary.0 → 1.6.0-canary.10

package/out/packages/zero-cache/src/services/view-syncer/schema/types.js

@@ -0,0 +1,278 @@
+import { literalUnion, readonly, valita_exports } from "../../../../../shared/src/valita.js";
+import { jsonSchema } from "../../../../../shared/src/json-schema.js";
+import { astSchema } from "../../../../../zero-protocol/src/ast.js";
+import { jsonValueSchema } from "../../../../../shared/src/bigint-json.js";
+import { versionFromLexi, versionToLexi } from "../../../types/lexi-version.js";
+import { majorVersionToString, stateVersionFromString } from "../../../types/state-version.js";
+import { ttlClockSchema } from "../ttl-clock.js";
+//#region ../zero-cache/src/services/view-syncer/schema/types.ts
+var cvrVersionSchema = valita_exports.object({
+	/**
+	* The database `stateVersion` with which the rows in the CVR are consistent.
+	*/
+	stateVersion: valita_exports.string(),
+	/**
+	* `configVersion` is subversion of `stateVersion` that is initially absent for each
+	* `stateVersion`, and incremented for configuration changes that affect the contents
+	* of the CVR such as:
+	*
+	* * query set changes
+	* * query transformation changes (which may happen for changes
+	*   in server-side logic or authorization policies)
+	*
+	* Such configuration changes are always correlated with a change to one or more
+	* `/meta/...` records in the CVR, often (but not always) with corresponding
+	* patches in `/patches/meta/...`.
+	*
+	* When the `stateVersion` moves forward, the `minorVersion` is reset to absent.
+	* In this manner it behaves like the analogous concept in semantic versioning.
+	*/
+	configVersion: valita_exports.number().optional()
+});
+var EMPTY_CVR_VERSION = { stateVersion: majorVersionToString(0) };
+function oneAfter(v) {
+	return v === null ? { stateVersion: majorVersionToString(0) } : {
+		stateVersion: v.stateVersion,
+		configVersion: (v.configVersion ?? 0) + 1
+	};
+}
+function cmpVersions(a, b) {
+	return a === null && b === null ? 0 : a === null ? -1 : b === null ? 1 : a.stateVersion < b.stateVersion ? -1 : a.stateVersion > b.stateVersion ? 1 : (a.configVersion ?? 0) - (b.configVersion ?? 0);
+}
+function maxVersion(a, b) {
+	return !b ? a : cmpVersions(b, a) > 0 ? b : a;
+}
+function versionToCookie(v) {
+	return versionString(v);
+}
+function versionToNullableCookie(v) {
+	return v === null ? null : versionToCookie(v);
+}
+function cookieToVersion(cookie) {
+	if (cookie === null) return null;
+	return versionFromString(cookie);
+}
+valita_exports.object({ id: valita_exports.string() });
+var cvrRecordSchema = valita_exports.object({ 
+/**
+* CVR records store the CVRVersion at which the record was last patched into
+* the CVR, which corresponds with a patch row that is cleaned up when the
+* record is changed (updated, deleted, and re-added in the case of rows).
+*
+* Tombstones are stored for row records but not for config records. This means
+* that "orphaned" delete patches for config records may exist, and therefore
+* scans of config patches must always run until the end of the list. On the
+* contrary, for row patches, the row record tombstones allow cleanup of delete
+* patches.
+*/
+patchVersion: cvrVersionSchema });
+valita_exports.object({
+	/** The client ID, of which there can be multiple for a client group view. */
+	id: valita_exports.string(),
+	/** The client's desired query IDs. Patch information is stored in the QueryRecord. */
+	desiredQueryIDs: valita_exports.array(valita_exports.string())
+});
+var baseQueryRecordSchema = valita_exports.object({
+	/** The client-specified ID used to identify this query. Typically a hash. */
+	id: valita_exports.string(),
+	/**
+	* The hash of the query after server-side transformations, which include:
+	*
+	* * Normalization (which may differ from what the client does)
+	* * Query "expansion" to include primary keys and query-execution-related columns
+	* * Authorization transforms
+	*
+	* Transformations depend on conditions that are independent of the db state version,
+	* such as server-side logic and authorization policies. As such, the version of a CVR
+	* version may need to be advanced independent of db state changes. This is done
+	* via the `minorVersion` counter of the CVRVersion object, which is used to account
+	* for both changes to the query set and changes to query transformations (which are
+	* effectively remove-old-query + add-new-query).
+	*
+	* Note that the transformed AST itself is **not** stored, as the result of the previous
+	* transformation is not useful in and of itself. If the current transformation results in
+	* a different hash than that of the transformation used for the last version of the CVR,
+	* it is simply handled by invalidating the existing rows, re-executed the query with
+	* the new transformation, and advancing the CVR's `minorVersion` and this query's
+	* `transformationVersion`.
+	*
+	* Note that the transformationHash is only stored when the query has reached the "gotten"
+	* state. If the query is in the "desired" but not yet "gotten" state, the field is absent.
+	*/
+	transformationHash: valita_exports.string().optional(),
+	/**
+	* The CVR version corresponding to the `transformationHash`. This essentially tracks when
+	* this version of the query was effectively added to the CVR (as opposed to the
+	* `patchVersion`, which is simply when the client was notified that its query was added
+	* to the gotten set). Catchup of clients from old CVR versions require executing all
+	* queries with a newer `transformationVersion`.
+	*/
+	transformationVersion: cvrVersionSchema.optional(),
+	/**
+	* Hex-encoded XOR signature over `h64(JSON.stringify([schema, table, rowKey]))`
+	* of every row currently attached to this query. Maintained incrementally by
+	* `PipelineDriver` as ADDs / REMOVEs are yielded from the query's pipeline
+	* (EDITs no-op), and persisted via `CVRQueryDrivenUpdater.flush` by a
+	* signature-provider callback.
+	*
+	* Used to detect drift on re-hydration of queries containing the `Cap` operator,
+	* which intentionally does not impose ordering and thus may pick a different N-row
+	* subset on re-execution. Comparing the pre-hydration signature with the post-
+	* hydration signature lets us force a `configVersion` bump so the standard CVR-diff
+	* machinery emits the reconciling poke. Absent or `'0'` means the signature is
+	* empty (no rows currently attached).
+	*/
+	rowSetSignature: valita_exports.string().optional()
+});
+/**
+* Internal queries track rows in the database for internal use, such as the
+* `lastMutationID`s in the `zero.clients` table. They participate in the standard
+* invalidation / update logic for row contents, but not in the desired/got or
+* size-based quota logic for client-requested queries.
+*/
+var internalQueryRecordSchema = baseQueryRecordSchema.extend({
+	type: valita_exports.literal("internal"),
+	ast: astSchema
+});
+var clientStateSchema = valita_exports.object({
+	/**
+	* The time at which the query was last inactivated. If this undefined or
+	* missing then the query is active.
+	*
+	* Desired queries are always active and have an undefined inactivatedAt.
+	*/
+	inactivatedAt: ttlClockSchema.optional(),
+	/**
+	* TTL, time to live in milliseconds. If the query is not updated within this
+	* time. The time to live is the time after it has become inactive. Negative
+	* values are treated as `'forever'`.
+	*
+	* We do clamp this to a maximum of 10 minutes, so that queries do not
+	* live for a very long time in the CVR.
+	*/
+	ttl: valita_exports.number(),
+	/**
+	* The version at which the client state changed (i.e. individual `patchVersion`s).
+	*/
+	version: cvrVersionSchema
+});
+var externalQueryRecordSchema = baseQueryRecordSchema.extend({
+	/**
+	* The client state for this query, which includes the inactivatedAt, ttl and
+	* version. The client state is stored in a record with the client ID as the
+	* key.
+	*/
+	clientState: valita_exports.record(clientStateSchema),
+	patchVersion: cvrVersionSchema.optional()
+});
+var clientQueryRecordSchema = externalQueryRecordSchema.extend({
+	type: valita_exports.literal("client"),
+	/** The original AST as supplied by the client. */
+	ast: astSchema
+});
+var customQueryRecordSchema = externalQueryRecordSchema.extend({
+	type: valita_exports.literal("custom"),
+	name: valita_exports.string(),
+	args: readonly(valita_exports.array(jsonSchema))
+});
+valita_exports.union(clientQueryRecordSchema, customQueryRecordSchema, internalQueryRecordSchema);
+var rowIDSchema = valita_exports.object({
+	schema: valita_exports.string(),
+	table: valita_exports.string(),
+	rowKey: valita_exports.record(jsonValueSchema)
+});
+cvrRecordSchema.extend({
+	id: rowIDSchema,
+	rowVersion: valita_exports.string(),
+	refCounts: valita_exports.record(valita_exports.number()).nullable()
+});
+var patchSchema = valita_exports.object({
+	type: literalUnion("row", "query"),
+	op: literalUnion("put", "del")
+});
+var putRowPatchSchema = patchSchema.extend({
+	type: valita_exports.literal("row"),
+	op: valita_exports.literal("put"),
+	id: rowIDSchema,
+	rowVersion: valita_exports.string()
+});
+var delRowPatchSchema = patchSchema.extend({
+	type: valita_exports.literal("row"),
+	op: valita_exports.literal("del"),
+	id: rowIDSchema
+});
+valita_exports.union(putRowPatchSchema, delRowPatchSchema);
+patchSchema.extend({
+	type: valita_exports.literal("query"),
+	id: valita_exports.string(),
+	clientID: valita_exports.string().optional()
+});
+function versionString(v) {
+	return v.configVersion ? `${v.stateVersion}:${versionToLexi(v.configVersion)}` : v.stateVersion;
+}
+function versionFromString(str) {
+	const parts = str.split(":");
+	const stateVersion = parts[0];
+	switch (parts.length) {
+		case 1:
+			stateVersionFromString(stateVersion);
+			return { stateVersion };
+		case 2: {
+			const configVersion = versionFromLexi(parts[1]);
+			if (configVersion > BigInt(Number.MAX_SAFE_INTEGER)) throw new Error(`minorVersion ${parts[1]} exceeds max safe integer`);
+			return {
+				stateVersion,
+				configVersion: Number(configVersion)
+			};
+		}
+		default: throw new TypeError(`Invalid version string ${str}`);
+	}
+}
+function queryRecordToQueryRow(clientGroupID, query) {
+	switch (query.type) {
+		case "internal": return {
+			clientGroupID,
+			queryHash: query.id,
+			clientAST: query.ast,
+			queryName: null,
+			queryArgs: null,
+			patchVersion: null,
+			transformationHash: query.transformationHash ?? null,
+			transformationVersion: maybeVersionString(query.transformationVersion),
+			internal: true,
+			deleted: false,
+			rowSetSignature: query.rowSetSignature ?? null
+		};
+		case "client": return {
+			clientGroupID,
+			queryHash: query.id,
+			clientAST: query.ast,
+			queryName: null,
+			queryArgs: null,
+			patchVersion: maybeVersionString(query.patchVersion),
+			transformationHash: query.transformationHash ?? null,
+			transformationVersion: maybeVersionString(query.transformationVersion),
+			internal: null,
+			deleted: false,
+			rowSetSignature: query.rowSetSignature ?? null
+		};
+		case "custom": return {
+			clientGroupID,
+			queryHash: query.id,
+			clientAST: null,
+			queryName: query.name,
+			queryArgs: query.args,
+			patchVersion: maybeVersionString(query.patchVersion),
+			transformationHash: query.transformationHash ?? null,
+			transformationVersion: maybeVersionString(query.transformationVersion),
+			internal: null,
+			deleted: false,
+			rowSetSignature: query.rowSetSignature ?? null
+		};
+	}
+}
+var maybeVersionString = (v) => v ? versionString(v) : null;
+//#endregion
+export { EMPTY_CVR_VERSION, cmpVersions, cookieToVersion, maxVersion, oneAfter, queryRecordToQueryRow, versionFromString, versionString, versionToCookie, versionToNullableCookie };
+
+//# sourceMappingURL=types.js.map

package/out/packages/zero-cache/src/services/view-syncer/schema/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","names":[],"sources":["../../../../../../../../zero-cache/src/services/view-syncer/schema/types.ts"],"sourcesContent":["import {jsonValueSchema} from '../../../../../shared/src/bigint-json.ts';\nimport {jsonSchema} from '../../../../../shared/src/json-schema.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport {astSchema} from '../../../../../zero-protocol/src/ast.ts';\nimport {versionFromLexi, versionToLexi} from '../../../types/lexi-version.ts';\nimport {\n  majorVersionToString,\n  stateVersionFromString,\n} from '../../../types/state-version.ts';\nimport {ttlClockSchema} from '../ttl-clock.ts';\nimport type {QueriesRow} from './cvr.ts';\n\nexport const cvrVersionSchema = v.object({\n  /**\n   * The database `stateVersion` with which the rows in the CVR are consistent.\n   */\n  stateVersion: v.string(), // LexiVersion\n\n  /**\n   * `configVersion` is subversion of `stateVersion` that is initially absent for each\n   * `stateVersion`, and incremented for configuration changes that affect the contents\n   * of the CVR such as:\n   *\n   * * query set changes\n   * * query transformation changes (which may happen for changes\n   *   in server-side logic or authorization policies)\n   *\n   * Such configuration changes are always correlated with a change to one or more\n   * `/meta/...` records in the CVR, often (but not always) with corresponding\n   * patches in `/patches/meta/...`.\n   *\n   * When the `stateVersion` moves forward, the `minorVersion` is reset to absent.\n   * In this manner it behaves like the analogous concept in semantic versioning.\n   */\n  configVersion: v.number().optional(),\n});\n\nexport type CVRVersion = v.Infer<typeof cvrVersionSchema>;\n\nexport const EMPTY_CVR_VERSION: CVRVersion = {\n  stateVersion: majorVersionToString(0),\n} as const;\n\nexport function oneAfter(v: NullableCVRVersion): CVRVersion {\n  return v === null\n    ? {stateVersion: majorVersionToString(0)}\n    : {\n        stateVersion: v.stateVersion,\n        configVersion: (v.configVersion ?? 0) + 1,\n      };\n}\n\nexport type NullableCVRVersion = CVRVersion | null;\n\nexport function cmpVersions(\n  a: NullableCVRVersion,\n  b: NullableCVRVersion,\n): number {\n  return a === null && b === null\n    ? 0\n    : a === null\n      ? -1\n      : b === null\n        ? 1\n        : a.stateVersion < b.stateVersion\n          ? -1\n          : a.stateVersion > b.stateVersion\n            ? 1\n            : (a.configVersion ?? 0) - (b.configVersion ?? 0);\n}\n\nexport function maxVersion(a: CVRVersion, b?: CVRVersion): CVRVersion {\n  return !b ? a : cmpVersions(b, a) > 0 ? b : a;\n}\n\nexport function versionToCookie(v: CVRVersion): string {\n  return versionString(v);\n}\n\nexport function versionToNullableCookie(v: NullableCVRVersion): string | null {\n  return v === null ? null : versionToCookie(v);\n}\n\nexport function cookieToVersion(cookie: string | null): NullableCVRVersion {\n  if (cookie === null) {\n    return null;\n  }\n  return versionFromString(cookie);\n}\n\n// Last Active tracking.\n\nexport const cvrIDSchema = v.object({id: v.string()});\nexport type CvrID = v.Infer<typeof cvrIDSchema>;\n\nconst cvrRecordSchema = v.object({\n  /**\n   * CVR records store the CVRVersion at which the record was last patched into\n   * the CVR, which corresponds with a patch row that is cleaned up when the\n   * record is changed (updated, deleted, and re-added in the case of rows).\n   *\n   * Tombstones are stored for row records but not for config records. This means\n   * that \"orphaned\" delete patches for config records may exist, and therefore\n   * scans of config patches must always run until the end of the list. On the\n   * contrary, for row patches, the row record tombstones allow cleanup of delete\n   * patches.\n   */\n  patchVersion: cvrVersionSchema,\n});\n\nexport const clientRecordSchema = v.object({\n  /** The client ID, of which there can be multiple for a client group view. */\n  id: v.string(),\n\n  /** The client's desired query IDs. Patch information is stored in the QueryRecord. */\n  desiredQueryIDs: v.array(v.string()),\n});\n\nexport type ClientRecord = v.Infer<typeof clientRecordSchema>;\n\nexport const baseQueryRecordSchema = v.object({\n  /** The client-specified ID used to identify this query. Typically a hash. */\n  id: v.string(),\n\n  /**\n   * The hash of the query after server-side transformations, which include:\n   *\n   * * Normalization (which may differ from what the client does)\n   * * Query \"expansion\" to include primary keys and query-execution-related columns\n   * * Authorization transforms\n   *\n   * Transformations depend on conditions that are independent of the db state version,\n   * such as server-side logic and authorization policies. As such, the version of a CVR\n   * version may need to be advanced independent of db state changes. This is done\n   * via the `minorVersion` counter of the CVRVersion object, which is used to account\n   * for both changes to the query set and changes to query transformations (which are\n   * effectively remove-old-query + add-new-query).\n   *\n   * Note that the transformed AST itself is **not** stored, as the result of the previous\n   * transformation is not useful in and of itself. If the current transformation results in\n   * a different hash than that of the transformation used for the last version of the CVR,\n   * it is simply handled by invalidating the existing rows, re-executed the query with\n   * the new transformation, and advancing the CVR's `minorVersion` and this query's\n   * `transformationVersion`.\n   *\n   * Note that the transformationHash is only stored when the query has reached the \"gotten\"\n   * state. If the query is in the \"desired\" but not yet \"gotten\" state, the field is absent.\n   */\n  transformationHash: v.string().optional(),\n\n  /**\n   * The CVR version corresponding to the `transformationHash`. This essentially tracks when\n   * this version of the query was effectively added to the CVR (as opposed to the\n   * `patchVersion`, which is simply when the client was notified that its query was added\n   * to the gotten set). Catchup of clients from old CVR versions require executing all\n   * queries with a newer `transformationVersion`.\n   */\n  transformationVersion: cvrVersionSchema.optional(),\n\n  /**\n   * Hex-encoded XOR signature over `h64(JSON.stringify([schema, table, rowKey]))`\n   * of every row currently attached to this query. Maintained incrementally by\n   * `PipelineDriver` as ADDs / REMOVEs are yielded from the query's pipeline\n   * (EDITs no-op), and persisted via `CVRQueryDrivenUpdater.flush` by a\n   * signature-provider callback.\n   *\n   * Used to detect drift on re-hydration of queries containing the `Cap` operator,\n   * which intentionally does not impose ordering and thus may pick a different N-row\n   * subset on re-execution. Comparing the pre-hydration signature with the post-\n   * hydration signature lets us force a `configVersion` bump so the standard CVR-diff\n   * machinery emits the reconciling poke. Absent or `'0'` means the signature is\n   * empty (no rows currently attached).\n   */\n  rowSetSignature: v.string().optional(),\n});\n\n/**\n * Internal queries track rows in the database for internal use, such as the\n * `lastMutationID`s in the `zero.clients` table. They participate in the standard\n * invalidation / update logic for row contents, but not in the desired/got or\n * size-based quota logic for client-requested queries.\n */\nexport const internalQueryRecordSchema = baseQueryRecordSchema.extend({\n  type: v.literal('internal'),\n  ast: astSchema,\n});\n\nexport type InternalQueryRecord = v.Infer<typeof internalQueryRecordSchema>;\n\nconst clientStateSchema = v.object({\n  /**\n   * The time at which the query was last inactivated. If this undefined or\n   * missing then the query is active.\n   *\n   * Desired queries are always active and have an undefined inactivatedAt.\n   */\n  inactivatedAt: ttlClockSchema.optional(),\n\n  /**\n   * TTL, time to live in milliseconds. If the query is not updated within this\n   * time. The time to live is the time after it has become inactive. Negative\n   * values are treated as `'forever'`.\n   *\n   * We do clamp this to a maximum of 10 minutes, so that queries do not\n   * live for a very long time in the CVR.\n   */\n  ttl: v.number(),\n\n  /**\n   * The version at which the client state changed (i.e. individual `patchVersion`s).\n   */\n  version: cvrVersionSchema,\n});\n\nconst externalQueryRecordSchema = baseQueryRecordSchema.extend({\n  /**\n   * The client state for this query, which includes the inactivatedAt, ttl and\n   * version. The client state is stored in a record with the client ID as the\n   * key.\n   */\n  clientState: v.record(clientStateSchema),\n\n  // For queries, the `patchVersion` indicates when query was added to the got set,\n  // and is absent if not yet gotten.\n  patchVersion: cvrVersionSchema.optional(),\n});\n\nexport const clientQueryRecordSchema = externalQueryRecordSchema.extend({\n  type: v.literal('client'),\n\n  /** The original AST as supplied by the client. */\n  ast: astSchema,\n});\n\nexport type ClientQueryRecord = v.Infer<typeof clientQueryRecordSchema>;\n\nexport const customQueryRecordSchema = externalQueryRecordSchema.extend({\n  type: v.literal('custom'),\n  name: v.string(),\n  args: v.readonly(v.array(jsonSchema)),\n});\n\nexport type CustomQueryRecord = v.Infer<typeof customQueryRecordSchema>;\n\nexport const queryRecordSchema = v.union(\n  clientQueryRecordSchema,\n  customQueryRecordSchema,\n  internalQueryRecordSchema,\n);\n\nexport type QueryRecord = v.Infer<typeof queryRecordSchema>;\n\nexport const rowIDSchema = v.object({\n  schema: v.string(),\n  table: v.string(),\n  rowKey: v.record(jsonValueSchema),\n});\n\nexport type RowID = v.Infer<typeof rowIDSchema>;\n\nexport const rowRecordSchema = cvrRecordSchema.extend({\n  id: rowIDSchema,\n  rowVersion: v.string(), // '_0_version' of the row\n  // query hashes => refCount, or `null` for a row that was removed from the\n  // view (i.e. tombstone).\n  refCounts: v.record(v.number()).nullable(),\n});\n\nexport type RowRecord = v.Infer<typeof rowRecordSchema>;\n\nexport const patchSchema = v.object({\n  type: v.literalUnion('row', 'query'),\n  op: v.literalUnion('put', 'del'),\n});\n\nexport const putRowPatchSchema = patchSchema.extend({\n  type: v.literal('row'),\n  op: v.literal('put'),\n  id: rowIDSchema,\n  rowVersion: v.string(), // '_0_version' of the row\n});\n\nexport type PutRowPatch = v.Infer<typeof putRowPatchSchema>;\n\nexport const delRowPatchSchema = patchSchema.extend({\n  type: v.literal('row'),\n  op: v.literal('del'),\n  id: rowIDSchema,\n});\n\nexport type DelRowPatch = v.Infer<typeof delRowPatchSchema>;\n\nexport const rowPatchSchema = v.union(putRowPatchSchema, delRowPatchSchema);\n\nexport type RowPatch = v.Infer<typeof rowPatchSchema>;\n\nexport const queryPatchSchema = patchSchema.extend({\n  type: v.literal('query'),\n  id: v.string(),\n  clientID: v.string().optional(), // defined for \"desired\", undefined for \"got\"\n});\n\nexport type QueryPatch = v.Infer<typeof queryPatchSchema>;\n\nexport type PutQueryPatch = QueryPatch & {op: 'put'};\nexport type DelQueryPatch = QueryPatch & {op: 'del'};\n\nexport const metadataPatchSchema = queryPatchSchema;\n\nexport type MetadataPatch = v.Infer<typeof metadataPatchSchema>;\n\nexport function versionString(v: CVRVersion) {\n  // The separator (e.g. \":\") needs to be lexicographically greater than the\n  // storage key path separator (e.g. \"/\") so that \"01/row-hash\" is less than \"01:01/row-hash\".\n  // In particular, the traditional separator for major.minor versions (\".\") does not\n  // satisfy this quality.\n  return v.configVersion\n    ? `${v.stateVersion}:${versionToLexi(v.configVersion)}`\n    : v.stateVersion;\n}\n\nexport function versionFromString(str: string): CVRVersion {\n  const parts = str.split(':');\n  const stateVersion = parts[0];\n  switch (parts.length) {\n    case 1: {\n      stateVersionFromString(stateVersion); // Purely for validation.\n      return {stateVersion};\n    }\n    case 2: {\n      const configVersion = versionFromLexi(parts[1]);\n      if (configVersion > BigInt(Number.MAX_SAFE_INTEGER)) {\n        throw new Error(`minorVersion ${parts[1]} exceeds max safe integer`);\n      }\n      return {stateVersion, configVersion: Number(configVersion)};\n    }\n    default:\n      throw new TypeError(`Invalid version string ${str}`);\n  }\n}\n\nexport function queryRecordToQueryRow(\n  clientGroupID: string,\n  query: QueryRecord,\n): QueriesRow {\n  switch (query.type) {\n    case 'internal':\n      return {\n        clientGroupID,\n        queryHash: query.id,\n        clientAST: query.ast,\n        queryName: null,\n        queryArgs: null,\n        patchVersion: null,\n        transformationHash: query.transformationHash ?? null,\n        transformationVersion: maybeVersionString(query.transformationVersion),\n        internal: true,\n        deleted: false, // put vs del \"got\" query\n        rowSetSignature: query.rowSetSignature ?? null,\n      };\n    case 'client':\n      return {\n        clientGroupID,\n        queryHash: query.id,\n        clientAST: query.ast,\n        queryName: null,\n        queryArgs: null,\n        patchVersion: maybeVersionString(query.patchVersion),\n        transformationHash: query.transformationHash ?? null,\n        transformationVersion: maybeVersionString(query.transformationVersion),\n        internal: null,\n        deleted: false, // put vs del \"got\" query\n        rowSetSignature: query.rowSetSignature ?? null,\n      };\n    case 'custom':\n      return {\n        clientGroupID,\n        queryHash: query.id,\n        clientAST: null,\n        queryName: query.name,\n        queryArgs: query.args,\n        patchVersion: maybeVersionString(query.patchVersion),\n        transformationHash: query.transformationHash ?? null,\n        transformationVersion: maybeVersionString(query.transformationVersion),\n        internal: null,\n        deleted: false, // put vs del \"got\" query\n        rowSetSignature: query.rowSetSignature ?? null,\n      };\n  }\n}\n\nexport const maybeVersionString = (v: CVRVersion | undefined) =>\n  v ? versionString(v) : null;\n"],"mappings":";;;;;;;;AAYA,IAAa,mBAAmB,eAAE,OAAO;;;;CAIvC,cAAc,eAAE,OAAO;;;;;;;;;;;;;;;;;CAkBvB,eAAe,eAAE,OAAO,EAAE,SAAS;AACrC,CAAC;AAID,IAAa,oBAAgC,EAC3C,cAAc,qBAAqB,CAAC,EACtC;AAEA,SAAgB,SAAS,GAAmC;CAC1D,OAAO,MAAM,OACT,EAAC,cAAc,qBAAqB,CAAC,EAAC,IACtC;EACE,cAAc,EAAE;EAChB,gBAAgB,EAAE,iBAAiB,KAAK;CAC1C;AACN;AAIA,SAAgB,YACd,GACA,GACQ;CACR,OAAO,MAAM,QAAQ,MAAM,OACvB,IACA,MAAM,OACJ,KACA,MAAM,OACJ,IACA,EAAE,eAAe,EAAE,eACjB,KACA,EAAE,eAAe,EAAE,eACjB,KACC,EAAE,iBAAiB,MAAM,EAAE,iBAAiB;AAC3D;AAEA,SAAgB,WAAW,GAAe,GAA4B;CACpE,OAAO,CAAC,IAAI,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,IAAI;AAC9C;AAEA,SAAgB,gBAAgB,GAAuB;CACrD,OAAO,cAAc,CAAC;AACxB;AAEA,SAAgB,wBAAwB,GAAsC;CAC5E,OAAO,MAAM,OAAO,OAAO,gBAAgB,CAAC;AAC9C;AAEA,SAAgB,gBAAgB,QAA2C;CACzE,IAAI,WAAW,MACb,OAAO;CAET,OAAO,kBAAkB,MAAM;AACjC;AAI2B,eAAE,OAAO,EAAC,IAAI,eAAE,OAAO,EAAC,CAAC;AAGpD,IAAM,kBAAkB,eAAE,OAAO;;;;;;;;;;;;AAY/B,cAAc,iBAChB,CAAC;AAEiC,eAAE,OAAO;;CAEzC,IAAI,eAAE,OAAO;;CAGb,iBAAiB,eAAE,MAAM,eAAE,OAAO,CAAC;AACrC,CAAC;AAID,IAAa,wBAAwB,eAAE,OAAO;;CAE5C,IAAI,eAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;CA0Bb,oBAAoB,eAAE,OAAO,EAAE,SAAS;;;;;;;;CASxC,uBAAuB,iBAAiB,SAAS;;;;;;;;;;;;;;;CAgBjD,iBAAiB,eAAE,OAAO,EAAE,SAAS;AACvC,CAAC;;;;;;;AAQD,IAAa,4BAA4B,sBAAsB,OAAO;CACpE,MAAM,eAAE,QAAQ,UAAU;CAC1B,KAAK;AACP,CAAC;AAID,IAAM,oBAAoB,eAAE,OAAO;;;;;;;CAOjC,eAAe,eAAe,SAAS;;;;;;;;;CAUvC,KAAK,eAAE,OAAO;;;;CAKd,SAAS;AACX,CAAC;AAED,IAAM,4BAA4B,sBAAsB,OAAO;;;;;;CAM7D,aAAa,eAAE,OAAO,iBAAiB;CAIvC,cAAc,iBAAiB,SAAS;AAC1C,CAAC;AAED,IAAa,0BAA0B,0BAA0B,OAAO;CACtE,MAAM,eAAE,QAAQ,QAAQ;;CAGxB,KAAK;AACP,CAAC;AAID,IAAa,0BAA0B,0BAA0B,OAAO;CACtE,MAAM,eAAE,QAAQ,QAAQ;CACxB,MAAM,eAAE,OAAO;CACf,MAAM,SAAW,eAAE,MAAM,UAAU,CAAC;AACtC,CAAC;AAIgC,eAAE,MACjC,yBACA,yBACA,yBACF;AAIA,IAAa,cAAc,eAAE,OAAO;CAClC,QAAQ,eAAE,OAAO;CACjB,OAAO,eAAE,OAAO;CAChB,QAAQ,eAAE,OAAO,eAAe;AAClC,CAAC;AAI8B,gBAAgB,OAAO;CACpD,IAAI;CACJ,YAAY,eAAE,OAAO;CAGrB,WAAW,eAAE,OAAO,eAAE,OAAO,CAAC,EAAE,SAAS;AAC3C,CAAC;AAID,IAAa,cAAc,eAAE,OAAO;CAClC,MAAM,aAAe,OAAO,OAAO;CACnC,IAAI,aAAe,OAAO,KAAK;AACjC,CAAC;AAED,IAAa,oBAAoB,YAAY,OAAO;CAClD,MAAM,eAAE,QAAQ,KAAK;CACrB,IAAI,eAAE,QAAQ,KAAK;CACnB,IAAI;CACJ,YAAY,eAAE,OAAO;AACvB,CAAC;AAID,IAAa,oBAAoB,YAAY,OAAO;CAClD,MAAM,eAAE,QAAQ,KAAK;CACrB,IAAI,eAAE,QAAQ,KAAK;CACnB,IAAI;AACN,CAAC;AAI6B,eAAE,MAAM,mBAAmB,iBAAiB;AAI1C,YAAY,OAAO;CACjD,MAAM,eAAE,QAAQ,OAAO;CACvB,IAAI,eAAE,OAAO;CACb,UAAU,eAAE,OAAO,EAAE,SAAS;AAChC,CAAC;AAWD,SAAgB,cAAc,GAAe;CAK3C,OAAO,EAAE,gBACL,GAAG,EAAE,aAAa,GAAG,cAAc,EAAE,aAAa,MAClD,EAAE;AACR;AAEA,SAAgB,kBAAkB,KAAyB;CACzD,MAAM,QAAQ,IAAI,MAAM,GAAG;CAC3B,MAAM,eAAe,MAAM;CAC3B,QAAQ,MAAM,QAAd;EACE,KAAK;GACH,uBAAuB,YAAY;GACnC,OAAO,EAAC,aAAY;EAEtB,KAAK,GAAG;GACN,MAAM,gBAAgB,gBAAgB,MAAM,EAAE;GAC9C,IAAI,gBAAgB,OAAO,OAAO,gBAAgB,GAChD,MAAM,IAAI,MAAM,gBAAgB,MAAM,GAAG,0BAA0B;GAErE,OAAO;IAAC;IAAc,eAAe,OAAO,aAAa;GAAC;EAC5D;EACA,SACE,MAAM,IAAI,UAAU,0BAA0B,KAAK;CACvD;AACF;AAEA,SAAgB,sBACd,eACA,OACY;CACZ,QAAQ,MAAM,MAAd;EACE,KAAK,YACH,OAAO;GACL;GACA,WAAW,MAAM;GACjB,WAAW,MAAM;GACjB,WAAW;GACX,WAAW;GACX,cAAc;GACd,oBAAoB,MAAM,sBAAsB;GAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;GACrE,UAAU;GACV,SAAS;GACT,iBAAiB,MAAM,mBAAmB;EAC5C;EACF,KAAK,UACH,OAAO;GACL;GACA,WAAW,MAAM;GACjB,WAAW,MAAM;GACjB,WAAW;GACX,WAAW;GACX,cAAc,mBAAmB,MAAM,YAAY;GACnD,oBAAoB,MAAM,sBAAsB;GAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;GACrE,UAAU;GACV,SAAS;GACT,iBAAiB,MAAM,mBAAmB;EAC5C;EACF,KAAK,UACH,OAAO;GACL;GACA,WAAW,MAAM;GACjB,WAAW;GACX,WAAW,MAAM;GACjB,WAAW,MAAM;GACjB,cAAc,mBAAmB,MAAM,YAAY;GACnD,oBAAoB,MAAM,sBAAsB;GAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;GACrE,UAAU;GACV,SAAS;GACT,iBAAiB,MAAM,mBAAmB;EAC5C;CACJ;AACF;AAEA,IAAa,sBAAsB,MACjC,IAAI,cAAc,CAAC,IAAI"}

package/out/packages/zero-cache/src/services/view-syncer/snapshotter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshotter.js","names":["#lc","#dbFile","#appID","#pageCacheSizeKib","#curr","#prev","#permissionsTable","#syncableTables","#allTableNames"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/snapshotter.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {stringify, type JSONValue} from '../../../../shared/src/bigint-json.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Row} from '../../../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../../../zero-types/src/schema.ts';\nimport {Database} from '../../../../zqlite/src/db.ts';\nimport {fromSQLiteTypes} from '../../../../zqlite/src/table-source.ts';\nimport type {\n  LiteAndZqlSpec,\n  LiteTableSpecWithKeysAndVersion,\n} from '../../db/specs.ts';\nimport {StatementRunner} from '../../db/statements.ts';\nimport {\n  normalizedKeyOrder,\n  type RowKey,\n  type RowValue,\n} from '../../types/row-key.ts';\nimport type {AppID} from '../../types/shards.ts';\nimport {id} from '../../types/sql.ts';\nimport {\n  RESET_OP,\n  changeLogEntrySchema as schema,\n  SET_OP,\n  TRUNCATE_OP,\n} from '../replicator/schema/change-log.ts';\nimport {\n  getReplicationState,\n  ZERO_VERSION_COLUMN_NAME as ROW_VERSION,\n} from '../replicator/schema/replication-state.ts';\n\n/**\n * A `Snapshotter` manages the progression of database snapshots for a\n * ViewSyncer.\n *\n * The Replicator and ViewSyncers operate on the same SQLite file, with the\n * Replicator being the sole writer to the database. The IVM logic in\n * ViewSyncers, however, rely on incrementally applying changes to the DB to\n * update the state of its pipelines.\n *\n * To avoid coupling the progress of the Replicator and all IVM pipelines on\n * each other, ViewSyncers operate on ephemeral forks of the database by holding\n * [concurrent](https://sqlite.org/src/doc/begin-concurrent/doc/begin_concurrent.md)\n * snapshots of the database and simulating (but ultimately rolling back)\n * mutations on these snapshots.\n *\n * Example:\n * 1. ViewSyncer takes `snapshot_a` at version `t1` of the database and\n *    hydrates its pipeline(s).\n * 2. Replicator applies a new transaction to the database and notifies\n *    subscribers.\n * 3. ViewSyncer takes `snapshot_b` at `t2`, and queries the `ChangeLog` at\n *    that snapshot for changes since `t1`.\n * 4. ViewSyncer applies those changes to `snapshot_a` for IVM, but does not\n *    commit them. (Recall that the Replicator is the sole writer to the db, so\n *    the ViewSyncer never commits any writes.)\n * 5. Replicator applies the next transaction and advances the database to `t3`.\n * 6. ViewSyncer rolls back `snapshot_a` and opens `snapshot_c` at `t3`, using\n *    `snapshot_b` to simulate changes from `t2` to `t3`.\n *\n * ```\n * Replicator:  t1 --------------> t2 --------------> t3 --------------->\n * ViewSyncer:       [snapshot_a] ----> [snapshot_b] ----> [snapshot_c]\n * ```\n *\n * Note that the Replicator (and ViewSyncers) do not wait on the progress of\n * other ViewSyncers. If a ViewSyncer is busy hydrating at `t1`, the Replicator\n * and other ViewSyncers can progress through `t2`, `t3`, etc. independently,\n * as the busy ViewSyncer simply takes its own snapshot when it is ready.\n *\n * ```\n * Replicator:   t1 --------------> t2 --------------> t3 --------------->\n * ViewSyncer1:       [snapshot_a] ----> [snapshot_b] ----> [snapshot_c]\n * ViewSyncer2:       [.......... snapshot_a ..........] ----> [snapshot_b]\n * ```\n *\n * To minimize Database connections (and statement preparation, etc.), the\n * Snapshotter reuses the connection from the previous (rolled back)\n * snapshot when opening the new one.\n *\n * ```\n * Replicator:  t1 --------------> t2 --------------> t3 --------------->\n * ViewSyncer:       [snapshot_a] ----> [snapshot_b] ----> [snapshot_c]\n *                     (conn_1)           (conn_2)           (conn_1)\n * ```\n *\n * In this manner, each ViewSyncer uses two connections that continually\n * \"leapfrog\" each other to replay the timeline of changes in isolation from\n * the Replicator and other ViewSyncers.\n */\nexport class Snapshotter {\n  readonly #lc: LogContext;\n  readonly #dbFile: string;\n  readonly #appID: string;\n  readonly #pageCacheSizeKib: number | undefined;\n  #curr: Snapshot | undefined;\n  #prev: Snapshot | undefined;\n\n  constructor(\n    lc: LogContext,\n    dbFile: string,\n    {appID}: AppID,\n    pageCacheSizeKib?: number,\n  ) {\n    this.#lc = lc;\n    this.#dbFile = dbFile;\n    this.#appID = appID;\n    this.#pageCacheSizeKib = pageCacheSizeKib;\n  }\n\n  /**\n   * Initializes the snapshot to the current head of the database. This must be\n   * only be called once. The state of whether a Snapshotter has been initialized\n   * can be determined by calling {@link initialized()}.\n   */\n  init(): this {\n    assert(this.#curr === undefined, 'Already initialized');\n    this.#curr = Snapshot.create(\n      this.#lc,\n      this.#dbFile,\n      this.#appID,\n      this.#pageCacheSizeKib,\n    );\n    this.#lc.debug?.(`Initial snapshot at version ${this.#curr.version}`);\n    return this;\n  }\n\n  initialized(): boolean {\n    return this.#curr !== undefined;\n  }\n\n  /** Returns the current snapshot. Asserts if {@link initialized()} is false. */\n  current(): Snapshot {\n    assert(this.#curr !== undefined, 'Snapshotter has not been initialized');\n    return this.#curr;\n  }\n\n  /**\n   * Advances to the head of the Database, returning a diff between the\n   * previously current Snapshot and a new Snapshot at head. This is called\n   * in response to a notification from a Replicator subscription. Subsequent\n   * calls to {@link current()} return the new Snapshot. Note that the Snapshotter\n   * must be initialized before advancing.\n   *\n   * The returned {@link SnapshotDiff} contains snapshots at the endpoints\n   * of the database timeline. Iterating over the diff generates a sequence\n   * of {@link Change}s between the two snapshots.\n   *\n   * Note that this sequence is not chronological; rather, the sequence is\n   * ordered by `<table, row-key>`, such that a row can appear at most once\n   * in the common case, or twice if its table is `TRUNCATE`'d and a new value\n   * is subsequently `INSERT`'ed. This results in dropping most intermediate\n   * changes to a row and bounds the amount of work needed to catch up;\n   * however, as a consequence, a consistent database state is only guaranteed\n   * when the sequence has been fully consumed.\n   *\n   * Note that Change generation relies on the state of the underlying\n   * database connections, and because the connection for the previous snapshot\n   * is reused to produce the next snapshot, the diff object is only valid\n   * until the next call to `advance()`.\n   *\n   * It is okay for the caller to apply `Change`s to the `prev` snapshot\n   * during the iteration (e.g. this is necessary for IVM); the remainder\n   * of the iteration is not affected because a given row can appear at most\n   * once in the sequence (with the exception being TRUNCATE, after which the\n   * deleted rows can be re-inserted, but this will also behave correctly if\n   * the changes are applied).\n   *\n   * Once the changes have been applied, however, a _subsequent_ iteration\n   * will not produce the correct results. In order to perform multiple\n   * change-applying iterations, the caller must (1) create a save point\n   * on `prev` before each iteration, and (2) rollback to the save point after\n   * the iteration.\n   */\n  advance(\n    syncableTables: Map<string, LiteAndZqlSpec>,\n    allTableNames: Set<string>,\n  ): SnapshotDiff {\n    const {prev, curr} = this.advanceWithoutDiff();\n    return new Diff(this.#appID, syncableTables, allTableNames, prev, curr);\n  }\n\n  advanceWithoutDiff() {\n    assert(this.#curr !== undefined, 'Snapshotter has not been initialized');\n    const next = this.#prev\n      ? this.#prev.resetToHead()\n      : Snapshot.create(\n          this.#lc,\n          this.#curr.db.db.name,\n          this.#appID,\n          this.#pageCacheSizeKib,\n        );\n    this.#prev = this.#curr;\n    this.#curr = next;\n    return {prev: this.#prev, curr: this.#curr};\n  }\n\n  /**\n   * Call this to close the database connections when the Snapshotter is\n   * no longer needed.\n   */\n  destroy() {\n    this.#curr?.db.db.close();\n    this.#prev?.db.db.close();\n    this.#lc.debug?.('closed database connections');\n  }\n}\n\nexport type Change = {\n  readonly table: string;\n  /**\n   * If this change represents a remove the row to remove,\n   * if nextValue is not null then all rows that have a unique constraint\n   * violation with nextValue.\n   * In both cases these rows should be removed.\n   */\n  readonly prevValues: Readonly<Row>[];\n  readonly nextValue: Readonly<Row> | null;\n  readonly rowKey: RowKey;\n};\n\n/**\n * Represents the difference between two database Snapshots.\n * Iterating over the object will produce a sequence of {@link Change}s\n * between the two snapshots.\n *\n * See {@link Snapshotter.advance()} for semantics and usage.\n */\nexport interface SnapshotDiff extends Iterable<Change> {\n  readonly prev: {\n    readonly db: StatementRunner;\n    readonly version: string;\n  };\n  readonly curr: {\n    readonly db: StatementRunner;\n    readonly version: string;\n  };\n\n  /**\n   * The number of ChangeLog entries between the snapshots. Note that this\n   * may not necessarily equal the number of `Change` objects that the iteration\n   * will produce, as `TRUNCATE` entries are counted as a single log entry which\n   * may be expanded into many changes (i.e. row deletes).\n   *\n   * TODO: Determine if it is worth changing the definition to count the\n   *       truncated rows. This would make diff computation more expensive\n   *       (requiring the count to be aggregated by operation type), which\n   *       may not be worth it for a presumable rare operation.\n   */\n  readonly changes: number;\n}\n\n/**\n * Thrown during an iteration of a {@link SnapshotDiff} when a schema\n * change or truncate is encountered, which result in aborting the\n * advancement and resetting / rehydrating the pipelines.\n */\nexport type ResetPipelinesReason =\n  | 'advancement-timeout'\n  | 'scalar-subquery'\n  | 'schema-change'\n  | 'truncation'\n  | 'permissions-change';\n\nexport class ResetPipelinesSignal extends Error {\n  readonly name = 'ResetPipelinesSignal';\n  readonly reason: ResetPipelinesReason;\n\n  constructor(msg: string, reason: ResetPipelinesReason) {\n    super(msg);\n    this.reason = reason;\n  }\n}\n\nclass Snapshot {\n  static create(\n    lc: LogContext,\n    dbFile: string,\n    appID: string,\n    pageCacheSizeKib: number | undefined,\n  ) {\n    const conn = new Database(lc, dbFile);\n    conn.pragma('synchronous = OFF'); // Applied changes are ephemeral; COMMIT is never called.\n    if (pageCacheSizeKib !== undefined) {\n      conn.pragma(`cache_size = -${pageCacheSizeKib}`); // Negative = size in KiB\n    }\n    const [{journal_mode: mode}] = conn.pragma('journal_mode') as [\n      {journal_mode: string},\n    ];\n    // The Snapshotter operates on the replica file with BEGIN CONCURRENT,\n    // which must be used in concert with the replicator using BEGIN CONCURRENT\n    // on a db in the wal2 journal_mode.\n    assert(\n      mode === 'wal2',\n      `replica db must be in wal2 mode (current: ${mode})`,\n    );\n\n    const db = new StatementRunner(conn);\n    return new Snapshot(db, appID);\n  }\n\n  readonly db: StatementRunner;\n  readonly #appID: string;\n  readonly version: string;\n\n  constructor(db: StatementRunner, appID: string) {\n    db.beginConcurrent();\n    // Note: The subsequent read is necessary to acquire the read lock\n    // (which results in the logical creation of the snapshot). Calling\n    // `BEGIN CONCURRENT` alone does not result in acquiring the read lock.\n    const {stateVersion} = getReplicationState(db);\n\n    this.db = db;\n    this.#appID = appID;\n    this.version = stateVersion;\n  }\n\n  numChangesSince(prevVersion: string) {\n    const {count} = this.db.get(\n      'SELECT COUNT(*) AS count FROM \"_zero.changeLog2\" WHERE stateVersion > ?',\n      prevVersion,\n    );\n    return count;\n  }\n\n  changesSince(prevVersion: string) {\n    // Note: The queried fields are constrained to only those that are relevant\n    // to the snapshot diff, i.e. those defined in the changeLogEntrySchema.\n    const cached = this.db.statementCache.get(\n      `SELECT \"stateVersion\", \"table\", \"rowKey\", \"op\" FROM \"_zero.changeLog2\"\n         WHERE \"stateVersion\" > ? ORDER BY \"stateVersion\" ASC, \"pos\" ASC`,\n    );\n    return {\n      changes: cached.statement.iterate(prevVersion),\n      cleanup: () => this.db.statementCache.return(cached),\n    };\n  }\n\n  getRow(table: LiteTableSpecWithKeysAndVersion, rowKey: JSONValue) {\n    const key = normalizedKeyOrder(rowKey as RowKey);\n    const conds = Object.keys(key).map(c => `${id(c)}=?`);\n    const cols = Object.keys(table.columns);\n    const cached = this.db.statementCache.get(\n      `SELECT ${cols.map(c => id(c)).join(',')} FROM ${id(\n        table.name,\n      )} WHERE ${conds.join(' AND ')}`,\n    );\n    cached.statement.safeIntegers(true);\n    try {\n      // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n      return cached.statement.get<any>(Object.values(key));\n    } finally {\n      this.db.statementCache.return(cached);\n    }\n  }\n\n  getRows(\n    table: LiteTableSpecWithKeysAndVersion,\n    keys: PrimaryKey[],\n    row: RowValue,\n  ) {\n    // Filter out keys where any column is NULL. This is both correct and\n    // critical for performance:\n    // 1. Correctness: NULL values can't violate uniqueness (NULL != NULL in SQL)\n    // 2. Performance: SQLite's MULTI-INDEX OR optimization completely fails when\n    //    any branch involves NULL, falling back to a full table scan. This was\n    //    causing slowdowns of hundreds of times on tables with nullable unique columns.\n    const validKeys = keys.filter(key =>\n      key.every(column => row[column] !== null && row[column] !== undefined),\n    );\n    if (validKeys.length === 0) {\n      return [];\n    }\n    const conds = validKeys.map(key => key.map(c => `${id(c)}=?`));\n    const cols = Object.keys(table.columns);\n    const cached = this.db.statementCache.get(\n      `SELECT ${cols.map(c => id(c)).join(',')} FROM ${id(\n        table.name,\n      )} WHERE ${conds.map(cond => cond.join(' AND ')).join(' OR ')}`,\n    );\n    cached.statement.safeIntegers(true);\n    try {\n      // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n      return cached.statement.all<any>(\n        validKeys.flatMap(key => key.map(column => row[column])),\n      );\n    } finally {\n      this.db.statementCache.return(cached);\n    }\n  }\n\n  resetToHead(): Snapshot {\n    this.db.rollback();\n    return new Snapshot(this.db, this.#appID);\n  }\n}\n\nclass Diff implements SnapshotDiff {\n  readonly #permissionsTable: string;\n  readonly #syncableTables: Map<string, LiteAndZqlSpec>;\n  readonly #allTableNames: Set<string>;\n  readonly prev: Snapshot;\n  readonly curr: Snapshot;\n  readonly changes: number;\n\n  constructor(\n    appID: string,\n    syncableTables: Map<string, LiteAndZqlSpec>,\n    allTableNames: Set<string>,\n    prev: Snapshot,\n    curr: Snapshot,\n  ) {\n    this.#permissionsTable = `${appID}.permissions`;\n    this.#syncableTables = syncableTables;\n    this.#allTableNames = allTableNames;\n    this.prev = prev;\n    this.curr = curr;\n    this.changes = curr.numChangesSince(prev.version);\n  }\n\n  [Symbol.iterator](): Iterator<Change> {\n    const {changes, cleanup: done} = this.curr.changesSince(this.prev.version);\n\n    const cleanup = () => {\n      try {\n        // Allow open iterators to clean up their state.\n        changes.return?.(undefined);\n      } finally {\n        done();\n      }\n    };\n\n    return {\n      next: () => {\n        try {\n          for (;;) {\n            const {value, done} = changes.next();\n            if (done) {\n              cleanup();\n              return {value, done: true};\n            }\n\n            const {table, rowKey, op, stateVersion} = v.parse(value, schema);\n            if (op === RESET_OP) {\n              // The current map of `TableSpec`s may not have the correct or complete information.\n              throw new ResetPipelinesSignal(\n                `schema for table ${table} has changed`,\n                'schema-change',\n              );\n            }\n            if (op === TRUNCATE_OP) {\n              // Truncates are also processed by rehydrating pipelines at current.\n              throw new ResetPipelinesSignal(\n                `table ${table} has been truncated`,\n                'truncation',\n              );\n            }\n            const specs = this.#syncableTables.get(table);\n            if (!specs) {\n              if (this.#allTableNames.has(table)) {\n                continue; // skip change log entries for non-syncable tables.\n              }\n              throw new Error(`change for unknown table ${table}`);\n            }\n            const {tableSpec, zqlSpec} = specs;\n\n            // Sanity check: All change log ops should have a stateVersion\n            // greater than minRowVersion in the table metadata. This is a\n            // mini-proof that the overlay does not need to be applied to\n            // rows produced in incremental catchup, based on the invariant in\n            // change-processor's #bumpVersions(), whereby the setting of the\n            // minRowVersion is always followed by a RESET OP, meaning that\n            // subsequent change-log traversal happens at a later version.\n            assert(\n              (tableSpec.minRowVersion ?? '') < stateVersion,\n              () =>\n                `unexpected change @${stateVersion} for table ${table} with ` +\n                `minRowVersion ${tableSpec.minRowVersion}: ${op}(${rowKey})`,\n            );\n\n            assert(rowKey !== null, 'rowKey must be present for row changes');\n            const nextValue =\n              op === SET_OP ? this.curr.getRow(tableSpec, rowKey) : null;\n            let prevValues;\n            if (nextValue) {\n              prevValues = this.prev.getRows(\n                tableSpec,\n                tableSpec.uniqueKeys,\n                nextValue,\n              );\n            } else {\n              const prevValue = this.prev.getRow(tableSpec, rowKey);\n              prevValues = prevValue ? [prevValue] : [];\n            }\n            if (nextValue === undefined) {\n              throw new Error(\n                `Missing value for ${table} ${stringify(rowKey)}`,\n              );\n            }\n            // Sanity check detects if the diff is being accessed after the Snapshots have advanced.\n            this.checkThatDiffIsValid(stateVersion, op, prevValues, nextValue);\n\n            if (prevValues.length === 0 && nextValue === null) {\n              // Filter out no-op changes (e.g. a delete of a row that does not exist in prev).\n              // TODO: Consider doing this for deep-equal values.\n              continue;\n            }\n\n            if (\n              table === this.#permissionsTable &&\n              prevValues.some(\n                prevValue => prevValue.permissions !== nextValue.permissions,\n              )\n            ) {\n              throw new ResetPipelinesSignal(\n                `Permissions have changed ${\n                  prevValues.find(\n                    prevValue =>\n                      prevValue.permissions !== nextValue.permissions,\n                  ).hash\n                } => ${nextValue.hash}`,\n                'permissions-change',\n              );\n            }\n\n            // Modify the values in place when converting to ZQL rows\n            // This is safe since we're the first node in the iterator chain.\n            // TODO Can we get rid of these RowValue casts?\n            return {\n              value: {\n                table,\n                prevValues: prevValues.map(prevValue =>\n                  fromSQLiteTypes(zqlSpec, prevValue, table),\n                ),\n                nextValue: nextValue\n                  ? fromSQLiteTypes(zqlSpec, nextValue, table)\n                  : null,\n                rowKey,\n              } satisfies Change,\n            };\n          }\n        } catch (e) {\n          // This control flow path is not covered by the return() method (i.e. `break`).\n          cleanup();\n          throw e;\n        }\n      },\n\n      return: (value: unknown) => {\n        cleanup();\n        return {value, done: true};\n      },\n    };\n  }\n\n  checkThatDiffIsValid(\n    stateVersion: string,\n    op: string,\n    prevValues: RowValue[],\n    nextValue: RowValue,\n  ) {\n    // Sanity checks to detect that the diff is not being accessed after\n    // the Snapshots have advanced.\n    if (stateVersion > this.curr.version) {\n      throw new InvalidDiffError(\n        `Diff is no longer valid. curr db has advanced past ${this.curr.version}`,\n      );\n    }\n    if (\n      prevValues.findIndex(\n        prevValue => (prevValue[ROW_VERSION] ?? '~') > this.prev.version,\n      ) !== -1\n    ) {\n      throw new InvalidDiffError(\n        `Diff is no longer valid. prev db has advanced past ${this.prev.version}.`,\n      );\n    }\n    if (op === SET_OP && nextValue[ROW_VERSION] !== stateVersion) {\n      throw new InvalidDiffError(\n        'Diff is no longer valid. curr db has advanced.',\n      );\n    }\n  }\n}\n\nexport class InvalidDiffError extends Error {\n  constructor(msg: string) {\n    super(msg);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0FA,IAAa,cAAb,MAAyB;CACvB;CACA;CACA;CACA;CACA;CACA;CAEA,YACE,IACA,QACA,EAAC,SACD,kBACA;EACA,KAAKA,MAAM;EACX,KAAKC,UAAU;EACf,KAAKC,SAAS;EACd,KAAKC,oBAAoB;CAC3B;;;;;;CAOA,OAAa;EACX,OAAO,KAAKC,UAAU,KAAA,GAAW,qBAAqB;EACtD,KAAKA,QAAQ,SAAS,OACpB,KAAKJ,KACL,KAAKC,SACL,KAAKC,QACL,KAAKC,iBACP;EACA,KAAKH,IAAI,QAAQ,+BAA+B,KAAKI,MAAM,SAAS;EACpE,OAAO;CACT;CAEA,cAAuB;EACrB,OAAO,KAAKA,UAAU,KAAA;CACxB;;CAGA,UAAoB;EAClB,OAAO,KAAKA,UAAU,KAAA,GAAW,sCAAsC;EACvE,OAAO,KAAKA;CACd;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuCA,QACE,gBACA,eACc;EACd,MAAM,EAAC,MAAM,SAAQ,KAAK,mBAAmB;EAC7C,OAAO,IAAI,KAAK,KAAKF,QAAQ,gBAAgB,eAAe,MAAM,IAAI;CACxE;CAEA,qBAAqB;EACnB,OAAO,KAAKE,UAAU,KAAA,GAAW,sCAAsC;EACvE,MAAM,OAAO,KAAKC,QACd,KAAKA,MAAM,YAAY,IACvB,SAAS,OACP,KAAKL,KACL,KAAKI,MAAM,GAAG,GAAG,MACjB,KAAKF,QACL,KAAKC,iBACP;EACJ,KAAKE,QAAQ,KAAKD;EAClB,KAAKA,QAAQ;EACb,OAAO;GAAC,MAAM,KAAKC;GAAO,MAAM,KAAKD;EAAK;CAC5C;;;;;CAMA,UAAU;EACR,KAAKA,OAAO,GAAG,GAAG,MAAM;EACxB,KAAKC,OAAO,GAAG,GAAG,MAAM;EACxB,KAAKL,IAAI,QAAQ,6BAA6B;CAChD;AACF;AA0DA,IAAa,uBAAb,cAA0C,MAAM;CAC9C,OAAgB;CAChB;CAEA,YAAY,KAAa,QAA8B;EACrD,MAAM,GAAG;EACT,KAAK,SAAS;CAChB;AACF;AAEA,IAAM,WAAN,MAAM,SAAS;CACb,OAAO,OACL,IACA,QACA,OACA,kBACA;EACA,MAAM,OAAO,IAAI,SAAS,IAAI,MAAM;EACpC,KAAK,OAAO,mBAAmB;EAC/B,IAAI,qBAAqB,KAAA,GACvB,KAAK,OAAO,iBAAiB,kBAAkB;EAEjD,MAAM,CAAC,EAAC,cAAc,UAAS,KAAK,OAAO,cAAc;EAMzD,OACE,SAAS,QACT,6CAA6C,KAAK,EACpD;EAGA,OAAO,IAAI,SAAS,IADL,gBAAgB,IACX,GAAI,KAAK;CAC/B;CAEA;CACA;CACA;CAEA,YAAY,IAAqB,OAAe;EAC9C,GAAG,gBAAgB;EAInB,MAAM,EAAC,iBAAgB,oBAAoB,EAAE;EAE7C,KAAK,KAAK;EACV,KAAKE,SAAS;EACd,KAAK,UAAU;CACjB;CAEA,gBAAgB,aAAqB;EACnC,MAAM,EAAC,UAAS,KAAK,GAAG,IACtB,6EACA,WACF;EACA,OAAO;CACT;CAEA,aAAa,aAAqB;EAGhC,MAAM,SAAS,KAAK,GAAG,eAAe,IACpC;yEAEF;EACA,OAAO;GACL,SAAS,OAAO,UAAU,QAAQ,WAAW;GAC7C,eAAe,KAAK,GAAG,eAAe,OAAO,MAAM;EACrD;CACF;CAEA,OAAO,OAAwC,QAAmB;EAChE,MAAM,MAAM,mBAAmB,MAAgB;EAC/C,MAAM,QAAQ,OAAO,KAAK,GAAG,EAAE,KAAI,MAAK,GAAG,GAAG,CAAC,EAAE,GAAG;EACpD,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO;EACtC,MAAM,SAAS,KAAK,GAAG,eAAe,IACpC,UAAU,KAAK,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,QAAQ,GAC/C,MAAM,IACR,EAAE,SAAS,MAAM,KAAK,OAAO,GAC/B;EACA,OAAO,UAAU,aAAa,IAAI;EAClC,IAAI;GAEF,OAAO,OAAO,UAAU,IAAS,OAAO,OAAO,GAAG,CAAC;EACrD,UAAU;GACR,KAAK,GAAG,eAAe,OAAO,MAAM;EACtC;CACF;CAEA,QACE,OACA,MACA,KACA;EAOA,MAAM,YAAY,KAAK,QAAO,QAC5B,IAAI,OAAM,WAAU,IAAI,YAAY,QAAQ,IAAI,YAAY,KAAA,CAAS,CACvE;EACA,IAAI,UAAU,WAAW,GACvB,OAAO,CAAC;EAEV,MAAM,QAAQ,UAAU,KAAI,QAAO,IAAI,KAAI,MAAK,GAAG,GAAG,CAAC,EAAE,GAAG,CAAC;EAC7D,MAAM,OAAO,OAAO,KAAK,MAAM,OAAO;EACtC,MAAM,SAAS,KAAK,GAAG,eAAe,IACpC,UAAU,KAAK,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,QAAQ,GAC/C,MAAM,IACR,EAAE,SAAS,MAAM,KAAI,SAAQ,KAAK,KAAK,OAAO,CAAC,EAAE,KAAK,MAAM,GAC9D;EACA,OAAO,UAAU,aAAa,IAAI;EAClC,IAAI;GAEF,OAAO,OAAO,UAAU,IACtB,UAAU,SAAQ,QAAO,IAAI,KAAI,WAAU,IAAI,OAAO,CAAC,CACzD;EACF,UAAU;GACR,KAAK,GAAG,eAAe,OAAO,MAAM;EACtC;CACF;CAEA,cAAwB;EACtB,KAAK,GAAG,SAAS;EACjB,OAAO,IAAI,SAAS,KAAK,IAAI,KAAKA,MAAM;CAC1C;AACF;AAEA,IAAM,OAAN,MAAmC;CACjC;CACA;CACA;CACA;CACA;CACA;CAEA,YACE,OACA,gBACA,eACA,MACA,MACA;EACA,KAAKI,oBAAoB,GAAG,MAAM;EAClC,KAAKC,kBAAkB;EACvB,KAAKC,iBAAiB;EACtB,KAAK,OAAO;EACZ,KAAK,OAAO;EACZ,KAAK,UAAU,KAAK,gBAAgB,KAAK,OAAO;CAClD;CAEA,CAAC,OAAO,YAA8B;EACpC,MAAM,EAAC,SAAS,SAAS,SAAQ,KAAK,KAAK,aAAa,KAAK,KAAK,OAAO;EAEzE,MAAM,gBAAgB;GACpB,IAAI;IAEF,QAAQ,SAAS,KAAA,CAAS;GAC5B,UAAU;IACR,KAAK;GACP;EACF;EAEA,OAAO;GACL,YAAY;IACV,IAAI;KACF,SAAS;MACP,MAAM,EAAC,OAAO,SAAQ,QAAQ,KAAK;MACnC,IAAI,MAAM;OACR,QAAQ;OACR,OAAO;QAAC;QAAO,MAAM;OAAI;MAC3B;MAEA,MAAM,EAAC,OAAO,QAAQ,IAAI,iBAAgB,MAAQ,OAAO,oBAAM;MAC/D,IAAI,OAAA,KAEF,MAAM,IAAI,qBACR,oBAAoB,MAAM,eAC1B,eACF;MAEF,IAAI,OAAA,KAEF,MAAM,IAAI,qBACR,SAAS,MAAM,sBACf,YACF;MAEF,MAAM,QAAQ,KAAKD,gBAAgB,IAAI,KAAK;MAC5C,IAAI,CAAC,OAAO;OACV,IAAI,KAAKC,eAAe,IAAI,KAAK,GAC/B;OAEF,MAAM,IAAI,MAAM,4BAA4B,OAAO;MACrD;MACA,MAAM,EAAC,WAAW,YAAW;MAS7B,QACG,UAAU,iBAAiB,MAAM,oBAEhC,sBAAsB,aAAa,aAAa,MAAM,sBACrC,UAAU,cAAc,IAAI,GAAG,GAAG,OAAO,EAC9D;MAEA,OAAO,WAAW,MAAM,wCAAwC;MAChE,MAAM,YACJ,OAAA,MAAgB,KAAK,KAAK,OAAO,WAAW,MAAM,IAAI;MACxD,IAAI;MACJ,IAAI,WACF,aAAa,KAAK,KAAK,QACrB,WACA,UAAU,YACV,SACF;WACK;OACL,MAAM,YAAY,KAAK,KAAK,OAAO,WAAW,MAAM;OACpD,aAAa,YAAY,CAAC,SAAS,IAAI,CAAC;MAC1C;MACA,IAAI,cAAc,KAAA,GAChB,MAAM,IAAI,MACR,qBAAqB,MAAM,GAAG,UAAU,MAAM,GAChD;MAGF,KAAK,qBAAqB,cAAc,IAAI,YAAY,SAAS;MAEjE,IAAI,WAAW,WAAW,KAAK,cAAc,MAG3C;MAGF,IACE,UAAU,KAAKF,qBACf,WAAW,MACT,cAAa,UAAU,gBAAgB,UAAU,WACnD,GAEA,MAAM,IAAI,qBACR,4BACE,WAAW,MACT,cACE,UAAU,gBAAgB,UAAU,WACxC,EAAE,KACH,MAAM,UAAU,QACjB,oBACF;MAMF,OAAO,EACL,OAAO;OACL;OACA,YAAY,WAAW,KAAI,cACzB,gBAAgB,SAAS,WAAW,KAAK,CAC3C;OACA,WAAW,YACP,gBAAgB,SAAS,WAAW,KAAK,IACzC;OACJ;MACF,EACF;KACF;IACF,SAAS,GAAG;KAEV,QAAQ;KACR,MAAM;IACR;GACF;GAEA,SAAS,UAAmB;IAC1B,QAAQ;IACR,OAAO;KAAC;KAAO,MAAM;IAAI;GAC3B;EACF;CACF;CAEA,qBACE,cACA,IACA,YACA,WACA;EAGA,IAAI,eAAe,KAAK,KAAK,SAC3B,MAAM,IAAI,iBACR,sDAAsD,KAAK,KAAK,SAClE;EAEF,IACE,WAAW,WACT,eAAc,UAAA,iBAA0B,OAAO,KAAK,KAAK,OAC3D,MAAM,IAEN,MAAM,IAAI,iBACR,sDAAsD,KAAK,KAAK,QAAQ,EAC1E;EAEF,IAAI,OAAA,OAAiB,UAAA,kBAA2B,cAC9C,MAAM,IAAI,iBACR,gDACF;CAEJ;AACF;AAEA,IAAa,mBAAb,cAAsC,MAAM;CAC1C,YAAY,KAAa;EACvB,MAAM,GAAG;CACX;AACF"}

package/out/packages/zero-cache/src/services/view-syncer/tracer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracer.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/tracer.ts"],"sourcesContent":["import {trace} from '@opentelemetry/api';\nimport {version} from '../../../../otel/src/version.ts';\n\nexport const tracer = trace.getTracer('view-syncer', version);\n"],"mappings":";;;AAGA,IAAa,SAAS,MAAM,UAAU,eAAe,OAAO"}

package/out/packages/zero-cache/src/services/view-syncer/ttl-clock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ttl-clock.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/ttl-clock.ts"],"sourcesContent":["import * as v from '../../../../shared/src/valita.ts';\n\ndeclare const ttlClockTag: unique symbol;\n\nexport type TTLClock = {[ttlClockTag]: true};\n\nexport const ttlClockSchema = v.number() as v.Type<unknown> as v.Type<TTLClock>;\n\nexport function ttlClockAsNumber(ttlClock: TTLClock): number {\n  return ttlClock as unknown as number;\n}\n\nexport function ttlClockFromNumber(ttlClock: number): TTLClock {\n  return ttlClock as unknown as TTLClock;\n}\n"],"mappings":";;AAMA,IAAa,iBAAiB,eAAE,OAAO;AAEvC,SAAgB,iBAAiB,UAA4B;CAC3D,OAAO;AACT;AAEA,SAAgB,mBAAmB,UAA4B;CAC7D,OAAO;AACT"}