@rocicorp/zero 1.6.0-canary.1 → 1.6.0-canary.10

package/out/packages/zero-cache/src/services/view-syncer/connection-context-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connection-context-manager.js","names":["#lc","#connections","#validateLegacyJWT","#now","#revalidateIntervalMs","#retransformIntervalMs","#queryConfig","#pushConfig","#removeConnection","#nextInsertionOrder","#storeConnection","#refreshBackgroundConnectionContext","#updateBackgroundRetransformDeadline","#mustGetConnectionContext","#demoteConnection","#getConnectionContext","#group","#setGroup","#nextRevalidateAt","#getBackgroundConnectionContext","#sharedRetransformReady","#setBackgroundConnection"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/connection-context-manager.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {InitConnectionBody} from '../../../../zero-protocol/src/connect.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {UpdateAuthBody} from '../../../../zero-protocol/src/update-auth.ts';\nimport {\n  authEquals,\n  resolveAuth,\n  type Auth,\n  type ValidateLegacyJWT,\n} from '../../auth/auth.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport {compileUrlPattern} from '../../custom/fetch.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {ConnectParams} from '../../workers/connect-params.ts';\n\nexport type ConnectionState = 'provisional' | 'validated';\n\n/**\n * Normalized user identity shared by live connection state and group auth state.\n * `id: null` means logged out.\n */\nexport type UserState = {readonly id: string | null};\n\n/**\n * Delineates the two paths for validating a connection: either server can validate\n * the user's identity and return a definitive userID to trust, or we fall back to\n * trusting the one provided by the client in the incoming query params.\n */\nexport type ConnectionValidation =\n  | {kind: 'client-fallback'}\n  | {kind: 'server-validated'; validatedUserID: string | null};\n\n/**\n * Identifies one live websocket for a client slot.\n */\nexport type ConnectionSelector = {\n  readonly clientID: string;\n  readonly wsID: string;\n};\n\ntype FetchConfig = ZeroConfig['query'];\n\nexport type HeaderOptions = {\n  readonly apiKey?: string | undefined;\n  readonly customHeaders?: Readonly<Record<string, string>> | undefined;\n  readonly allowedClientHeaders?: readonly string[] | undefined;\n  readonly cookie?: string | undefined;\n  readonly origin?: string | undefined;\n};\n\nexport type ConnectionFetchContext = {\n  readonly url: string | undefined;\n  readonly allowedUrlPatterns: readonly URLPattern[] | undefined;\n  readonly headerOptions: HeaderOptions;\n};\n\n/**\n * A snapshot of one live connection tracked by the manager.\n *\n * `revalidateAt` is only populated while the connection is `validated`.\n */\nexport type ConnectionContext = {\n  readonly state: ConnectionState;\n\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly user: UserState;\n\n  readonly auth: Auth | undefined;\n\n  readonly profileID: string | null;\n  readonly baseCookie: string | null;\n  readonly protocolVersion: number;\n\n  readonly revision: number;\n\n  readonly revalidateAt: number | undefined;\n\n  readonly insertionOrder: number;\n\n  readonly queryContext: ConnectionFetchContext;\n  readonly mutateContext: ConnectionFetchContext;\n};\n\n/**\n * Group-scoped auth state shared across the live connections.\n *\n * The background connection is the validated connection currently used for\n * shared background work. Retransform happens on a group level, and uses\n * the background connection's credential to refetch the latest queries.\n */\nexport type GroupAuthState = {\n  readonly pinnedUser: UserState | undefined;\n\n  readonly backgroundConnection: ConnectionSelector | undefined;\n  readonly retransformAt: number | undefined;\n  // Defer all maintenance in case a transient failure occurs.\n  readonly maintenanceNotBeforeAt: number | undefined;\n};\n\nexport type ConnectionContextManager = {\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext>;\n\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext>;\n\n  updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>>;\n\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined;\n\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): Readonly<ConnectionContext> | undefined;\n  closeConnection(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void;\n\n  setSharedRetransformReady(ready: boolean): void;\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void;\n\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext>;\n\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined;\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext>;\n\n  getGroupState(): Readonly<GroupAuthState>;\n\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  };\n};\n\n/**\n * State machine for the auth state of a single `ViewSyncerService`.\n *\n * Connections are registered as `provisional`, optionally backfilled with\n * `initConnection` metadata, and then promoted to `validated` once their\n * effective `userID` is confirmed as valid. The manager also tracks which\n * validated connection currently serves as the group's background connection.\n */\nexport class ConnectionContextManagerImpl implements ConnectionContextManager {\n  readonly #lc: LogContext;\n\n  // The live connection records, keyed by clientID\n  readonly #connections = new Map<string, ConnectionContext>();\n  #group: GroupAuthState = {\n    pinnedUser: undefined,\n    backgroundConnection: undefined,\n    retransformAt: undefined,\n    maintenanceNotBeforeAt: undefined,\n  };\n\n  readonly #validateLegacyJWT: ValidateLegacyJWT | undefined;\n\n  readonly #now: () => number;\n  readonly #revalidateIntervalMs: number | undefined;\n  readonly #retransformIntervalMs: number | undefined;\n  readonly #queryConfig: FetchConfig | undefined;\n  readonly #pushConfig: FetchConfig | undefined;\n  #sharedRetransformReady = false;\n  #nextInsertionOrder = 0;\n\n  constructor(\n    lc: LogContext,\n    revalidateIntervalSeconds?: number,\n    retransformIntervalSeconds?: number,\n    queryConfig?: FetchConfig,\n    pushConfig?: FetchConfig,\n    validateLegacyJWT?: ValidateLegacyJWT,\n    now?: () => number,\n  ) {\n    this.#lc = lc;\n    this.#now = now ?? Date.now;\n    this.#revalidateIntervalMs =\n      revalidateIntervalSeconds === undefined\n        ? undefined\n        : revalidateIntervalSeconds * 1000;\n    this.#retransformIntervalMs =\n      retransformIntervalSeconds === undefined\n        ? undefined\n        : retransformIntervalSeconds * 1000;\n    this.#queryConfig = queryConfig;\n    this.#pushConfig = pushConfig;\n    this.#validateLegacyJWT = validateLegacyJWT;\n  }\n\n  /**\n   * Creates or replaces the live record for a websocket connection.\n   *\n   * Re-registering the same `clientID` drops the old socket record and starts\n   * the replacement back in `provisional` state.\n   */\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext> {\n    this.#removeConnection(selector);\n\n    const getContext = (type: 'query' | 'mutate'): ConnectionFetchContext => {\n      const config = type === 'query' ? this.#queryConfig : this.#pushConfig;\n\n      return {\n        url: config?.url?.[0],\n        allowedUrlPatterns: config?.url?.map(compileUrlPattern),\n        headerOptions: {\n          customHeaders: undefined,\n          origin: connectParams.origin,\n          apiKey: config?.apiKey,\n          allowedClientHeaders: cloneAllowedClientHeaders(\n            config?.allowedClientHeaders,\n          ),\n          cookie: config?.forwardCookies ? connectParams.httpCookie : undefined,\n        },\n      };\n    };\n\n    const connection: ConnectionContext = {\n      state: 'provisional',\n\n      clientID: connectParams.clientID,\n      wsID: connectParams.wsID,\n      revision: 0,\n      user: {id: connectParams.userID ?? null},\n      auth,\n\n      profileID: connectParams.profileID,\n      baseCookie: connectParams.baseCookie,\n      protocolVersion: connectParams.protocolVersion,\n\n      revalidateAt: undefined,\n\n      queryContext: getContext('query'),\n      mutateContext: getContext('mutate'),\n\n      insertionOrder: ++this.#nextInsertionOrder,\n    };\n    this.#storeConnection(connection);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return connection;\n  }\n\n  /**\n   * Backfills `initConnection` data for sockets that were registered before the\n   * client could send its full init payload.\n   *\n   * This updates metadata only; it does not validate the connection.\n   */\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    let queryContext = connection.queryContext;\n    let mutateContext = connection.mutateContext;\n\n    if (body.userQueryURL) {\n      queryContext = {\n        ...queryContext,\n        url: body.userQueryURL,\n      };\n    }\n    if (body.userQueryHeaders) {\n      queryContext = {\n        ...queryContext,\n        headerOptions: {\n          ...queryContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userQueryHeaders),\n        },\n      };\n    }\n    if (body.userPushURL) {\n      mutateContext = {\n        ...mutateContext,\n        url: body.userPushURL,\n      };\n    }\n    if (body.userPushHeaders) {\n      mutateContext = {\n        ...mutateContext,\n        headerOptions: {\n          ...mutateContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userPushHeaders),\n        },\n      };\n    }\n\n    return this.#demoteConnection({\n      ...connection,\n      revision: connection.revision + 1,\n      queryContext,\n      mutateContext,\n    });\n  }\n\n  /**\n   * A material auth change demotes the connection back to provisional until it\n   * is validated again.\n   */\n  async updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    const nextAuth = await resolveAuth(\n      this.#lc,\n      connection.auth,\n      connection.user.id,\n      body.auth,\n      this.#validateLegacyJWT,\n    );\n\n    const authChanged = !authEquals(connection.auth, nextAuth);\n    if (authChanged) {\n      return this.#demoteConnection({\n        ...connection,\n        auth: nextAuth,\n        revision: connection.revision + 1,\n      });\n    }\n\n    if (nextAuth === connection.auth) {\n      return connection;\n    }\n\n    return this.#storeConnection({\n      ...connection,\n      auth: nextAuth,\n    });\n  }\n\n  /**\n   * Validates one connection against the group's pinned `userID`.\n   *\n   * The first successful validation binds the group `userID`. Later\n   * validations must match it. Validation also refreshes the connection's\n   * revalidation deadline and may pick the connection as the group\n   * background connection if none is currently available. If the websocket is\n   * gone by the time async validation finishes, this becomes a no-op.\n   */\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined {\n    const connection = this.#getConnectionContext(selector);\n    if (!connection) {\n      return undefined;\n    }\n\n    if (connection.revision !== revision) {\n      this.#lc.debug?.('Skipping validateConnection for stale revision', {\n        clientID: selector.clientID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    let validatedUserState: UserState | undefined;\n\n    // If the API server has validated the user's identity, we ensure that\n    // the connection's claimed userID matches it.\n    if (validation.kind === 'server-validated') {\n      validatedUserState = {id: validation.validatedUserID};\n\n      // Check that the ws connection userID provided by the client\n      // matches the validated userID from the API server.\n      if (connection.user.id !== validatedUserState.id) {\n        throw new ProtocolErrorWithLevel(\n          {\n            kind: ErrorKind.Unauthorized,\n            message:\n              'Connection userID does not match validated server userID.',\n            origin: ErrorOrigin.ZeroCache,\n          },\n          'warn',\n        );\n      }\n    }\n\n    // The incoming user state is either the validated user state from the server\n    // or the WS client's claimed user state if no server validation occurred.\n    const incomingUserState = validatedUserState ?? connection.user;\n\n    // Once a client group is validated, every later validated connection must\n    // agree with that pinned identity.\n    if (\n      this.#group.pinnedUser !== undefined &&\n      this.#group.pinnedUser.id !== incomingUserState.id\n    ) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.Unauthorized,\n          message:\n            'Client groups are pinned to a single userID. Connection userID does not match existing client group userID.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    if (this.#group.pinnedUser === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        pinnedUser: incomingUserState,\n      });\n    }\n\n    const validatedConnection = this.#storeConnection({\n      ...connection,\n      state: 'validated',\n      revalidateAt: this.#nextRevalidateAt(),\n    });\n    this.#refreshBackgroundConnectionContext(validatedConnection);\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return {\n      connection: validatedConnection,\n      group: this.getGroupState(),\n    };\n  }\n\n  /** Removes one connection due to failed auth and updates all derived background/deadline state. */\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): ConnectionContext | undefined {\n    return this.#removeConnection(selector, revision);\n  }\n\n  /** Removes one disconnected connection and updates all derived background/deadline state. */\n  closeConnection(selector: ConnectionSelector): ConnectionContext | undefined {\n    return this.#removeConnection(selector);\n  }\n\n  /**\n   * Records a successful background retransform. This starts a fresh interval\n   * from the manager clock when shared retransform is schedulable, or\n   * clears the deadline if it is not.\n   */\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      return;\n    }\n    if (\n      backgroundConnection.clientID !== selector.clientID ||\n      backgroundConnection.wsID !== selector.wsID ||\n      backgroundConnection.revision !== revision\n    ) {\n      return;\n    }\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  setSharedRetransformReady(ready: boolean): void {\n    if (this.#sharedRetransformReady === ready) {\n      return;\n    }\n    this.#sharedRetransformReady = ready;\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void {\n    const intervalMs =\n      kind === 'revalidate'\n        ? this.#revalidateIntervalMs\n        : this.#retransformIntervalMs;\n    if (intervalMs === undefined) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      maintenanceNotBeforeAt: Math.max(\n        this.#group.maintenanceNotBeforeAt ?? 0,\n        this.#now() + intervalMs,\n      ),\n    });\n  }\n\n  /** Returns the current live record for a client slot, if any. */\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined {\n    return this.#getConnectionContext(selector);\n  }\n\n  /** Returns the live record for one websocket or throws if it is unavailable. */\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> {\n    return this.#mustGetConnectionContext(selector);\n  }\n\n  /** Returns the current background connection, if one exists. */\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined {\n    return this.#getBackgroundConnectionContext();\n  }\n\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext> {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'No validated connection is available for shared query work.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n    return backgroundConnection;\n  }\n\n  /** Returns the shared group auth state. */\n  getGroupState(): Readonly<GroupAuthState> {\n    return this.#group;\n  }\n\n  /**\n   * Reports which maintenance work is currently due.\n   *\n   * The result is a pure snapshot: callers decide which actions to run and\n   * when to wake up next. `earliestDeadlineAt` is the earliest outstanding\n   * maintenance deadline, including overdue work, unless a transient failure\n   * has deferred all scheduled maintenance until `maintenanceNotBeforeAt`.\n   */\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  } {\n    const dueRevalidations: Readonly<ConnectionContext>[] = [];\n    const now = this.#now();\n    let earliestDeadlineAt = this.#group.retransformAt;\n\n    for (const connection of this.#connections.values()) {\n      if (\n        connection.state !== 'validated' ||\n        connection.revalidateAt === undefined\n      ) {\n        continue;\n      }\n      if (connection.revalidateAt <= now) {\n        dueRevalidations.push(connection);\n      }\n      earliestDeadlineAt = minDefined(\n        earliestDeadlineAt,\n        connection.revalidateAt,\n      );\n    }\n\n    const dueRetransform =\n      this.#group.retransformAt !== undefined &&\n      this.#group.retransformAt <= now;\n    const maintenanceNotBeforeAt = this.#group.maintenanceNotBeforeAt;\n\n    if (\n      maintenanceNotBeforeAt !== undefined &&\n      maintenanceNotBeforeAt > now &&\n      earliestDeadlineAt !== undefined\n    ) {\n      return {\n        dueRevalidations: [],\n        dueRetransform: false,\n        earliestDeadlineAt: Math.max(\n          earliestDeadlineAt,\n          maintenanceNotBeforeAt,\n        ),\n      };\n    }\n\n    return {\n      dueRevalidations: dueRevalidations.sort(compareByInsertionOrder),\n      dueRetransform,\n      earliestDeadlineAt,\n    };\n  }\n\n  #removeConnection(\n    selector: ConnectionSelector,\n    revision?: number,\n  ): Readonly<ConnectionContext> | undefined {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      return undefined;\n    }\n\n    // If the revision has changed, we should not remove the connection\n    if (revision !== undefined && connection.revision !== revision) {\n      this.#lc.debug?.('Ignoring failConnection for stale revision', {\n        clientID: selector.clientID,\n        wsID: selector.wsID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    this.#connections.delete(connection.clientID);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return connection;\n  }\n\n  #demoteConnection(connection: ConnectionContext): ConnectionContext {\n    const demotedConnection = this.#storeConnection({\n      ...connection,\n      state: 'provisional',\n      revalidateAt: undefined,\n    });\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return demotedConnection;\n  }\n\n  /**\n   * Keeps the background connection sticky while it remains validated.\n   *\n   * When a newly validated `preferred` connection is provided, it is promoted\n   * only if there is no current validated background connection. Otherwise the\n   * existing background connection stays in place until it disappears or is\n   * demoted, at which point the newest validated connection is selected.\n   */\n  #refreshBackgroundConnectionContext(preferred?: ConnectionContext): void {\n    if (preferred?.state === 'validated') {\n      const currentBackgroundConnection =\n        this.#getBackgroundConnectionContext();\n      if (\n        currentBackgroundConnection?.clientID === preferred.clientID &&\n        currentBackgroundConnection.wsID === preferred.wsID\n      ) {\n        return;\n      }\n      if (currentBackgroundConnection !== undefined) {\n        return;\n      }\n      this.#setBackgroundConnection({\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n      });\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n        revision: preferred.revision,\n        reason: 'preferred-validated',\n      });\n      return;\n    }\n\n    const currentBackgroundConnection = this.#getBackgroundConnectionContext();\n    if (currentBackgroundConnection?.state === 'validated') {\n      return;\n    }\n\n    const nextBackgroundConnection = [...this.#connections.values()]\n      .filter(connection => connection.state === 'validated')\n      .sort(comparePreferredValidatedConnection)\n      .at(0);\n    this.#setBackgroundConnection(\n      nextBackgroundConnection\n        ? {\n            clientID: nextBackgroundConnection.clientID,\n            wsID: nextBackgroundConnection.wsID,\n          }\n        : undefined,\n    );\n    if (nextBackgroundConnection) {\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: nextBackgroundConnection.clientID,\n        wsID: nextBackgroundConnection.wsID,\n        revision: nextBackgroundConnection.revision,\n        reason: 'fallback-validated',\n      });\n    }\n  }\n\n  #getBackgroundConnectionContext(): ConnectionContext | undefined {\n    const backgroundConnection = this.#group.backgroundConnection;\n    if (!backgroundConnection) {\n      return undefined;\n    }\n    return this.#getConnectionContext(backgroundConnection);\n  }\n\n  #getConnectionContext(\n    selector: ConnectionSelector,\n  ): ConnectionContext | undefined {\n    const connection = this.#connections.get(selector.clientID);\n    if (!connection) {\n      return undefined;\n    }\n    if (connection.wsID !== selector.wsID) {\n      return undefined;\n    }\n    return connection;\n  }\n\n  #mustGetConnectionContext(selector: ConnectionSelector): ConnectionContext {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'Connection auth state was not available for this websocket.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    return connection;\n  }\n\n  #storeConnection(connection: ConnectionContext): ConnectionContext {\n    this.#connections.set(connection.clientID, connection);\n    return connection;\n  }\n\n  #setGroup(group: GroupAuthState): GroupAuthState {\n    this.#group = group;\n    return group;\n  }\n\n  #setBackgroundConnection(\n    backgroundConnection: ConnectionSelector | undefined,\n  ) {\n    if (\n      sameConnectionSelector(\n        this.#group.backgroundConnection,\n        backgroundConnection,\n      )\n    ) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      backgroundConnection: backgroundConnection\n        ? {...backgroundConnection}\n        : undefined,\n    });\n  }\n\n  /**\n   * Keeps the group background retransform deadline coherent with current\n   * schedulability.\n   *\n   * When `reset` is false, this seeds a deadline only when shared retransform\n   * is now possible and no deadline exists yet, preserving any existing\n   * cadence. When `reset` is true, it starts a fresh interval from `#now()` if\n   * retransform is schedulable for the current ready ViewSyncer instance, or\n   * clears the deadline if it is not.\n   */\n  #updateBackgroundRetransformDeadline(reset: boolean) {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (\n      !backgroundConnection ||\n      this.#retransformIntervalMs === undefined ||\n      !this.#sharedRetransformReady\n    ) {\n      if (this.#group.retransformAt !== undefined) {\n        this.#setGroup({\n          ...this.#group,\n          retransformAt: undefined,\n        });\n      }\n      return;\n    }\n\n    if (reset || this.#group.retransformAt === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        retransformAt: this.#now() + this.#retransformIntervalMs,\n      });\n    }\n  }\n\n  #nextRevalidateAt() {\n    return this.#revalidateIntervalMs === undefined\n      ? undefined\n      : this.#now() + this.#revalidateIntervalMs;\n  }\n}\n\nfunction compareByInsertionOrder(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return a.insertionOrder - b.insertionOrder || a.wsID.localeCompare(b.wsID);\n}\n\nfunction comparePreferredValidatedConnection(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return b.insertionOrder - a.insertionOrder || b.wsID.localeCompare(a.wsID);\n}\n\nfunction minDefined(a: number | undefined, b: number | undefined) {\n  if (a === undefined) {\n    return b;\n  }\n  if (b === undefined) {\n    return a;\n  }\n  return Math.min(a, b);\n}\n\nfunction sameConnectionSelector(\n  a: ConnectionSelector | undefined,\n  b: ConnectionSelector | undefined,\n) {\n  return a?.clientID === b?.clientID && a?.wsID === b?.wsID;\n}\n\nfunction cloneCustomHeaders(\n  headers: Readonly<Record<string, string>> | undefined,\n) {\n  return headers ? {...headers} : undefined;\n}\n\nfunction cloneAllowedClientHeaders(headers: readonly string[] | undefined) {\n  return headers ? [...headers] : undefined;\n}\n"],"mappings":";;;;;;;;;;;;;;AA6KA,IAAa,+BAAb,MAA8E;CAC5E;CAGA,+BAAwB,IAAI,IAA+B;CAC3D,SAAyB;EACvB,YAAY,KAAA;EACZ,sBAAsB,KAAA;EACtB,eAAe,KAAA;EACf,wBAAwB,KAAA;CAC1B;CAEA;CAEA;CACA;CACA;CACA;CACA;CACA,0BAA0B;CAC1B,sBAAsB;CAEtB,YACE,IACA,2BACA,4BACA,aACA,YACA,mBACA,KACA;EACA,KAAKA,MAAM;EACX,KAAKG,OAAO,OAAO,KAAK;EACxB,KAAKC,wBACH,8BAA8B,KAAA,IAC1B,KAAA,IACA,4BAA4B;EAClC,KAAKC,yBACH,+BAA+B,KAAA,IAC3B,KAAA,IACA,6BAA6B;EACnC,KAAKC,eAAe;EACpB,KAAKC,cAAc;EACnB,KAAKL,qBAAqB;CAC5B;;;;;;;CAQA,mBACE,UACA,eACA,MAC6B;EAC7B,KAAKM,kBAAkB,QAAQ;EAE/B,MAAM,cAAc,SAAqD;GACvE,MAAM,SAAS,SAAS,UAAU,KAAKF,eAAe,KAAKC;GAE3D,OAAO;IACL,KAAK,QAAQ,MAAM;IACnB,oBAAoB,QAAQ,KAAK,IAAI,iBAAiB;IACtD,eAAe;KACb,eAAe,KAAA;KACf,QAAQ,cAAc;KACtB,QAAQ,QAAQ;KAChB,sBAAsB,0BACpB,QAAQ,oBACV;KACA,QAAQ,QAAQ,iBAAiB,cAAc,aAAa,KAAA;IAC9D;GACF;EACF;EAEA,MAAM,aAAgC;GACpC,OAAO;GAEP,UAAU,cAAc;GACxB,MAAM,cAAc;GACpB,UAAU;GACV,MAAM,EAAC,IAAI,cAAc,UAAU,KAAI;GACvC;GAEA,WAAW,cAAc;GACzB,YAAY,cAAc;GAC1B,iBAAiB,cAAc;GAE/B,cAAc,KAAA;GAEd,cAAc,WAAW,OAAO;GAChC,eAAe,WAAW,QAAQ;GAElC,gBAAgB,EAAE,KAAKE;EACzB;EACA,KAAKC,iBAAiB,UAAU;EAChC,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;CAQA,eACE,UACA,MAC6B;EAC7B,MAAM,aAAa,KAAKC,0BAA0B,QAAQ;EAE1D,IAAI,eAAe,WAAW;EAC9B,IAAI,gBAAgB,WAAW;EAE/B,IAAI,KAAK,cACP,eAAe;GACb,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,kBACP,eAAe;GACb,GAAG;GACH,eAAe;IACb,GAAG,aAAa;IAChB,eAAe,mBAAmB,KAAK,gBAAgB;GACzD;EACF;EAEF,IAAI,KAAK,aACP,gBAAgB;GACd,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,iBACP,gBAAgB;GACd,GAAG;GACH,eAAe;IACb,GAAG,cAAc;IACjB,eAAe,mBAAmB,KAAK,eAAe;GACxD;EACF;EAGF,OAAO,KAAKC,kBAAkB;GAC5B,GAAG;GACH,UAAU,WAAW,WAAW;GAChC;GACA;EACF,CAAC;CACH;;;;;CAMA,MAAM,WACJ,UACA,MACsC;EACtC,MAAM,aAAa,KAAKD,0BAA0B,QAAQ;EAE1D,MAAM,WAAW,MAAM,YACrB,KAAKb,KACL,WAAW,MACX,WAAW,KAAK,IAChB,KAAK,MACL,KAAKE,kBACP;EAGA,IAAI,CADiB,WAAW,WAAW,MAAM,QAAQ,GAEvD,OAAO,KAAKY,kBAAkB;GAC5B,GAAG;GACH,MAAM;GACN,UAAU,WAAW,WAAW;EAClC,CAAC;EAGH,IAAI,aAAa,WAAW,MAC1B,OAAO;EAGT,OAAO,KAAKJ,iBAAiB;GAC3B,GAAG;GACH,MAAM;EACR,CAAC;CACH;;;;;;;;;;CAWA,mBACE,UACA,UACA,YAMY;EACZ,MAAM,aAAa,KAAKK,sBAAsB,QAAQ;EACtD,IAAI,CAAC,YACH;EAGF,IAAI,WAAW,aAAa,UAAU;GACpC,KAAKf,IAAI,QAAQ,kDAAkD;IACjE,UAAU,SAAS;IACnB,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,IAAI;EAIJ,IAAI,WAAW,SAAS,oBAAoB;GAC1C,qBAAqB,EAAC,IAAI,WAAW,gBAAe;GAIpD,IAAI,WAAW,KAAK,OAAO,mBAAmB,IAC5C,MAAM,IAAI,uBACR;IACE,MAAM;IACN,SACE;IACF,QAAQ;GACV,GACA,MACF;EAEJ;EAIA,MAAM,oBAAoB,sBAAsB,WAAW;EAI3D,IACE,KAAKgB,OAAO,eAAe,KAAA,KAC3B,KAAKA,OAAO,WAAW,OAAO,kBAAkB,IAEhD,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,IAAI,KAAKA,OAAO,eAAe,KAAA,GAC7B,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,YAAY;EACd,CAAC;EAGH,MAAM,sBAAsB,KAAKN,iBAAiB;GAChD,GAAG;GACH,OAAO;GACP,cAAc,KAAKQ,kBAAkB;EACvC,CAAC;EACD,KAAKP,oCAAoC,mBAAmB;EAC5D,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;GACL,YAAY;GACZ,OAAO,KAAK,cAAc;EAC5B;CACF;;CAGA,eACE,UACA,UAC+B;EAC/B,OAAO,KAAKJ,kBAAkB,UAAU,QAAQ;CAClD;;CAGA,gBAAgB,UAA6D;EAC3E,OAAO,KAAKA,kBAAkB,QAAQ;CACxC;;;;;;CAOA,iCACE,UACA,UACM;EACN,MAAM,uBAAuB,KAAKW,gCAAgC;EAClE,IAAI,CAAC,sBACH;EAEF,IACE,qBAAqB,aAAa,SAAS,YAC3C,qBAAqB,SAAS,SAAS,QACvC,qBAAqB,aAAa,UAElC;EAEF,KAAKP,qCAAqC,IAAI;CAChD;CAEA,0BAA0B,OAAsB;EAC9C,IAAI,KAAKQ,4BAA4B,OACnC;EAEF,KAAKA,0BAA0B;EAC/B,KAAKR,qCAAqC,IAAI;CAChD;CAEA,iBAAiB,MAA0C;EACzD,MAAM,aACJ,SAAS,eACL,KAAKR,wBACL,KAAKC;EACX,IAAI,eAAe,KAAA,GACjB;EAEF,KAAKY,UAAU;GACb,GAAG,KAAKD;GACR,wBAAwB,KAAK,IAC3B,KAAKA,OAAO,0BAA0B,GACtC,KAAKb,KAAK,IAAI,UAChB;EACF,CAAC;CACH;;CAGA,qBACE,UACyC;EACzC,OAAO,KAAKY,sBAAsB,QAAQ;CAC5C;;CAGA,yBACE,UAC6B;EAC7B,OAAO,KAAKF,0BAA0B,QAAQ;CAChD;;CAGA,iCAA0E;EACxE,OAAO,KAAKM,gCAAgC;CAC9C;CAEA,qCAAkE;EAChE,MAAM,uBAAuB,KAAKA,gCAAgC;EAClE,IAAI,CAAC,sBACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAEF,OAAO;CACT;;CAGA,gBAA0C;EACxC,OAAO,KAAKH;CACd;;;;;;;;;CAUA,kBAIE;EACA,MAAM,mBAAkD,CAAC;EACzD,MAAM,MAAM,KAAKb,KAAK;EACtB,IAAI,qBAAqB,KAAKa,OAAO;EAErC,KAAK,MAAM,cAAc,KAAKf,aAAa,OAAO,GAAG;GACnD,IACE,WAAW,UAAU,eACrB,WAAW,iBAAiB,KAAA,GAE5B;GAEF,IAAI,WAAW,gBAAgB,KAC7B,iBAAiB,KAAK,UAAU;GAElC,qBAAqB,WACnB,oBACA,WAAW,YACb;EACF;EAEA,MAAM,iBACJ,KAAKe,OAAO,kBAAkB,KAAA,KAC9B,KAAKA,OAAO,iBAAiB;EAC/B,MAAM,yBAAyB,KAAKA,OAAO;EAE3C,IACE,2BAA2B,KAAA,KAC3B,yBAAyB,OACzB,uBAAuB,KAAA,GAEvB,OAAO;GACL,kBAAkB,CAAC;GACnB,gBAAgB;GAChB,oBAAoB,KAAK,IACvB,oBACA,sBACF;EACF;EAGF,OAAO;GACL,kBAAkB,iBAAiB,KAAK,uBAAuB;GAC/D;GACA;EACF;CACF;CAEA,kBACE,UACA,UACyC;EACzC,MAAM,aAAa,KAAKD,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH;EAIF,IAAI,aAAa,KAAA,KAAa,WAAW,aAAa,UAAU;GAC9D,KAAKf,IAAI,QAAQ,8CAA8C;IAC7D,UAAU,SAAS;IACnB,MAAM,SAAS;IACf,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,KAAKC,aAAa,OAAO,WAAW,QAAQ;EAC5C,KAAKU,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;CACT;CAEA,kBAAkB,YAAkD;EAClE,MAAM,oBAAoB,KAAKF,iBAAiB;GAC9C,GAAG;GACH,OAAO;GACP,cAAc,KAAA;EAChB,CAAC;EACD,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;;;CAUA,oCAAoC,WAAqC;EACvE,IAAI,WAAW,UAAU,aAAa;GACpC,MAAM,8BACJ,KAAKO,gCAAgC;GACvC,IACE,6BAA6B,aAAa,UAAU,YACpD,4BAA4B,SAAS,UAAU,MAE/C;GAEF,IAAI,gCAAgC,KAAA,GAClC;GAEF,KAAKE,yBAAyB;IAC5B,UAAU,UAAU;IACpB,MAAM,UAAU;GAClB,CAAC;GACD,KAAKrB,IAAI,QAAQ,uDAAuD;IACtE,UAAU,UAAU;IACpB,MAAM,UAAU;IAChB,UAAU,UAAU;IACpB,QAAQ;GACV,CAAC;GACD;EACF;EAGA,IADoC,KAAKmB,gCACrC,GAA6B,UAAU,aACzC;EAGF,MAAM,2BAA2B,CAAC,GAAG,KAAKlB,aAAa,OAAO,CAAC,EAC5D,QAAO,eAAc,WAAW,UAAU,WAAW,EACrD,KAAK,mCAAmC,EACxC,GAAG,CAAC;EACP,KAAKoB,yBACH,2BACI;GACE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;EACjC,IACA,KAAA,CACN;EACA,IAAI,0BACF,KAAKrB,IAAI,QAAQ,uDAAuD;GACtE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAC/B,UAAU,yBAAyB;GACnC,QAAQ;EACV,CAAC;CAEL;CAEA,kCAAiE;EAC/D,MAAM,uBAAuB,KAAKgB,OAAO;EACzC,IAAI,CAAC,sBACH;EAEF,OAAO,KAAKD,sBAAsB,oBAAoB;CACxD;CAEA,sBACE,UAC+B;EAC/B,MAAM,aAAa,KAAKd,aAAa,IAAI,SAAS,QAAQ;EAC1D,IAAI,CAAC,YACH;EAEF,IAAI,WAAW,SAAS,SAAS,MAC/B;EAEF,OAAO;CACT;CAEA,0BAA0B,UAAiD;EACzE,MAAM,aAAa,KAAKc,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,OAAO;CACT;CAEA,iBAAiB,YAAkD;EACjE,KAAKd,aAAa,IAAI,WAAW,UAAU,UAAU;EACrD,OAAO;CACT;CAEA,UAAU,OAAuC;EAC/C,KAAKe,SAAS;EACd,OAAO;CACT;CAEA,yBACE,sBACA;EACA,IACE,uBACE,KAAKA,OAAO,sBACZ,oBACF,GAEA;EAEF,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,sBAAsB,uBAClB,EAAC,GAAG,qBAAoB,IACxB,KAAA;EACN,CAAC;CACH;;;;;;;;;;;CAYA,qCAAqC,OAAgB;EAEnD,IACE,CAF2B,KAAKG,gCAE/B,KACD,KAAKd,2BAA2B,KAAA,KAChC,CAAC,KAAKe,yBACN;GACA,IAAI,KAAKJ,OAAO,kBAAkB,KAAA,GAChC,KAAKC,UAAU;IACb,GAAG,KAAKD;IACR,eAAe,KAAA;GACjB,CAAC;GAEH;EACF;EAEA,IAAI,SAAS,KAAKA,OAAO,kBAAkB,KAAA,GACzC,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,eAAe,KAAKb,KAAK,IAAI,KAAKE;EACpC,CAAC;CAEL;CAEA,oBAAoB;EAClB,OAAO,KAAKD,0BAA0B,KAAA,IAClC,KAAA,IACA,KAAKD,KAAK,IAAI,KAAKC;CACzB;AACF;AAEA,SAAS,wBACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,oCACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,WAAW,GAAuB,GAAuB;CAChE,IAAI,MAAM,KAAA,GACR,OAAO;CAET,IAAI,MAAM,KAAA,GACR,OAAO;CAET,OAAO,KAAK,IAAI,GAAG,CAAC;AACtB;AAEA,SAAS,uBACP,GACA,GACA;CACA,OAAO,GAAG,aAAa,GAAG,YAAY,GAAG,SAAS,GAAG;AACvD;AAEA,SAAS,mBACP,SACA;CACA,OAAO,UAAU,EAAC,GAAG,QAAO,IAAI,KAAA;AAClC;AAEA,SAAS,0BAA0B,SAAwC;CACzE,OAAO,UAAU,CAAC,GAAG,OAAO,IAAI,KAAA;AAClC"}

package/out/packages/zero-cache/src/services/view-syncer/cvr-purger.js

@@ -0,0 +1,110 @@
+import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { cvrSchema } from "../../types/shards.js";
+import "../../types/pg.js";
+import { RunningState } from "../running-state.js";
+import { READ_COMMITTED } from "../../db/mode-enum.js";
+import { runTx } from "../../db/run-transaction.js";
+//#region ../zero-cache/src/services/view-syncer/cvr-purger.ts
+var MAX_PURGE_INTERVAL_MS = 16 * (60 * 1e3);
+var TOMBSTONE_PURGE_THRESHOLD = 744 * 60 * 60 * 1e3;
+var CVRPurger = class {
+	id = "reaper";
+	#lc;
+	#db;
+	#schema;
+	#inactivityThresholdMs;
+	#tombstonePurgeThresholdMs;
+	#initialBatchSize;
+	#initialIntervalMs;
+	#state = new RunningState("reaper");
+	constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }, tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD) {
+		this.#lc = lc;
+		this.#db = db;
+		this.#schema = cvrSchema(shard);
+		this.#inactivityThresholdMs = inactivityThresholdMs;
+		this.#tombstonePurgeThresholdMs = Math.max(tombstonePurgeThreshold, inactivityThresholdMs);
+		this.#initialBatchSize = initialBatchSize;
+		this.#initialIntervalMs = initialIntervalMs;
+	}
+	async run() {
+		let purgeable;
+		let maxCVRsPerPurge = this.#initialBatchSize;
+		let purgeInterval = this.#initialIntervalMs;
+		if (this.#initialBatchSize === 0) {
+			this.#lc.warn?.(`CVR garbage collection is disabled (initialBatchSize = 0)`);
+			await this.#state.stopped();
+		} else this.#lc.info?.(`running cvr-purger with`, await this.#db`SHOW statement_timeout`);
+		while (this.#state.shouldRun()) try {
+			const start = performance.now();
+			const { purged, remaining } = await this.purgeInactiveCVRs(maxCVRsPerPurge);
+			this.#state.resetBackoff();
+			if (purgeable !== void 0 && remaining > purgeable) {
+				maxCVRsPerPurge += this.#initialBatchSize;
+				this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);
+			}
+			purgeable = remaining;
+			purgeInterval = purgeable > 0 ? this.#initialIntervalMs : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);
+			const elapsed = performance.now() - start;
+			this.#lc.info?.(`purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`);
+			await this.#state.sleep(purgeInterval);
+		} catch (e) {
+			await this.#state.backoff(this.#lc, e);
+		}
+	}
+	purgeInactiveCVRs(maxCVRs) {
+		return runTx(this.#db, async (sql) => {
+			const now = Date.now();
+			const threshold = now - this.#inactivityThresholdMs;
+			const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;
+			const ids = (await sql`
+          SELECT "clientGroupID" FROM ${sql(this.#schema)}.instances
+            WHERE NOT "deleted" AND "lastActive" < ${threshold}
+            ORDER BY "lastActive" ASC
+            LIMIT ${maxCVRs}
+            FOR UPDATE SKIP LOCKED
+      `.values()).flat();
+			if (ids.length > 0) {
+				const stmts = [
+					"desires",
+					"queries",
+					"clients",
+					"rows",
+					"rowsVersion"
+				].map((table) => sql`
+            DELETE FROM ${sql(this.#schema)}.${sql(table)} 
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
+            UPDATE ${sql(this.#schema)}.instances
+              SET "deleted" = TRUE, 
+                  "version" = '00', 
+                  "ttlClock" = 0,
+                  "replicaVersion" = NULL, 
+                  "owner" = NULL,
+                  "grantedAt" = NULL,
+                  "clientSchema" = NULL
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
+            DELETE FROM ${sql(this.#schema)}.instances
+              WHERE "deleted" AND "lastActive" < ${tombstonePurgeThreshold}
+          `.execute());
+				await Promise.all(stmts);
+			}
+			const [{ remaining }] = await sql`
+        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances
+          WHERE NOT "deleted" AND "lastActive" < ${threshold}
+      `;
+			return {
+				purged: ids.length,
+				remaining: Number(remaining)
+			};
+		}, { mode: READ_COMMITTED });
+	}
+	stop() {
+		this.#state.stop(this.#lc);
+		return promiseVoid;
+	}
+};
+//#endregion
+export { CVRPurger };
+
+//# sourceMappingURL=cvr-purger.js.map

package/out/packages/zero-cache/src/services/view-syncer/cvr-purger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr-purger.js","names":["#lc","#db","#schema","#inactivityThresholdMs","#tombstonePurgeThresholdMs","#initialBatchSize","#initialIntervalMs","#state"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n        this.#state.resetBackoff();\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        await this.#state.backoff(this.#lc, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;;;;AAUA,IAAM,wBAAwB,MADf,KAAK;AAIpB,IAAM,4BAA4B,MAAU,KAAK,KAAK;AAQtD,IAAa,YAAb,MAA0C;CACxC,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,QAAQ;CAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C,0BAA0B,2BAC1B;EACA,KAAKA,MAAM;EACX,KAAKC,MAAM;EACX,KAAKC,UAAU,UAAU,KAAK;EAC9B,KAAKC,yBAAyB;EAC9B,KAAKC,6BAA6B,KAAK,IACrC,yBACA,qBACF;EACA,KAAKC,oBAAoB;EACzB,KAAKC,qBAAqB;CAC5B;CAEA,MAAM,MAAM;EACV,IAAI;EACJ,IAAI,kBAAkB,KAAKD;EAC3B,IAAI,gBAAgB,KAAKC;EAEzB,IAAI,KAAKD,sBAAsB,GAAG;GAChC,KAAKL,IAAI,OACP,2DACF;GAEA,MAAM,KAAKO,OAAO,QAAQ;EAC5B,OACE,KAAKP,IAAI,OACP,2BACA,MAAM,KAAKC,GAAG,wBAChB;EAGF,OAAO,KAAKM,OAAO,UAAU,GAC3B,IAAI;GACF,MAAM,QAAQ,YAAY,IAAI;GAC9B,MAAM,EAAC,QAAQ,cACb,MAAM,KAAK,kBAAkB,eAAe;GAC9C,KAAKA,OAAO,aAAa;GAEzB,IAAI,cAAc,KAAA,KAAa,YAAY,WAAW;IAGpD,mBAAmB,KAAKF;IACxB,KAAKL,IAAI,OAAO,+BAA+B,iBAAiB;GAClE;GACA,YAAY;GAEZ,gBACE,YAAY,IACR,KAAKM,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;GACvD,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,KAAKN,IAAI,OACP,UAAU,OAAO,kBAAkB,QAAQ,QAAQ,CAAC,EAAE,sBAAsB,cAAc,IAC5F;GACA,MAAM,KAAKO,OAAO,MAAM,aAAa;EACvC,SAAS,GAAG;GACV,MAAM,KAAKA,OAAO,QAAQ,KAAKP,KAAK,CAAC;EACvC;CAEJ;CAGA,kBACE,SAC8C;EAC9C,OAAO,MACL,KAAKC,KACL,OAAM,QAAO;GACX,MAAM,MAAM,KAAK,IAAI;GACrB,MAAM,YAAY,MAAM,KAAKE;GAC7B,MAAM,0BAA0B,MAAM,KAAKC;GAS3C,MAAM,OACJ,MAAM,GAA8B;wCACN,IAAI,KAAKF,OAAO,EAAE;qDACL,UAAU;;oBAE3C,QAAQ;;QAEpB,OAAO,GACL,KAAK;GAEP,IAAI,IAAI,SAAS,GAAG;IAMlB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA;IACF,EAAE,KAAI,UACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE,GAAG,IAAI,KAAK,EAAE;yCACjB,IAAI,GAAG,IAAI,QAAQ,CAClD;IAQA,MAAM,KACJ,GAAG;qBACM,IAAI,KAAKA,OAAO,EAAE;;;;;;;;yCAQE,IAAI,GAAG,IAAI,QAAQ,CAClD;IAEA,MAAM,KACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE;mDACO,wBAAwB;YAC/D,QAAQ,CACV;IACA,MAAM,QAAQ,IAAI,KAAK;GACzB;GAEA,MAAM,CAAC,EAAC,eAAc,MAAM,GAA0B;4CAClB,IAAI,KAAKA,OAAO,EAAE;mDACX,UAAU;;GAGrD,OAAO;IAAC,QAAQ,IAAI;IAAQ,WAAW,OAAO,SAAS;GAAC;EAC1D,GACA,EAAC,MAAM,eAAc,CACvB;CACF;CAEA,OAAsB;EACpB,KAAKK,OAAO,KAAK,KAAKP,GAAG;EACzB,OAAO;CACT;AACF"}

package/out/packages/zero-cache/src/services/view-syncer/cvr-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr-store.js","names":["#schema","#taskID","#id","#failService","#db","#writes","#pendingRowRecordUpdates","#forceUpdates","#rowCache","#loadAttemptIntervalMs","#maxLoadAttempts","#pendingQueryUpdates","#pendingDesireUpdates","#pendingQueryPartialUpdates","#load","#cvr","#pendingInstanceWrite","#updateQueryFields","#checkVersionAndOwnership","#flush","#rowCount","#flushDesires","#flushQueries"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"sourcesContent":["import {trace} from '@opentelemetry/api';\nimport type {LogContext} from '@rocicorp/logger';\nimport type {MaybeRow, PendingQuery, Row} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {version} from '../../../../otel/src/version.ts';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {CustomKeySet} from '../../../../shared/src/custom-key-set.ts';\nimport {\n  deepEqual,\n  type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {sleep} from '../../../../shared/src/sleep.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport {astSchema} from '../../../../zero-protocol/src/ast.ts';\nimport {clientSchemaSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {InspectQueryRow} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {clampTTL, DEFAULT_TTL_MS} from '../../../../zql/src/query/ttl.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {recordRowsSynced} from '../../server/anonymous-otel-start.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {PostgresDB, PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport type {Patch, PatchToVersion} from './client-handler.ts';\nimport type {CVR, CVRSnapshot} from './cvr.ts';\nimport {RowRecordCache} from './row-record-cache.ts';\nimport {\n  type ClientsRow,\n  type DesiresRow,\n  type InstancesRow,\n  type QueriesRow,\n  type RowsRow,\n} from './schema/cvr.ts';\nimport {\n  type ClientQueryRecord,\n  type ClientRecord,\n  cmpVersions,\n  type CustomQueryRecord,\n  type CVRVersion,\n  EMPTY_CVR_VERSION,\n  type InternalQueryRecord,\n  type NullableCVRVersion,\n  type QueryPatch,\n  type QueryRecord,\n  queryRecordToQueryRow,\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './schema/types.ts';\nimport {\n  type TTLClock,\n  ttlClockAsNumber,\n  ttlClockFromNumber,\n} from './ttl-clock.ts';\n\nexport type CVRFlushStats = {\n  instances: number;\n  queries: number;\n  desires: number;\n  clients: number;\n  rows: number;\n  rowsDeferred: number;\n  statements: number;\n};\n\nlet flushCounter = 0;\n\n/**\n * Convert TTL/timestamp values for both old (seconds-based) and new (ms-based) columns.\n * Old columns: inactivatedAt (TIMESTAMPTZ), ttl (INTERVAL) - need conversion ms->seconds\n * New columns: inactivatedAtMs (DOUBLE PRECISION), ttlMs (DOUBLE PRECISION) - store ms directly\n */\nfunction convertTTLValues(\n  inactivatedAt: TTLClock | undefined,\n  ttl: number,\n): {\n  ttlInterval: number | null;\n  ttlMs: number | null;\n  inactivatedAtTimestamp: TTLClock | null;\n  inactivatedAtMs: TTLClock | null;\n} {\n  return {\n    ttlInterval: ttl < 0 ? null : ttl / 1000, // INTERVAL needs seconds\n    ttlMs: ttl < 0 ? null : ttl, // New column stores ms directly\n    inactivatedAtTimestamp:\n      inactivatedAt === undefined\n        ? null\n        : ttlClockFromNumber(ttlClockAsNumber(inactivatedAt) / 1000),\n    inactivatedAtMs: inactivatedAt ?? null,\n  };\n}\n\nconst tracer = trace.getTracer('cvr-store', version);\n\n/**\n * QueriesRow with queryArgs as a stringified JSON value.\n * Used for batched config writes where queryArgs are pre-stringified\n * to handle the postgres.js boolean array bug.\n */\ntype StringifiedQueriesRow = Omit<QueriesRow, 'queryArgs'> & {\n  queryArgs: string | null;\n};\n\nfunction asQuery(row: QueriesRow): QueryRecord {\n  const maybeVersion = (s: string | null) =>\n    s === null ? undefined : versionFromString(s);\n\n  // Only attach rowSetSignature when the column is non-null, so existing\n  // snapshots that don't include the field don't break.\n  const sigField = row.rowSetSignature\n    ? {rowSetSignature: row.rowSetSignature}\n    : {};\n\n  if (row.clientAST === null) {\n    // custom query\n    assert(\n      row.queryName !== null && row.queryArgs !== null,\n      'queryName and queryArgs must be set for custom queries',\n    );\n    return {\n      type: 'custom',\n      id: row.queryHash,\n      name: row.queryName,\n      args: row.queryArgs,\n      patchVersion: maybeVersion(row.patchVersion),\n      clientState: {},\n      transformationHash: row.transformationHash ?? undefined,\n      transformationVersion: maybeVersion(row.transformationVersion),\n      ...sigField,\n    } satisfies CustomQueryRecord;\n  }\n\n  const ast = astSchema.parse(row.clientAST);\n  return row.internal\n    ? ({\n        type: 'internal',\n        id: row.queryHash,\n        ast,\n        transformationHash: row.transformationHash ?? undefined,\n        transformationVersion: maybeVersion(row.transformationVersion),\n        ...sigField,\n      } satisfies InternalQueryRecord)\n    : ({\n        type: 'client',\n        id: row.queryHash,\n        ast,\n        patchVersion: maybeVersion(row.patchVersion),\n        clientState: {},\n        transformationHash: row.transformationHash ?? undefined,\n        transformationVersion: maybeVersion(row.transformationVersion),\n        ...sigField,\n      } satisfies ClientQueryRecord);\n}\n\n// The time to wait between load attempts.\nconst LOAD_ATTEMPT_INTERVAL_MS = 500;\n// The maximum number of load() attempts if the rowsVersion is behind.\n// This currently results in a maximum catchup time of ~5 seconds, after\n// which we give up and consider the CVR invalid.\n//\n// TODO: Make this configurable with something like --max-catchup-wait-ms,\n//       as it is technically application specific.\nconst MAX_LOAD_ATTEMPTS = 10;\n\nexport class CVRStore {\n  readonly #schema: string;\n  readonly #taskID: string;\n  readonly #id: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #db: PostgresDB;\n  readonly #writes: Set<{\n    stats: Partial<CVRFlushStats>;\n    write: (\n      tx: PostgresTransaction,\n      lastConnectTime: number,\n    ) => PendingQuery<MaybeRow[]>;\n  }> = new Set();\n  // Stored separately so repeated putInstance() calls (e.g. setClientSchema,\n  // setProfileID, and the final call in #flush) replace each other rather than\n  // accumulating as independent statements in #writes.\n  #pendingInstanceWrite:\n    | ((\n        tx: PostgresTransaction,\n        lastConnectTime: number,\n      ) => PendingQuery<MaybeRow[]>)\n    | undefined = undefined;\n  readonly #pendingRowRecordUpdates = new CustomKeyMap<RowID, RowRecord | null>(\n    rowIDString,\n  );\n  readonly #forceUpdates = new CustomKeySet<RowID>(rowIDString);\n  readonly #rowCache: RowRecordCache;\n  readonly #loadAttemptIntervalMs: number;\n  readonly #maxLoadAttempts: number;\n  #rowCount: number = 0;\n  readonly #pendingQueryUpdates = new Map<string, StringifiedQueriesRow>();\n  readonly #pendingDesireUpdates = new Map<string, DesiresRow>();\n  readonly #pendingQueryPartialUpdates = new Map<string, Partial<QueriesRow>>();\n\n  constructor(\n    lc: LogContext,\n    cvrDb: PostgresDB,\n    shard: ShardID,\n    taskID: string,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    loadAttemptIntervalMs = LOAD_ATTEMPT_INTERVAL_MS,\n    maxLoadAttempts = MAX_LOAD_ATTEMPTS,\n    deferredRowFlushThreshold = 100, // somewhat arbitrary\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#failService = failService;\n    this.#db = cvrDb;\n    this.#schema = cvrSchema(shard);\n    this.#taskID = taskID;\n    this.#id = cvrID;\n    this.#rowCache = new RowRecordCache(\n      lc,\n      cvrDb,\n      shard,\n      cvrID,\n      failService,\n      deferredRowFlushThreshold,\n      setTimeoutFn,\n    );\n    this.#loadAttemptIntervalMs = loadAttemptIntervalMs;\n    this.#maxLoadAttempts = maxLoadAttempts;\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  #updateQueryFields(queryHash: string, fields: Partial<QueriesRow>): void {\n    // Track as partial-only update for batched flush. Merge into any\n    // pre-existing partial update for the same hash so independent callers\n    // (e.g. updateQuery + updateRowSetSignature) don't clobber each other.\n    const existing = this.#pendingQueryPartialUpdates.get(queryHash);\n    this.#pendingQueryPartialUpdates.set(\n      queryHash,\n      existing ? {...existing, ...fields} : fields,\n    );\n  }\n\n  load(lc: LogContext, lastConnectTime: number): Promise<CVR> {\n    return startAsyncSpan(tracer, 'cvr.load', async () => {\n      let err: RowsVersionBehindError | undefined;\n      for (let i = 0; i < this.#maxLoadAttempts; i++) {\n        if (i > 0) {\n          await sleep(this.#loadAttemptIntervalMs);\n        }\n        const result = await this.#load(lc, lastConnectTime);\n        if (result instanceof RowsVersionBehindError) {\n          lc.info?.(`attempt ${i + 1}: ${String(result)}`);\n          err = result;\n          continue;\n        }\n        return result;\n      }\n      assert(err, 'Expected error to be set after retry loop exhausted');\n      throw new ClientNotFoundError(\n        `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`,\n      );\n    });\n  }\n\n  async #load(\n    lc: LogContext,\n    lastConnectTime: number,\n  ): Promise<CVR | RowsVersionBehindError> {\n    const start = Date.now();\n\n    const id = this.#id;\n    const cvr: CVR = {\n      id,\n      version: EMPTY_CVR_VERSION,\n      lastActive: 0,\n      ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0, not Date.now()\n      replicaVersion: null,\n      clients: {},\n      queries: {},\n      clientSchema: null,\n      profileID: null,\n    };\n\n    const [instance, clientsRows, queryRows, desiresRows] = await runTx(\n      this.#db,\n      tx => {\n        lc.debug?.(`CVR tx started after ${Date.now() - start} ms`);\n        return [\n          tx<\n            (Omit<InstancesRow, 'clientGroupID'> & {\n              profileID: string | null;\n              deleted: boolean;\n              rowsVersion: string | null;\n            })[]\n          >`SELECT cvr.\"version\",\n                 \"lastActive\",\n                 \"ttlClock\",\n                 \"replicaVersion\",\n                 \"owner\",\n                 \"grantedAt\",\n                 \"clientSchema\",\n                 \"profileID\",\n                 \"deleted\",\n                 rows.\"version\" as \"rowsVersion\"\n            FROM ${this.#cvr('instances')} AS cvr\n            LEFT JOIN ${this.#cvr('rowsVersion')} AS rows\n            ON cvr.\"clientGroupID\" = rows.\"clientGroupID\"\n            WHERE cvr.\"clientGroupID\" = ${id}`,\n          tx<Pick<ClientsRow, 'clientID'>[]>`SELECT \"clientID\" FROM ${this.#cvr(\n            'clients',\n          )}\n           WHERE \"clientGroupID\" = ${id}`,\n          tx<QueriesRow[]>`SELECT\n            \"clientGroupID\",\n            \"queryHash\",\n            \"clientAST\",\n            \"queryName\",\n            \"queryArgs\",\n            \"patchVersion\",\n            \"transformationHash\",\n            \"transformationVersion\",\n            \"internal\",\n            \"deleted\",\n            \"rowSetSignature\"\n          FROM ${this.#cvr('queries')}\n          WHERE \"clientGroupID\" = ${id} AND deleted IS DISTINCT FROM true`,\n          tx<DesiresRow[]>`SELECT\n          \"clientGroupID\",\n          \"clientID\",\n          \"queryHash\",\n          \"patchVersion\",\n          \"deleted\",\n          \"ttlMs\" AS \"ttl\",\n          \"inactivatedAtMs\" AS \"inactivatedAt\"\n          FROM ${this.#cvr('desires')}\n          WHERE \"clientGroupID\" = ${id}`,\n        ];\n      },\n      {mode: Mode.READONLY},\n    );\n    lc.debug?.(\n      `CVR tx completed after ${Date.now() - start} ms ` +\n        `(${clientsRows.length} clients, ${queryRows.length} queries, ${desiresRows.length} desires)`,\n    );\n\n    if (instance.length === 0) {\n      // This is the first time we see this CVR.\n      this.putInstance({\n        version: cvr.version,\n        lastActive: 0,\n        ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0 for new instances\n        replicaVersion: null,\n        clientSchema: null,\n        profileID: null,\n      });\n    } else {\n      assert(\n        instance.length === 1,\n        () => `Expected exactly one CVR instance, got ${instance.length}`,\n      );\n      const {\n        version,\n        lastActive,\n        ttlClock,\n        replicaVersion,\n        owner,\n        grantedAt,\n        rowsVersion,\n        clientSchema,\n        profileID,\n        deleted,\n      } = instance[0];\n\n      if (deleted) {\n        throw new ClientNotFoundError(\n          'Client has been purged due to inactivity',\n        );\n      }\n\n      if (owner !== this.#taskID) {\n        if ((grantedAt ?? 0) > lastConnectTime) {\n          throw new OwnershipError(owner, grantedAt, lastConnectTime);\n        } else {\n          // Fire-and-forget an ownership change to signal the current owner.\n          // Note that the query is structured such that it only succeeds in the\n          // correct conditions (i.e. gated on `grantedAt`).\n          void this.#db`\n            UPDATE ${this.#cvr('instances')} \n              SET \"owner\"     = ${this.#taskID}, \n                  \"grantedAt\" = ${lastConnectTime}\n              WHERE \"clientGroupID\" = ${this.#id} AND\n                    (\"grantedAt\" IS NULL OR\n                     \"grantedAt\" <= to_timestamp(${lastConnectTime / 1000}))\n        `\n            .execute()\n            .catch(this.#failService);\n        }\n      }\n\n      if (version !== (rowsVersion ?? EMPTY_CVR_VERSION.stateVersion)) {\n        // This will cause the load() method to wait for row catchup and retry.\n        // Assuming the ownership signal succeeds, the current owner will stop\n        // modifying the CVR and flush its pending row changes.\n        return new RowsVersionBehindError(version, rowsVersion);\n      }\n\n      cvr.version = versionFromString(version);\n      cvr.lastActive = lastActive;\n      cvr.ttlClock = ttlClock;\n      cvr.replicaVersion = replicaVersion;\n      cvr.profileID = profileID;\n\n      try {\n        cvr.clientSchema =\n          clientSchema === null\n            ? null\n            : v.parse(clientSchema, clientSchemaSchema);\n      } catch (e) {\n        throw new InvalidClientSchemaError(e);\n      }\n    }\n\n    for (const row of clientsRows) {\n      cvr.clients[row.clientID] = {\n        id: row.clientID,\n        desiredQueryIDs: [],\n      };\n    }\n\n    for (const row of queryRows) {\n      const query = asQuery(row);\n      cvr.queries[row.queryHash] = query;\n    }\n\n    for (const row of desiresRows) {\n      const client = cvr.clients[row.clientID];\n      // Note: row.inactivatedAt is mapped from inactivatedAtMs in the SQL query\n      if (!row.deleted && row.inactivatedAt === null) {\n        if (client) {\n          client.desiredQueryIDs.push(row.queryHash);\n        } else {\n          // This can happen if the client was deleted but the queries are still alive.\n          lc.debug?.(\n            `Not adding to desiredQueryIDs for client ${row.clientID} because it has been deleted.`,\n          );\n        }\n      }\n\n      const query = cvr.queries[row.queryHash];\n      if (\n        query &&\n        query.type !== 'internal' &&\n        (!row.deleted || row.inactivatedAt !== null)\n      ) {\n        query.clientState[row.clientID] = {\n          inactivatedAt: row.inactivatedAt ?? undefined,\n          ttl: clampTTL(row.ttl ?? DEFAULT_TTL_MS),\n          version: versionFromString(row.patchVersion),\n        };\n      }\n    }\n\n    lc.info?.(\n      `loaded cvr@${versionString(cvr.version)} (${Date.now() - start} ms)`,\n    );\n\n    // why do we not sort `desiredQueryIDs` here?\n\n    return cvr;\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#rowCache.getRowRecords();\n  }\n\n  putRowRecord(row: RowRecord): void {\n    this.#pendingRowRecordUpdates.set(row.id, row);\n  }\n\n  /**\n   * Note: Removing a row from the CVR should be represented by a\n   *       {@link putRowRecord()} with `refCounts: null` in order to properly\n   *       produce the appropriate delete patch when catching up old clients.\n   *\n   * This `delRowRecord()` method, on the other hand, is only used for\n   * \"canceling\" the put of a row that was not in the CVR in the first place.\n   */\n  delRowRecord(id: RowID): void {\n    this.#pendingRowRecordUpdates.set(id, null);\n  }\n\n  /**\n   * Overrides the default logic that removes no-op writes and forces\n   * the updates for the given row `ids`. This has no effect if there\n   * are no corresponding puts or dels for the associated row records.\n   */\n  forceUpdates(...ids: RowID[]) {\n    for (const id of ids) {\n      this.#forceUpdates.add(id);\n    }\n  }\n\n  /**\n   * Updates the `ttlClock` of the CVR instance. The ttlClock starts at 0 when\n   * the CVR instance is first created and increments based on elapsed time\n   * since the base time established by the ViewSyncerService.\n   */\n  async updateTTLClock(ttlClock: TTLClock, lastActive: number): Promise<void> {\n    await this.#db`UPDATE ${this.#cvr('instances')}\n          SET \"lastActive\" = ${lastActive},\n              \"ttlClock\" = ${ttlClock}\n          WHERE \"clientGroupID\" = ${this.#id}`.execute();\n  }\n\n  /**\n   * @returns This returns the current `ttlClock` of the CVR instance. The ttlClock\n   *          represents elapsed time since the instance was created (starting from 0).\n   *          If the CVR has never been initialized for this client group, it returns\n   *          `undefined`.\n   */\n  async getTTLClock(): Promise<TTLClock | undefined> {\n    const result = await this.#db<Pick<InstancesRow, 'ttlClock'>[]>`\n      SELECT \"ttlClock\" FROM ${this.#cvr('instances')}\n      WHERE \"clientGroupID\" = ${this.#id}`.values();\n    if (result.length === 0) {\n      // This can happen if the CVR has not been initialized yet.\n      return undefined;\n    }\n    assert(\n      result.length === 1,\n      () => `Expected exactly one rowsVersion result, got ${result.length}`,\n    );\n    return result[0][0];\n  }\n\n  putInstance({\n    version,\n    replicaVersion,\n    lastActive,\n    clientSchema,\n    profileID,\n    ttlClock,\n  }: Pick<\n    CVRSnapshot,\n    | 'version'\n    | 'replicaVersion'\n    | 'lastActive'\n    | 'clientSchema'\n    | 'profileID'\n    | 'ttlClock'\n  >): void {\n    // Overwrite any previously queued instance write — only the last call\n    // matters since they all target the same row.\n    this.#pendingInstanceWrite = (tx, lastConnectTime) => {\n      const change: InstancesRow = {\n        clientGroupID: this.#id,\n        version: versionString(version),\n        lastActive,\n        ttlClock,\n        replicaVersion,\n        owner: this.#taskID,\n        grantedAt: lastConnectTime,\n        clientSchema,\n        profileID,\n      };\n      return tx`\n        INSERT INTO ${this.#cvr('instances')} ${tx(change)} \n          ON CONFLICT (\"clientGroupID\") DO UPDATE SET ${tx(change)}`;\n    };\n  }\n\n  markQueryAsDeleted(version: CVRVersion, queryPatch: QueryPatch): void {\n    this.#updateQueryFields(queryPatch.id, {\n      patchVersion: versionString(version),\n      deleted: true,\n      transformationHash: null,\n      transformationVersion: null,\n    });\n  }\n\n  putQuery(query: QueryRecord): void {\n    const change = queryRecordToQueryRow(this.#id, query);\n\n    const c = {\n      ...change,\n      // Pre-stringify queryArgs to handle postgres.js boolean array bug\n      queryArgs:\n        change.queryArgs !== null ? JSON.stringify(change.queryArgs) : null,\n      transformationHash: change.transformationHash ?? null,\n      transformationVersion: change.transformationVersion ?? null,\n      deleted: change.deleted ?? false,\n    };\n    this.#pendingQueryUpdates.set(query.id, c);\n  }\n\n  updateQuery(query: QueryRecord) {\n    const maybeVersionString = (v: CVRVersion | undefined) =>\n      v ? versionString(v) : null;\n    this.#updateQueryFields(query.id, {\n      patchVersion:\n        query.type === 'internal'\n          ? null\n          : maybeVersionString(query.patchVersion),\n      transformationHash: query.transformationHash ?? null,\n      transformationVersion: maybeVersionString(query.transformationVersion),\n      deleted: false,\n    });\n  }\n\n  updateRowSetSignature(queryHash: string, signature: string): void {\n    this.#updateQueryFields(queryHash, {rowSetSignature: signature});\n  }\n\n  insertClient(client: ClientRecord): void {\n    const change: ClientsRow = {\n      clientGroupID: this.#id,\n      clientID: client.id,\n    };\n\n    this.#writes.add({\n      stats: {clients: 1},\n      write: tx => tx`INSERT INTO ${this.#cvr('clients')} ${tx(change)}`,\n    });\n  }\n\n  deleteClient(clientID: string) {\n    this.#writes.add({\n      stats: {clients: 1},\n      write: sql =>\n        sql`DELETE FROM ${this.#cvr('clients')}\n            WHERE \"clientGroupID\" = ${this.#id}\n              AND \"clientID\" = ${clientID}`,\n    });\n  }\n\n  putDesiredQuery(\n    newVersion: CVRVersion,\n    query: {id: string},\n    client: {id: string},\n    deleted: boolean,\n    inactivatedAt: TTLClock | undefined,\n    ttl: number,\n  ): void {\n    const {ttlMs, inactivatedAtMs} = convertTTLValues(inactivatedAt, ttl);\n\n    const change: DesiresRow = {\n      clientGroupID: this.#id,\n      clientID: client.id,\n      deleted,\n      inactivatedAt: inactivatedAtMs,\n      patchVersion: versionString(newVersion),\n      queryHash: query.id,\n      ttl: ttlMs,\n    };\n\n    // Use composite key to deduplicate/replace entries for the same client-query pair\n    const key = `${client.id}:${query.id}`;\n    this.#pendingDesireUpdates.set(key, change);\n  }\n\n  catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    return this.#rowCache.catchupRowPatches(\n      lc,\n      afterVersion,\n      upToCVR,\n      current,\n      excludeQueryHashes,\n    );\n  }\n\n  async catchupConfigPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n  ): Promise<PatchToVersion[]> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return [];\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning config patches for clients from ${start}`);\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#id, current),\n      );\n\n      const [allDesires, queryRows] = await reader.processReadTask(tx =>\n        Promise.all([\n          tx<DesiresRow[]>`\n      SELECT\n        \"clientGroupID\",\n        \"clientID\",\n        \"queryHash\",\n        \"patchVersion\",\n        \"deleted\",\n        \"ttl\",\n        \"inactivatedAt\"\n      FROM ${this.#cvr('desires')}\n        WHERE \"clientGroupID\" = ${this.#id}\n        AND \"patchVersion\" > ${start}\n        AND \"patchVersion\" <= ${end}`,\n          tx<Pick<QueriesRow, 'deleted' | 'queryHash' | 'patchVersion'>[]>`\n      SELECT deleted, \"queryHash\", \"patchVersion\" FROM ${this.#cvr('queries')}\n        WHERE \"clientGroupID\" = ${this.#id}\n        AND \"patchVersion\" > ${start}\n        AND \"patchVersion\" <= ${end}`,\n        ]),\n      );\n\n      const patches: PatchToVersion[] = [];\n      for (const row of queryRows) {\n        const {queryHash: id} = row;\n        const patch: Patch = row.deleted\n          ? {type: 'query', op: 'del', id}\n          : {type: 'query', op: 'put', id};\n        const v = row.patchVersion;\n        assert(v, 'patchVersion must be set for query patches');\n        patches.push({patch, toVersion: versionFromString(v)});\n      }\n      for (const row of allDesires) {\n        const {clientID, queryHash: id} = row;\n        const patch: Patch = row.deleted\n          ? {type: 'query', op: 'del', id, clientID}\n          : {type: 'query', op: 'put', id, clientID};\n        patches.push({patch, toVersion: versionFromString(row.patchVersion)});\n      }\n\n      lc.debug?.(\n        `${patches.length} config patches (${Date.now() - startMs} ms)`,\n      );\n      return patches;\n    } finally {\n      reader.setDone();\n    }\n  }\n\n  #flushQueries(\n    tx: PostgresTransaction,\n    lc: LogContext,\n  ): PendingQuery<Row[]>[] {\n    // Merge partial updates into full updates\n    const partialOnly = new Map<string, Partial<QueriesRow>>();\n    for (const [queryHash, partial] of this.#pendingQueryPartialUpdates) {\n      const existing = this.#pendingQueryUpdates.get(queryHash);\n      if (existing) {\n        // Merge partial into full update\n        Object.assign(existing, partial);\n      } else {\n        // Track partial-only updates to batch separately\n        partialOnly.set(queryHash, partial);\n      }\n    }\n\n    const queries: PendingQuery<Row[]>[] = [];\n\n    // Batch full updates\n    if (this.#pendingQueryUpdates.size > 0) {\n      const rows = [...this.#pendingQueryUpdates.values()];\n      lc.debug?.(`Batch flushing ${rows.length} full query updates`);\n\n      queries.push(tx`\n        INSERT INTO ${this.#cvr('queries')} (\n          \"clientGroupID\",\n          \"queryHash\",\n          \"clientAST\",\n          \"queryName\",\n          \"queryArgs\",\n          \"patchVersion\",\n          \"transformationHash\",\n          \"transformationVersion\",\n          \"internal\",\n          \"deleted\",\n          \"rowSetSignature\"\n        )\n        SELECT\n          \"clientGroupID\",\n          \"queryHash\",\n          \"clientAST\",\n          \"queryName\",\n          CASE\n            WHEN \"queryArgs\" IS NULL THEN NULL\n            ELSE \"queryArgs\"::json\n          END,\n          \"patchVersion\",\n          \"transformationHash\",\n          \"transformationVersion\",\n          \"internal\",\n          \"deleted\",\n          \"rowSetSignature\"\n        FROM json_to_recordset(${rows}) AS x(\n          \"clientGroupID\" TEXT,\n          \"queryHash\" TEXT,\n          \"clientAST\" JSONB,\n          \"queryName\" TEXT,\n          \"queryArgs\" TEXT,\n          \"patchVersion\" TEXT,\n          \"transformationHash\" TEXT,\n          \"transformationVersion\" TEXT,\n          \"internal\" BOOLEAN,\n          \"deleted\" BOOLEAN,\n          \"rowSetSignature\" TEXT\n        )\n        ON CONFLICT (\"clientGroupID\", \"queryHash\") DO UPDATE SET\n          \"clientAST\" = excluded.\"clientAST\",\n          \"queryName\" = excluded.\"queryName\",\n          \"queryArgs\" = CASE\n            WHEN excluded.\"queryArgs\" IS NULL THEN NULL\n            ELSE excluded.\"queryArgs\"::json\n          END,\n          \"patchVersion\" = excluded.\"patchVersion\",\n          \"transformationHash\" = excluded.\"transformationHash\",\n          \"transformationVersion\" = excluded.\"transformationVersion\",\n          \"internal\" = excluded.\"internal\",\n          \"deleted\" = excluded.\"deleted\",\n          \"rowSetSignature\" = excluded.\"rowSetSignature\"\n      `);\n    }\n\n    // Batch partial-only updates\n    if (partialOnly.size > 0) {\n      lc.debug?.(`Batch flushing ${partialOnly.size} partial query updates`);\n      const rows = Array.from(\n        partialOnly.entries(),\n        ([queryHash, partial]) => ({\n          clientGroupID: this.#id,\n          queryHash,\n          patchVersionSet: partial.patchVersion !== undefined,\n          patchVersion: partial.patchVersion ?? null,\n          deletedSet: partial.deleted !== undefined,\n          deleted: partial.deleted ?? null,\n          transformationHashSet: partial.transformationHash !== undefined,\n          transformationHash: partial.transformationHash ?? null,\n          transformationVersionSet: partial.transformationVersion !== undefined,\n          transformationVersion: partial.transformationVersion ?? null,\n          rowSetSignatureSet: partial.rowSetSignature !== undefined,\n          rowSetSignature: partial.rowSetSignature ?? null,\n        }),\n      );\n      queries.push(tx`\n        UPDATE ${this.#cvr('queries')} AS q\n        SET\n          \"patchVersion\" = CASE\n            WHEN u.\"patchVersionSet\" THEN u.\"patchVersion\"\n            ELSE q.\"patchVersion\"\n          END,\n          \"deleted\" = CASE\n            WHEN u.\"deletedSet\" THEN u.\"deleted\"\n            ELSE q.\"deleted\"\n          END,\n          \"transformationHash\" = CASE\n            WHEN u.\"transformationHashSet\" THEN u.\"transformationHash\"\n            ELSE q.\"transformationHash\"\n          END,\n          \"transformationVersion\" = CASE\n            WHEN u.\"transformationVersionSet\" THEN u.\"transformationVersion\"\n            ELSE q.\"transformationVersion\"\n          END,\n          \"rowSetSignature\" = CASE\n            WHEN u.\"rowSetSignatureSet\" THEN u.\"rowSetSignature\"\n            ELSE q.\"rowSetSignature\"\n          END\n        FROM json_to_recordset(${rows}) AS u(\n          \"clientGroupID\" TEXT,\n          \"queryHash\" TEXT,\n          \"patchVersionSet\" BOOLEAN,\n          \"patchVersion\" TEXT,\n          \"deletedSet\" BOOLEAN,\n          \"deleted\" BOOLEAN,\n          \"transformationHashSet\" BOOLEAN,\n          \"transformationHash\" TEXT,\n          \"transformationVersionSet\" BOOLEAN,\n          \"transformationVersion\" TEXT,\n          \"rowSetSignatureSet\" BOOLEAN,\n          \"rowSetSignature\" TEXT\n        )\n        WHERE q.\"clientGroupID\" = u.\"clientGroupID\"\n          AND q.\"queryHash\" = u.\"queryHash\"\n      `);\n    }\n\n    return queries;\n  }\n\n  #flushDesires(\n    tx: PostgresTransaction,\n    lc: LogContext,\n  ): PendingQuery<Row[]> | null {\n    if (this.#pendingDesireUpdates.size === 0) {\n      return null;\n    }\n\n    const rows = Array.from(this.#pendingDesireUpdates.values(), row => {\n      const {ttlInterval, ttlMs, inactivatedAtTimestamp, inactivatedAtMs} =\n        convertTTLValues(row.inactivatedAt ?? undefined, row.ttl ?? -1);\n      return {\n        clientGroupID: row.clientGroupID,\n        clientID: row.clientID,\n        queryHash: row.queryHash,\n        patchVersion: row.patchVersion,\n        deleted: row.deleted,\n        ttl: ttlInterval,\n        ttlMs,\n        inactivatedAt: inactivatedAtTimestamp,\n        inactivatedAtMs,\n      };\n    });\n\n    lc.debug?.(`Batch flushing ${rows.length} desire updates`);\n\n    return tx`\n      INSERT INTO ${this.#cvr('desires')} (\n        \"clientGroupID\",\n        \"clientID\",\n        \"queryHash\",\n        \"patchVersion\",\n        \"deleted\",\n        \"ttl\",\n        \"ttlMs\",\n        \"inactivatedAt\",\n        \"inactivatedAtMs\"\n      )\n      SELECT\n        \"clientGroupID\",\n        \"clientID\",\n        \"queryHash\",\n        \"patchVersion\",\n        \"deleted\",\n        \"ttl\",\n        \"ttlMs\",\n        CASE\n          WHEN \"inactivatedAt\" IS NULL THEN NULL\n          -- Divide by 1000 because postgres.js serializeTimestamp treats numbers as ms\n          -- and to_timestamp expects seconds. This matches non-batched behavior.\n          ELSE to_timestamp(\"inactivatedAt\" / 1000.0)\n        END,\n        \"inactivatedAtMs\"\n      FROM json_to_recordset(${rows}) AS x(\n        \"clientGroupID\" TEXT,\n        \"clientID\" TEXT,\n        \"queryHash\" TEXT,\n        \"patchVersion\" TEXT,\n        \"deleted\" BOOLEAN,\n        \"ttl\" INTERVAL,\n        \"ttlMs\" DOUBLE PRECISION,\n        \"inactivatedAt\" DOUBLE PRECISION,\n        \"inactivatedAtMs\" DOUBLE PRECISION\n      )\n      ON CONFLICT (\"clientGroupID\", \"clientID\", \"queryHash\") DO UPDATE SET\n        \"patchVersion\" = excluded.\"patchVersion\",\n        \"deleted\" = excluded.\"deleted\",\n        \"ttl\" = excluded.\"ttl\",\n        \"ttlMs\" = excluded.\"ttlMs\",\n        \"inactivatedAt\" = excluded.\"inactivatedAt\",\n        \"inactivatedAtMs\" = excluded.\"inactivatedAtMs\"\n      `;\n  }\n\n  async #checkVersionAndOwnership(\n    lc: LogContext,\n    tx: PostgresTransaction,\n    expectedCurrentVersion: CVRVersion,\n    lastConnectTime: number,\n  ): Promise<void> {\n    const start = Date.now();\n    lc.debug?.('checking cvr version and ownership');\n    const result = await tx<\n      Pick<InstancesRow, 'version' | 'owner' | 'grantedAt'>[]\n    >`SELECT \"version\", \"owner\", \"grantedAt\" FROM ${this.#cvr('instances')}\n        WHERE \"clientGroupID\" = ${this.#id}\n        FOR UPDATE`;\n    const expected = versionString(expectedCurrentVersion);\n    const {version, owner, grantedAt} =\n      result.length > 0\n        ? result[0]\n        : {\n            version: EMPTY_CVR_VERSION.stateVersion,\n            owner: null,\n            grantedAt: null,\n          };\n    lc.debug?.(\n      'checked cvr version and ownership in ' + (Date.now() - start) + ' ms',\n    );\n    if (owner !== this.#taskID && (grantedAt ?? 0) > lastConnectTime) {\n      throw new OwnershipError(owner, grantedAt, lastConnectTime);\n    }\n    if (version !== expected) {\n      throw new ConcurrentModificationException(expected, version);\n    }\n  }\n\n  async #flush(\n    lc: LogContext,\n    expectedCurrentVersion: CVRVersion,\n    cvr: CVRSnapshot,\n    lastConnectTime: number,\n  ): Promise<CVRFlushStats | null> {\n    const stats: CVRFlushStats = {\n      instances: 0,\n      queries: 0,\n      desires: 0,\n      clients: 0,\n      rows: 0,\n      rowsDeferred: 0,\n      statements: 0,\n    };\n    if (this.#pendingRowRecordUpdates.size) {\n      const existingRowRecords = await this.getRowRecords();\n      this.#rowCount = existingRowRecords.size;\n      for (const [id, row] of this.#pendingRowRecordUpdates.entries()) {\n        if (this.#forceUpdates.has(id)) {\n          continue;\n        }\n        const existing = existingRowRecords.get(id);\n        if (\n          // Don't delete or add an unreferenced row if it's not in the CVR.\n          (existing === undefined && !row?.refCounts) ||\n          // Don't write a row record that exactly matches what's in the CVR.\n          deepEqual(\n            (row ?? undefined) as ReadonlyJSONValue | undefined,\n            existing as ReadonlyJSONValue | undefined,\n          )\n        ) {\n          this.#pendingRowRecordUpdates.delete(id);\n        }\n      }\n    }\n    if (\n      this.#pendingRowRecordUpdates.size === 0 &&\n      this.#writes.size === 0 &&\n      this.#pendingInstanceWrite === undefined &&\n      this.#pendingQueryUpdates.size === 0 &&\n      this.#pendingQueryPartialUpdates.size === 0 &&\n      this.#pendingDesireUpdates.size === 0\n    ) {\n      return null;\n    }\n    // Note: The CVR instance itself is only updated if there are material\n    // changes (i.e. changes to the CVR contents) to flush.\n    this.putInstance(cvr);\n    const start = Date.now();\n    lc.debug?.('flush tx beginning');\n\n    // Use an async callback so we can await the version/ownership check and\n    // validate it INSIDE the transaction. If validation fails, the exception\n    // causes postgres.js to ROLLBACK, ensuring no writes are committed on error.\n    const results = await runTx(\n      this.#db,\n      async tx => {\n        lc.debug?.(`flush tx begun after ${Date.now() - start} ms`);\n\n        // Acquire row-level lock and validate version/ownership before queuing writes.\n        // Throwing here (inside the begin callback) rolls back the transaction so that\n        // no writes are committed when concurrent modification or ownership errors occur.\n        await this.#checkVersionAndOwnership(\n          lc,\n          tx,\n          expectedCurrentVersion,\n          lastConnectTime,\n        );\n\n        const writeQueries = [];\n        if (this.#pendingInstanceWrite) {\n          writeQueries.push(this.#pendingInstanceWrite(tx, lastConnectTime));\n          stats.instances++;\n          stats.statements++;\n        }\n        for (const write of this.#writes) {\n          stats.clients += write.stats.clients ?? 0;\n          stats.rows += write.stats.rows ?? 0;\n\n          writeQueries.push(write.write(tx, lastConnectTime));\n          stats.statements++;\n        }\n\n        // Batch flush config writes\n        // Flush queries first (desires depend on queries via foreign key)\n        const hasQueryUpdates =\n          this.#pendingQueryUpdates.size > 0 ||\n          this.#pendingQueryPartialUpdates.size > 0;\n\n        const desireFlush = this.#flushDesires(tx, lc);\n\n        let queryFlushes: PendingQuery<Row[]>[] = [];\n        if (hasQueryUpdates) {\n          queryFlushes = this.#flushQueries(tx, lc);\n\n          // Count both full updates and partial-only updates\n          const partialOnlyCount = [\n            ...this.#pendingQueryPartialUpdates.keys(),\n          ].filter(key => !this.#pendingQueryUpdates.has(key)).length;\n\n          stats.queries = this.#pendingQueryUpdates.size + partialOnlyCount;\n          stats.statements +=\n            (this.#pendingQueryUpdates.size > 0 ? 1 : 0) +\n            (partialOnlyCount > 0 ? 1 : 0);\n\n          if (desireFlush) {\n            stats.desires = this.#pendingDesireUpdates.size;\n            stats.statements++;\n          }\n        } else if (desireFlush) {\n          stats.desires = this.#pendingDesireUpdates.size;\n          stats.statements++;\n        }\n\n        const rowUpdates = this.#rowCache.executeRowUpdates(\n          tx,\n          cvr.version,\n          this.#pendingRowRecordUpdates,\n          'allow-defer',\n          lc,\n        );\n        stats.statements += rowUpdates.length;\n\n        // Pipeline writes now that the version check has passed.\n        const pipelined = [\n          ...writeQueries,\n          ...queryFlushes,\n          ...(desireFlush ? [desireFlush] : []),\n          ...rowUpdates,\n        ];\n\n        lc.debug?.(`returning ${pipelined.length} queries for pipelining`);\n\n        // Explicitly await all pipelined queries. When the begin callback is async,\n        // postgres.js does not call Promise.all() on the return value the way it does\n        // for sync callbacks, so we must do it ourselves.\n        return Promise.all(pipelined);\n      },\n      {mode: Mode.READ_COMMITTED},\n    );\n\n    lc.debug?.(`flush tx completed after ${Date.now() - start} ms`);\n\n    // Calculate how many row update queries were in the pipeline.\n    // Note: the version check was awaited separately and is not in the results array.\n    const baseQueries =\n      (this.#pendingInstanceWrite ? 1 : 0) +\n      this.#writes.size +\n      (this.#pendingQueryUpdates.size > 0 ? 1 : 0) +\n      ([...this.#pendingQueryPartialUpdates.keys()].filter(\n        key => !this.#pendingQueryUpdates.has(key),\n      ).length > 0\n        ? 1\n        : 0) +\n      (this.#pendingDesireUpdates.size > 0 ? 1 : 0);\n    const rowUpdateCount = results.length - baseQueries;\n\n    const rowsFlushed = rowUpdateCount > 0;\n    if (!rowsFlushed) {\n      stats.rowsDeferred = this.#pendingRowRecordUpdates.size;\n    } else {\n      stats.rows += this.#pendingRowRecordUpdates.size;\n    }\n\n    this.#rowCount = await this.#rowCache.apply(\n      this.#pendingRowRecordUpdates,\n      cvr.version,\n      rowsFlushed,\n    );\n    recordRowsSynced(this.#rowCount);\n\n    return stats;\n  }\n\n  get rowCount(): number {\n    return this.#rowCount;\n  }\n\n  async flush(\n    lc: LogContext,\n    expectedCurrentVersion: CVRVersion,\n    cvr: CVRSnapshot,\n    lastConnectTime: number,\n  ): Promise<CVRFlushStats | null> {\n    const start = performance.now();\n    lc = lc.withContext('cvrFlushID', flushCounter++);\n    try {\n      const stats = await this.#flush(\n        lc,\n        expectedCurrentVersion,\n        cvr,\n        lastConnectTime,\n      );\n      if (stats) {\n        const elapsed = performance.now() - start;\n        lc.info?.(\n          `flushed cvr@${versionString(cvr.version)} ` +\n            `${JSON.stringify(stats)} in (${elapsed} ms)`,\n        );\n        this.#rowCache.recordSyncFlushStats(stats, elapsed);\n      }\n      return stats;\n    } catch (e) {\n      // Clear cached state if an error (e.g. ConcurrentModificationException) is encountered.\n      this.#rowCache.clear();\n      throw e;\n    } finally {\n      this.#writes.clear();\n      this.#pendingInstanceWrite = undefined;\n      this.#pendingRowRecordUpdates.clear();\n      this.#forceUpdates.clear();\n      this.#pendingQueryUpdates.clear();\n      this.#pendingDesireUpdates.clear();\n      this.#pendingQueryPartialUpdates.clear();\n    }\n  }\n\n  hasPendingUpdates(): boolean {\n    return this.#rowCache.hasPendingUpdates();\n  }\n\n  /** Resolves when all pending updates are flushed. */\n  flushed(lc: LogContext): Promise<void> {\n    return this.#rowCache.flushed(lc);\n  }\n\n  async inspectQueries(\n    lc: LogContext,\n    ttlClock: TTLClock,\n    clientID?: string,\n  ): Promise<InspectQueryRow[]> {\n    const db = this.#db;\n    const clientGroupID = this.#id;\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(db);\n    try {\n      return await reader.processReadTask(\n        tx => tx<InspectQueryRow[]>`\n  SELECT DISTINCT ON (d.\"clientID\", d.\"queryHash\")\n    d.\"clientID\",\n    d.\"queryHash\" AS \"queryID\",\n    COALESCE(d.\"ttlMs\", ${DEFAULT_TTL_MS}) AS \"ttl\",\n    d.\"inactivatedAtMs\" AS \"inactivatedAt\",\n    (SELECT COUNT(*)::INT FROM ${this.#cvr('rows')} r \n     WHERE r.\"clientGroupID\" = d.\"clientGroupID\" \n     AND r.\"refCounts\" ? d.\"queryHash\") AS \"rowCount\",\n    q.\"clientAST\" AS \"ast\",\n    (q.\"patchVersion\" IS NOT NULL) AS \"got\",\n    COALESCE(d.\"deleted\", FALSE) AS \"deleted\",\n    q.\"queryName\" AS \"name\",\n    q.\"queryArgs\" AS \"args\"\n  FROM ${this.#cvr('desires')} d\n  LEFT JOIN ${this.#cvr('queries')} q\n    ON q.\"clientGroupID\" = d.\"clientGroupID\"\n   AND q.\"queryHash\" = d.\"queryHash\"\n  WHERE d.\"clientGroupID\" = ${clientGroupID}\n    ${clientID ? tx`AND d.\"clientID\" = ${clientID}` : tx``}\n    AND NOT (\n      d.\"inactivatedAtMs\" IS NOT NULL \n      AND d.\"ttlMs\" IS NOT NULL \n      AND (d.\"inactivatedAtMs\" + d.\"ttlMs\") <= ${ttlClockAsNumber(ttlClock)}\n    )\n  ORDER BY d.\"clientID\", d.\"queryHash\"`,\n      );\n    } finally {\n      reader.setDone();\n    }\n  }\n}\n\n/**\n * This is similar to {@link CVRStore.#checkVersionAndOwnership} except\n * that it only checks the version and is suitable for snapshot reads\n * (i.e. by doing a plain `SELECT` rather than a `SELECT ... FOR UPDATE`).\n */\nexport async function checkVersion(\n  tx: PostgresTransaction,\n  schema: string,\n  clientGroupID: string,\n  expectedCurrentVersion: CVRVersion,\n): Promise<void> {\n  const expected = versionString(expectedCurrentVersion);\n  const result = await tx<Pick<InstancesRow, 'version'>[]>`\n    SELECT version FROM ${tx(schema)}.instances \n      WHERE \"clientGroupID\" = ${clientGroupID}`;\n  const {version} =\n    result.length > 0 ? result[0] : {version: EMPTY_CVR_VERSION.stateVersion};\n  if (version !== expected) {\n    throw new ConcurrentModificationException(expected, version);\n  }\n}\n\nexport class ClientNotFoundError extends ProtocolErrorWithLevel {\n  constructor(message: string) {\n    super(\n      {\n        kind: ErrorKind.ClientNotFound,\n        message,\n        origin: ErrorOrigin.ZeroCache,\n      },\n      'warn',\n    );\n  }\n}\n\nexport class ConcurrentModificationException extends ProtocolErrorWithLevel {\n  readonly name = 'ConcurrentModificationException';\n\n  constructor(expectedVersion: string, actualVersion: string) {\n    super(\n      {\n        kind: ErrorKind.Rehome,\n        message: `CVR has been concurrently modified. Expected ${expectedVersion}, got ${actualVersion}`,\n        origin: ErrorOrigin.ZeroCache,\n      },\n      'warn',\n    );\n  }\n}\n\nexport class OwnershipError extends ProtocolErrorWithLevel {\n  readonly name = 'OwnershipError';\n\n  constructor(\n    owner: string | null,\n    grantedAt: number | null,\n    lastConnectTime: number,\n  ) {\n    super(\n      {\n        kind: ErrorKind.Rehome,\n        message:\n          `CVR ownership was transferred to ${owner} at ` +\n          `${new Date(grantedAt ?? 0).toISOString()} ` +\n          `(last connect time: ${new Date(lastConnectTime).toISOString()})`,\n        maxBackoffMs: 0,\n        origin: ErrorOrigin.ZeroCache,\n      },\n      'info',\n    );\n  }\n}\n\nexport class InvalidClientSchemaError extends ProtocolErrorWithLevel {\n  readonly name = 'InvalidClientSchemaError';\n\n  constructor(cause: unknown) {\n    super(\n      {\n        kind: ErrorKind.SchemaVersionNotSupported,\n        message: `Could not parse clientSchema stored in CVR: ${String(cause)}`,\n        origin: ErrorOrigin.ZeroCache,\n      },\n      'warn',\n      {cause},\n    );\n  }\n}\n\nexport class RowsVersionBehindError extends Error {\n  readonly name = 'RowsVersionBehindError';\n  readonly cvrVersion: string;\n  readonly rowsVersion: string | null;\n\n  constructor(cvrVersion: string, rowsVersion: string | null) {\n    super(`rowsVersion (${rowsVersion}) is behind CVR ${cvrVersion}`);\n    this.cvrVersion = cvrVersion;\n    this.rowsVersion = rowsVersion;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAuEA,IAAI,eAAe;;;;;;AAOnB,SAAS,iBACP,eACA,KAMA;CACA,OAAO;EACL,aAAa,MAAM,IAAI,OAAO,MAAM;EACpC,OAAO,MAAM,IAAI,OAAO;EACxB,wBACE,kBAAkB,KAAA,IACd,OACA,mBAAmB,iBAAiB,aAAa,IAAI,GAAI;EAC/D,iBAAiB,iBAAiB;CACpC;AACF;AAEA,IAAM,SAAS,MAAM,UAAU,aAAa,OAAO;AAWnD,SAAS,QAAQ,KAA8B;CAC7C,MAAM,gBAAgB,MACpB,MAAM,OAAO,KAAA,IAAY,kBAAkB,CAAC;CAI9C,MAAM,WAAW,IAAI,kBACjB,EAAC,iBAAiB,IAAI,gBAAe,IACrC,CAAC;CAEL,IAAI,IAAI,cAAc,MAAM;EAE1B,OACE,IAAI,cAAc,QAAQ,IAAI,cAAc,MAC5C,wDACF;EACA,OAAO;GACL,MAAM;GACN,IAAI,IAAI;GACR,MAAM,IAAI;GACV,MAAM,IAAI;GACV,cAAc,aAAa,IAAI,YAAY;GAC3C,aAAa,CAAC;GACd,oBAAoB,IAAI,sBAAsB,KAAA;GAC9C,uBAAuB,aAAa,IAAI,qBAAqB;GAC7D,GAAG;EACL;CACF;CAEA,MAAM,MAAM,UAAU,MAAM,IAAI,SAAS;CACzC,OAAO,IAAI,WACN;EACC,MAAM;EACN,IAAI,IAAI;EACR;EACA,oBAAoB,IAAI,sBAAsB,KAAA;EAC9C,uBAAuB,aAAa,IAAI,qBAAqB;EAC7D,GAAG;CACL,IACC;EACC,MAAM;EACN,IAAI,IAAI;EACR;EACA,cAAc,aAAa,IAAI,YAAY;EAC3C,aAAa,CAAC;EACd,oBAAoB,IAAI,sBAAsB,KAAA;EAC9C,uBAAuB,aAAa,IAAI,qBAAqB;EAC7D,GAAG;CACL;AACN;AAGA,IAAM,2BAA2B;AAOjC,IAAM,oBAAoB;AAE1B,IAAa,WAAb,MAAsB;CACpB;CACA;CACA;CACA;CACA;CACA,0BAMK,IAAI,IAAI;CAIb,wBAKgB,KAAA;CAChB,2BAAoC,IAAI,aACtC,WACF;CACA,gBAAyB,IAAI,aAAoB,WAAW;CAC5D;CACA;CACA;CACA,YAAoB;CACpB,uCAAgC,IAAI,IAAmC;CACvE,wCAAiC,IAAI,IAAwB;CAC7D,8CAAuC,IAAI,IAAiC;CAE5E,YACE,IACA,OACA,OACA,QACA,OACA,aACA,wBAAwB,0BACxB,kBAAkB,mBAClB,4BAA4B,KAC5B,eAAe,YACf;EACA,KAAKG,eAAe;EACpB,KAAKC,MAAM;EACX,KAAKJ,UAAU,UAAU,KAAK;EAC9B,KAAKC,UAAU;EACf,KAAKC,MAAM;EACX,KAAKM,YAAY,IAAI,eACnB,IACA,OACA,OACA,OACA,aACA,2BACA,YACF;EACA,KAAKC,yBAAyB;EAC9B,KAAKC,mBAAmB;CAC1B;CAEA,KAAK,OAAe;EAClB,OAAO,KAAKN,IAAI,GAAG,KAAKJ,QAAQ,GAAG,OAAO;CAC5C;CAEA,mBAAmB,WAAmB,QAAmC;EAIvE,MAAM,WAAW,KAAKa,4BAA4B,IAAI,SAAS;EAC/D,KAAKA,4BAA4B,IAC/B,WACA,WAAW;GAAC,GAAG;GAAU,GAAG;EAAM,IAAI,MACxC;CACF;CAEA,KAAK,IAAgB,iBAAuC;EAC1D,OAAO,eAAe,QAAQ,YAAY,YAAY;GACpD,IAAI;GACJ,KAAK,IAAI,IAAI,GAAG,IAAI,KAAKH,kBAAkB,KAAK;IAC9C,IAAI,IAAI,GACN,MAAM,MAAM,KAAKD,sBAAsB;IAEzC,MAAM,SAAS,MAAM,KAAKK,MAAM,IAAI,eAAe;IACnD,IAAI,kBAAkB,wBAAwB;KAC5C,GAAG,OAAO,WAAW,IAAI,EAAE,IAAI,OAAO,MAAM,GAAG;KAC/C,MAAM;KACN;IACF;IACA,OAAO;GACT;GACA,OAAO,KAAK,qDAAqD;GACjE,MAAM,IAAI,oBACR,yCAAyC,IAAI,WAAW,oBAAoB,IAAI,aAClF;EACF,CAAC;CACH;CAEA,MAAMA,MACJ,IACA,iBACuC;EACvC,MAAM,QAAQ,KAAK,IAAI;EAEvB,MAAM,KAAK,KAAKZ;EAChB,MAAM,MAAW;GACf;GACA,SAAS;GACT,YAAY;GACZ,UAAU,mBAAmB,CAAC;GAC9B,gBAAgB;GAChB,SAAS,CAAC;GACV,SAAS,CAAC;GACV,cAAc;GACd,WAAW;EACb;EAEA,MAAM,CAAC,UAAU,aAAa,WAAW,eAAe,MAAM,MAC5D,KAAKE,MACL,OAAM;GACJ,GAAG,QAAQ,wBAAwB,KAAK,IAAI,IAAI,MAAM,IAAI;GAC1D,OAAO;IACL,EAMC;;;;;;;;;;mBAUQ,KAAKW,KAAK,WAAW,EAAE;wBAClB,KAAKA,KAAK,aAAa,EAAE;;0CAEP;IAChC,EAAkC,0BAA0B,KAAKA,KAC/D,SACF,EAAE;qCACyB;IAC3B,EAAgB;;;;;;;;;;;;iBAYT,KAAKA,KAAK,SAAS,EAAE;oCACF,GAAG;IAC7B,EAAgB;;;;;;;;iBAQT,KAAKA,KAAK,SAAS,EAAE;oCACF;GAC5B;EACF,GACA,EAAC,MAAM,SAAa,CACtB;EACA,GAAG,QACD,0BAA0B,KAAK,IAAI,IAAI,MAAM,OACvC,YAAY,OAAO,YAAY,UAAU,OAAO,YAAY,YAAY,OAAO,UACvF;EAEA,IAAI,SAAS,WAAW,GAEtB,KAAK,YAAY;GACf,SAAS,IAAI;GACb,YAAY;GACZ,UAAU,mBAAmB,CAAC;GAC9B,gBAAgB;GAChB,cAAc;GACd,WAAW;EACb,CAAC;OACI;GACL,OACE,SAAS,WAAW,SACd,0CAA0C,SAAS,QAC3D;GACA,MAAM,EACJ,SACA,YACA,UACA,gBACA,OACA,WACA,aACA,cACA,WACA,YACE,SAAS;GAEb,IAAI,SACF,MAAM,IAAI,oBACR,0CACF;GAGF,IAAI,UAAU,KAAKd,SACjB,KAAK,aAAa,KAAK,iBACrB,MAAM,IAAI,eAAe,OAAO,WAAW,eAAe;QAK1D,KAAUG,GAAG;qBACF,KAAKW,KAAK,WAAW,EAAE;kCACV,KAAKd,QAAQ;kCACb,gBAAgB;wCACV,KAAKC,IAAI;;mDAEE,kBAAkB,IAAK;UAE7D,QAAQ,EACR,MAAM,KAAKC,YAAY;GAI9B,IAAI,aAAa,eAAe,kBAAkB,eAIhD,OAAO,IAAI,uBAAuB,SAAS,WAAW;GAGxD,IAAI,UAAU,kBAAkB,OAAO;GACvC,IAAI,aAAa;GACjB,IAAI,WAAW;GACf,IAAI,iBAAiB;GACrB,IAAI,YAAY;GAEhB,IAAI;IACF,IAAI,eACF,iBAAiB,OACb,OACA,MAAQ,cAAc,kBAAkB;GAChD,SAAS,GAAG;IACV,MAAM,IAAI,yBAAyB,CAAC;GACtC;EACF;EAEA,KAAK,MAAM,OAAO,aAChB,IAAI,QAAQ,IAAI,YAAY;GAC1B,IAAI,IAAI;GACR,iBAAiB,CAAC;EACpB;EAGF,KAAK,MAAM,OAAO,WAAW;GAC3B,MAAM,QAAQ,QAAQ,GAAG;GACzB,IAAI,QAAQ,IAAI,aAAa;EAC/B;EAEA,KAAK,MAAM,OAAO,aAAa;GAC7B,MAAM,SAAS,IAAI,QAAQ,IAAI;GAE/B,IAAI,CAAC,IAAI,WAAW,IAAI,kBAAkB,MACxC,IAAI,QACF,OAAO,gBAAgB,KAAK,IAAI,SAAS;QAGzC,GAAG,QACD,4CAA4C,IAAI,SAAS,8BAC3D;GAIJ,MAAM,QAAQ,IAAI,QAAQ,IAAI;GAC9B,IACE,SACA,MAAM,SAAS,eACd,CAAC,IAAI,WAAW,IAAI,kBAAkB,OAEvC,MAAM,YAAY,IAAI,YAAY;IAChC,eAAe,IAAI,iBAAiB,KAAA;IACpC,KAAK,SAAS,IAAI,OAAA,GAAqB;IACvC,SAAS,kBAAkB,IAAI,YAAY;GAC7C;EAEJ;EAEA,GAAG,OACD,cAAc,cAAc,IAAI,OAAO,EAAE,IAAI,KAAK,IAAI,IAAI,MAAM,KAClE;EAIA,OAAO;CACT;CAEA,gBAAwD;EACtD,OAAO,KAAKK,UAAU,cAAc;CACtC;CAEA,aAAa,KAAsB;EACjC,KAAKF,yBAAyB,IAAI,IAAI,IAAI,GAAG;CAC/C;;;;;;;;;CAUA,aAAa,IAAiB;EAC5B,KAAKA,yBAAyB,IAAI,IAAI,IAAI;CAC5C;;;;;;CAOA,aAAa,GAAG,KAAc;EAC5B,KAAK,MAAM,MAAM,KACf,KAAKC,cAAc,IAAI,EAAE;CAE7B;;;;;;CAOA,MAAM,eAAe,UAAoB,YAAmC;EAC1E,MAAM,KAAKH,GAAG,UAAU,KAAKW,KAAK,WAAW,EAAE;+BACpB,WAAW;6BACb,SAAS;oCACF,KAAKb,MAAM,QAAQ;CACrD;;;;;;;CAQA,MAAM,cAA6C;EACjD,MAAM,SAAS,MAAM,KAAKE,GAAqC;+BACpC,KAAKW,KAAK,WAAW,EAAE;gCACtB,KAAKb,MAAM,OAAO;EAC9C,IAAI,OAAO,WAAW,GAEpB;EAEF,OACE,OAAO,WAAW,SACZ,gDAAgD,OAAO,QAC/D;EACA,OAAO,OAAO,GAAG;CACnB;CAEA,YAAY,EACV,SACA,gBACA,YACA,cACA,WACA,YASO;EAGP,KAAKc,yBAAyB,IAAI,oBAAoB;GACpD,MAAM,SAAuB;IAC3B,eAAe,KAAKd;IACpB,SAAS,cAAc,OAAO;IAC9B;IACA;IACA;IACA,OAAO,KAAKD;IACZ,WAAW;IACX;IACA;GACF;GACA,OAAO,EAAE;sBACO,KAAKc,KAAK,WAAW,EAAE,GAAG,GAAG,MAAM,EAAE;wDACH,GAAG,MAAM;EAC7D;CACF;CAEA,mBAAmB,SAAqB,YAA8B;EACpE,KAAKE,mBAAmB,WAAW,IAAI;GACrC,cAAc,cAAc,OAAO;GACnC,SAAS;GACT,oBAAoB;GACpB,uBAAuB;EACzB,CAAC;CACH;CAEA,SAAS,OAA0B;EACjC,MAAM,SAAS,sBAAsB,KAAKf,KAAK,KAAK;EAEpD,MAAM,IAAI;GACR,GAAG;GAEH,WACE,OAAO,cAAc,OAAO,KAAK,UAAU,OAAO,SAAS,IAAI;GACjE,oBAAoB,OAAO,sBAAsB;GACjD,uBAAuB,OAAO,yBAAyB;GACvD,SAAS,OAAO,WAAW;EAC7B;EACA,KAAKS,qBAAqB,IAAI,MAAM,IAAI,CAAC;CAC3C;CAEA,YAAY,OAAoB;EAC9B,MAAM,sBAAsB,MAC1B,IAAI,cAAc,CAAC,IAAI;EACzB,KAAKM,mBAAmB,MAAM,IAAI;GAChC,cACE,MAAM,SAAS,aACX,OACA,mBAAmB,MAAM,YAAY;GAC3C,oBAAoB,MAAM,sBAAsB;GAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;GACrE,SAAS;EACX,CAAC;CACH;CAEA,sBAAsB,WAAmB,WAAyB;EAChE,KAAKA,mBAAmB,WAAW,EAAC,iBAAiB,UAAS,CAAC;CACjE;CAEA,aAAa,QAA4B;EACvC,MAAM,SAAqB;GACzB,eAAe,KAAKf;GACpB,UAAU,OAAO;EACnB;EAEA,KAAKG,QAAQ,IAAI;GACf,OAAO,EAAC,SAAS,EAAC;GAClB,QAAO,OAAM,EAAE,eAAe,KAAKU,KAAK,SAAS,EAAE,GAAG,GAAG,MAAM;EACjE,CAAC;CACH;CAEA,aAAa,UAAkB;EAC7B,KAAKV,QAAQ,IAAI;GACf,OAAO,EAAC,SAAS,EAAC;GAClB,QAAO,QACL,GAAG,eAAe,KAAKU,KAAK,SAAS,EAAE;sCACT,KAAKb,IAAI;iCACd;EAC7B,CAAC;CACH;CAEA,gBACE,YACA,OACA,QACA,SACA,eACA,KACM;EACN,MAAM,EAAC,OAAO,oBAAmB,iBAAiB,eAAe,GAAG;EAEpE,MAAM,SAAqB;GACzB,eAAe,KAAKA;GACpB,UAAU,OAAO;GACjB;GACA,eAAe;GACf,cAAc,cAAc,UAAU;GACtC,WAAW,MAAM;GACjB,KAAK;EACP;EAGA,MAAM,MAAM,GAAG,OAAO,GAAG,GAAG,MAAM;EAClC,KAAKU,sBAAsB,IAAI,KAAK,MAAM;CAC5C;CAEA,kBACE,IACA,cACA,SACA,SACA,qBAA+B,CAAC,GACY;EAC5C,OAAO,KAAKJ,UAAU,kBACpB,IACA,cACA,SACA,SACA,kBACF;CACF;CAEA,MAAM,qBACJ,IACA,cACA,SACA,SAC2B;EAC3B,IAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAChD,OAAO,CAAC;EAGV,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;EAC3D,MAAM,MAAM,cAAc,QAAQ,OAAO;EACzC,GAAG,QAAQ,4CAA4C,OAAO;EAE9D,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAM,SAAa,CAAC,EAAE,IAAI,KAAKJ,GAAG;EAC1E,IAAI;GAEF,MAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,KAAKJ,SAAS,KAAKE,KAAK,OAAO,CAClD;GAEA,MAAM,CAAC,YAAY,aAAa,MAAM,OAAO,iBAAgB,OAC3D,QAAQ,IAAI,CACV,EAAgB;;;;;;;;;aASb,KAAKa,KAAK,SAAS,EAAE;kCACA,KAAKb,IAAI;+BACZ,MAAM;gCACL,OACtB,EAAgE;yDACjB,KAAKa,KAAK,SAAS,EAAE;kCAC5C,KAAKb,IAAI;+BACZ,MAAM;gCACL,KACxB,CAAC,CACH;GAEA,MAAM,UAA4B,CAAC;GACnC,KAAK,MAAM,OAAO,WAAW;IAC3B,MAAM,EAAC,WAAW,OAAM;IACxB,MAAM,QAAe,IAAI,UACrB;KAAC,MAAM;KAAS,IAAI;KAAO;IAAE,IAC7B;KAAC,MAAM;KAAS,IAAI;KAAO;IAAE;IACjC,MAAM,IAAI,IAAI;IACd,OAAO,GAAG,4CAA4C;IACtD,QAAQ,KAAK;KAAC;KAAO,WAAW,kBAAkB,CAAC;IAAC,CAAC;GACvD;GACA,KAAK,MAAM,OAAO,YAAY;IAC5B,MAAM,EAAC,UAAU,WAAW,OAAM;IAClC,MAAM,QAAe,IAAI,UACrB;KAAC,MAAM;KAAS,IAAI;KAAO;KAAI;IAAQ,IACvC;KAAC,MAAM;KAAS,IAAI;KAAO;KAAI;IAAQ;IAC3C,QAAQ,KAAK;KAAC;KAAO,WAAW,kBAAkB,IAAI,YAAY;IAAC,CAAC;GACtE;GAEA,GAAG,QACD,GAAG,QAAQ,OAAO,mBAAmB,KAAK,IAAI,IAAI,QAAQ,KAC5D;GACA,OAAO;EACT,UAAU;GACR,OAAO,QAAQ;EACjB;CACF;CAEA,cACE,IACA,IACuB;EAEvB,MAAM,8BAAc,IAAI,IAAiC;EACzD,KAAK,MAAM,CAAC,WAAW,YAAY,KAAKW,6BAA6B;GACnE,MAAM,WAAW,KAAKF,qBAAqB,IAAI,SAAS;GACxD,IAAI,UAEF,OAAO,OAAO,UAAU,OAAO;QAG/B,YAAY,IAAI,WAAW,OAAO;EAEtC;EAEA,MAAM,UAAiC,CAAC;EAGxC,IAAI,KAAKA,qBAAqB,OAAO,GAAG;GACtC,MAAM,OAAO,CAAC,GAAG,KAAKA,qBAAqB,OAAO,CAAC;GACnD,GAAG,QAAQ,kBAAkB,KAAK,OAAO,oBAAoB;GAE7D,QAAQ,KAAK,EAAE;sBACC,KAAKI,KAAK,SAAS,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;iCA4BV,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;OA0B/B;EACH;EAGA,IAAI,YAAY,OAAO,GAAG;GACxB,GAAG,QAAQ,kBAAkB,YAAY,KAAK,uBAAuB;GACrE,MAAM,OAAO,MAAM,KACjB,YAAY,QAAQ,IACnB,CAAC,WAAW,cAAc;IACzB,eAAe,KAAKb;IACpB;IACA,iBAAiB,QAAQ,iBAAiB,KAAA;IAC1C,cAAc,QAAQ,gBAAgB;IACtC,YAAY,QAAQ,YAAY,KAAA;IAChC,SAAS,QAAQ,WAAW;IAC5B,uBAAuB,QAAQ,uBAAuB,KAAA;IACtD,oBAAoB,QAAQ,sBAAsB;IAClD,0BAA0B,QAAQ,0BAA0B,KAAA;IAC5D,uBAAuB,QAAQ,yBAAyB;IACxD,oBAAoB,QAAQ,oBAAoB,KAAA;IAChD,iBAAiB,QAAQ,mBAAmB;GAC9C,EACF;GACA,QAAQ,KAAK,EAAE;iBACJ,KAAKa,KAAK,SAAS,EAAE;;;;;;;;;;;;;;;;;;;;;;iCAsBL,KAAK;;;;;;;;;;;;;;;;OAgB/B;EACH;EAEA,OAAO;CACT;CAEA,cACE,IACA,IAC4B;EAC5B,IAAI,KAAKH,sBAAsB,SAAS,GACtC,OAAO;EAGT,MAAM,OAAO,MAAM,KAAK,KAAKA,sBAAsB,OAAO,IAAG,QAAO;GAClE,MAAM,EAAC,aAAa,OAAO,wBAAwB,oBACjD,iBAAiB,IAAI,iBAAiB,KAAA,GAAW,IAAI,OAAO,EAAE;GAChE,OAAO;IACL,eAAe,IAAI;IACnB,UAAU,IAAI;IACd,WAAW,IAAI;IACf,cAAc,IAAI;IAClB,SAAS,IAAI;IACb,KAAK;IACL;IACA,eAAe;IACf;GACF;EACF,CAAC;EAED,GAAG,QAAQ,kBAAkB,KAAK,OAAO,gBAAgB;EAEzD,OAAO,EAAE;oBACO,KAAKG,KAAK,SAAS,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;+BA0BV,KAAK;;;;;;;;;;;;;;;;;;;CAmBlC;CAEA,MAAMG,0BACJ,IACA,IACA,wBACA,iBACe;EACf,MAAM,QAAQ,KAAK,IAAI;EACvB,GAAG,QAAQ,oCAAoC;EAC/C,MAAM,SAAS,MAAM,EAEpB,+CAA+C,KAAKH,KAAK,WAAW,EAAE;kCACzC,KAAKb,IAAI;;EAEvC,MAAM,WAAW,cAAc,sBAAsB;EACrD,MAAM,EAAC,SAAS,OAAO,cACrB,OAAO,SAAS,IACZ,OAAO,KACP;GACE,SAAS,kBAAkB;GAC3B,OAAO;GACP,WAAW;EACb;EACN,GAAG,QACD,2CAA2C,KAAK,IAAI,IAAI,SAAS,KACnE;EACA,IAAI,UAAU,KAAKD,YAAY,aAAa,KAAK,iBAC/C,MAAM,IAAI,eAAe,OAAO,WAAW,eAAe;EAE5D,IAAI,YAAY,UACd,MAAM,IAAI,gCAAgC,UAAU,OAAO;CAE/D;CAEA,MAAMkB,OACJ,IACA,wBACA,KACA,iBAC+B;EAC/B,MAAM,QAAuB;GAC3B,WAAW;GACX,SAAS;GACT,SAAS;GACT,SAAS;GACT,MAAM;GACN,cAAc;GACd,YAAY;EACd;EACA,IAAI,KAAKb,yBAAyB,MAAM;GACtC,MAAM,qBAAqB,MAAM,KAAK,cAAc;GACpD,KAAKc,YAAY,mBAAmB;GACpC,KAAK,MAAM,CAAC,IAAI,QAAQ,KAAKd,yBAAyB,QAAQ,GAAG;IAC/D,IAAI,KAAKC,cAAc,IAAI,EAAE,GAC3B;IAEF,MAAM,WAAW,mBAAmB,IAAI,EAAE;IAC1C,IAEG,aAAa,KAAA,KAAa,CAAC,KAAK,aAEjC,UACG,OAAO,KAAA,GACR,QACF,GAEA,KAAKD,yBAAyB,OAAO,EAAE;GAE3C;EACF;EACA,IACE,KAAKA,yBAAyB,SAAS,KACvC,KAAKD,QAAQ,SAAS,KACtB,KAAKW,0BAA0B,KAAA,KAC/B,KAAKL,qBAAqB,SAAS,KACnC,KAAKE,4BAA4B,SAAS,KAC1C,KAAKD,sBAAsB,SAAS,GAEpC,OAAO;EAIT,KAAK,YAAY,GAAG;EACpB,MAAM,QAAQ,KAAK,IAAI;EACvB,GAAG,QAAQ,oBAAoB;EAK/B,MAAM,UAAU,MAAM,MACpB,KAAKR,KACL,OAAM,OAAM;GACV,GAAG,QAAQ,wBAAwB,KAAK,IAAI,IAAI,MAAM,IAAI;GAK1D,MAAM,KAAKc,0BACT,IACA,IACA,wBACA,eACF;GAEA,MAAM,eAAe,CAAC;GACtB,IAAI,KAAKF,uBAAuB;IAC9B,aAAa,KAAK,KAAKA,sBAAsB,IAAI,eAAe,CAAC;IACjE,MAAM;IACN,MAAM;GACR;GACA,KAAK,MAAM,SAAS,KAAKX,SAAS;IAChC,MAAM,WAAW,MAAM,MAAM,WAAW;IACxC,MAAM,QAAQ,MAAM,MAAM,QAAQ;IAElC,aAAa,KAAK,MAAM,MAAM,IAAI,eAAe,CAAC;IAClD,MAAM;GACR;GAIA,MAAM,kBACJ,KAAKM,qBAAqB,OAAO,KACjC,KAAKE,4BAA4B,OAAO;GAE1C,MAAM,cAAc,KAAKQ,cAAc,IAAI,EAAE;GAE7C,IAAI,eAAsC,CAAC;GAC3C,IAAI,iBAAiB;IACnB,eAAe,KAAKC,cAAc,IAAI,EAAE;IAGxC,MAAM,mBAAmB,CACvB,GAAG,KAAKT,4BAA4B,KAAK,CAC3C,EAAE,QAAO,QAAO,CAAC,KAAKF,qBAAqB,IAAI,GAAG,CAAC,EAAE;IAErD,MAAM,UAAU,KAAKA,qBAAqB,OAAO;IACjD,MAAM,eACH,KAAKA,qBAAqB,OAAO,IAAI,IAAI,MACzC,mBAAmB,IAAI,IAAI;IAE9B,IAAI,aAAa;KACf,MAAM,UAAU,KAAKC,sBAAsB;KAC3C,MAAM;IACR;GACF,OAAO,IAAI,aAAa;IACtB,MAAM,UAAU,KAAKA,sBAAsB;IAC3C,MAAM;GACR;GAEA,MAAM,aAAa,KAAKJ,UAAU,kBAChC,IACA,IAAI,SACJ,KAAKF,0BACL,eACA,EACF;GACA,MAAM,cAAc,WAAW;GAG/B,MAAM,YAAY;IAChB,GAAG;IACH,GAAG;IACH,GAAI,cAAc,CAAC,WAAW,IAAI,CAAC;IACnC,GAAG;GACL;GAEA,GAAG,QAAQ,aAAa,UAAU,OAAO,wBAAwB;GAKjE,OAAO,QAAQ,IAAI,SAAS;EAC9B,GACA,EAAC,MAAM,eAAmB,CAC5B;EAEA,GAAG,QAAQ,4BAA4B,KAAK,IAAI,IAAI,MAAM,IAAI;EAI9D,MAAM,eACH,KAAKU,wBAAwB,IAAI,KAClC,KAAKX,QAAQ,QACZ,KAAKM,qBAAqB,OAAO,IAAI,IAAI,MACzC,CAAC,GAAG,KAAKE,4BAA4B,KAAK,CAAC,EAAE,QAC5C,QAAO,CAAC,KAAKF,qBAAqB,IAAI,GAAG,CAC3C,EAAE,SAAS,IACP,IACA,MACH,KAAKC,sBAAsB,OAAO,IAAI,IAAI;EAG7C,MAAM,cAFiB,QAAQ,SAAS,cAEH;EACrC,IAAI,CAAC,aACH,MAAM,eAAe,KAAKN,yBAAyB;OAEnD,MAAM,QAAQ,KAAKA,yBAAyB;EAG9C,KAAKc,YAAY,MAAM,KAAKZ,UAAU,MACpC,KAAKF,0BACL,IAAI,SACJ,WACF;EACA,iBAAiB,KAAKc,SAAS;EAE/B,OAAO;CACT;CAEA,IAAI,WAAmB;EACrB,OAAO,KAAKA;CACd;CAEA,MAAM,MACJ,IACA,wBACA,KACA,iBAC+B;EAC/B,MAAM,QAAQ,YAAY,IAAI;EAC9B,KAAK,GAAG,YAAY,cAAc,cAAc;EAChD,IAAI;GACF,MAAM,QAAQ,MAAM,KAAKD,OACvB,IACA,wBACA,KACA,eACF;GACA,IAAI,OAAO;IACT,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,GAAG,OACD,eAAe,cAAc,IAAI,OAAO,EAAE,GACrC,KAAK,UAAU,KAAK,EAAE,OAAO,QAAQ,KAC5C;IACA,KAAKX,UAAU,qBAAqB,OAAO,OAAO;GACpD;GACA,OAAO;EACT,SAAS,GAAG;GAEV,KAAKA,UAAU,MAAM;GACrB,MAAM;EACR,UAAU;GACR,KAAKH,QAAQ,MAAM;GACnB,KAAKW,wBAAwB,KAAA;GAC7B,KAAKV,yBAAyB,MAAM;GACpC,KAAKC,cAAc,MAAM;GACzB,KAAKI,qBAAqB,MAAM;GAChC,KAAKC,sBAAsB,MAAM;GACjC,KAAKC,4BAA4B,MAAM;EACzC;CACF;CAEA,oBAA6B;EAC3B,OAAO,KAAKL,UAAU,kBAAkB;CAC1C;;CAGA,QAAQ,IAA+B;EACrC,OAAO,KAAKA,UAAU,QAAQ,EAAE;CAClC;CAEA,MAAM,eACJ,IACA,UACA,UAC4B;EAC5B,MAAM,KAAK,KAAKJ;EAChB,MAAM,gBAAgB,KAAKF;EAE3B,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAM,SAAa,CAAC,EAAE,IAAI,EAAE;EACpE,IAAI;GACF,OAAO,MAAM,OAAO,iBAClB,OAAM,EAAqB;;;;0BAIT,eAAe;;iCAER,KAAKa,KAAK,MAAM,EAAE;;;;;;;;SAQ1C,KAAKA,KAAK,SAAS,EAAE;cAChB,KAAKA,KAAK,SAAS,EAAE;;;8BAGL,cAAc;MACtC,WAAW,EAAE,sBAAsB,aAAa,EAAE,GAAG;;;;iDAIV,iBAAiB,QAAQ,EAAE;;uCAGtE;EACF,UAAU;GACR,OAAO,QAAQ;EACjB;CACF;AACF;;;;;;AAOA,eAAsB,aACpB,IACA,QACA,eACA,wBACe;CACf,MAAM,WAAW,cAAc,sBAAsB;CACrD,MAAM,SAAS,MAAM,EAAmC;0BAChC,GAAG,MAAM,EAAE;gCACL;CAC9B,MAAM,EAAC,YACL,OAAO,SAAS,IAAI,OAAO,KAAK,EAAC,SAAS,kBAAkB,aAAY;CAC1E,IAAI,YAAY,UACd,MAAM,IAAI,gCAAgC,UAAU,OAAO;AAE/D;AAEA,IAAa,sBAAb,cAAyC,uBAAuB;CAC9D,YAAY,SAAiB;EAC3B,MACE;GACE,MAAM;GACN;GACA,QAAQ;EACV,GACA,MACF;CACF;AACF;AAEA,IAAa,kCAAb,cAAqD,uBAAuB;CAC1E,OAAgB;CAEhB,YAAY,iBAAyB,eAAuB;EAC1D,MACE;GACE,MAAM;GACN,SAAS,gDAAgD,gBAAgB,QAAQ;GACjF,QAAQ;EACV,GACA,MACF;CACF;AACF;AAEA,IAAa,iBAAb,cAAoC,uBAAuB;CACzD,OAAgB;CAEhB,YACE,OACA,WACA,iBACA;EACA,MACE;GACE,MAAM;GACN,SACE,oCAAoC,MAAM,MACvC,IAAI,KAAK,aAAa,CAAC,EAAE,YAAY,EAAE,uBACnB,IAAI,KAAK,eAAe,EAAE,YAAY,EAAE;GACjE,cAAc;GACd,QAAQ;EACV,GACA,MACF;CACF;AACF;AAEA,IAAa,2BAAb,cAA8C,uBAAuB;CACnE,OAAgB;CAEhB,YAAY,OAAgB;EAC1B,MACE;GACE,MAAM;GACN,SAAS,+CAA+C,OAAO,KAAK;GACpE,QAAQ;EACV,GACA,QACA,EAAC,MAAK,CACR;CACF;AACF;AAEA,IAAa,yBAAb,cAA4C,MAAM;CAChD,OAAgB;CAChB;CACA;CAEA,YAAY,YAAoB,aAA4B;EAC1D,MAAM,gBAAgB,YAAY,kBAAkB,YAAY;EAChE,KAAK,aAAa;EAClB,KAAK,cAAc;CACrB;AACF"}

package/out/packages/zero-cache/src/services/view-syncer/cvr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr.js","names":["#shard","#deleteQueries","#removedOrExecutedQueryIDs","#receivedRows","#lastPatches","#rowSetSignature","#existingRows","#trackExecuted","#trackRemoved","#lookupRowsForExecutedAndRemovedQueries","#assertNewVersion","#deleteUnreferencedRow"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {startAsyncSpan, startSpan} from '../../../../otel/src/span.ts';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {type JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {toSorted} from '../../../../shared/src/iterables.ts';\nimport {\n  deepEqual,\n  type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  intersection,\n  union,\n} from '../../../../shared/src/set-utils.ts';\nimport {stringCompare} from '../../../../shared/src/string-compare.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport {\n  clampTTL,\n  compareTTL,\n  DEFAULT_TTL_MS,\n} from '../../../../zql/src/query/ttl.ts';\nimport {recordQuery} from '../../server/anonymous-otel-start.ts';\nimport type {LexiVersion} from '../../types/lexi-version.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Patch, PatchToVersion} from './client-handler.ts';\nimport {type CVRFlushStats, type CVRStore} from './cvr-store.ts';\nimport {formatSignature, parseSignature} from './row-set-signature.ts';\nimport {\n  cmpVersions,\n  maxVersion,\n  oneAfter,\n  versionString,\n  type ClientQueryRecord,\n  type ClientRecord,\n  type CustomQueryRecord,\n  type CVRVersion,\n  type InternalQueryRecord,\n  type QueryRecord,\n  type RowID,\n  type RowRecord,\n} from './schema/types.ts';\nimport {tracer} from './tracer.ts';\nimport {ttlClockAsNumber, type TTLClock} from './ttl-clock.ts';\n\nexport type RowUpdate = {\n  version?: string; // Undefined for an unref.\n  contents?: JSONObject; // Undefined for an unref.\n  refCounts: {[hash: string]: number}; // Counts are negative when a row is unrefed.\n};\n\n/** Internally used mutable CVR type. */\nexport type CVR = {\n  id: string;\n  version: CVRVersion;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  clients: Record<string, ClientRecord>;\n  queries: Record<string, QueryRecord>;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\n/** Exported immutable CVR type. */\n// TODO: Use Immutable<CVR> when the AST is immutable.\nexport type CVRSnapshot = {\n  readonly id: string;\n  readonly version: CVRVersion;\n  readonly lastActive: number;\n  readonly ttlClock: TTLClock;\n  readonly replicaVersion: string | null;\n  readonly clients: Readonly<Record<string, ClientRecord>>;\n  readonly queries: Readonly<Record<string, QueryRecord>>;\n  readonly clientSchema: ClientSchema | null;\n  readonly profileID: string | null;\n};\n\nconst CLIENT_LMID_QUERY_ID = 'lmids';\nconst CLIENT_MUTATION_RESULTS_QUERY_ID = 'mutationResults';\n\nfunction assertNotInternal(\n  query: QueryRecord,\n): asserts query is ClientQueryRecord {\n  if (query.type === 'internal') {\n    // This should never happen for behaving clients, as query ids should be hashes.\n    throw new Error(`Query ID ${query.id} is reserved for internal use`);\n  }\n}\n\nexport function getMutationResultsQuery(\n  upstreamSchema: string,\n  clientGroupID: string,\n): InternalQueryRecord {\n  return {\n    id: CLIENT_MUTATION_RESULTS_QUERY_ID,\n    type: 'internal',\n    ast: {\n      schema: '',\n      table: `${upstreamSchema}.mutations`,\n      where: {\n        type: 'and',\n        conditions: [\n          {\n            type: 'simple',\n            left: {\n              type: 'column',\n              name: 'clientGroupID',\n            },\n            op: '=',\n            right: {\n              type: 'literal',\n              value: clientGroupID,\n            },\n          },\n        ],\n      },\n      orderBy: [\n        ['clientGroupID', 'asc'],\n        ['clientID', 'asc'],\n        ['mutationID', 'asc'],\n      ],\n    },\n  };\n}\n\n/**\n * The base CVRUpdater contains logic common to the {@link CVRConfigDrivenUpdater} and\n * {@link CVRQueryDrivenUpdater}. The CVRUpdater class itself is exported for updating\n * the `lastActive` time of the CVR in the absence of any changes to the CVR contents.\n * Although activity is automatically tracked when the CVR contents change, there may be\n * edge cases in which a client actively connects to a CVR that doesn't itself change.\n * Calling `new CVRUpdater(...).flush()` will explicitly update the active index and\n * prevent the CVR from being garbage collected.\n */\nexport class CVRUpdater {\n  protected readonly _orig: CVRSnapshot;\n  protected readonly _cvr: CVR;\n\n  protected readonly _cvrStore: CVRStore;\n\n  /**\n   * @param cvrStore The CVRStore to use for storage\n   * @param cvr The current CVR\n   */\n  constructor(\n    cvrStore: CVRStore,\n    cvr: CVRSnapshot,\n    replicaVersion: string | null,\n  ) {\n    this._cvrStore = cvrStore;\n    this._orig = cvr;\n    this._cvr = structuredClone(cvr) as CVR; // mutable deep copy\n    this._cvr.replicaVersion = replicaVersion;\n  }\n\n  protected _setVersion(version: CVRVersion) {\n    assert(\n      cmpVersions(this._cvr.version, version) < 0,\n      'Expected new version to be greater than current version',\n    );\n    this._cvr.version = version;\n    return version;\n  }\n\n  /**\n   * Ensures that the new CVR has a higher version than the original.\n   * This method is idempotent in that it will always return the same\n   * (possibly bumped) version.\n   */\n  protected _ensureNewVersion(): CVRVersion {\n    if (cmpVersions(this._orig.version, this._cvr.version) === 0) {\n      this._setVersion(oneAfter(this._cvr.version));\n    }\n    return this._cvr.version;\n  }\n\n  async flush(\n    lc: LogContext,\n    lastConnectTime: number,\n    lastActive: number,\n    ttlClock: TTLClock,\n  ): Promise<{\n    cvr: CVRSnapshot;\n    flushed: CVRFlushStats | false;\n  }> {\n    this._cvr.ttlClock = ttlClock;\n    this._cvr.lastActive = lastActive;\n    const flushed = await this._cvrStore.flush(\n      lc,\n      this._orig.version,\n      this._cvr,\n      lastConnectTime,\n    );\n    if (!flushed) {\n      return {cvr: this._orig, flushed: false};\n    }\n    return {cvr: this._cvr, flushed};\n  }\n}\n\n/**\n * A {@link CVRConfigDrivenUpdater} is used for updating a CVR with config-driven\n * changes. Note that this may result in row deletion (e.g. if queries get dropped),\n * but the `stateVersion` of the CVR does not change.\n */\nexport class CVRConfigDrivenUpdater extends CVRUpdater {\n  readonly #shard: ShardID;\n\n  constructor(cvrStore: CVRStore, cvr: CVRSnapshot, shard: ShardID) {\n    super(cvrStore, cvr, cvr.replicaVersion);\n    this.#shard = shard;\n  }\n\n  ensureClient(id: string): ClientRecord {\n    return startSpan(tracer, 'CVRConfigDrivenUpdater.ensureClient', () => {\n      let client = this._cvr.clients[id];\n      if (client) {\n        return client;\n      }\n      // Add the ClientRecord and PutPatch\n      client = {id, desiredQueryIDs: []};\n      this._cvr.clients[id] = client;\n\n      this._ensureNewVersion();\n      this._cvrStore.insertClient(client);\n\n      if (!this._cvr.queries[CLIENT_LMID_QUERY_ID]) {\n        const lmidsQuery: InternalQueryRecord = {\n          id: CLIENT_LMID_QUERY_ID,\n          ast: {\n            schema: '',\n            table: `${upstreamSchema(this.#shard)}.clients`,\n            where: {\n              type: 'simple',\n              left: {\n                type: 'column',\n                name: 'clientGroupID',\n              },\n              op: '=',\n              right: {\n                type: 'literal',\n                value: this._cvr.id,\n              },\n            },\n            orderBy: [\n              ['clientGroupID', 'asc'],\n              ['clientID', 'asc'],\n            ],\n          },\n          type: 'internal',\n        };\n        this._cvr.queries[CLIENT_LMID_QUERY_ID] = lmidsQuery;\n        this._cvrStore.putQuery(lmidsQuery);\n      }\n      if (!this._cvr.queries[CLIENT_MUTATION_RESULTS_QUERY_ID]) {\n        const mutationResultsQuery: InternalQueryRecord =\n          getMutationResultsQuery(upstreamSchema(this.#shard), this._cvr.id);\n        this._cvr.queries[CLIENT_MUTATION_RESULTS_QUERY_ID] =\n          mutationResultsQuery;\n        this._cvrStore.putQuery(mutationResultsQuery);\n      }\n\n      return client;\n    });\n  }\n\n  setClientSchema(lc: LogContext, clientSchema: ClientSchema) {\n    startSpan(tracer, 'CVRConfigDrivenUpdater.setClientSchema', () => {\n      if (this._cvr.clientSchema === null) {\n        this._cvr.clientSchema = clientSchema;\n        this._cvrStore.putInstance(this._cvr);\n      } else if (!deepEqual(this._cvr.clientSchema, clientSchema)) {\n        // This should not be possible with a correct Zero client, as clients\n        // of a CVR should all have the same schema (given that the schema hash\n        // is part of the idb key). In fact, clients joining an existing group\n        // (i.e. non-empty baseCookie) do not send the clientSchema message.\n        lc.warn?.(\n          `New schema ${JSON.stringify(\n            clientSchema,\n          )} does not match existing schema ${JSON.stringify(\n            this._cvr.clientSchema,\n          )}`,\n        );\n        throw new ProtocolError({\n          kind: 'InvalidConnectionRequest',\n          message: `Provided schema does not match previous schema`,\n          origin: ErrorOrigin.ZeroCache,\n        });\n      }\n    });\n  }\n\n  setProfileID(lc: LogContext, profileID: string) {\n    if (this._cvr.profileID !== profileID) {\n      if (\n        this._cvr.profileID !== null &&\n        !this._cvr.profileID.startsWith('cg')\n      ) {\n        // We expect profile ID's to change from null or from the back-filled\n        // \"cg...\" value. Log a warning otherwise to surface unexpected or\n        // pathological conditions.\n        lc.warn?.(\n          `changing profile ID from ${this._cvr.profileID} to ${profileID}`,\n        );\n      }\n      this._cvr.profileID = profileID;\n      this._cvrStore.putInstance(this._cvr);\n    }\n  }\n\n  putDesiredQueries(\n    clientID: string,\n    queries: Readonly<{\n      hash: string;\n      ast?: AST | undefined;\n      name?: string | undefined;\n      args?: readonly ReadonlyJSONValue[] | undefined;\n      ttl?: number | undefined;\n    }>[],\n  ): PatchToVersion[] {\n    return startSpan(tracer, 'CVRConfigDrivenUpdater.putDesiredQueries', () => {\n      const patches: PatchToVersion[] = [];\n      const client = this.ensureClient(clientID);\n      const current = new Set(client.desiredQueryIDs);\n\n      // Find the new/changed desired queries.\n      const needed: Set<string> = new Set();\n\n      const recordQueryForTelemetry = (q: (typeof queries)[0]) => {\n        const {ast, name, args} = q;\n        if (ast) {\n          recordQuery('crud');\n        } else if (name && args) {\n          recordQuery('custom');\n        }\n      };\n\n      for (const q of queries) {\n        const {hash, ttl = DEFAULT_TTL_MS} = q;\n        const query = this._cvr.queries[hash];\n        if (!query) {\n          // New query - record for telemetry\n          recordQueryForTelemetry(q);\n          needed.add(hash);\n          continue;\n        }\n        if (query.type === 'internal') {\n          continue;\n        }\n\n        const oldClientState = query.clientState[clientID];\n        // Old query was inactivated or never desired by this client.\n        if (!oldClientState || oldClientState.inactivatedAt !== undefined) {\n          // Reactivated query - record for telemetry\n          recordQueryForTelemetry(q);\n          needed.add(hash);\n          continue;\n        }\n\n        if (compareTTL(ttl, oldClientState.ttl) > 0) {\n          // TTL update only - don't record for telemetry\n          needed.add(hash);\n        }\n      }\n\n      if (needed.size === 0) {\n        return patches;\n      }\n      const newVersion = this._ensureNewVersion();\n      client.desiredQueryIDs = toSorted(union(current, needed), stringCompare);\n\n      for (const id of needed) {\n        const q = must(queries.find(({hash}) => hash === id));\n        const {ast, name, args} = q;\n\n        const ttl = clampTTL(q.ttl ?? DEFAULT_TTL_MS);\n        const query =\n          this._cvr.queries[id] ?? newQueryRecord(id, ast, name, args);\n        assertNotInternal(query);\n\n        const inactivatedAt = undefined;\n\n        query.clientState[clientID] = {\n          inactivatedAt,\n          ttl,\n          version: newVersion,\n        };\n        this._cvr.queries[id] = query;\n        patches.push({\n          toVersion: newVersion,\n          patch: {type: 'query', op: 'put', id, clientID},\n        });\n\n        this._cvrStore.putQuery(query);\n        this._cvrStore.putDesiredQuery(\n          newVersion,\n          query,\n          client,\n          false,\n          inactivatedAt,\n          ttl,\n        );\n      }\n      return patches;\n    });\n  }\n\n  markDesiredQueriesAsInactive(\n    clientID: string,\n    queryHashes: string[],\n    ttlClock: TTLClock,\n  ): PatchToVersion[] {\n    return this.#deleteQueries(clientID, queryHashes, ttlClock);\n  }\n\n  deleteDesiredQueries(\n    clientID: string,\n    queryHashes: string[],\n  ): PatchToVersion[] {\n    return this.#deleteQueries(clientID, queryHashes, undefined);\n  }\n\n  #deleteQueries(\n    clientID: string,\n    queryHashes: string[],\n    inactivatedAt: TTLClock | undefined,\n  ): PatchToVersion[] {\n    return startSpan(tracer, 'CVRConfigDrivenUpdater.#deleteQueries', () => {\n      const patches: PatchToVersion[] = [];\n      const client = this.ensureClient(clientID);\n      const current = new Set(client.desiredQueryIDs);\n      const unwanted = new Set(queryHashes);\n      const remove = intersection(unwanted, current);\n      if (remove.size === 0) {\n        return patches;\n      }\n\n      const newVersion = this._ensureNewVersion();\n      client.desiredQueryIDs = toSorted(\n        difference(current, remove),\n        stringCompare,\n      );\n\n      for (const id of remove) {\n        const query = this._cvr.queries[id];\n        if (!query) {\n          continue; // Query itself has already been removed. Should not happen?\n        }\n        assertNotInternal(query);\n\n        let ttl = DEFAULT_TTL_MS;\n        if (inactivatedAt === undefined) {\n          delete query.clientState[clientID];\n        } else {\n          // client state can be missing if the query never transformed so we never\n          // recorded it.\n          const clientState = query.clientState[clientID];\n          if (clientState !== undefined) {\n            assert(\n              clientState.inactivatedAt === undefined,\n              `Query ${id} is already inactivated`,\n            );\n            // Clamp TTL to ensure we don't propagate historical unclamped values.\n            ttl = clampTTL(clientState.ttl);\n            query.clientState[clientID] = {\n              inactivatedAt,\n              ttl,\n              version: newVersion,\n            };\n          }\n        }\n\n        this._cvrStore.putQuery(query);\n        this._cvrStore.putDesiredQuery(\n          newVersion,\n          query,\n          client,\n          true,\n          inactivatedAt,\n          ttl,\n        );\n        patches.push({\n          toVersion: newVersion,\n          patch: {type: 'query', op: 'del', id, clientID},\n        });\n      }\n      return patches;\n    });\n  }\n\n  clearDesiredQueries(clientID: string): PatchToVersion[] {\n    const client = this.ensureClient(clientID);\n    return this.#deleteQueries(clientID, client.desiredQueryIDs, undefined);\n  }\n\n  deleteClient(clientID: string, ttlClock: TTLClock): PatchToVersion[] {\n    return startSpan(tracer, 'CVRConfigDrivenUpdater.deleteClient', () => {\n      // clientID might not be part of this client group but if it is, this delete\n      // may generate changes to the desired queries.\n\n      const client = this._cvr.clients[clientID];\n      if (!client) {\n        // Clients in different client groups are no longer deleted, leaving\n        // cleanup to inactive CVR purging logic.\n        return [];\n      }\n\n      // When a client is deleted we mark all of its desired queries as inactive.\n      // They will then be removed when the queries expire.\n      const patches = this.markDesiredQueriesAsInactive(\n        clientID,\n        client.desiredQueryIDs,\n        ttlClock,\n      );\n      delete this._cvr.clients[clientID];\n      this._cvrStore.deleteClient(clientID);\n\n      return patches;\n    });\n  }\n}\n\ntype Hash = string;\nexport type Column = string;\nexport type RefCounts = Record<Hash, number>;\n\ntype RowPatchInfo = {\n  rowVersion: string | null; // null for a row-del\n  toVersion: CVRVersion; // patchVersion\n};\n\n/**\n * Callback used by {@link CVRQueryDrivenUpdater.flush} to retrieve the\n * current row-set signature maintained by the pipeline driver for a given\n * query. Returning `undefined` means \"no pipeline for this query right now\" —\n * the stored signature on disk is left alone.\n */\nexport type RowSetSignatureProvider = (queryID: string) => bigint | undefined;\n\n/**\n * A {@link CVRQueryDrivenUpdater} is used for updating a CVR after making queries.\n * The caller should invoke:\n *\n * * {@link trackQueries} for queries that are being executed or removed.\n * * {@link received} for all rows received from the executed queries\n * * {@link deleteUnreferencedRows} to remove any rows that have\n *       fallen out of the query result view.\n * * {@link flush}\n *\n * After flushing, the caller should perform any necessary catchup of\n * config and row patches for clients that are behind. See\n * {@link CVRStore.catchupConfigPatches} and {@link CVRStore.catchupRowPatches}.\n */\nexport class CVRQueryDrivenUpdater extends CVRUpdater {\n  readonly #removedOrExecutedQueryIDs = new Set<string>();\n  readonly #receivedRows = new CustomKeyMap<RowID, RefCounts | null>(\n    rowIDString,\n  );\n  readonly #lastPatches = new CustomKeyMap<RowID, RowPatchInfo>(rowIDString);\n  readonly #rowSetSignature: RowSetSignatureProvider | undefined;\n\n  #existingRows: Promise<Iterable<RowRecord>> | undefined = undefined;\n\n  /**\n   * @param stateVersion The `stateVersion` at which the queries were executed.\n   * @param rowSetSignature Optional callback that returns the current row-set\n   *        signature for a query, typically backed by\n   *        `PipelineDriver.rowSetSignature`. When provided, {@link flush}\n   *        persists any signature deltas it observes.\n   */\n  constructor(\n    cvrStore: CVRStore,\n    cvr: CVRSnapshot,\n    stateVersion: LexiVersion,\n    replicaVersion: string,\n    rowSetSignature?: RowSetSignatureProvider,\n  ) {\n    super(cvrStore, cvr, replicaVersion);\n    this.#rowSetSignature = rowSetSignature;\n\n    assert(\n      // We should either be setting the cvr.replicaVersion for the first time, or it should\n      // be something newer than the current cvr.replicaVersion. Otherwise, the CVR should\n      // have been rejected by the ViewSyncer.\n      (cvr.replicaVersion ?? replicaVersion) <= replicaVersion,\n      `Cannot sync from an older replicaVersion: CVR=${cvr.replicaVersion}, DB=${replicaVersion}`,\n    );\n    assert(\n      stateVersion >= cvr.version.stateVersion,\n      () =>\n        `stateVersion (${stateVersion}) must be >= cvr.version.stateVersion (${cvr.version.stateVersion})`,\n    );\n    if (stateVersion > cvr.version.stateVersion) {\n      this._setVersion({stateVersion});\n    }\n  }\n\n  /**\n   * Initiates the tracking of the specified `executed` and `removed` queries.\n   * This kicks of a lookup of existing {@link RowRecord}s currently associated\n   * with those queries, which will be used to reconcile the rows to keep\n   * after all rows have been {@link received()}.\n   *\n   * \"transformed\" queries are queries that are currently\n   * gotten and running in the pipeline driver but\n   * received a new transformation hash due to an auth token\n   * update.\n   *\n   * @returns The new CVRVersion to be used when all changes are committed.\n   */\n  trackQueries(\n    lc: LogContext,\n    executed: {id: string; transformationHash: string}[],\n    removed: {id: string}[],\n  ): {newVersion: CVRVersion; queryPatches: PatchToVersion[]} {\n    return startSpan(tracer, 'CVRQueryDrivenUpdater.trackQueries', () => {\n      assert(this.#existingRows === undefined, `trackQueries already called`);\n\n      const queryPatches: Patch[] = [\n        executed.map(q => this.#trackExecuted(q.id, q.transformationHash)),\n        removed.map(q => this.#trackRemoved(q.id)),\n      ].flat(2);\n\n      this.#existingRows = this.#lookupRowsForExecutedAndRemovedQueries(lc);\n      // Immediately attach a rejection handler to avoid unhandled rejections.\n      // The error will surface when this.#existingRows is awaited.\n      void this.#existingRows.then(() => {});\n\n      const versionBumped =\n        cmpVersions(this._orig.version, this._cvr.version) < 0;\n      lc.info?.(\n        `trackQueries: ${executed.length} executed, ${removed.length} removed, ` +\n          `version ${versionBumped ? 'bumped' : 'unchanged'}`,\n      );\n\n      return {\n        newVersion: this._cvr.version,\n        queryPatches: queryPatches.map(patch => ({\n          patch,\n          toVersion: this._cvr.version,\n        })),\n      };\n    });\n  }\n\n  #lookupRowsForExecutedAndRemovedQueries(\n    lc: LogContext,\n  ): Promise<Iterable<RowRecord>> {\n    return startAsyncSpan(\n      tracer,\n      'CVRQueryDrivenUpdater.#lookupRowsForExecutedAndRemovedQueries',\n      async () => {\n        const results = new CustomKeyMap<RowID, RowRecord>(rowIDString);\n\n        if (this.#removedOrExecutedQueryIDs.size === 0) {\n          // Query-less update. This can happen for config only changes.\n          return [];\n        }\n\n        // Utilizes the in-memory RowCache.\n        const allRowRecords = (await this._cvrStore.getRowRecords()).values();\n        let total = 0;\n        for (const existing of allRowRecords) {\n          total++;\n          assert(\n            existing.refCounts !== null,\n            'allRowRecords should not include null refCounts',\n          );\n          for (const id of Object.keys(existing.refCounts)) {\n            if (this.#removedOrExecutedQueryIDs.has(id)) {\n              results.set(existing.id, existing);\n              break;\n            }\n          }\n        }\n\n        lc.debug?.(\n          `found ${\n            results.size\n          } (of ${total}) rows for executed / removed queries ${[\n            ...this.#removedOrExecutedQueryIDs,\n          ]}`,\n        );\n        return results.values();\n      },\n    );\n  }\n\n  /**\n   * Tracks an executed query, ensures that it is marked as \"gotten\",\n   * updating the CVR and creating put patches if necessary.\n   *\n   * This must be called for all executed queries.\n   */\n  #trackExecuted(queryID: string, transformationHash: string): Patch[] {\n    return startSpan(tracer, 'CVRQueryDrivenUpdater.#trackExecuted', () => {\n      assert(\n        !this.#removedOrExecutedQueryIDs.has(queryID),\n        () => `Query ${queryID} already tracked as executed or removed`,\n      );\n      this.#removedOrExecutedQueryIDs.add(queryID);\n\n      let gotQueryPatch: Patch | undefined;\n      const query = this._cvr.queries[queryID];\n      if (query.transformationHash !== transformationHash) {\n        const transformationVersion = this._ensureNewVersion();\n\n        if (query.type !== 'internal' && query.patchVersion === undefined) {\n          // client query: desired -> gotten\n          query.patchVersion = transformationVersion;\n          gotQueryPatch = {\n            type: 'query',\n            op: 'put',\n            id: query.id,\n          };\n        }\n\n        query.transformationHash = transformationHash;\n        query.transformationVersion = transformationVersion;\n        this._cvrStore.updateQuery(query);\n      }\n      return gotQueryPatch ? [gotQueryPatch] : [];\n    });\n  }\n\n  /**\n   * Tracks a query removed from the \"gotten\" set. In addition to producing the\n   * appropriate patches for deleting the query, the removed query is taken into\n   * account when computing the final row records in\n   * {@link deleteUnreferencedRows}.\n   * Namely, any rows with columns that are no longer referenced by a\n   * query are deleted.\n   *\n   * This must only be called on queries that are not \"desired\" by any client.\n   */\n  #trackRemoved(queryID: string): Patch[] {\n    return startSpan(tracer, 'CVRQueryDrivenUpdater.#trackRemoved', () => {\n      const query = this._cvr.queries[queryID];\n      assertNotInternal(query);\n\n      assert(\n        !this.#removedOrExecutedQueryIDs.has(queryID),\n        () => `Query ${queryID} already tracked as executed or removed`,\n      );\n      this.#removedOrExecutedQueryIDs.add(queryID);\n      delete this._cvr.queries[queryID];\n\n      const newVersion = this._ensureNewVersion();\n      const queryPatch = {type: 'query', op: 'del', id: queryID} as const;\n      this._cvrStore.markQueryAsDeleted(newVersion, queryPatch);\n      return [queryPatch];\n    });\n  }\n\n  /**\n   * Asserts that a new version has already been set.\n   *\n   * After {@link #executed} and {@link #removed} are called, we must have properly\n   * decided on the final CVR version because the poke-start message declares the\n   * final cookie (i.e. version), and that must be sent before any poke parts\n   * generated from {@link received} are sent.\n   */\n  #assertNewVersion(\n    rowID: RowID,\n    existingVersion: string | undefined,\n    newVersion: string | undefined,\n    refCounts: RefCounts,\n  ): CVRVersion {\n    assert(\n      cmpVersions(this._orig.version, this._cvr.version) < 0,\n      () =>\n        `Expected CVR version to have been bumped above original` +\n        ` (orig=${versionString(this._orig.version)},` +\n        ` curr=${versionString(this._cvr.version)}).` +\n        ` Row ${JSON.stringify(rowID)}:` +\n        ` existing=${existingVersion},` +\n        ` new=${newVersion},` +\n        ` queries=[${Object.keys(refCounts).join(',')}]`,\n    );\n    return this._cvr.version;\n  }\n\n  updatedVersion(): CVRVersion {\n    return this._cvr.version;\n  }\n\n  /**\n   * Public alias for {@link _ensureNewVersion}. Forces a `configVersion` bump\n   * when the caller needs a new CVR version for reasons outside the built-in\n   * tracking (e.g. rowSetSignature drift re-execution).\n   */\n  ensureNewVersion(): CVRVersion {\n    return this._ensureNewVersion();\n  }\n\n  override flush(\n    lc: LogContext,\n    lastConnectTime: number,\n    lastActive: number,\n    ttlClock: TTLClock,\n  ): Promise<{cvr: CVRSnapshot; flushed: CVRFlushStats | false}> {\n    if (this.#rowSetSignature) {\n      // Persist the per-query row-set signature for any query whose\n      // pipeline-driver signature differs from what's on disk. Queries\n      // without an active pipeline (provider returns undefined) keep their\n      // stored value.\n      for (const [queryID, query] of Object.entries(this._cvr.queries)) {\n        const sig = this.#rowSetSignature(queryID);\n        if (sig === undefined) {\n          continue;\n        }\n        const stored = parseSignature(query.rowSetSignature);\n        if (stored === sig) {\n          continue;\n        }\n        const hex = formatSignature(sig);\n        query.rowSetSignature = hex;\n        this._cvrStore.updateRowSetSignature(queryID, hex);\n      }\n    }\n    return super.flush(lc, lastConnectTime, lastActive, ttlClock);\n  }\n\n  /**\n   * Tracks rows received from executing queries. This will update row records\n   * and row patches if the received rows have a new version. The method also\n   * returns (put) patches to be returned to update their state, versioned by\n   * patchVersion so that only the patches new to the clients are sent.\n   */\n  received(\n    _lc: LogContext,\n    rows: Map<RowID, RowUpdate>,\n  ): Promise<PatchToVersion[]> {\n    return startAsyncSpan(\n      tracer,\n      'CVRQueryDrivenUpdater.received',\n      async () => {\n        const patches: PatchToVersion[] = [];\n        const existingRows = await this._cvrStore.getRowRecords();\n\n        for (const [id, update] of rows.entries()) {\n          const {contents, version, refCounts} = update;\n\n          let existing = existingRows.get(id);\n          // Accumulate all received refCounts to determine which rows to prune.\n          const previouslyReceived = this.#receivedRows.get(id);\n\n          const merged =\n            previouslyReceived !== undefined\n              ? mergeRefCounts(previouslyReceived, refCounts)\n              : mergeRefCounts(\n                  existing?.refCounts,\n                  refCounts,\n                  this.#removedOrExecutedQueryIDs,\n                );\n\n          this.#receivedRows.set(id, merged);\n\n          const newRowVersion = merged === null ? undefined : version;\n          const patchVersion =\n            existing && existing.rowVersion === newRowVersion\n              ? existing.patchVersion // existing row is unchanged\n              : this.#assertNewVersion(\n                  id,\n                  existing?.rowVersion,\n                  newRowVersion,\n                  refCounts,\n                );\n\n          // Note: for determining what to commit to the CVR store, use the\n          // `version` of the update even if `merged` is null (i.e. don't\n          // use `newRowVersion`). This will be deduped by the cvr-store flush\n          // if it is redundant. In rare cases--namely, if the row key has\n          // changed--we _do_ want to add row-put for the new row key with\n          // `refCounts: null` in order to correctly record a delete patch\n          // for that row, as the row with the old key will be removed.\n          const rowVersion = version ?? existing?.rowVersion;\n          if (rowVersion) {\n            this._cvrStore.putRowRecord({\n              id,\n              rowVersion,\n              patchVersion,\n              refCounts: merged,\n            });\n          } else {\n            // This means that a row that was not in the CVR was added during\n            // this update, and then subsequently removed. Since there's no\n            // corresponding row in the CVR itself, cancel the previous put.\n            // Note that we still send a 'del' patch to the client in order to\n            // cancel the previous 'put' patch.\n            this._cvrStore.delRowRecord(id);\n          }\n\n          // Dedupe against the lastPatch sent for the row, and ensure that\n          // toVersion never backtracks (lest it be undesirably filtered).\n          const lastPatch = this.#lastPatches.get(id);\n          const toVersion = maxVersion(patchVersion, lastPatch?.toVersion);\n\n          if (merged === null) {\n            // All refCounts have gone to zero, if row was previously synced\n            // delete it.\n            if (existing || previouslyReceived) {\n              // dedupe\n              if (lastPatch?.rowVersion !== null) {\n                patches.push({\n                  patch: {\n                    type: 'row',\n                    op: 'del',\n                    id,\n                  },\n                  toVersion,\n                });\n                this.#lastPatches.set(id, {rowVersion: null, toVersion});\n              }\n            }\n          } else if (contents) {\n            assert(\n              rowVersion,\n              'rowVersion is required when contents is present',\n            );\n            // dedupe\n            if (!lastPatch?.rowVersion || lastPatch.rowVersion < rowVersion) {\n              patches.push({\n                patch: {\n                  type: 'row',\n                  op: 'put',\n                  id,\n                  contents,\n                },\n                toVersion,\n              });\n              this.#lastPatches.set(id, {rowVersion, toVersion});\n            }\n          }\n        }\n        return patches;\n      },\n    );\n  }\n\n  /**\n   * Computes and updates the row records based on:\n   * * The {@link #executed} queries\n   * * The {@link #removed} queries\n   * * The {@link received} rows\n   *\n   * Returns the final delete and patch ops that must be sent to the client\n   * to delete rows that are no longer referenced by any query.\n   *\n   * This is Step [5] of the\n   * [CVR Sync Algorithm](https://www.notion.so/replicache/Sync-and-Client-View-Records-CVR-a18e02ec3ec543449ea22070855ff33d?pvs=4#7874f9b80a514be2b8cd5cf538b88d37).\n   */\n  deleteUnreferencedRows(lc?: LogContext): Promise<PatchToVersion[]> {\n    return startAsyncSpan(\n      tracer,\n      'CVRQueryDrivenUpdater.deleteUnreferencedRows',\n      async () => {\n        if (this.#removedOrExecutedQueryIDs.size === 0) {\n          // Query-less update. This can happen for config-only changes.\n          assert(\n            this.#receivedRows.size === 0,\n            () =>\n              `Expected no received rows for query-less update, got ${this.#receivedRows.size}`,\n          );\n          return [];\n        }\n\n        // patches to send to the client.\n        const patches: PatchToVersion[] = [];\n\n        const start = Date.now();\n        assert(this.#existingRows, `trackQueries() was not called`);\n        for (const existing of await this.#existingRows) {\n          const deletedID = this.#deleteUnreferencedRow(existing);\n          if (deletedID === null) {\n            continue;\n          }\n          patches.push({\n            toVersion: this._cvr.version,\n            patch: {type: 'row', op: 'del', id: deletedID},\n          });\n        }\n        lc?.debug?.(\n          `computed ${patches.length} delete patches (${Date.now() - start} ms)`,\n        );\n\n        return patches;\n      },\n    );\n  }\n\n  #deleteUnreferencedRow(existing: RowRecord): RowID | null {\n    return startSpan(\n      tracer,\n      'CVRQueryDrivenUpdater.#deleteUnreferencedRow',\n      () => {\n        if (this.#receivedRows.get(existing.id)) {\n          return null;\n        }\n\n        const newRefCounts = mergeRefCounts(\n          existing.refCounts,\n          undefined,\n          this.#removedOrExecutedQueryIDs,\n        );\n\n        // If a row is still referenced, we update the refCounts but not the\n        // patchVersion (as the existence and contents of the row have not\n        // changed from the clients' perspective). If the row is deleted, it\n        // gets a new patchVersion (and corresponding poke).\n        const patchVersion = newRefCounts\n          ? existing.patchVersion\n          : this.#assertNewVersion(\n              existing.id,\n              existing.rowVersion,\n              undefined,\n              existing.refCounts ?? {},\n            );\n        const rowRecord: RowRecord = {\n          ...existing,\n          patchVersion,\n          refCounts: newRefCounts,\n        };\n\n        this._cvrStore.putRowRecord(rowRecord);\n\n        // Return the id to delete if no longer referenced.\n        return newRefCounts ? null : existing.id;\n      },\n    );\n  }\n}\n\nfunction mergeRefCounts(\n  existing: RefCounts | null | undefined,\n  received: RefCounts | null | undefined,\n  removeHashes?: Set<string>,\n): RefCounts | null {\n  let merged: RefCounts = {};\n  if (!existing) {\n    merged = received ?? {};\n  } else {\n    [existing, received].forEach((refCounts, i) => {\n      if (!refCounts) {\n        return;\n      }\n      for (const [hash, count] of Object.entries(refCounts)) {\n        if (i === 0 /* existing */ && removeHashes?.has(hash)) {\n          continue; // removeHashes from existing row.\n        }\n        merged[hash] = (merged[hash] ?? 0) + count;\n        if (merged[hash] === 0) {\n          delete merged[hash];\n        }\n      }\n\n      return merged;\n    });\n  }\n\n  return Object.values(merged).some(v => v > 0) ? merged : null;\n}\n\n/**\n * The query must be inactive for all clients to be considered inactive.\n * This is because expiration is defined that way: a query is expired for a client group\n * only if it is expired for all clients in the group.\n *\n * If all clients have inactivated the query, we return\n * the one with the expiration furthest in the future.\n */\nexport function getInactiveQueries(cvr: CVR): {\n  hash: string;\n  inactivatedAt: TTLClock;\n  ttl: number;\n}[] {\n  // We no longer support a TTL larger than 10 minutes.\n  const inactive: Map<\n    string,\n    {\n      hash: string;\n      inactivatedAt: TTLClock;\n      ttl: number;\n    }\n  > = new Map();\n  for (const [queryID, query] of Object.entries(cvr.queries)) {\n    if (query.type === 'internal') {\n      continue;\n    }\n    for (const clientState of Object.values(query.clientState)) {\n      // 1. Take the longest TTL\n      // 2. If the query is not inactivated (for any client), do not return it\n      const {inactivatedAt, ttl} = clientState;\n      const existing = inactive.get(queryID);\n      if (inactivatedAt === undefined) {\n        if (existing) {\n          inactive.delete(queryID);\n        }\n        break;\n      }\n\n      const clampedTTL = clampTTL(ttl);\n      if (existing) {\n        // The stored one might be too large because from a previous version of\n        // zero\n        const existingTTL = clampTTL(existing.ttl);\n        // Use the last eviction time.\n        if (\n          existingTTL + ttlClockAsNumber(existing.inactivatedAt) <\n          ttlClockAsNumber(inactivatedAt) + clampedTTL\n        ) {\n          existing.ttl = clampedTTL;\n          existing.inactivatedAt = inactivatedAt;\n        }\n      } else {\n        inactive.set(queryID, {\n          hash: queryID,\n          inactivatedAt,\n          ttl: clampedTTL,\n        });\n      }\n    }\n  }\n\n  // First sort all the queries that have TTL. Oldest first.\n  return toSorted(inactive.values(), (a, b) => {\n    if (a.ttl === b.ttl) {\n      return (\n        ttlClockAsNumber(a.inactivatedAt) - ttlClockAsNumber(b.inactivatedAt)\n      );\n    }\n    return (\n      ttlClockAsNumber(a.inactivatedAt) +\n      a.ttl -\n      ttlClockAsNumber(b.inactivatedAt) -\n      b.ttl\n    );\n  });\n}\n\nexport function nextEvictionTime(cvr: CVR): TTLClock | undefined {\n  let next: number | undefined;\n  for (const {inactivatedAt, ttl} of getInactiveQueries(cvr)) {\n    const expire = ttlClockAsNumber(inactivatedAt) + ttl;\n    if (next === undefined || expire < next) {\n      next = expire;\n    }\n  }\n  return next as TTLClock | undefined;\n}\n\nfunction newQueryRecord(\n  id: string,\n  ast: AST | undefined,\n  name: string | undefined,\n  args: readonly ReadonlyJSONValue[] | undefined,\n): ClientQueryRecord | CustomQueryRecord {\n  if (ast !== undefined) {\n    assert(\n      name === undefined && args === undefined,\n      'Cannot provide name or args with ast',\n    );\n    return {\n      id,\n      type: 'client',\n      ast,\n      clientState: {},\n    } satisfies ClientQueryRecord;\n  }\n\n  assert(\n    name !== undefined && args !== undefined,\n    'Must provide name and args',\n  );\n  return {\n    id,\n    type: 'custom',\n    name,\n    args,\n    clientState: {},\n  } satisfies CustomQueryRecord;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAmFA,IAAM,uBAAuB;AAC7B,IAAM,mCAAmC;AAEzC,SAAS,kBACP,OACoC;CACpC,IAAI,MAAM,SAAS,YAEjB,MAAM,IAAI,MAAM,YAAY,MAAM,GAAG,8BAA8B;AAEvE;AAEA,SAAgB,wBACd,gBACA,eACqB;CACrB,OAAO;EACL,IAAI;EACJ,MAAM;EACN,KAAK;GACH,QAAQ;GACR,OAAO,GAAG,eAAe;GACzB,OAAO;IACL,MAAM;IACN,YAAY,CACV;KACE,MAAM;KACN,MAAM;MACJ,MAAM;MACN,MAAM;KACR;KACA,IAAI;KACJ,OAAO;MACL,MAAM;MACN,OAAO;KACT;IACF,CACF;GACF;GACA,SAAS;IACP,CAAC,iBAAiB,KAAK;IACvB,CAAC,YAAY,KAAK;IAClB,CAAC,cAAc,KAAK;GACtB;EACF;CACF;AACF;;;;;;;;;;AAWA,IAAa,aAAb,MAAwB;CACtB;CACA;CAEA;;;;;CAMA,YACE,UACA,KACA,gBACA;EACA,KAAK,YAAY;EACjB,KAAK,QAAQ;EACb,KAAK,OAAO,gBAAgB,GAAG;EAC/B,KAAK,KAAK,iBAAiB;CAC7B;CAEA,YAAsB,SAAqB;EACzC,OACE,YAAY,KAAK,KAAK,SAAS,OAAO,IAAI,GAC1C,yDACF;EACA,KAAK,KAAK,UAAU;EACpB,OAAO;CACT;;;;;;CAOA,oBAA0C;EACxC,IAAI,YAAY,KAAK,MAAM,SAAS,KAAK,KAAK,OAAO,MAAM,GACzD,KAAK,YAAY,SAAS,KAAK,KAAK,OAAO,CAAC;EAE9C,OAAO,KAAK,KAAK;CACnB;CAEA,MAAM,MACJ,IACA,iBACA,YACA,UAIC;EACD,KAAK,KAAK,WAAW;EACrB,KAAK,KAAK,aAAa;EACvB,MAAM,UAAU,MAAM,KAAK,UAAU,MACnC,IACA,KAAK,MAAM,SACX,KAAK,MACL,eACF;EACA,IAAI,CAAC,SACH,OAAO;GAAC,KAAK,KAAK;GAAO,SAAS;EAAK;EAEzC,OAAO;GAAC,KAAK,KAAK;GAAM;EAAO;CACjC;AACF;;;;;;AAOA,IAAa,yBAAb,cAA4C,WAAW;CACrD;CAEA,YAAY,UAAoB,KAAkB,OAAgB;EAChE,MAAM,UAAU,KAAK,IAAI,cAAc;EACvC,KAAKA,SAAS;CAChB;CAEA,aAAa,IAA0B;EACrC,OAAO,UAAU,QAAQ,6CAA6C;GACpE,IAAI,SAAS,KAAK,KAAK,QAAQ;GAC/B,IAAI,QACF,OAAO;GAGT,SAAS;IAAC;IAAI,iBAAiB,CAAC;GAAC;GACjC,KAAK,KAAK,QAAQ,MAAM;GAExB,KAAK,kBAAkB;GACvB,KAAK,UAAU,aAAa,MAAM;GAElC,IAAI,CAAC,KAAK,KAAK,QAAQ,uBAAuB;IAC5C,MAAM,aAAkC;KACtC,IAAI;KACJ,KAAK;MACH,QAAQ;MACR,OAAO,GAAG,eAAe,KAAKA,MAAM,EAAE;MACtC,OAAO;OACL,MAAM;OACN,MAAM;QACJ,MAAM;QACN,MAAM;OACR;OACA,IAAI;OACJ,OAAO;QACL,MAAM;QACN,OAAO,KAAK,KAAK;OACnB;MACF;MACA,SAAS,CACP,CAAC,iBAAiB,KAAK,GACvB,CAAC,YAAY,KAAK,CACpB;KACF;KACA,MAAM;IACR;IACA,KAAK,KAAK,QAAQ,wBAAwB;IAC1C,KAAK,UAAU,SAAS,UAAU;GACpC;GACA,IAAI,CAAC,KAAK,KAAK,QAAQ,mCAAmC;IACxD,MAAM,uBACJ,wBAAwB,eAAe,KAAKA,MAAM,GAAG,KAAK,KAAK,EAAE;IACnE,KAAK,KAAK,QAAQ,oCAChB;IACF,KAAK,UAAU,SAAS,oBAAoB;GAC9C;GAEA,OAAO;EACT,CAAC;CACH;CAEA,gBAAgB,IAAgB,cAA4B;EAC1D,UAAU,QAAQ,gDAAgD;GAChE,IAAI,KAAK,KAAK,iBAAiB,MAAM;IACnC,KAAK,KAAK,eAAe;IACzB,KAAK,UAAU,YAAY,KAAK,IAAI;GACtC,OAAO,IAAI,CAAC,UAAU,KAAK,KAAK,cAAc,YAAY,GAAG;IAK3D,GAAG,OACD,cAAc,KAAK,UACjB,YACF,EAAE,kCAAkC,KAAK,UACvC,KAAK,KAAK,YACZ,GACF;IACA,MAAM,IAAI,cAAc;KACtB,MAAM;KACN,SAAS;KACT,QAAQ;IACV,CAAC;GACH;EACF,CAAC;CACH;CAEA,aAAa,IAAgB,WAAmB;EAC9C,IAAI,KAAK,KAAK,cAAc,WAAW;GACrC,IACE,KAAK,KAAK,cAAc,QACxB,CAAC,KAAK,KAAK,UAAU,WAAW,IAAI,GAKpC,GAAG,OACD,4BAA4B,KAAK,KAAK,UAAU,MAAM,WACxD;GAEF,KAAK,KAAK,YAAY;GACtB,KAAK,UAAU,YAAY,KAAK,IAAI;EACtC;CACF;CAEA,kBACE,UACA,SAOkB;EAClB,OAAO,UAAU,QAAQ,kDAAkD;GACzE,MAAM,UAA4B,CAAC;GACnC,MAAM,SAAS,KAAK,aAAa,QAAQ;GACzC,MAAM,UAAU,IAAI,IAAI,OAAO,eAAe;GAG9C,MAAM,yBAAsB,IAAI,IAAI;GAEpC,MAAM,2BAA2B,MAA2B;IAC1D,MAAM,EAAC,KAAK,MAAM,SAAQ;IAC1B,IAAI,KACF,YAAY,MAAM;SACb,IAAI,QAAQ,MACjB,YAAY,QAAQ;GAExB;GAEA,KAAK,MAAM,KAAK,SAAS;IACvB,MAAM,EAAC,MAAM,MAAM,mBAAkB;IACrC,MAAM,QAAQ,KAAK,KAAK,QAAQ;IAChC,IAAI,CAAC,OAAO;KAEV,wBAAwB,CAAC;KACzB,OAAO,IAAI,IAAI;KACf;IACF;IACA,IAAI,MAAM,SAAS,YACjB;IAGF,MAAM,iBAAiB,MAAM,YAAY;IAEzC,IAAI,CAAC,kBAAkB,eAAe,kBAAkB,KAAA,GAAW;KAEjE,wBAAwB,CAAC;KACzB,OAAO,IAAI,IAAI;KACf;IACF;IAEA,IAAI,WAAW,KAAK,eAAe,GAAG,IAAI,GAExC,OAAO,IAAI,IAAI;GAEnB;GAEA,IAAI,OAAO,SAAS,GAClB,OAAO;GAET,MAAM,aAAa,KAAK,kBAAkB;GAC1C,OAAO,kBAAkB,SAAS,MAAM,SAAS,MAAM,GAAG,aAAa;GAEvE,KAAK,MAAM,MAAM,QAAQ;IACvB,MAAM,IAAI,KAAK,QAAQ,MAAM,EAAC,WAAU,SAAS,EAAE,CAAC;IACpD,MAAM,EAAC,KAAK,MAAM,SAAQ;IAE1B,MAAM,MAAM,SAAS,EAAE,OAAA,GAAqB;IAC5C,MAAM,QACJ,KAAK,KAAK,QAAQ,OAAO,eAAe,IAAI,KAAK,MAAM,IAAI;IAC7D,kBAAkB,KAAK;IAEvB,MAAM,gBAAgB,KAAA;IAEtB,MAAM,YAAY,YAAY;KAC5B;KACA;KACA,SAAS;IACX;IACA,KAAK,KAAK,QAAQ,MAAM;IACxB,QAAQ,KAAK;KACX,WAAW;KACX,OAAO;MAAC,MAAM;MAAS,IAAI;MAAO;MAAI;KAAQ;IAChD,CAAC;IAED,KAAK,UAAU,SAAS,KAAK;IAC7B,KAAK,UAAU,gBACb,YACA,OACA,QACA,OACA,eACA,GACF;GACF;GACA,OAAO;EACT,CAAC;CACH;CAEA,6BACE,UACA,aACA,UACkB;EAClB,OAAO,KAAKC,eAAe,UAAU,aAAa,QAAQ;CAC5D;CAEA,qBACE,UACA,aACkB;EAClB,OAAO,KAAKA,eAAe,UAAU,aAAa,KAAA,CAAS;CAC7D;CAEA,eACE,UACA,aACA,eACkB;EAClB,OAAO,UAAU,QAAQ,+CAA+C;GACtE,MAAM,UAA4B,CAAC;GACnC,MAAM,SAAS,KAAK,aAAa,QAAQ;GACzC,MAAM,UAAU,IAAI,IAAI,OAAO,eAAe;GAE9C,MAAM,SAAS,aAAa,IADP,IAAI,WACG,GAAU,OAAO;GAC7C,IAAI,OAAO,SAAS,GAClB,OAAO;GAGT,MAAM,aAAa,KAAK,kBAAkB;GAC1C,OAAO,kBAAkB,SACvB,WAAW,SAAS,MAAM,GAC1B,aACF;GAEA,KAAK,MAAM,MAAM,QAAQ;IACvB,MAAM,QAAQ,KAAK,KAAK,QAAQ;IAChC,IAAI,CAAC,OACH;IAEF,kBAAkB,KAAK;IAEvB,IAAI,MAAM;IACV,IAAI,kBAAkB,KAAA,GACpB,OAAO,MAAM,YAAY;SACpB;KAGL,MAAM,cAAc,MAAM,YAAY;KACtC,IAAI,gBAAgB,KAAA,GAAW;MAC7B,OACE,YAAY,kBAAkB,KAAA,GAC9B,SAAS,GAAG,wBACd;MAEA,MAAM,SAAS,YAAY,GAAG;MAC9B,MAAM,YAAY,YAAY;OAC5B;OACA;OACA,SAAS;MACX;KACF;IACF;IAEA,KAAK,UAAU,SAAS,KAAK;IAC7B,KAAK,UAAU,gBACb,YACA,OACA,QACA,MACA,eACA,GACF;IACA,QAAQ,KAAK;KACX,WAAW;KACX,OAAO;MAAC,MAAM;MAAS,IAAI;MAAO;MAAI;KAAQ;IAChD,CAAC;GACH;GACA,OAAO;EACT,CAAC;CACH;CAEA,oBAAoB,UAAoC;EACtD,MAAM,SAAS,KAAK,aAAa,QAAQ;EACzC,OAAO,KAAKA,eAAe,UAAU,OAAO,iBAAiB,KAAA,CAAS;CACxE;CAEA,aAAa,UAAkB,UAAsC;EACnE,OAAO,UAAU,QAAQ,6CAA6C;GAIpE,MAAM,SAAS,KAAK,KAAK,QAAQ;GACjC,IAAI,CAAC,QAGH,OAAO,CAAC;GAKV,MAAM,UAAU,KAAK,6BACnB,UACA,OAAO,iBACP,QACF;GACA,OAAO,KAAK,KAAK,QAAQ;GACzB,KAAK,UAAU,aAAa,QAAQ;GAEpC,OAAO;EACT,CAAC;CACH;AACF;;;;;;;;;;;;;;;AAiCA,IAAa,wBAAb,cAA2C,WAAW;CACpD,6CAAsC,IAAI,IAAY;CACtD,gBAAyB,IAAI,aAC3B,WACF;CACA,eAAwB,IAAI,aAAkC,WAAW;CACzE;CAEA,gBAA0D,KAAA;;;;;;;;CAS1D,YACE,UACA,KACA,cACA,gBACA,iBACA;EACA,MAAM,UAAU,KAAK,cAAc;EACnC,KAAKI,mBAAmB;EAExB,QAIG,IAAI,kBAAkB,mBAAmB,gBAC1C,iDAAiD,IAAI,eAAe,OAAO,gBAC7E;EACA,OACE,gBAAgB,IAAI,QAAQ,oBAE1B,iBAAiB,aAAa,yCAAyC,IAAI,QAAQ,aAAa,EACpG;EACA,IAAI,eAAe,IAAI,QAAQ,cAC7B,KAAK,YAAY,EAAC,aAAY,CAAC;CAEnC;;;;;;;;;;;;;;CAeA,aACE,IACA,UACA,SAC0D;EAC1D,OAAO,UAAU,QAAQ,4CAA4C;GACnE,OAAO,KAAKC,kBAAkB,KAAA,GAAW,6BAA6B;GAEtE,MAAM,eAAwB,CAC5B,SAAS,KAAI,MAAK,KAAKC,eAAe,EAAE,IAAI,EAAE,kBAAkB,CAAC,GACjE,QAAQ,KAAI,MAAK,KAAKC,cAAc,EAAE,EAAE,CAAC,CAC3C,EAAE,KAAK,CAAC;GAER,KAAKF,gBAAgB,KAAKG,wCAAwC,EAAE;GAGpE,KAAUH,cAAc,WAAW,CAAC,CAAC;GAErC,MAAM,gBACJ,YAAY,KAAK,MAAM,SAAS,KAAK,KAAK,OAAO,IAAI;GACvD,GAAG,OACD,iBAAiB,SAAS,OAAO,aAAa,QAAQ,OAAO,oBAChD,gBAAgB,WAAW,aAC1C;GAEA,OAAO;IACL,YAAY,KAAK,KAAK;IACtB,cAAc,aAAa,KAAI,WAAU;KACvC;KACA,WAAW,KAAK,KAAK;IACvB,EAAE;GACJ;EACF,CAAC;CACH;CAEA,wCACE,IAC8B;EAC9B,OAAO,eACL,QACA,iEACA,YAAY;GACV,MAAM,UAAU,IAAI,aAA+B,WAAW;GAE9D,IAAI,KAAKJ,2BAA2B,SAAS,GAE3C,OAAO,CAAC;GAIV,MAAM,iBAAiB,MAAM,KAAK,UAAU,cAAc,GAAG,OAAO;GACpE,IAAI,QAAQ;GACZ,KAAK,MAAM,YAAY,eAAe;IACpC;IACA,OACE,SAAS,cAAc,MACvB,iDACF;IACA,KAAK,MAAM,MAAM,OAAO,KAAK,SAAS,SAAS,GAC7C,IAAI,KAAKA,2BAA2B,IAAI,EAAE,GAAG;KAC3C,QAAQ,IAAI,SAAS,IAAI,QAAQ;KACjC;IACF;GAEJ;GAEA,GAAG,QACD,SACE,QAAQ,KACT,OAAO,MAAM,wCAAwC,CACpD,GAAG,KAAKA,0BACV,GACF;GACA,OAAO,QAAQ,OAAO;EACxB,CACF;CACF;;;;;;;CAQA,eAAe,SAAiB,oBAAqC;EACnE,OAAO,UAAU,QAAQ,8CAA8C;GACrE,OACE,CAAC,KAAKA,2BAA2B,IAAI,OAAO,SACtC,SAAS,QAAQ,wCACzB;GACA,KAAKA,2BAA2B,IAAI,OAAO;GAE3C,IAAI;GACJ,MAAM,QAAQ,KAAK,KAAK,QAAQ;GAChC,IAAI,MAAM,uBAAuB,oBAAoB;IACnD,MAAM,wBAAwB,KAAK,kBAAkB;IAErD,IAAI,MAAM,SAAS,cAAc,MAAM,iBAAiB,KAAA,GAAW;KAEjE,MAAM,eAAe;KACrB,gBAAgB;MACd,MAAM;MACN,IAAI;MACJ,IAAI,MAAM;KACZ;IACF;IAEA,MAAM,qBAAqB;IAC3B,MAAM,wBAAwB;IAC9B,KAAK,UAAU,YAAY,KAAK;GAClC;GACA,OAAO,gBAAgB,CAAC,aAAa,IAAI,CAAC;EAC5C,CAAC;CACH;;;;;;;;;;;CAYA,cAAc,SAA0B;EACtC,OAAO,UAAU,QAAQ,6CAA6C;GACpE,MAAM,QAAQ,KAAK,KAAK,QAAQ;GAChC,kBAAkB,KAAK;GAEvB,OACE,CAAC,KAAKA,2BAA2B,IAAI,OAAO,SACtC,SAAS,QAAQ,wCACzB;GACA,KAAKA,2BAA2B,IAAI,OAAO;GAC3C,OAAO,KAAK,KAAK,QAAQ;GAEzB,MAAM,aAAa,KAAK,kBAAkB;GAC1C,MAAM,aAAa;IAAC,MAAM;IAAS,IAAI;IAAO,IAAI;GAAO;GACzD,KAAK,UAAU,mBAAmB,YAAY,UAAU;GACxD,OAAO,CAAC,UAAU;EACpB,CAAC;CACH;;;;;;;;;CAUA,kBACE,OACA,iBACA,YACA,WACY;EACZ,OACE,YAAY,KAAK,MAAM,SAAS,KAAK,KAAK,OAAO,IAAI,SAEnD,iEACU,cAAc,KAAK,MAAM,OAAO,EAAE,SACnC,cAAc,KAAK,KAAK,OAAO,EAAE,SAClC,KAAK,UAAU,KAAK,EAAE,aACjB,gBAAgB,QACrB,WAAW,aACN,OAAO,KAAK,SAAS,EAAE,KAAK,GAAG,EAAE,EAClD;EACA,OAAO,KAAK,KAAK;CACnB;CAEA,iBAA6B;EAC3B,OAAO,KAAK,KAAK;CACnB;;;;;;CAOA,mBAA+B;EAC7B,OAAO,KAAK,kBAAkB;CAChC;CAEA,MACE,IACA,iBACA,YACA,UAC6D;EAC7D,IAAI,KAAKG,kBAKP,KAAK,MAAM,CAAC,SAAS,UAAU,OAAO,QAAQ,KAAK,KAAK,OAAO,GAAG;GAChE,MAAM,MAAM,KAAKA,iBAAiB,OAAO;GACzC,IAAI,QAAQ,KAAA,GACV;GAGF,IADe,eAAe,MAAM,eAChC,MAAW,KACb;GAEF,MAAM,MAAM,gBAAgB,GAAG;GAC/B,MAAM,kBAAkB;GACxB,KAAK,UAAU,sBAAsB,SAAS,GAAG;EACnD;EAEF,OAAO,MAAM,MAAM,IAAI,iBAAiB,YAAY,QAAQ;CAC9D;;;;;;;CAQA,SACE,KACA,MAC2B;EAC3B,OAAO,eACL,QACA,kCACA,YAAY;GACV,MAAM,UAA4B,CAAC;GACnC,MAAM,eAAe,MAAM,KAAK,UAAU,cAAc;GAExD,KAAK,MAAM,CAAC,IAAI,WAAW,KAAK,QAAQ,GAAG;IACzC,MAAM,EAAC,UAAU,SAAS,cAAa;IAEvC,IAAI,WAAW,aAAa,IAAI,EAAE;IAElC,MAAM,qBAAqB,KAAKF,cAAc,IAAI,EAAE;IAEpD,MAAM,SACJ,uBAAuB,KAAA,IACnB,eAAe,oBAAoB,SAAS,IAC5C,eACE,UAAU,WACV,WACA,KAAKD,0BACP;IAEN,KAAKC,cAAc,IAAI,IAAI,MAAM;IAEjC,MAAM,gBAAgB,WAAW,OAAO,KAAA,IAAY;IACpD,MAAM,eACJ,YAAY,SAAS,eAAe,gBAChC,SAAS,eACT,KAAKO,kBACH,IACA,UAAU,YACV,eACA,SACF;IASN,MAAM,aAAa,WAAW,UAAU;IACxC,IAAI,YACF,KAAK,UAAU,aAAa;KAC1B;KACA;KACA;KACA,WAAW;IACb,CAAC;SAOD,KAAK,UAAU,aAAa,EAAE;IAKhC,MAAM,YAAY,KAAKN,aAAa,IAAI,EAAE;IAC1C,MAAM,YAAY,WAAW,cAAc,WAAW,SAAS;IAE/D,IAAI,WAAW;SAGT,YAAY;UAEV,WAAW,eAAe,MAAM;OAClC,QAAQ,KAAK;QACX,OAAO;SACL,MAAM;SACN,IAAI;SACJ;QACF;QACA;OACF,CAAC;OACD,KAAKA,aAAa,IAAI,IAAI;QAAC,YAAY;QAAM;OAAS,CAAC;MACzD;;WAEG,IAAI,UAAU;KACnB,OACE,YACA,iDACF;KAEA,IAAI,CAAC,WAAW,cAAc,UAAU,aAAa,YAAY;MAC/D,QAAQ,KAAK;OACX,OAAO;QACL,MAAM;QACN,IAAI;QACJ;QACA;OACF;OACA;MACF,CAAC;MACD,KAAKA,aAAa,IAAI,IAAI;OAAC;OAAY;MAAS,CAAC;KACnD;IACF;GACF;GACA,OAAO;EACT,CACF;CACF;;;;;;;;;;;;;CAcA,uBAAuB,IAA4C;EACjE,OAAO,eACL,QACA,gDACA,YAAY;GACV,IAAI,KAAKF,2BAA2B,SAAS,GAAG;IAE9C,OACE,KAAKC,cAAc,SAAS,SAE1B,wDAAwD,KAAKA,cAAc,MAC/E;IACA,OAAO,CAAC;GACV;GAGA,MAAM,UAA4B,CAAC;GAEnC,MAAM,QAAQ,KAAK,IAAI;GACvB,OAAO,KAAKG,eAAe,+BAA+B;GAC1D,KAAK,MAAM,YAAY,MAAM,KAAKA,eAAe;IAC/C,MAAM,YAAY,KAAKK,uBAAuB,QAAQ;IACtD,IAAI,cAAc,MAChB;IAEF,QAAQ,KAAK;KACX,WAAW,KAAK,KAAK;KACrB,OAAO;MAAC,MAAM;MAAO,IAAI;MAAO,IAAI;KAAS;IAC/C,CAAC;GACH;GACA,IAAI,QACF,YAAY,QAAQ,OAAO,mBAAmB,KAAK,IAAI,IAAI,MAAM,KACnE;GAEA,OAAO;EACT,CACF;CACF;CAEA,uBAAuB,UAAmC;EACxD,OAAO,UACL,QACA,sDACM;GACJ,IAAI,KAAKR,cAAc,IAAI,SAAS,EAAE,GACpC,OAAO;GAGT,MAAM,eAAe,eACnB,SAAS,WACT,KAAA,GACA,KAAKD,0BACP;GAMA,MAAM,eAAe,eACjB,SAAS,eACT,KAAKQ,kBACH,SAAS,IACT,SAAS,YACT,KAAA,GACA,SAAS,aAAa,CAAC,CACzB;GACJ,MAAM,YAAuB;IAC3B,GAAG;IACH;IACA,WAAW;GACb;GAEA,KAAK,UAAU,aAAa,SAAS;GAGrC,OAAO,eAAe,OAAO,SAAS;EACxC,CACF;CACF;AACF;AAEA,SAAS,eACP,UACA,UACA,cACkB;CAClB,IAAI,SAAoB,CAAC;CACzB,IAAI,CAAC,UACH,SAAS,YAAY,CAAC;MAEtB,CAAC,UAAU,QAAQ,EAAE,SAAS,WAAW,MAAM;EAC7C,IAAI,CAAC,WACH;EAEF,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ,SAAS,GAAG;GACrD,IAAI,MAAM,KAAoB,cAAc,IAAI,IAAI,GAClD;GAEF,OAAO,SAAS,OAAO,SAAS,KAAK;GACrC,IAAI,OAAO,UAAU,GACnB,OAAO,OAAO;EAElB;EAEA,OAAO;CACT,CAAC;CAGH,OAAO,OAAO,OAAO,MAAM,EAAE,MAAK,MAAK,IAAI,CAAC,IAAI,SAAS;AAC3D;;;;;;;;;AAUA,SAAgB,mBAAmB,KAI/B;CAEF,MAAM,2BAOF,IAAI,IAAI;CACZ,KAAK,MAAM,CAAC,SAAS,UAAU,OAAO,QAAQ,IAAI,OAAO,GAAG;EAC1D,IAAI,MAAM,SAAS,YACjB;EAEF,KAAK,MAAM,eAAe,OAAO,OAAO,MAAM,WAAW,GAAG;GAG1D,MAAM,EAAC,eAAe,QAAO;GAC7B,MAAM,WAAW,SAAS,IAAI,OAAO;GACrC,IAAI,kBAAkB,KAAA,GAAW;IAC/B,IAAI,UACF,SAAS,OAAO,OAAO;IAEzB;GACF;GAEA,MAAM,aAAa,SAAS,GAAG;GAC/B,IAAI;QAGkB,SAAS,SAAS,GAGpC,IAAc,iBAAiB,SAAS,aAAa,IACrD,iBAAiB,aAAa,IAAI,YAClC;KACA,SAAS,MAAM;KACf,SAAS,gBAAgB;IAC3B;UAEA,SAAS,IAAI,SAAS;IACpB,MAAM;IACN;IACA,KAAK;GACP,CAAC;EAEL;CACF;CAGA,OAAO,SAAS,SAAS,OAAO,IAAI,GAAG,MAAM;EAC3C,IAAI,EAAE,QAAQ,EAAE,KACd,OACE,iBAAiB,EAAE,aAAa,IAAI,iBAAiB,EAAE,aAAa;EAGxE,OACE,iBAAiB,EAAE,aAAa,IAChC,EAAE,MACF,iBAAiB,EAAE,aAAa,IAChC,EAAE;CAEN,CAAC;AACH;AAEA,SAAgB,iBAAiB,KAAgC;CAC/D,IAAI;CACJ,KAAK,MAAM,EAAC,eAAe,SAAQ,mBAAmB,GAAG,GAAG;EAC1D,MAAM,SAAS,iBAAiB,aAAa,IAAI;EACjD,IAAI,SAAS,KAAA,KAAa,SAAS,MACjC,OAAO;CAEX;CACA,OAAO;AACT;AAEA,SAAS,eACP,IACA,KACA,MACA,MACuC;CACvC,IAAI,QAAQ,KAAA,GAAW;EACrB,OACE,SAAS,KAAA,KAAa,SAAS,KAAA,GAC/B,sCACF;EACA,OAAO;GACL;GACA,MAAM;GACN;GACA,aAAa,CAAC;EAChB;CACF;CAEA,OACE,SAAS,KAAA,KAAa,SAAS,KAAA,GAC/B,4BACF;CACA,OAAO;EACL;EACA,MAAM;EACN;EACA;EACA,aAAa,CAAC;CAChB;AACF"}

package/out/packages/zero-cache/src/services/view-syncer/drain-coordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"drain-coordinator.js","names":["#draining","#nextDrainTime","#timeoutID","#timeout"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/drain-coordinator.ts"],"sourcesContent":["import {resolver} from '@rocicorp/resolver';\nimport {assert} from '../../../../shared/src/asserts.ts';\n\n// The target (additional) utilization to impose on the server\n// that receives the drained connections.\nconst TARGET_UTILIZATION = 0.6;\n\n/**\n * There are two types of drains:\n * 1. Elective drains happen when a view-syncer is about to process\n *    a replication event and drains instead because {@link shouldDrain()}\n *    returned true. In this case, it exits its processing loop and\n *    calls {@link drainNextIn()} immediately.\n * 2. Force drains are performed by the Syncer, which picks a random\n *    view-syncer and calls {@link stop()}.\n *\n * In the case of a forced drain, the view-syncer may be queued up\n * behind a large amount of CPU-consuming events, and thus it may take\n * a long time before it actually stops. Elective drains are preferred because\n * they are less subject to that variance. However, elective drains only happen\n * if there is a task to be processed, so forced drains are still necessary\n * for draining servers with no work / tasks.\n *\n * The Syncer kicks off the drain process by calling {@link drainNextIn drainNextIn(0)},\n * which sets off a short {@link forceDrainTimeout} but starts returning `true` for\n * {@link shouldDrain()} for elective drains. In the latter case, the drained\n * view-syncer immediately exiting its processing loop and calls\n * {@link drainNextIn drainNextIn(myHydrationTime)} to reset the timeout\n * for the next elective or forced drain.\n */\nexport class DrainCoordinator {\n  readonly #draining = resolver<'draining'>();\n  #nextDrainTime = 0;\n  #timeout = resolver();\n  #timeoutID: NodeJS.Timeout | undefined;\n\n  get draining(): Promise<'draining'> {\n    return this.#draining.promise;\n  }\n\n  shouldDrain() {\n    return this.#nextDrainTime && this.#nextDrainTime <= Date.now();\n  }\n\n  drainNextIn(interval: number) {\n    this.#draining.resolve('draining');\n    // Increase the timeout between drains to give the receiving\n    // server space to perform normal processing.\n    interval /= TARGET_UTILIZATION;\n\n    const now = Date.now();\n    assert(\n      this.#nextDrainTime <= now,\n      `drainNextIn() should only be called if shouldDrain()`,\n    );\n    this.#nextDrainTime = now + interval;\n\n    // Push the forceDrainTimeout forward.\n    clearTimeout(this.#timeoutID);\n    this.#timeoutID = setTimeout(() => {\n      this.#timeout.resolve();\n      this.#timeout = resolver();\n    }, interval + FORCE_DRAIN_PADDING);\n  }\n\n  get forceDrainTimeout() {\n    return this.#timeout.promise;\n  }\n\n  // Exposed for testing.\n  get nextDrainTime() {\n    return this.#nextDrainTime;\n  }\n}\n\nconst FORCE_DRAIN_PADDING = 2;\n"],"mappings":";;;AAKA,IAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;AAyB3B,IAAa,mBAAb,MAA8B;CAC5B,YAAqB,SAAqB;CAC1C,iBAAiB;CACjB,WAAW,SAAS;CACpB;CAEA,IAAI,WAAgC;EAClC,OAAO,KAAKA,UAAU;CACxB;CAEA,cAAc;EACZ,OAAO,KAAKC,kBAAkB,KAAKA,kBAAkB,KAAK,IAAI;CAChE;CAEA,YAAY,UAAkB;EAC5B,KAAKD,UAAU,QAAQ,UAAU;EAGjC,YAAY;EAEZ,MAAM,MAAM,KAAK,IAAI;EACrB,OACE,KAAKC,kBAAkB,KACvB,sDACF;EACA,KAAKA,iBAAiB,MAAM;EAG5B,aAAa,KAAKC,UAAU;EAC5B,KAAKA,aAAa,iBAAiB;GACjC,KAAKC,SAAS,QAAQ;GACtB,KAAKA,WAAW,SAAS;EAC3B,GAAG,WAAW,mBAAmB;CACnC;CAEA,IAAI,oBAAoB;EACtB,OAAO,KAAKA,SAAS;CACvB;CAGA,IAAI,gBAAgB;EAClB,OAAO,KAAKF;CACd;AACF;AAEA,IAAM,sBAAsB"}

package/out/packages/zero-cache/src/services/view-syncer/inspect-handler.js

@@ -0,0 +1,102 @@
+import { unreachable } from "../../../../shared/src/asserts.js";
+import { must } from "../../../../shared/src/must.js";
+import { getServerVersion, isAdminPasswordValid } from "../../config/zero-config.js";
+import { Database } from "../../../../zqlite/src/db.js";
+import { loadPermissions } from "../../auth/load-permissions.js";
+import { StatementRunner } from "../../db/statements.js";
+import { _usingCtx } from "../../../../../_virtual/_@oxc-project_runtime@0.130.0/helpers/usingCtx.js";
+import { analyzeQuery } from "../analyze.js";
+//#region ../zero-cache/src/services/view-syncer/inspect-handler.ts
+async function handleInspect(lc, body, cvr, client, inspectorDelegate, clientGroupID, cvrStore, config, ctx) {
+	if (body.op !== "authenticate" && !inspectorDelegate.isAuthenticated(clientGroupID)) {
+		lc.info?.("Client not authenticated to access the inspector protocol. Sending authentication challenge");
+		client.sendInspectResponse(lc, {
+			op: "authenticated",
+			id: body.id,
+			value: false
+		});
+		return;
+	}
+	try {
+		switch (body.op) {
+			case "queries": {
+				const enhancedRows = (await cvrStore.inspectQueries(lc, cvr.ttlClock, body.clientID)).map((row) => ({
+					...row,
+					ast: row.ast ?? inspectorDelegate.getASTForQuery(row.queryID) ?? null,
+					metrics: inspectorDelegate.getMetricsJSONForQuery(row.queryID)
+				}));
+				client.sendInspectResponse(lc, {
+					op: "queries",
+					id: body.id,
+					value: enhancedRows
+				});
+				break;
+			}
+			case "metrics":
+				client.sendInspectResponse(lc, {
+					op: "metrics",
+					id: body.id,
+					value: inspectorDelegate.getMetricsJSON()
+				});
+				break;
+			case "version":
+				client.sendInspectResponse(lc, {
+					op: "version",
+					id: body.id,
+					value: getServerVersion(config)
+				});
+				break;
+			case "authenticate": {
+				const password = body.value;
+				const ok = isAdminPasswordValid(lc, config, password);
+				if (ok) inspectorDelegate.setAuthenticated(clientGroupID);
+				else inspectorDelegate.clearAuthenticated(clientGroupID);
+				client.sendInspectResponse(lc, {
+					op: "authenticated",
+					id: body.id,
+					value: ok
+				});
+				break;
+			}
+			case "analyze-query": {
+				let ast = body.ast ?? body.value;
+				let legacyQuery = true;
+				if (body.name && body.args) {
+					ast = await inspectorDelegate.transformCustomQuery(body.name, body.args, ctx);
+					legacyQuery = false;
+				}
+				if (ast === void 0) throw new Error("AST is required for analyze-query operation. Either provide an AST directly or ensure custom query transformation is configured.");
+				let permissions;
+				if (legacyQuery) try {
+					var _usingCtx$1 = _usingCtx();
+					const loaded = loadPermissions(lc, new StatementRunner(_usingCtx$1.u(new Database(lc, config.replica.file))), config.app.id, config);
+					if (loaded.permissions) permissions = loaded.permissions;
+					else lc.info?.("No permissions loaded; analyze-query will run without applying permissions.");
+				} catch (_) {
+					_usingCtx$1.e = _;
+				} finally {
+					_usingCtx$1.d();
+				}
+				const result = await analyzeQuery(lc, config, must(cvr.clientSchema), ast, body.options?.syncedRows, body.options?.vendedRows, permissions, ctx.auth?.type === "jwt" ? ctx.auth : void 0, body.options?.joinPlans);
+				client.sendInspectResponse(lc, {
+					op: "analyze-query",
+					id: body.id,
+					value: result
+				});
+				break;
+			}
+			default: unreachable(body);
+		}
+	} catch (e) {
+		lc.warn?.("Error handling inspect message", e);
+		client.sendInspectResponse(lc, {
+			op: "error",
+			id: body.id,
+			value: e.message
+		});
+	}
+}
+//#endregion
+export { handleInspect };
+
+//# sourceMappingURL=inspect-handler.js.map