@rocicorp/zero 0.26.1 → 0.26.2-canary.1

package/out/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"client-handler.js","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/push.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateHistogram('sync', 'poke.time', {\n    description:\n      'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n    unit: 's',\n  });\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.record(elapsed / 1000);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"names":["body","v.parse","cookie","v.object","v.string","v.number","v"],"mappings":";;;;;;;;;;;;;AA6EA,MAAM,OAAoB;AAAA,EACxB,UAAU,MAAM;AAAA,EAChB,QAAQ,MAAM;AAAA,EACd,KAAK,MAAM;AACb;AAGO,SAAS,UACd,SACA,kBACa;AACb,QAAM,SAAS,QAAQ,IAAI,OAAK,EAAE,UAAU,gBAAgB,CAAC;AAK7D,SAAO;AAAA,IACL,UAAU,OAAM,UAAS;AACvB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,SAAS,KAAK,CAAC,CAAC;AAAA,IACrE;AAAA,IACA,QAAQ,YAAY;AAClB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,OAAA,CAAQ,CAAC;AAAA,IAC9D;AAAA,IACA,KAAK,OAAM,iBAAgB;AACzB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,IAAI,YAAY,CAAC,CAAC;AAAA,IACvE;AAAA,EAAA;AAEJ;AAIA,MAAM,6BAA6B;AAK5B,MAAM,cAAc;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EAES,YAAY,qBAAqB,QAAQ,aAAa;AAAA,IAC7D,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,oBAAoB;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO,aAAa;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGF,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;AACA,OAAG,QAAQ,oBAAoB;AAC/B,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAChB,SAAK,OAAO;AACZ,SAAK,oBAAoB,GAAG,eAAe,KAAK,CAAC;AACjD,SAAK,sBAAsB,GAAG,eAAe,KAAK,CAAC;AACnD,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,eAAe,gBAAgB,UAAU;AAAA,EAChD;AAAA,EAEA,UAA8B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,KAAgC;AAC1C,UAAM,EAAC,OAAA,IAAU,KAAK,YAAY,KAAK,GAAG;AAC1C,UAAM;AAAA,EACR;AAAA,EAEA,KAAK,GAAY;AACf,SAAK,IAAI,YAAY,CAAC,CAAC;AAAA,MACrB,8CAA8C,OAAO,CAAC,CAAC;AAAA,MACvD;AAAA,IAAA;AAEF,SAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,EAChD;AAAA,EAEA,MAAM,QAAgB;AACpB,SAAK,IAAI,QAAQ,mCAAmC,MAAM,EAAE;AAC5D,SAAK,YAAY,OAAA;AAAA,EACnB;AAAA,EAEA,UAAU,kBAA2C;AACnD,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,UAAM,KAAK,KAAK,IAAI,YAAY,UAAU,MAAM;AAEhD,QAAI,YAAY,KAAK,cAAc,gBAAgB,KAAK,GAAG;AACzD,SAAG,OAAO,sCAAsC;AAChD,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,wBAAwB,KAAK,YAAY;AAC5D,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,OAAG,OAAO,sBAAsB,UAAU,OAAO,MAAM,EAAE;AAEzD,UAAM,QAAQ,YAAY,IAAA;AAE1B,UAAM,YAA2B,EAAC,QAAQ,WAAA;AAE1C,QAAI,cAAc;AAClB,QAAI;AACJ,QAAI,YAAY;AAChB,UAAM,aAAa,YAAY;AAC7B,UAAI,CAAC,aAAa;AAChB,cAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AACzC,sBAAc;AAAA,MAChB;AACA,aAAQ,SAAS,EAAC,OAAA;AAAA,IACpB;AACA,UAAM,YAAY,YAAY;AAC5B,UAAI,MAAM;AACR,cAAM,KAAK,MAAM,CAAC,YAAY,IAAI,CAAC;AACnC,eAAO;AACP,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,mBAAmC;AACzD,YAAM,EAAC,OAAO,UAAA,IAAa;AAC3B,UAAI,YAAY,WAAW,KAAK,YAAY,KAAK,GAAG;AAClD;AAAA,MACF;AACA,YAAMA,QAAO,MAAM,WAAA;AAEnB,YAAM,EAAC,MAAM,GAAA,IAAM;AACnB,cAAQ,MAAA;AAAA,QACN,KAAK,SAAS;AACZ,gBAAM,UAAU,MAAM,YAChBA,MAAK,0BAA0B,IAAI,MAAM,QAAQ,MAAM,CAAA,IACxDA,MAAK,oBAAoB,CAAA;AAC9B,cAAI,OAAO,OAAO;AAChB,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC,OAAO;AACL,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC;AACA;AAAA,QACF;AAAA,QACA,KAAK;AACH,cAAI,MAAM,GAAG,UAAU,KAAK,mBAAmB;AAC7C,iBAAK,aAAcA,MAAK,0BAA0B,CAAA,GAAK,KAAK;AAAA,UAC9D,WAAW,MAAM,GAAG,UAAU,KAAK,qBAAqB;AACtD,kBAAM,UAAWA,MAAK,mBAAmB,CAAA;AACzC,gBAAI,OAAO,OAAO;AAChB,oBAAM,MAAMC;AAAAA,gBACV,eAAe,MAAM,QAAQ;AAAA,gBAC7B;AAAA,gBACA;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,UAAU;AAAA,kBACR,IAAI;AAAA,oBACF,UAAU,IAAI;AAAA,oBACd,IAAI,IAAI;AAAA,kBAAA;AAAA,kBAEV,QAAQ,IAAI;AAAA,gBAAA;AAAA,cACd,CACD;AAAA,YACH,OAAO;AACL,oBAAM,EAAC,UAAU,WAAA,IAAc,MAAM,GAAG;AACxC;AAAA,gBACE,OAAO,aAAa;AAAA,gBACpB;AAAA,cAAA;AAEF,oBAAM,KAAK,OAAO,UAAU;AAC5B;AAAA,gBACE,CAAC,OAAO,MAAM,EAAE,KAAK,OAAO,SAAS,EAAE,KAAK,MAAM;AAAA,gBAClD;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,IAAI;AAAA,kBACF;AAAA,kBACA;AAAA,gBAAA;AAAA,cACF,CACD;AAAA,YACH;AAAA,UACF,OAAO;AACL,aAACD,MAAK,cAAc,CAAA,GAAI,KAAK,aAAa,KAAK,CAAC;AAAA,UAClD;AACA;AAAA,QACF;AACE,sBAAiB;AAAA,MAAA;AAGrB,UAAI,EAAE,aAAa,4BAA4B;AAC7C,cAAM,UAAA;AAAA,MACR;AAAA,IACF;AAEA,WAAO;AAAA,MACL,UAAU,OAAO,mBAAmC;AAClD,YAAI;AACF,gBAAM,SAAS,cAAc;AAC7B,cAAI,eAAe,MAAM,SAAS,OAAO;AACvC,iBAAK,WAAW,IAAI,CAAC;AAAA,UACvB;AAAA,QACF,SAAS,GAAG;AACV,eAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,QAChD;AAAA,MACF;AAAA,MAEA,QAAQ,YAAY;AAClB,YAAI,aAAa;AACf,gBAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAQ,IAAI,QAAQ,KAAA,CAAK,CAAC;AAAA,QAClE;AAAA,MACF;AAAA,MAEA,KAAK,OAAO,iBAA6B;AACvC,cAAME,UAAS,gBAAgB,YAAY;AAC3C,YAAI,CAAC,aAAa;AAChB,cAAI,YAAY,KAAK,cAAc,YAAY,MAAM,GAAG;AACtD;AAAA,UACF;AACA,gBAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AAAA,QAC3C,WAAW,YAAY,KAAK,cAAc,YAAY,KAAK,GAAG;AAG5D,gBAAM,IAAI;AAAA,YACR,sCAAsC,YAAY,oCAChB,KAAK,YAAY;AAAA,UAAA;AAAA,QAEvD;AACA,cAAM,UAAA;AACN,cAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAAA,QAAAA,CAAO,CAAC;AAC9C,aAAK,eAAe;AAEpB,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,kBAAkB,IAAI,CAAC;AAC5B,aAAK,UAAU,OAAO,UAAU,GAAI;AAAA,MACtC;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,kBACJ,IACA,kBACA,uBACA;AACA,UAAM,oBAAiD,CAAA;AACvD,QAAI,iBAAiB,SAAS,GAAG;AAC/B,wBAAkB,YAAY;AAAA,IAChC;AACA,QAAI,sBAAsB,SAAS,GAAG;AACpC,wBAAkB,iBAAiB;AAAA,IACrC;AACA,OAAG,QAAQ,yBAAyB,iBAAiB;AACrD,UAAM,KAAK,MAAM,CAAC,iBAAiB,iBAAiB,CAAC;AAAA,EACvD;AAAA,EAEA,oCAAoC,QAAwB;AAC1D,SAAK,KAAK,MAAM,CAAC,kBAAkB,MAAM,CAAC;AAAA,EAC5C;AAAA,EAEA,8BAA8B,OAA4B;AACxD,SAAK,KAAK,IAAI,cAAc,KAAK,CAAC;AAAA,EACpC;AAAA,EAEA,oBAAoB,IAAgB,UAAiC;AACnE,OAAG,QAAQ,4BAA4B,QAAQ;AAC/C,SAAK,YAAY,KAAK,CAAC,WAAW,QAAQ,CAAC;AAAA,EAC7C;AAAA,EAEA,aAAa,OAA+B,OAAiB;AAC3D,QAAI,MAAM,OAAO,OAAO;AACtB,YAAM,MAAM,eAAe,MAAM,QAAQ;AACzC,YAAM,EAAC,eAAe,UAAU,eAAA,IAAkBD;AAAAA,QAChD;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEF,UAAI,kBAAkB,KAAK,gBAAgB;AACzC,aAAK,IAAI;AAAA,UACP;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,OAAO;AACL,cAAM,QAAQ,IAAI;AAAA,MACpB;AAAA,IACF,OAAO;AAEL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAGA,MAAM,gBAAgBE,OAAS;AAAA,EAC7B,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,gBAAgBC,OAAE;AAAA;AACpB,CAAC;AAED,MAAM,oBAAoBF,OAAS;AAAA,EACjC,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,YAAYC,OAAE;AAAA,EACd,QAAQ;AACV,CAAC;AAED,SAAS,aAAa,OAA6B;AACjD,QAAM;AAAA,IACJ;AAAA,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,GAAA;AAAA,EAAE,IAC/B;AAEJ,UAAQ,IAAA;AAAA,IACN,KAAK;AACH,aAAO;AAAA,QACL,IAAI;AAAA,QACJ;AAAA,QACA,OAAOJ,MAAQ,eAAe,MAAM,QAAQ,GAAG,SAAS;AAAA,MAAA;AAAA,IAG5D,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,IAAIA,MAAQ,IAAI,2BAA2B;AAAA,MAAA;AAAA,IAG/C;AACE,kBAAc;AAAA,EAAA;AAEpB;AASO,SAAS,eAAe,KAAiC;AAC9D,QAAM,WAAW,OAAO,QAAQ,GAAG,EAChC,OAAO,CAAC,CAAC,GAAGK,EAAC,MAAM;AAClB,QAAI,OAAOA,OAAM,UAAU;AACzB,UAAIA,MAAK,OAAO,oBAAoBA,MAAK,OAAO,kBAAkB;AAChE,eAAO;AAAA,MACT;AACA,YAAM,IAAI,MAAM,aAAa,CAAC,gCAAgCA,EAAC,GAAG;AAAA,IACpE,WAAW,OAAOA,OAAM,UAAU;AAChC,sBAAgBA,EAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT,CAAC,EACA,IAAI,CAAC,CAAC,GAAGA,EAAC,MAAM,CAAC,GAAG,OAAOA,EAAC,CAAC,CAAC;AAEjC,SAAO,SAAS,SACZ,EAAC,GAAG,KAAK,GAAG,OAAO,YAAY,QAAQ,EAAA,IACtC;AACP;"}
+{"version":3,"file":"client-handler.js","names":["#clientGroupID","#zeroClientsTable","#zeroMutationsTable","#lc","#downstream","#pokeTime","#pokeTransactions","#pokedRows","#baseVersion","#push","#updateLMIDs"],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/push.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateHistogram('sync', 'poke.time', {\n    description:\n      'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n    unit: 's',\n  });\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.record(elapsed / 1000);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"mappings":";;;;;;;;;;;;;AA6EA,IAAM,OAAoB;CACxB,gBAAgB;CAChB,cAAc;CACd,WAAW;CACZ;;AAGD,SAAgB,UACd,SACA,kBACa;CACb,MAAM,SAAS,QAAQ,KAAI,MAAK,EAAE,UAAU,iBAAiB,CAAC;AAK9D,QAAO;EACL,UAAU,OAAM,UAAS;AACvB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,SAAS,MAAM,CAAC,CAAC;;EAEtE,QAAQ,YAAY;AAClB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,QAAQ,CAAC,CAAC;;EAE/D,KAAK,OAAM,iBAAgB;AACzB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,IAAI,aAAa,CAAC,CAAC;;EAEzE;;AAKH,IAAM,6BAA6B;;;;AAKnC,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAqB,qBAAqB,QAAQ,aAAa;EAC7D,aACE;EACF,MAAM;EACP,CAAC;CAEF,oBAA6B,mBAC3B,QACA,qBACA,8BACD;CAED,aAAsB,mBACpB,QACA,aACA,uBACD;CAED,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;AACA,KAAG,QAAQ,qBAAqB;AAChC,QAAA,gBAAsB;AACtB,OAAK,WAAW;AAChB,OAAK,OAAO;AACZ,QAAA,mBAAyB,GAAG,eAAe,MAAM,CAAC;AAClD,QAAA,qBAA2B,GAAG,eAAe,MAAM,CAAC;AACpD,QAAA,KAAW;AACX,QAAA,aAAmB;AACnB,QAAA,cAAoB,gBAAgB,WAAW;;CAGjD,UAA8B;AAC5B,SAAO,MAAA;;CAGT,OAAA,KAAY,KAAgC;EAC1C,MAAM,EAAC,WAAU,MAAA,WAAiB,KAAK,IAAI;AAC3C,QAAM;;CAGR,KAAK,GAAY;AACf,QAAA,GAAS,YAAY,EAAE,IACrB,8CAA8C,OAAO,EAAE,IACvD,EACD;AACD,QAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;CAGjD,MAAM,QAAgB;AACpB,QAAA,GAAS,QAAQ,mCAAmC,SAAS;AAC7D,QAAA,WAAiB,QAAQ;;CAG3B,UAAU,kBAA2C;EACnD,MAAM,SAAS,gBAAgB,iBAAiB;EAChD,MAAM,KAAK,MAAA,GAAS,YAAY,UAAU,OAAO;AAEjD,MAAI,YAAY,MAAA,aAAmB,iBAAiB,IAAI,GAAG;AACzD,MAAG,OAAO,uCAAuC;AACjD,UAAO;;EAGT,MAAM,aAAa,wBAAwB,MAAA,YAAkB;EAC7D,MAAM,SAAS,gBAAgB,iBAAiB;AAChD,KAAG,OAAO,sBAAsB,WAAW,MAAM,SAAS;EAE1D,MAAM,QAAQ,YAAY,KAAK;EAE/B,MAAM,YAA2B;GAAC;GAAQ;GAAW;EAErD,IAAI,cAAc;EAClB,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,aAAa,YAAY;AAC7B,OAAI,CAAC,aAAa;AAChB,UAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;AAC1C,kBAAc;;AAEhB,UAAQ,SAAS,EAAC,QAAO;;EAE3B,MAAM,YAAY,YAAY;AAC5B,OAAI,MAAM;AACR,UAAM,MAAA,KAAW,CAAC,YAAY,KAAK,CAAC;AACpC,WAAO,KAAA;AACP,gBAAY;;;EAIhB,MAAM,WAAW,OAAO,mBAAmC;GACzD,MAAM,EAAC,OAAO,cAAa;AAC3B,OAAI,YAAY,WAAW,MAAA,YAAkB,IAAI,EAC/C;GAEF,MAAM,OAAO,MAAM,YAAY;GAE/B,MAAM,EAAC,MAAM,OAAM;AACnB,WAAQ,MAAR;IACE,KAAK,SAAS;KACZ,MAAM,UAAU,MAAM,WACjB,CAAC,KAAK,0BAA0B,EAAE,EAAE,MAAM,cAAc,EAAE,GAC1D,KAAK,oBAAoB,EAAE;AAChC,SAAI,OAAO,MACT,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;SAElC,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;AAEpC;;IAEF,KAAK;AACH,SAAI,MAAM,GAAG,UAAU,MAAA,iBACrB,OAAA,YAAmB,KAAK,0BAA0B,EAAE,EAAG,MAAM;cACpD,MAAM,GAAG,UAAU,MAAA,oBAA0B;MACtD,MAAM,UAAW,KAAK,mBAAmB,EAAE;AAC3C,UAAI,OAAO,OAAO;OAChB,MAAM,MAAM,MACV,eAAe,MAAM,SAAS,EAC9B,mBACA,cACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,UAAU;SACR,IAAI;UACF,UAAU,IAAI;UACd,IAAI,IAAI;UACT;SACD,QAAQ,IAAI;SACb;QACF,CAAC;aACG;OACL,MAAM,EAAC,UAAU,eAAc,MAAM,GAAG;AACxC,cACE,OAAO,aAAa,UACpB,6BACD;OACD,MAAM,KAAK,OAAO,WAAW;AAC7B,cACE,CAAC,OAAO,MAAM,GAAG,IAAI,OAAO,SAAS,GAAG,IAAI,MAAM,GAClD,sCACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,IAAI;SACF;SACA;SACD;QACF,CAAC;;WAGJ,EAAC,KAAK,cAAc,EAAE,EAAE,KAAK,aAAa,MAAM,CAAC;AAEnD;IACF,QACE,aAAY,MAAM;;AAGtB,OAAI,EAAE,aAAa,2BACjB,OAAM,WAAW;;AAIrB,SAAO;GACL,UAAU,OAAO,mBAAmC;AAClD,QAAI;AACF,WAAM,SAAS,eAAe;AAC9B,SAAI,eAAe,MAAM,SAAS,MAChC,OAAA,UAAgB,IAAI,EAAE;aAEjB,GAAG;AACV,WAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;;GAInD,QAAQ,YAAY;AAClB,QAAI,YACF,OAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ,QAAQ;KAAI,QAAQ;KAAK,CAAC,CAAC;;GAIrE,KAAK,OAAO,iBAA6B;IACvC,MAAM,SAAS,gBAAgB,aAAa;AAC5C,QAAI,CAAC,aAAa;AAChB,SAAI,YAAY,MAAA,aAAmB,aAAa,KAAK,EACnD;AAEF,WAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;eACjC,YAAY,MAAA,aAAmB,aAAa,IAAI,EAGzD,OAAM,IAAI,MACR,sCAAsC,aAAa,mCACjB,MAAA,cACnC;AAEH,UAAM,WAAW;AACjB,UAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ;KAAO,CAAC,CAAC;AAC/C,UAAA,cAAoB;IAEpB,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,iBAAuB,IAAI,EAAE;AAC7B,UAAA,SAAe,OAAO,UAAU,IAAK;;GAExC;;CAGH,MAAM,kBACJ,IACA,kBACA,uBACA;EACA,MAAM,oBAAiD,EAAE;AACzD,MAAI,iBAAiB,SAAS,EAC5B,mBAAkB,YAAY;AAEhC,MAAI,sBAAsB,SAAS,EACjC,mBAAkB,iBAAiB;AAErC,KAAG,QAAQ,yBAAyB,kBAAkB;AACtD,QAAM,MAAA,KAAW,CAAC,iBAAiB,kBAAkB,CAAC;;CAGxD,oCAAoC,QAAwB;AACrD,QAAA,KAAW,CAAC,kBAAkB,OAAO,CAAC;;CAG7C,8BAA8B,OAA4B;AACxD,OAAK,KAAK,IAAI,cAAc,MAAM,CAAC;;CAGrC,oBAAoB,IAAgB,UAAiC;AACnE,KAAG,QAAQ,4BAA4B,SAAS;AAChD,QAAA,WAAiB,KAAK,CAAC,WAAW,SAAS,CAAC;;CAG9C,aAAa,OAA+B,OAAiB;AAC3D,MAAI,MAAM,OAAO,OAAO;GAEtB,MAAM,EAAC,eAAe,UAAU,mBAAkB,MADtC,eAAe,MAAM,SAAS,EAGxC,eACA,cACD;AACD,OAAI,kBAAkB,MAAA,cACpB,OAAA,GAAS,QACP,2DACA,cACD;OAED,OAAM,YAAY;QAIpB,OAAM;;;AAMZ,IAAM,gBAAgB,eAAE,OAAO;CAC7B,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,gBAAgB,eAAE,QAAQ;CAC3B,CAAC;AAEF,IAAM,oBAAoB,eAAE,OAAO;CACjC,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,YAAY,eAAE,QAAQ;CACtB,QAAQ;CACT,CAAC;AAEF,SAAS,aAAa,OAA6B;CACjD,MAAM,EACJ,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,SAC7B;AAEJ,SAAQ,IAAR;EACE,KAAK,MACH,QAAO;GACL,IAAI;GACJ;GACA,OAAO,MAAQ,eAAe,MAAM,SAAS,EAAE,UAAU;GAC1D;EAEH,KAAK,MACH,QAAO;GACL;GACA;GACA,IAAI,MAAQ,IAAI,4BAA4B;GAC7C;EAEH,QACE,aAAY,GAAG;;;;;;;;;;AAWrB,SAAgB,eAAe,KAAiC;CAC9D,MAAM,WAAW,OAAO,QAAQ,IAAI,CACjC,QAAQ,CAAC,GAAG,OAAO;AAClB,MAAI,OAAO,MAAM,UAAU;AACzB,OAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,iBAC9C,QAAO;AAET,SAAM,IAAI,MAAM,aAAa,EAAE,+BAA+B,EAAE,GAAG;aAC1D,OAAO,MAAM,SACtB,iBAAgB,EAAE;AAEpB,SAAO;GACP,CACD,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;AAElC,QAAO,SAAS,SACZ;EAAC,GAAG;EAAK,GAAG,OAAO,YAAY,SAAS;EAAC,GACxC"}

package/out/zero-cache/src/services/view-syncer/client-schema.js

@@ -1,89 +1,59 @@
 import { must } from "../../../../shared/src/must.js";
-import { difference, intersection, equals } from "../../../../shared/src/set-utils.js";
 import { ZeroCache } from "../../../../zero-protocol/src/error-origin-enum.js";
 import { ProtocolError } from "../../../../zero-protocol/src/error.js";
+import { difference, equals, intersection } from "../../../../shared/src/set-utils.js";
 import { appSchema, upstreamSchema } from "../../types/shards.js";
 import { ZERO_VERSION_COLUMN_NAME } from "../replicator/schema/constants.js";
+//#region ../zero-cache/src/services/view-syncer/client-schema.ts
 function checkClientSchema(shardID, clientSchema, tableSpecs, fullTables) {
-  if (fullTables.size === 0) {
-    throw new ProtocolError({
-      kind: "Internal",
-      message: `No tables have been synced from upstream. Please check that the ZERO_UPSTREAM_DB has been properly set.`,
-      origin: ZeroCache
-    });
-  }
-  const errors = [];
-  const clientTables = new Set(Object.keys(clientSchema.tables));
-  const missingTables = difference(clientTables, tableSpecs);
-  for (const missing of [...missingTables].sort()) {
-    if (fullTables.has(missing)) {
-      errors.push(
-        `The "${missing}" table is missing a primary key or non-null unique index and thus cannot be synced to the client`
-      );
-    } else {
-      const app = appSchema(shardID) + ".";
-      const shard = upstreamSchema(shardID) + ".";
-      const syncedTables = [...tableSpecs.keys()].filter((t) => !t.startsWith(app) && !t.startsWith(shard)).sort().map((t) => `"${t}"`).join(",");
-      const schemaTip = missing.includes(".") && !syncedTables.includes(".") ? ` Note that zero does not sync tables from non-public schemas by default. Make sure you have defined a custom ZERO_APP_PUBLICATION to sync tables from non-public schemas.` : "";
-      errors.push(
-        `The "${missing}" table does not exist or is not one of the replicated tables: ${syncedTables}.${schemaTip}`
-      );
-    }
-  }
-  const tables = intersection(tableSpecs, clientTables);
-  for (const table of [...tables].sort()) {
-    const clientSpec = clientSchema.tables[table];
-    const serverSpec = must(tableSpecs.get(table));
-    const fullSpec = must(fullTables.get(table));
-    const clientColumns = new Set(Object.keys(clientSpec.columns));
-    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));
-    const missingColumns = difference(clientColumns, syncedColumns);
-    for (const missing of [...missingColumns].sort()) {
-      if (fullSpec.columns[missing]) {
-        errors.push(
-          `The "${table}"."${missing}" column cannot be synced because it is of an unsupported data type "${fullSpec.columns[missing].dataType}"`
-        );
-      } else {
-        const columns2 = [...syncedColumns].filter((c) => c !== ZERO_VERSION_COLUMN_NAME).sort().map((c) => `"${c}"`).join(",");
-        errors.push(
-          `The "${table}"."${missing}" column does not exist or is not one of the replicated columns: ${columns2}.`
-        );
-      }
-    }
-    const columns = intersection(clientColumns, syncedColumns);
-    for (const column of columns) {
-      const clientType = clientSpec.columns[column].type;
-      const serverType = serverSpec.zqlSpec[column].type;
-      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {
-        errors.push(
-          `The "${table}"."${column}" column's upstream type "${serverType}" does not match the client type "${clientType}"`
-        );
-      }
-    }
-    if (!clientSpec.primaryKey) {
-      errors.push(
-        `The "${table}" table's client schema does not specify a primary key.`
-      );
-    } else {
-      const clientPrimaryKey = new Set(clientSpec.primaryKey);
-      if (!serverSpec.tableSpec.allPotentialPrimaryKeys.some(
-        (key) => equals(clientPrimaryKey, new Set(key))
-      )) {
-        errors.push(
-          `The "${table}" table's primaryKey <${clientSpec.primaryKey.join(",")}> is not associated with a non-null unique index.`
-        );
-      }
-    }
-  }
-  if (errors.length) {
-    throw new ProtocolError({
-      kind: "SchemaVersionNotSupported",
-      message: errors.join("\n"),
-      origin: ZeroCache
-    });
-  }
+	if (fullTables.size === 0) throw new ProtocolError({
+		kind: "Internal",
+		message: "No tables have been synced from upstream. Please check that the ZERO_UPSTREAM_DB has been properly set.",
+		origin: ZeroCache
+	});
+	const errors = [];
+	const clientTables = new Set(Object.keys(clientSchema.tables));
+	const missingTables = difference(clientTables, tableSpecs);
+	for (const missing of [...missingTables].sort()) if (fullTables.has(missing)) errors.push(`The "${missing}" table is missing a primary key or non-null unique index and thus cannot be synced to the client`);
+	else {
+		const app = appSchema(shardID) + ".";
+		const shard = upstreamSchema(shardID) + ".";
+		const syncedTables = [...tableSpecs.keys()].filter((t) => !t.startsWith(app) && !t.startsWith(shard)).sort().map((t) => `"${t}"`).join(",");
+		const schemaTip = missing.includes(".") && !syncedTables.includes(".") ? " Note that zero does not sync tables from non-public schemas by default. Make sure you have defined a custom ZERO_APP_PUBLICATION to sync tables from non-public schemas." : "";
+		errors.push(`The "${missing}" table does not exist or is not one of the replicated tables: ${syncedTables}.${schemaTip}`);
+	}
+	const tables = intersection(tableSpecs, clientTables);
+	for (const table of [...tables].sort()) {
+		const clientSpec = clientSchema.tables[table];
+		const serverSpec = must(tableSpecs.get(table));
+		const fullSpec = must(fullTables.get(table));
+		const clientColumns = new Set(Object.keys(clientSpec.columns));
+		const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));
+		const missingColumns = difference(clientColumns, syncedColumns);
+		for (const missing of [...missingColumns].sort()) if (fullSpec.columns[missing]) errors.push(`The "${table}"."${missing}" column cannot be synced because it is of an unsupported data type "${fullSpec.columns[missing].dataType}"`);
+		else {
+			const columns = [...syncedColumns].filter((c) => c !== ZERO_VERSION_COLUMN_NAME).sort().map((c) => `"${c}"`).join(",");
+			errors.push(`The "${table}"."${missing}" column does not exist or is not one of the replicated columns: ${columns}.`);
+		}
+		const columns = intersection(clientColumns, syncedColumns);
+		for (const column of columns) {
+			const clientType = clientSpec.columns[column].type;
+			const serverType = serverSpec.zqlSpec[column].type;
+			if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) errors.push(`The "${table}"."${column}" column's upstream type "${serverType}" does not match the client type "${clientType}"`);
+		}
+		if (!clientSpec.primaryKey) errors.push(`The "${table}" table's client schema does not specify a primary key.`);
+		else {
+			const clientPrimaryKey = new Set(clientSpec.primaryKey);
+			if (!serverSpec.tableSpec.allPotentialPrimaryKeys.some((key) => equals(clientPrimaryKey, new Set(key)))) errors.push(`The "${table}" table's primaryKey <${clientSpec.primaryKey.join(",")}> is not associated with a non-null unique index.`);
+		}
+	}
+	if (errors.length) throw new ProtocolError({
+		kind: "SchemaVersionNotSupported",
+		message: errors.join("\n"),
+		origin: ZeroCache
+	});
 }
-export {
-  checkClientSchema
-};
-//# sourceMappingURL=client-schema.js.map
+//#endregion
+export { checkClientSchema };
+
+//# sourceMappingURL=client-schema.js.map

package/out/zero-cache/src/services/view-syncer/client-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"client-schema.js","sources":["../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of [...missingTables].sort()) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of [...tables].sort()) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of [...missingColumns].sort()) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"names":["ErrorOrigin.ZeroCache","columns"],"mappings":";;;;;;AAaO,SAAS,kBACd,SACA,cACA,YACA,YACA;AACA,MAAI,WAAW,SAAS,GAAG;AACzB,UAAM,IAAI,cAAc;AAAA,MACtB,MAAM;AAAA,MACN,SACE;AAAA,MAEF,QAAQA;AAAAA,IAAY,CACrB;AAAA,EACH;AACA,QAAM,SAAmB,CAAA;AACzB,QAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,MAAM,CAAC;AAC7D,QAAM,gBAAgB,WAAW,cAAc,UAAU;AACzD,aAAW,WAAW,CAAC,GAAG,aAAa,EAAE,QAAQ;AAC/C,QAAI,WAAW,IAAI,OAAO,GAAG;AAC3B,aAAO;AAAA,QACL,QAAQ,OAAO;AAAA,MAAA;AAAA,IAGnB,OAAO;AACL,YAAM,MAAM,UAAU,OAAO,IAAI;AACjC,YAAM,QAAQ,eAAe,OAAO,IAAI;AACxC,YAAM,eAAe,CAAC,GAAG,WAAW,KAAA,CAAM,EACvC,OAAO,CAAA,MAAK,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,EAAE,WAAW,KAAK,CAAC,EACtD,KAAA,EACA,IAAI,CAAA,MAAK,IAAI,CAAC,GAAG,EACjB,KAAK,GAAG;AACX,YAAM,YACJ,QAAQ,SAAS,GAAG,KAAK,CAAC,aAAa,SAAS,GAAG,IAC/C,8KAGA;AACN,aAAO;AAAA,QACL,QAAQ,OAAO,kEACoB,YAAY,IAAI,SAAS;AAAA,MAAA;AAAA,IAEhE;AAAA,EACF;AACA,QAAM,SAAS,aAAa,YAAY,YAAY;AACpD,aAAW,SAAS,CAAC,GAAG,MAAM,EAAE,QAAQ;AACtC,UAAM,aAAa,aAAa,OAAO,KAAK;AAC5C,UAAM,aAAa,KAAK,WAAW,IAAI,KAAK,CAAC;AAC7C,UAAM,WAAW,KAAK,WAAW,IAAI,KAAK,CAAC;AAE3C,UAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;AAC7D,UAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;AAC7D,UAAM,iBAAiB,WAAW,eAAe,aAAa;AAC9D,eAAW,WAAW,CAAC,GAAG,cAAc,EAAE,QAAQ;AAChD,UAAI,SAAS,QAAQ,OAAO,GAAG;AAC7B,eAAO;AAAA,UACL,QAAQ,KAAK,MAAM,OAAO,wEACW,SAAS,QAAQ,OAAO,EAAE,QAAQ;AAAA,QAAA;AAAA,MAE3E,OAAO;AACL,cAAMC,WAAU,CAAC,GAAG,aAAa,EAC9B,OAAO,OAAK,MAAM,wBAAwB,EAC1C,KAAA,EACA,IAAI,CAAA,MAAK,IAAI,CAAC,GAAG,EACjB,KAAK,GAAG;AAEX,eAAO;AAAA,UACL,QAAQ,KAAK,MAAM,OAAO,oEACoBA,QAAO;AAAA,QAAA;AAAA,MAEzD;AAAA,IACF;AACA,UAAM,UAAU,aAAa,eAAe,aAAa;AACzD,eAAW,UAAU,SAAS;AAC5B,YAAM,aAAa,WAAW,QAAQ,MAAM,EAAE;AAC9C,YAAM,aAAa,WAAW,QAAQ,MAAM,EAAE;AAC9C,UAAI,WAAW,QAAQ,MAAM,EAAE,SAAS,WAAW,QAAQ,MAAM,EAAE,MAAM;AACvE,eAAO;AAAA,UACL,QAAQ,KAAK,MAAM,MAAM,6BAA6B,UAAU,qCAC3B,UAAU;AAAA,QAAA;AAAA,MAEnD;AAAA,IACF;AACA,QAAI,CAAC,WAAW,YAAY;AAC1B,aAAO;AAAA,QACL,QAAQ,KAAK;AAAA,MAAA;AAAA,IAEjB,OAAO;AACL,YAAM,mBAAmB,IAAI,IAAI,WAAW,UAAU;AACtD,UACE,CAAC,WAAW,UAAU,wBAAwB;AAAA,QAAK,SACjD,OAAO,kBAAkB,IAAI,IAAI,GAAG,CAAC;AAAA,MAAA,GAEvC;AACA,eAAO;AAAA,UACL,QAAQ,KAAK,yBAAyB,WAAW,WAAW,KAAK,GAAG,CAAC;AAAA,QAAA;AAAA,MAGzE;AAAA,IACF;AAAA,EACF;AACA,MAAI,OAAO,QAAQ;AACjB,UAAM,IAAI,cAAc;AAAA,MACtB,MAAM;AAAA,MACN,SAAS,OAAO,KAAK,IAAI;AAAA,MACzB,QAAQD;AAAAA,IAAY,CACrB;AAAA,EACH;AACF;"}
+{"version":3,"file":"client-schema.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of [...missingTables].sort()) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of [...tables].sort()) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of [...missingColumns].sort()) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"mappings":";;;;;;;AAaA,SAAgB,kBACd,SACA,cACA,YACA,YACA;AACA,KAAI,WAAW,SAAS,EACtB,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SACE;EAEF,QAAQ;EACT,CAAC;CAEJ,MAAM,SAAmB,EAAE;CAC3B,MAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,OAAO,CAAC;CAC9D,MAAM,gBAAgB,WAAW,cAAc,WAAW;AAC1D,MAAK,MAAM,WAAW,CAAC,GAAG,cAAc,CAAC,MAAM,CAC7C,KAAI,WAAW,IAAI,QAAQ,CACzB,QAAO,KACL,QAAQ,QAAQ,mGAEjB;MACI;EACL,MAAM,MAAM,UAAU,QAAQ,GAAG;EACjC,MAAM,QAAQ,eAAe,QAAQ,GAAG;EACxC,MAAM,eAAe,CAAC,GAAG,WAAW,MAAM,CAAC,CACxC,QAAO,MAAK,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC,EAAE,WAAW,MAAM,CAAC,CACvD,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;EACZ,MAAM,YACJ,QAAQ,SAAS,IAAI,IAAI,CAAC,aAAa,SAAS,IAAI,GAChD,8KAGA;AACN,SAAO,KACL,QAAQ,QAAQ,iEACmB,aAAa,GAAG,YACpD;;CAGL,MAAM,SAAS,aAAa,YAAY,aAAa;AACrD,MAAK,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE;EACtC,MAAM,aAAa,aAAa,OAAO;EACvC,MAAM,aAAa,KAAK,WAAW,IAAI,MAAM,CAAC;EAC9C,MAAM,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC;EAE5C,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,iBAAiB,WAAW,eAAe,cAAc;AAC/D,OAAK,MAAM,WAAW,CAAC,GAAG,eAAe,CAAC,MAAM,CAC9C,KAAI,SAAS,QAAQ,SACnB,QAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,uEACU,SAAS,QAAQ,SAAS,SAAS,GACzE;OACI;GACL,MAAM,UAAU,CAAC,GAAG,cAAc,CAC/B,QAAO,MAAK,MAAM,yBAAyB,CAC3C,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;AAEZ,UAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,mEACmB,QAAQ,GACvD;;EAGL,MAAM,UAAU,aAAa,eAAe,cAAc;AAC1D,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,MAAM,aAAa,WAAW,QAAQ,QAAQ;AAC9C,OAAI,WAAW,QAAQ,QAAQ,SAAS,WAAW,QAAQ,QAAQ,KACjE,QAAO,KACL,QAAQ,MAAM,KAAK,OAAO,4BAA4B,WAAW,oCAC5B,WAAW,GACjD;;AAGL,MAAI,CAAC,WAAW,WACd,QAAO,KACL,QAAQ,MAAM,yDACf;OACI;GACL,MAAM,mBAAmB,IAAI,IAAI,WAAW,WAAW;AACvD,OACE,CAAC,WAAW,UAAU,wBAAwB,MAAK,QACjD,OAAO,kBAAkB,IAAI,IAAI,IAAI,CAAC,CACvC,CAED,QAAO,KACL,QAAQ,MAAM,wBAAwB,WAAW,WAAW,KAAK,IAAI,CAAC,mDAEvE;;;AAIP,KAAI,OAAO,OACT,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SAAS,OAAO,KAAK,KAAK;EAC1B,QAAQ;EACT,CAAC"}

package/out/zero-cache/src/services/view-syncer/cvr-purger.js

@@ -1,98 +1,78 @@
 import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { RunningState } from "../running-state.js";
+import { cvrSchema } from "../../types/shards.js";
+import "../../types/pg.js";
 import { READ_COMMITTED } from "../../db/mode-enum.js";
 import { runTx } from "../../db/run-transaction.js";
-import "../../types/pg.js";
-import { cvrSchema } from "../../types/shards.js";
-import { RunningState } from "../running-state.js";
-const MINUTE = 60 * 1e3;
-const MAX_PURGE_INTERVAL_MS = 16 * MINUTE;
-const TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1e3;
-class CVRPurger {
-  id = "reaper";
-  #lc;
-  #db;
-  #schema;
-  #inactivityThresholdMs;
-  #tombstonePurgeThresholdMs;
-  #initialBatchSize;
-  #initialIntervalMs;
-  #state = new RunningState("reaper");
-  constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }, tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD) {
-    this.#lc = lc;
-    this.#db = db;
-    this.#schema = cvrSchema(shard);
-    this.#inactivityThresholdMs = inactivityThresholdMs;
-    this.#tombstonePurgeThresholdMs = Math.max(
-      tombstonePurgeThreshold,
-      inactivityThresholdMs
-    );
-    this.#initialBatchSize = initialBatchSize;
-    this.#initialIntervalMs = initialIntervalMs;
-  }
-  async run() {
-    let purgeable;
-    let maxCVRsPerPurge = this.#initialBatchSize;
-    let purgeInterval = this.#initialIntervalMs;
-    if (this.#initialBatchSize === 0) {
-      this.#lc.warn?.(
-        `CVR garbage collection is disabled (initialBatchSize = 0)`
-      );
-      await this.#state.stopped();
-    } else {
-      this.#lc.info?.(
-        `running cvr-purger with`,
-        await this.#db`SHOW statement_timeout`
-      );
-    }
-    while (this.#state.shouldRun()) {
-      try {
-        const start = performance.now();
-        const { purged, remaining } = await this.purgeInactiveCVRs(maxCVRsPerPurge);
-        if (purgeable !== void 0 && remaining > purgeable) {
-          maxCVRsPerPurge += this.#initialBatchSize;
-          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);
-        }
-        purgeable = remaining;
-        purgeInterval = purgeable > 0 ? this.#initialIntervalMs : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);
-        const elapsed = performance.now() - start;
-        this.#lc.info?.(
-          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`
-        );
-        await this.#state.sleep(purgeInterval);
-      } catch (e) {
-        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);
-      }
-    }
-  }
-  // Exported for testing.
-  purgeInactiveCVRs(maxCVRs) {
-    return runTx(
-      this.#db,
-      async (sql) => {
-        const now = Date.now();
-        const threshold = now - this.#inactivityThresholdMs;
-        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;
-        const ids = (await sql`
+//#region ../zero-cache/src/services/view-syncer/cvr-purger.ts
+var MAX_PURGE_INTERVAL_MS = 16 * (60 * 1e3);
+var TOMBSTONE_PURGE_THRESHOLD = 744 * 60 * 60 * 1e3;
+var CVRPurger = class {
+	id = "reaper";
+	#lc;
+	#db;
+	#schema;
+	#inactivityThresholdMs;
+	#tombstonePurgeThresholdMs;
+	#initialBatchSize;
+	#initialIntervalMs;
+	#state = new RunningState("reaper");
+	constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }, tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD) {
+		this.#lc = lc;
+		this.#db = db;
+		this.#schema = cvrSchema(shard);
+		this.#inactivityThresholdMs = inactivityThresholdMs;
+		this.#tombstonePurgeThresholdMs = Math.max(tombstonePurgeThreshold, inactivityThresholdMs);
+		this.#initialBatchSize = initialBatchSize;
+		this.#initialIntervalMs = initialIntervalMs;
+	}
+	async run() {
+		let purgeable;
+		let maxCVRsPerPurge = this.#initialBatchSize;
+		let purgeInterval = this.#initialIntervalMs;
+		if (this.#initialBatchSize === 0) {
+			this.#lc.warn?.(`CVR garbage collection is disabled (initialBatchSize = 0)`);
+			await this.#state.stopped();
+		} else this.#lc.info?.(`running cvr-purger with`, await this.#db`SHOW statement_timeout`);
+		while (this.#state.shouldRun()) try {
+			const start = performance.now();
+			const { purged, remaining } = await this.purgeInactiveCVRs(maxCVRsPerPurge);
+			if (purgeable !== void 0 && remaining > purgeable) {
+				maxCVRsPerPurge += this.#initialBatchSize;
+				this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);
+			}
+			purgeable = remaining;
+			purgeInterval = purgeable > 0 ? this.#initialIntervalMs : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);
+			const elapsed = performance.now() - start;
+			this.#lc.info?.(`purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`);
+			await this.#state.sleep(purgeInterval);
+		} catch (e) {
+			this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);
+		}
+	}
+	purgeInactiveCVRs(maxCVRs) {
+		return runTx(this.#db, async (sql) => {
+			const now = Date.now();
+			const threshold = now - this.#inactivityThresholdMs;
+			const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;
+			const ids = (await sql`
           SELECT "clientGroupID" FROM ${sql(this.#schema)}.instances
             WHERE NOT "deleted" AND "lastActive" < ${threshold}
             ORDER BY "lastActive" ASC
             LIMIT ${maxCVRs}
             FOR UPDATE SKIP LOCKED
       `.values()).flat();
-        if (ids.length > 0) {
-          const stmts = [
-            "desires",
-            "queries",
-            "clients",
-            "rows",
-            "rowsVersion"
-          ].map(
-            (table) => sql`
+			if (ids.length > 0) {
+				const stmts = [
+					"desires",
+					"queries",
+					"clients",
+					"rows",
+					"rowsVersion"
+				].map((table) => sql`
             DELETE FROM ${sql(this.#schema)}.${sql(table)} 
-              WHERE "clientGroupID" IN ${sql(ids)}`.execute()
-          );
-          stmts.push(
-            sql`
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
             UPDATE ${sql(this.#schema)}.instances
               SET "deleted" = TRUE, 
                   "version" = '00', 
@@ -101,31 +81,29 @@ class CVRPurger {
                   "owner" = NULL,
                   "grantedAt" = NULL,
                   "clientSchema" = NULL
-              WHERE "clientGroupID" IN ${sql(ids)}`.execute()
-          );
-          stmts.push(
-            sql`
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
             DELETE FROM ${sql(this.#schema)}.instances
               WHERE "deleted" AND "lastActive" < ${tombstonePurgeThreshold}
-          `.execute()
-          );
-          await Promise.all(stmts);
-        }
-        const [{ remaining }] = await sql`
+          `.execute());
+				await Promise.all(stmts);
+			}
+			const [{ remaining }] = await sql`
         SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances
           WHERE NOT "deleted" AND "lastActive" < ${threshold}
       `;
-        return { purged: ids.length, remaining: Number(remaining) };
-      },
-      { mode: READ_COMMITTED }
-    );
-  }
-  stop() {
-    this.#state.stop(this.#lc);
-    return promiseVoid;
-  }
-}
-export {
-  CVRPurger
+			return {
+				purged: ids.length,
+				remaining: Number(remaining)
+			};
+		}, { mode: READ_COMMITTED });
+	}
+	stop() {
+		this.#state.stop(this.#lc);
+		return promiseVoid;
+	}
 };
-//# sourceMappingURL=cvr-purger.js.map
+//#endregion
+export { CVRPurger };
+
+//# sourceMappingURL=cvr-purger.js.map

package/out/zero-cache/src/services/view-syncer/cvr-purger.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-purger.js","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"names":[],"mappings":";;;;;;AASA,MAAM,SAAS,KAAK;AACpB,MAAM,wBAAwB,KAAK;AAGnC,MAAM,4BAA4B,KAAK,KAAK,KAAK,KAAK;AAQ/C,MAAM,UAA6B;AAAA,EAC/B,KAAK;AAAA,EAEL;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI,aAAa,QAAQ;AAAA,EAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,kBAAA,GAC1C,0BAA0B,2BAC1B;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,yBAAyB;AAC9B,SAAK,6BAA6B,KAAK;AAAA,MACrC;AAAA,MACA;AAAA,IAAA;AAEF,SAAK,oBAAoB;AACzB,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,MAAM;AACV,QAAI;AACJ,QAAI,kBAAkB,KAAK;AAC3B,QAAI,gBAAgB,KAAK;AAEzB,QAAI,KAAK,sBAAsB,GAAG;AAChC,WAAK,IAAI;AAAA,QACP;AAAA,MAAA;AAGF,YAAM,KAAK,OAAO,QAAA;AAAA,IACpB,OAAO;AACL,WAAK,IAAI;AAAA,QACP;AAAA,QACA,MAAM,KAAK;AAAA,MAAA;AAAA,IAEf;AAEA,WAAO,KAAK,OAAO,aAAa;AAC9B,UAAI;AACF,cAAM,QAAQ,YAAY,IAAA;AAC1B,cAAM,EAAC,QAAQ,UAAA,IACb,MAAM,KAAK,kBAAkB,eAAe;AAE9C,YAAI,cAAc,UAAa,YAAY,WAAW;AAGpD,6BAAmB,KAAK;AACxB,eAAK,IAAI,OAAO,+BAA+B,eAAe,EAAE;AAAA,QAClE;AACA,oBAAY;AAEZ,wBACE,YAAY,IACR,KAAK,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;AACvD,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,IAAI;AAAA,UACP,UAAU,MAAM,mBAAmB,QAAQ,QAAQ,CAAC,CAAC,uBAAuB,aAAa;AAAA,QAAA;AAE3F,cAAM,KAAK,OAAO,MAAM,aAAa;AAAA,MACvC,SAAS,GAAG;AACV,aAAK,IAAI,OAAO,mDAAmD,CAAC;AAAA,MACtE;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,kBACE,SAC8C;AAC9C,WAAO;AAAA,MACL,KAAK;AAAA,MACL,OAAM,QAAO;AACX,cAAM,MAAM,KAAK,IAAA;AACjB,cAAM,YAAY,MAAM,KAAK;AAC7B,cAAM,0BAA0B,MAAM,KAAK;AAS3C,cAAM,OACJ,MAAM;AAAA,wCACwB,IAAI,KAAK,OAAO,CAAC;AAAA,qDACJ,SAAS;AAAA;AAAA,oBAE1C,OAAO;AAAA;AAAA,QAEnB,OAAA,GACE,KAAA;AAEF,YAAI,IAAI,SAAS,GAAG;AAMlB,gBAAM,QAAQ;AAAA,YACZ;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,UAAA,EACA;AAAA,YAAI,CAAA,UACJ;AAAA,0BACc,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC;AAAA,yCAChB,IAAI,GAAG,CAAC,GAAG,QAAA;AAAA,UAAQ;AASlD,gBAAM;AAAA,YACJ;AAAA,qBACS,IAAI,KAAK,OAAO,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yCAQG,IAAI,GAAG,CAAC,GAAG,QAAA;AAAA,UAAQ;AAGlD,gBAAM;AAAA,YACJ;AAAA,0BACc,IAAI,KAAK,OAAO,CAAC;AAAA,mDACQ,uBAAuB;AAAA,YAC9D,QAAA;AAAA,UAAQ;AAEV,gBAAM,QAAQ,IAAI,KAAK;AAAA,QACzB;AAEA,cAAM,CAAC,EAAC,WAAU,IAAI,MAAM;AAAA,4CACQ,IAAI,KAAK,OAAO,CAAC;AAAA,mDACV,SAAS;AAAA;AAGpD,eAAO,EAAC,QAAQ,IAAI,QAAQ,WAAW,OAAO,SAAS,EAAA;AAAA,MACzD;AAAA,MACA,EAAC,MAAM,eAAA;AAAA,IAAc;AAAA,EAEzB;AAAA,EAEA,OAAsB;AACpB,SAAK,OAAO,KAAK,KAAK,GAAG;AACzB,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"cvr-purger.js","names":["#lc","#db","#schema","#inactivityThresholdMs","#tombstonePurgeThresholdMs","#initialBatchSize","#initialIntervalMs","#state"],"sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;;;;AAUA,IAAM,wBAAwB,MADf,KAAK;AAIpB,IAAM,4BAA4B,MAAU,KAAK,KAAK;AAQtD,IAAa,YAAb,MAA0C;CACxC,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,SAAS;CAE5C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C,0BAA0B,2BAC1B;AACA,QAAA,KAAW;AACX,QAAA,KAAW;AACX,QAAA,SAAe,UAAU,MAAM;AAC/B,QAAA,wBAA8B;AAC9B,QAAA,4BAAkC,KAAK,IACrC,yBACA,sBACD;AACD,QAAA,mBAAyB;AACzB,QAAA,oBAA0B;;CAG5B,MAAM,MAAM;EACV,IAAI;EACJ,IAAI,kBAAkB,MAAA;EACtB,IAAI,gBAAgB,MAAA;AAEpB,MAAI,MAAA,qBAA2B,GAAG;AAChC,SAAA,GAAS,OACP,4DACD;AAED,SAAM,MAAA,MAAY,SAAS;QAE3B,OAAA,GAAS,OACP,2BACA,MAAM,MAAA,EAAQ,yBACf;AAGH,SAAO,MAAA,MAAY,WAAW,CAC5B,KAAI;GACF,MAAM,QAAQ,YAAY,KAAK;GAC/B,MAAM,EAAC,QAAQ,cACb,MAAM,KAAK,kBAAkB,gBAAgB;AAE/C,OAAI,cAAc,KAAA,KAAa,YAAY,WAAW;AAGpD,uBAAmB,MAAA;AACnB,UAAA,GAAS,OAAO,+BAA+B,kBAAkB;;AAEnE,eAAY;AAEZ,mBACE,YAAY,IACR,MAAA,oBACA,KAAK,IAAI,gBAAgB,GAAG,sBAAsB;GACxD,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,SAAA,GAAS,OACP,UAAU,OAAO,kBAAkB,QAAQ,QAAQ,EAAE,CAAC,sBAAsB,cAAc,KAC3F;AACD,SAAM,MAAA,MAAY,MAAM,cAAc;WAC/B,GAAG;AACV,SAAA,GAAS,OAAO,mDAAmD,EAAE;;;CAM3E,kBACE,SAC8C;AAC9C,SAAO,MACL,MAAA,IACA,OAAM,QAAO;GACX,MAAM,MAAM,KAAK,KAAK;GACtB,MAAM,YAAY,MAAM,MAAA;GACxB,MAAM,0BAA0B,MAAM,MAAA;GAStC,MAAM,OACJ,MAAM,GAA8B;wCACN,IAAI,MAAA,OAAa,CAAC;qDACL,UAAU;;oBAE3C,QAAQ;;QAEpB,QAAQ,EACN,MAAM;AAER,OAAI,IAAI,SAAS,GAAG;IAMlB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA;KACD,CAAC,KAAI,UACJ,GAAG;0BACW,IAAI,MAAA,OAAa,CAAC,GAAG,IAAI,MAAM,CAAC;yCACjB,IAAI,IAAI,GAAG,SAAS,CAClD;AAQD,UAAM,KACJ,GAAG;qBACM,IAAI,MAAA,OAAa,CAAC;;;;;;;;yCAQE,IAAI,IAAI,GAAG,SAAS,CAClD;AAED,UAAM,KACJ,GAAG;0BACW,IAAI,MAAA,OAAa,CAAC;mDACO,wBAAwB;YAC/D,SAAS,CACV;AACD,UAAM,QAAQ,IAAI,MAAM;;GAG1B,MAAM,CAAC,EAAC,eAAc,MAAM,GAA0B;4CAClB,IAAI,MAAA,OAAa,CAAC;mDACX,UAAU;;AAGrD,UAAO;IAAC,QAAQ,IAAI;IAAQ,WAAW,OAAO,UAAU;IAAC;KAE3D,EAAC,MAAM,gBAAe,CACvB;;CAGH,OAAsB;AACpB,QAAA,MAAY,KAAK,MAAA,GAAS;AAC1B,SAAO"}