@supalive/core 1.1.0 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/README.md +28 -0
  2. package/dist/db-ClCicssQ.js +28 -0
  3. package/dist/db-ClCicssQ.js.map +1 -0
  4. package/dist/{index-DouKwYL6.d.ts → index-DJYvJYR4.d.ts} +214 -9
  5. package/dist/index-DJYvJYR4.d.ts.map +1 -0
  6. package/dist/{mysql-Bxurg_PH.d.ts → mysql-53W9lRh9.d.ts} +8 -3
  7. package/dist/mysql-53W9lRh9.d.ts.map +1 -0
  8. package/dist/{mysql-bvnjYWvZ.js → mysql-C0mysDQ_.js} +57 -25
  9. package/dist/mysql-C0mysDQ_.js.map +1 -0
  10. package/dist/{overlap-checker-Ct_HP_iB.js → overlap-checker-ClJC0nxW.js} +52 -4
  11. package/dist/overlap-checker-ClJC0nxW.js.map +1 -0
  12. package/dist/{postgres-Ck-xt72U.d.ts → postgres-7d6R9P7w.d.ts} +8 -3
  13. package/dist/postgres-7d6R9P7w.d.ts.map +1 -0
  14. package/dist/{postgres-B8u1YN8X.js → postgres-SvdXfb0w.js} +55 -22
  15. package/dist/postgres-SvdXfb0w.js.map +1 -0
  16. package/dist/{procedure-DX87tyef.js → procedure-Ze1GE-N9.js} +33 -2
  17. package/dist/procedure-Ze1GE-N9.js.map +1 -0
  18. package/dist/{query-Bh0RNxDz.js → query-CrbJ_W0W.js} +21 -1
  19. package/dist/query-CrbJ_W0W.js.map +1 -0
  20. package/dist/{realtime_db-DOCgqbwi.js → realtime_db-BtwBABDY.js} +76 -51
  21. package/dist/realtime_db-BtwBABDY.js.map +1 -0
  22. package/dist/{router-DlTYWpop.js → router-CiWYeWUR.js} +8 -2
  23. package/dist/router-CiWYeWUR.js.map +1 -0
  24. package/dist/src/client/index.d.ts +1 -1
  25. package/dist/src/client/index.js +44 -5
  26. package/dist/src/client/index.js.map +1 -1
  27. package/dist/src/exports/mysql.d.ts +1 -1
  28. package/dist/src/exports/mysql.js +1 -1
  29. package/dist/src/exports/postgres.d.ts +1 -1
  30. package/dist/src/exports/postgres.js +1 -1
  31. package/dist/src/exports/procedure.d.ts +2 -2
  32. package/dist/src/exports/procedure.js +4 -4
  33. package/dist/src/exports/schema-sql.d.ts +36 -2
  34. package/dist/src/exports/schema-sql.d.ts.map +1 -1
  35. package/dist/src/exports/schema-sql.js +74 -19
  36. package/dist/src/exports/schema-sql.js.map +1 -1
  37. package/dist/src/exports/server.d.ts +65 -17
  38. package/dist/src/exports/server.d.ts.map +1 -1
  39. package/dist/src/exports/server.js +724 -63
  40. package/dist/src/exports/server.js.map +1 -1
  41. package/dist/src/exports/subscription-manager-worker-entry.js +8 -5
  42. package/dist/src/exports/subscription-manager-worker-entry.js.map +1 -1
  43. package/dist/src/exports/types.d.ts +3 -3
  44. package/dist/src/exports/types.js +1 -1
  45. package/dist/{subscription-worker-CqoWp6zB.js → subscription-worker-B2XtjFWY.js} +307 -69
  46. package/dist/subscription-worker-B2XtjFWY.js.map +1 -0
  47. package/dist/{types_db-DXj_l9n-.js → types_db-CTRm_awX.js} +7 -2
  48. package/dist/types_db-CTRm_awX.js.map +1 -0
  49. package/dist/types_server-wW3ZgE7l.d.ts +420 -0
  50. package/dist/types_server-wW3ZgE7l.d.ts.map +1 -0
  51. package/package.json +5 -4
  52. package/dist/index-CaWMDqq0.d.ts +0 -1754
  53. package/dist/index-CaWMDqq0.d.ts.map +0 -1
  54. package/dist/index-DouKwYL6.d.ts.map +0 -1
  55. package/dist/mysql-Bxurg_PH.d.ts.map +0 -1
  56. package/dist/mysql-Cxd4Uq5p.d.ts +0 -104
  57. package/dist/mysql-Cxd4Uq5p.d.ts.map +0 -1
  58. package/dist/mysql-bvnjYWvZ.js.map +0 -1
  59. package/dist/overlap-checker-Ct_HP_iB.js.map +0 -1
  60. package/dist/postgres-B8u1YN8X.js.map +0 -1
  61. package/dist/postgres-CfT_aDx3.d.ts +0 -108
  62. package/dist/postgres-CfT_aDx3.d.ts.map +0 -1
  63. package/dist/postgres-Ck-xt72U.d.ts.map +0 -1
  64. package/dist/procedure-DX87tyef.js.map +0 -1
  65. package/dist/query-Bh0RNxDz.js.map +0 -1
  66. package/dist/realtime_db-DOCgqbwi.js.map +0 -1
  67. package/dist/router-DlTYWpop.js.map +0 -1
  68. package/dist/src/exports/codegen.d.ts +0 -38
  69. package/dist/src/exports/codegen.d.ts.map +0 -1
  70. package/dist/src/exports/codegen.js +0 -134
  71. package/dist/src/exports/codegen.js.map +0 -1
  72. package/dist/subscription-worker-CqoWp6zB.js.map +0 -1
  73. package/dist/subscription-worker-PtmJWEj1.js +0 -511
  74. package/dist/subscription-worker-PtmJWEj1.js.map +0 -1
  75. package/dist/subscription-worker-pahX0zxg.js +0 -511
  76. package/dist/subscription-worker-pahX0zxg.js.map +0 -1
  77. package/dist/types_db-DXj_l9n-.js.map +0 -1
  78. package/dist/types_server-BW1ys_SK.d.ts +0 -216
  79. package/dist/types_server-BW1ys_SK.d.ts.map +0 -1
  80. package/dist/types_server-Dpsi0wpG.d.ts +0 -216
  81. package/dist/types_server-Dpsi0wpG.d.ts.map +0 -1
  82. package/dist/types_server-DzrIccyO.d.ts +0 -216
  83. package/dist/types_server-DzrIccyO.d.ts.map +0 -1
  84. package/dist/types_server-TFo6SWDH.d.ts +0 -216
  85. package/dist/types_server-TFo6SWDH.d.ts.map +0 -1
@@ -1,5 +1,5 @@
1
- import { i as mapWriteSetToRaw } from "../../overlap-checker-Ct_HP_iB.js";
2
- import { C as UpdateSubscriptionReadSetParamsSchema, _ as RegisterSubscriptionParamsSchema, a as initCacheLayer, h as RegisterSubscriptionBatchParamsSchema, i as createDatabase, p as InvalidateWritesetParamsSchema, t as SubscriptionWorker, x as UnregisterSubscriptionsParamsSchema, y as UnregisterSubscriptionParamsSchema } from "../../subscription-worker-CqoWp6zB.js";
1
+ import { a as mapWriteSetToRaw } from "../../overlap-checker-ClJC0nxW.js";
2
+ import { a as createDatabase, b as UpdateSubscriptionReadSetParamsSchema, f as RegisterSubscriptionBatchParamsSchema, g as UnregisterSubscriptionParamsSchema, m as RegisterSubscriptionParamsSchema, o as initCacheLayer, t as SubscriptionWorker, u as InvalidateWritesetParamsSchema, v as UnregisterSubscriptionsParamsSchema } from "../../subscription-worker-B2XtjFWY.js";
3
3
  import { parentPort } from "node:worker_threads";
4
4
  //#region src/server/subscription-manager-worker-entry.ts
5
5
  if (!parentPort) throw new Error("subscription-manager-worker-entry must run inside a worker_threads Worker");
@@ -17,7 +17,6 @@ async function init(payload) {
17
17
  commandMaxRetries: 5,
18
18
  createSubClient: false
19
19
  });
20
- let db;
21
20
  if (payload.database.type === "postgres") db = createDatabase({
22
21
  type: "postgres",
23
22
  connectionString: payload.database.connectionString,
@@ -73,11 +72,15 @@ async function dispatch(req) {
73
72
  case 9: return db.getLatestSnapshotTimestamp();
74
73
  case 10: {
75
74
  const ts = req.payload;
76
- return db.pruneCommitLogsBefore(ts);
75
+ return worker.prune(ts);
77
76
  }
77
+ case 12: return worker.refreshRetentionWatermark();
78
+ case 13:
79
+ worker.setRetentionWatermark(req.payload);
80
+ return null;
78
81
  case 11:
79
82
  try {
80
- await void 0;
83
+ await db?.close();
81
84
  } catch (_) {}
82
85
  try {
83
86
  await void 0;
@@ -1 +1 @@
1
- {"version":3,"file":"subscription-manager-worker-entry.js","names":[],"sources":["../../../src/server/subscription-manager-worker-entry.ts"],"sourcesContent":["import { parentPort } from \"node:worker_threads\";\nimport Redis from \"ioredis\";\nimport type { Database } from \"../db/db\";\nimport { mapWriteSetToRaw } from \"./overlap-checker\";\nimport {\n InvalidateWritesetParamsSchema,\n RegisterSubscriptionBatchParamsSchema,\n RegisterSubscriptionParamsSchema,\n UnregisterSubscriptionParamsSchema,\n UnregisterSubscriptionsParamsSchema,\n UpdateSubscriptionReadSetParamsSchema,\n} from \"./subscription-manager-types\";\nimport { SubscriptionWorker } from \"./subscription-worker\";\nimport {\n MsgType,\n type WorkerInitPayload,\n type WorkerRequest,\n type WorkerResponse,\n} from \"./subscription-manager-worker-protocol\";\nimport { createDatabase, initCacheLayer } from \"../db/init_db\";\n\nif (!parentPort) {\n throw new Error(\"subscription-manager-worker-entry must run inside a worker_threads Worker\");\n}\n\nconst port = parentPort;\n\nlet worker: SubscriptionWorker | null = null;\nlet db: Database | null = null;\nlet redis: Redis | null = null;\n\nasync function init(payload: WorkerInitPayload): Promise<void> {\n const { cacheLayer } = initCacheLayer({\n upstash: {\n url: `https://${process.env.UPSTASH_REDIS_HOST}`,\n token: process.env.UPSTASH_REDIS_TOKEN ?? \"\",\n redisUrl: process.env.UPSTASH_REDIS_URL ?? \"\"\n },\n cacheTtlSeconds: payload.cacheTTLSeconds,\n commandMaxRetries: 5,\n createSubClient: false,\n });\n\n let db: Database;\n if (payload.database.type === \"postgres\") {\n db = createDatabase({\n type: \"postgres\",\n connectionString: payload.database.connectionString,\n maxConnections: payload.maxConnectionsPerWorker,\n minConnections: payload.database.minConnections ?? 1,\n idleTimeoutMillis: payload.database.idleTimeoutMillis ?? 30_000,\n connectionTimeoutMillis: payload.database.connectionTimeoutMillis ?? 7_000,\n }, payload.workerId);\n } else {\n db = createDatabase({\n type: \"mysql\",\n connectionString: payload.database.connectionString,\n maxConnections: payload.maxConnectionsPerWorker,\n minConnections: payload.database.minConnections ?? 1,\n idleTimeoutMillis: payload.database.idleTimeoutMillis ?? 30_000,\n connectionTimeoutMillis: payload.database.connectionTimeoutMillis ?? 7_000,\n queueLimit: payload.database.queueLimit ?? 0,\n }, payload.workerId);\n }\n\n worker = new SubscriptionWorker(payload.workerId, cacheLayer, db);\n}\n\nasync function dispatch(req: WorkerRequest): Promise<unknown> {\n if (req.type === MsgType.Init) {\n await init(req.payload as WorkerInitPayload);\n return null;\n }\n\n if (!worker) {\n throw new Error(\"Worker received message before Init\");\n }\n\n switch (req.type) {\n case MsgType.Register: {\n const params = RegisterSubscriptionParamsSchema.parse(req.payload);\n return worker.register(params);\n }\n case MsgType.RegisterBatch: {\n const params = RegisterSubscriptionBatchParamsSchema.parse(req.payload);\n return Promise.all(params.map((p) => worker!.register(p)));\n }\n case MsgType.UpdateReadSet: {\n const params = UpdateSubscriptionReadSetParamsSchema.parse(req.payload);\n return worker.updateReadSet(params);\n }\n case MsgType.Unregister: {\n const params = UnregisterSubscriptionParamsSchema.parse(req.payload);\n return worker.unregister(params);\n }\n case MsgType.Unregisters: {\n const params = UnregisterSubscriptionsParamsSchema.parse(req.payload);\n return worker.unregisters(params);\n }\n case MsgType.Invalidate: {\n const { writeSet } = InvalidateWritesetParamsSchema.parse(req.payload);\n const rawWriteSet = mapWriteSetToRaw(writeSet);\n return worker.invalidate(rawWriteSet);\n }\n case MsgType.MinSubscriptionTs: {\n const m = worker.minSubscriptionTs();\n // bigint isn't structured-cloneable via JSON; postMessage handles\n // bigints natively, so we return it as-is.\n return m;\n }\n case MsgType.LatestSnapshotTs: {\n return db!.getLatestSnapshotTimestamp();\n }\n case MsgType.Prune: {\n const ts = req.payload as bigint;\n return db!.pruneCommitLogsBefore(ts);\n }\n case MsgType.Shutdown: {\n try { await db?.close(); } catch (_) { /* ignore */ }\n try { await (redis as any)?.quit?.(); } catch (_) { /* ignore */ }\n return null;\n }\n default: {\n throw new Error(`Unknown MsgType: ${req.type satisfies never}`);\n }\n }\n}\n\nport.on(\"message\", async (req: WorkerRequest) => {\n try {\n const result = await dispatch(req);\n const res: WorkerResponse = { reqId: req.reqId, ok: true, result };\n port.postMessage(res);\n } catch (err) {\n const e = err as Error;\n const res: WorkerResponse = {\n reqId: req.reqId,\n ok: false,\n error: { message: e?.message ?? String(err), stack: e?.stack },\n };\n port.postMessage(res);\n }\n});\n"],"mappings":";;;;AAqBA,IAAI,CAAC,YACH,MAAM,IAAI,MAAM,2EAA2E;AAG7F,MAAM,OAAO;AAEb,IAAI,SAAoC;AACxC,IAAI,KAAsB;AAG1B,eAAe,KAAK,SAA2C;CAC7D,MAAM,EAAE,eAAe,eAAe;EACpC,SAAS;GACP,KAAK,WAAW,QAAQ,IAAI;GAC5B,OAAO,QAAQ,IAAI,uBAAuB;GAC1C,UAAU,QAAQ,IAAI,qBAAqB;EAC7C;EACA,iBAAiB,QAAQ;EACzB,mBAAmB;EACnB,iBAAiB;CACnB,CAAC;CAED,IAAI;CACJ,IAAI,QAAQ,SAAS,SAAS,YAC5B,KAAK,eAAe;EAClB,MAAM;EACN,kBAAkB,QAAQ,SAAS;EACnC,gBAAgB,QAAQ;EACxB,gBAAgB,QAAQ,SAAS,kBAAkB;EACnD,mBAAmB,QAAQ,SAAS,qBAAqB;EACzD,yBAAyB,QAAQ,SAAS,2BAA2B;CACvE,GAAG,QAAQ,QAAQ;MAEnB,KAAK,eAAe;EAClB,MAAM;EACN,kBAAkB,QAAQ,SAAS;EACnC,gBAAgB,QAAQ;EACxB,gBAAgB,QAAQ,SAAS,kBAAkB;EACnD,mBAAmB,QAAQ,SAAS,qBAAqB;EACzD,yBAAyB,QAAQ,SAAS,2BAA2B;EACrE,YAAY,QAAQ,SAAS,cAAc;CAC7C,GAAG,QAAQ,QAAQ;CAGrB,SAAS,IAAI,mBAAmB,QAAQ,UAAU,YAAY,EAAE;AAClE;AAEA,eAAe,SAAS,KAAsC;CAC5D,IAAI,IAAI,SAAA,GAAuB;EAC7B,MAAM,KAAK,IAAI,OAA4B;EAC3C,OAAO;CACT;CAEA,IAAI,CAAC,QACH,MAAM,IAAI,MAAM,qCAAqC;CAGvD,QAAQ,IAAI,MAAZ;EACE,KAAA,GAAuB;GACrB,MAAM,SAAS,iCAAiC,MAAM,IAAI,OAAO;GACjE,OAAO,OAAO,SAAS,MAAM;EAC/B;EACA,KAAA,GAA4B;GAC1B,MAAM,SAAS,sCAAsC,MAAM,IAAI,OAAO;GACtE,OAAO,QAAQ,IAAI,OAAO,KAAK,MAAM,OAAQ,SAAS,CAAC,CAAC,CAAC;EAC3D;EACA,KAAA,GAA4B;GAC1B,MAAM,SAAS,sCAAsC,MAAM,IAAI,OAAO;GACtE,OAAO,OAAO,cAAc,MAAM;EACpC;EACA,KAAA,GAAyB;GACvB,MAAM,SAAS,mCAAmC,MAAM,IAAI,OAAO;GACnE,OAAO,OAAO,WAAW,MAAM;EACjC;EACA,KAAA,GAA0B;GACxB,MAAM,SAAS,oCAAoC,MAAM,IAAI,OAAO;GACpE,OAAO,OAAO,YAAY,MAAM;EAClC;EACA,KAAA,GAAyB;GACvB,MAAM,EAAE,aAAa,+BAA+B,MAAM,IAAI,OAAO;GACrE,MAAM,cAAc,iBAAiB,QAAQ;GAC7C,OAAO,OAAO,WAAW,WAAW;EACtC;EACA,KAAA,GAIE,OAHU,OAAO,kBAGV;EAET,KAAA,GACE,OAAO,GAAI,2BAA2B;EAExC,KAAA,IAAoB;GAClB,MAAM,KAAK,IAAI;GACf,OAAO,GAAI,sBAAsB,EAAE;EACrC;EACA,KAAA;GACE,IAAI;IAAE,MAAM,KAAA;GAAa,SAAS,GAAG,CAAe;GACpD,IAAI;IAAE,MAAM,KAAA;GAA0B,SAAS,GAAG,CAAe;GACjE,OAAO;EAET,SACE,MAAM,IAAI,MAAM,oBAAoB,IAAI,MAAsB;CAElE;AACF;AAEA,KAAK,GAAG,WAAW,OAAO,QAAuB;CAC/C,IAAI;EACF,MAAM,SAAS,MAAM,SAAS,GAAG;EACjC,MAAM,MAAsB;GAAE,OAAO,IAAI;GAAO,IAAI;GAAM;EAAO;EACjE,KAAK,YAAY,GAAG;CACtB,SAAS,KAAK;EACZ,MAAM,IAAI;EACV,MAAM,MAAsB;GAC1B,OAAO,IAAI;GACX,IAAI;GACJ,OAAO;IAAE,SAAS,GAAG,WAAW,OAAO,GAAG;IAAG,OAAO,GAAG;GAAM;EAC/D;EACA,KAAK,YAAY,GAAG;CACtB;AACF,CAAC"}
1
+ {"version":3,"file":"subscription-manager-worker-entry.js","names":[],"sources":["../../../src/server/subscription-manager-worker-entry.ts"],"sourcesContent":["import { parentPort } from \"node:worker_threads\";\nimport Redis from \"ioredis\";\nimport type { Database } from \"../db/db\";\nimport { mapWriteSetToRaw } from \"./overlap-checker\";\nimport {\n InvalidateWritesetParamsSchema,\n RegisterSubscriptionBatchParamsSchema,\n RegisterSubscriptionParamsSchema,\n UnregisterSubscriptionParamsSchema,\n UnregisterSubscriptionsParamsSchema,\n UpdateSubscriptionReadSetParamsSchema,\n} from \"./subscription-manager-types\";\nimport { SubscriptionWorker } from \"./subscription-worker\";\nimport {\n MsgType,\n type WorkerInitPayload,\n type WorkerRequest,\n type WorkerResponse,\n} from \"./subscription-manager-worker-protocol\";\nimport { createDatabase, initCacheLayer } from \"../db/init_db\";\n\nif (!parentPort) {\n throw new Error(\"subscription-manager-worker-entry must run inside a worker_threads Worker\");\n}\n\nconst port = parentPort;\n\nlet worker: SubscriptionWorker | null = null;\nlet db: Database | null = null;\nlet redis: Redis | null = null;\n\nasync function init(payload: WorkerInitPayload): Promise<void> {\n const { cacheLayer } = initCacheLayer({\n upstash: {\n url: `https://${process.env.UPSTASH_REDIS_HOST}`,\n token: process.env.UPSTASH_REDIS_TOKEN ?? \"\",\n redisUrl: process.env.UPSTASH_REDIS_URL ?? \"\"\n },\n cacheTtlSeconds: payload.cacheTTLSeconds,\n commandMaxRetries: 5,\n createSubClient: false,\n });\n\n if (payload.database.type === \"postgres\") {\n db = createDatabase({\n type: \"postgres\",\n connectionString: payload.database.connectionString,\n maxConnections: payload.maxConnectionsPerWorker,\n minConnections: payload.database.minConnections ?? 1,\n idleTimeoutMillis: payload.database.idleTimeoutMillis ?? 30_000,\n connectionTimeoutMillis: payload.database.connectionTimeoutMillis ?? 7_000,\n }, payload.workerId);\n } else {\n db = createDatabase({\n type: \"mysql\",\n connectionString: payload.database.connectionString,\n maxConnections: payload.maxConnectionsPerWorker,\n minConnections: payload.database.minConnections ?? 1,\n idleTimeoutMillis: payload.database.idleTimeoutMillis ?? 30_000,\n connectionTimeoutMillis: payload.database.connectionTimeoutMillis ?? 7_000,\n queueLimit: payload.database.queueLimit ?? 0,\n }, payload.workerId);\n }\n\n worker = new SubscriptionWorker(payload.workerId, cacheLayer, db);\n}\n\nasync function dispatch(req: WorkerRequest): Promise<unknown> {\n if (req.type === MsgType.Init) {\n await init(req.payload as WorkerInitPayload);\n return null;\n }\n\n if (!worker) {\n throw new Error(\"Worker received message before Init\");\n }\n\n switch (req.type) {\n case MsgType.Register: {\n const params = RegisterSubscriptionParamsSchema.parse(req.payload);\n return worker.register(params);\n }\n case MsgType.RegisterBatch: {\n const params = RegisterSubscriptionBatchParamsSchema.parse(req.payload);\n return Promise.all(params.map((p) => worker!.register(p)));\n }\n case MsgType.UpdateReadSet: {\n const params = UpdateSubscriptionReadSetParamsSchema.parse(req.payload);\n return worker.updateReadSet(params);\n }\n case MsgType.Unregister: {\n const params = UnregisterSubscriptionParamsSchema.parse(req.payload);\n return worker.unregister(params);\n }\n case MsgType.Unregisters: {\n const params = UnregisterSubscriptionsParamsSchema.parse(req.payload);\n return worker.unregisters(params);\n }\n case MsgType.Invalidate: {\n const { writeSet } = InvalidateWritesetParamsSchema.parse(req.payload);\n const rawWriteSet = mapWriteSetToRaw(writeSet);\n return worker.invalidate(rawWriteSet);\n }\n case MsgType.MinSubscriptionTs: {\n const m = worker.minSubscriptionTs();\n // bigint isn't structured-cloneable via JSON; postMessage handles\n // bigints natively, so we return it as-is.\n return m;\n }\n case MsgType.LatestSnapshotTs: {\n return db!.getLatestSnapshotTimestamp();\n }\n case MsgType.Prune: {\n const ts = req.payload as bigint;\n // Route through the worker so it deletes AND republishes the new watermark.\n return worker.prune(ts);\n }\n case MsgType.RefreshRetentionWatermark: {\n // Seed/repair the watermark from the DB and return it so the manager can\n // fan it out to the other workers.\n return worker.refreshRetentionWatermark();\n }\n case MsgType.SetRetentionWatermark: {\n worker.setRetentionWatermark(req.payload as bigint);\n return null;\n }\n case MsgType.Shutdown: {\n try { await db?.close(); } catch (_) { /* ignore */ }\n try { await (redis as any)?.quit?.(); } catch (_) { /* ignore */ }\n return null;\n }\n default: {\n throw new Error(`Unknown MsgType: ${req.type satisfies never}`);\n }\n }\n}\n\nport.on(\"message\", async (req: WorkerRequest) => {\n try {\n const result = await dispatch(req);\n const res: WorkerResponse = { reqId: req.reqId, ok: true, result };\n port.postMessage(res);\n } catch (err) {\n const e = err as Error;\n const res: WorkerResponse = {\n reqId: req.reqId,\n ok: false,\n error: { message: e?.message ?? String(err), stack: e?.stack },\n };\n port.postMessage(res);\n }\n});\n"],"mappings":";;;;AAqBA,IAAI,CAAC,YACH,MAAM,IAAI,MAAM,2EAA2E;AAG7F,MAAM,OAAO;AAEb,IAAI,SAAoC;AACxC,IAAI,KAAsB;AAG1B,eAAe,KAAK,SAA2C;CAC7D,MAAM,EAAE,eAAe,eAAe;EACpC,SAAS;GACP,KAAK,WAAW,QAAQ,IAAI;GAC5B,OAAO,QAAQ,IAAI,uBAAuB;GAC1C,UAAU,QAAQ,IAAI,qBAAqB;EAC7C;EACA,iBAAiB,QAAQ;EACzB,mBAAmB;EACnB,iBAAiB;CACnB,CAAC;CAED,IAAI,QAAQ,SAAS,SAAS,YAC5B,KAAK,eAAe;EAClB,MAAM;EACN,kBAAkB,QAAQ,SAAS;EACnC,gBAAgB,QAAQ;EACxB,gBAAgB,QAAQ,SAAS,kBAAkB;EACnD,mBAAmB,QAAQ,SAAS,qBAAqB;EACzD,yBAAyB,QAAQ,SAAS,2BAA2B;CACvE,GAAG,QAAQ,QAAQ;MAEnB,KAAK,eAAe;EAClB,MAAM;EACN,kBAAkB,QAAQ,SAAS;EACnC,gBAAgB,QAAQ;EACxB,gBAAgB,QAAQ,SAAS,kBAAkB;EACnD,mBAAmB,QAAQ,SAAS,qBAAqB;EACzD,yBAAyB,QAAQ,SAAS,2BAA2B;EACrE,YAAY,QAAQ,SAAS,cAAc;CAC7C,GAAG,QAAQ,QAAQ;CAGrB,SAAS,IAAI,mBAAmB,QAAQ,UAAU,YAAY,EAAE;AAClE;AAEA,eAAe,SAAS,KAAsC;CAC5D,IAAI,IAAI,SAAA,GAAuB;EAC7B,MAAM,KAAK,IAAI,OAA4B;EAC3C,OAAO;CACT;CAEA,IAAI,CAAC,QACH,MAAM,IAAI,MAAM,qCAAqC;CAGvD,QAAQ,IAAI,MAAZ;EACE,KAAA,GAAuB;GACrB,MAAM,SAAS,iCAAiC,MAAM,IAAI,OAAO;GACjE,OAAO,OAAO,SAAS,MAAM;EAC/B;EACA,KAAA,GAA4B;GAC1B,MAAM,SAAS,sCAAsC,MAAM,IAAI,OAAO;GACtE,OAAO,QAAQ,IAAI,OAAO,KAAK,MAAM,OAAQ,SAAS,CAAC,CAAC,CAAC;EAC3D;EACA,KAAA,GAA4B;GAC1B,MAAM,SAAS,sCAAsC,MAAM,IAAI,OAAO;GACtE,OAAO,OAAO,cAAc,MAAM;EACpC;EACA,KAAA,GAAyB;GACvB,MAAM,SAAS,mCAAmC,MAAM,IAAI,OAAO;GACnE,OAAO,OAAO,WAAW,MAAM;EACjC;EACA,KAAA,GAA0B;GACxB,MAAM,SAAS,oCAAoC,MAAM,IAAI,OAAO;GACpE,OAAO,OAAO,YAAY,MAAM;EAClC;EACA,KAAA,GAAyB;GACvB,MAAM,EAAE,aAAa,+BAA+B,MAAM,IAAI,OAAO;GACrE,MAAM,cAAc,iBAAiB,QAAQ;GAC7C,OAAO,OAAO,WAAW,WAAW;EACtC;EACA,KAAA,GAIE,OAHU,OAAO,kBAGV;EAET,KAAA,GACE,OAAO,GAAI,2BAA2B;EAExC,KAAA,IAAoB;GAClB,MAAM,KAAK,IAAI;GAEf,OAAO,OAAO,MAAM,EAAE;EACxB;EACA,KAAA,IAGE,OAAO,OAAO,0BAA0B;EAE1C,KAAA;GACE,OAAO,sBAAsB,IAAI,OAAiB;GAClD,OAAO;EAET,KAAA;GACE,IAAI;IAAE,MAAM,IAAI,MAAM;GAAG,SAAS,GAAG,CAAe;GACpD,IAAI;IAAE,MAAM,KAAA;GAA0B,SAAS,GAAG,CAAe;GACjE,OAAO;EAET,SACE,MAAM,IAAI,MAAM,oBAAoB,IAAI,MAAsB;CAElE;AACF;AAEA,KAAK,GAAG,WAAW,OAAO,QAAuB;CAC/C,IAAI;EACF,MAAM,SAAS,MAAM,SAAS,GAAG;EACjC,MAAM,MAAsB;GAAE,OAAO,IAAI;GAAO,IAAI;GAAM;EAAO;EACjE,KAAK,YAAY,GAAG;CACtB,SAAS,KAAK;EACZ,MAAM,IAAI;EACV,MAAM,MAAsB;GAC1B,OAAO,IAAI;GACX,IAAI;GACJ,OAAO;IAAE,SAAS,GAAG,WAAW,OAAO,GAAG;IAAG,OAAO,GAAG;GAAM;EAC/D;EACA,KAAK,YAAY,GAAG;CACtB;AACF,CAAC"}
@@ -1,4 +1,4 @@
1
- import { $n as CompareOperator, A as ResponseMessageSchema, Ar as RetryConfig, B as SubscriptionUpdateMessageSchema, C as ClientMessageSchema, Cr as RawPointReadSchema, D as ErrorMessage, Dr as RawReadEntrySchema, E as Context, Er as RawReadEntry, F as SubscribeMessage, Fr as bytesFromJson, H as UnsubscribeMessageSchema, I as SubscribeMessageSchema, Ir as normalizeIdToBytes, Jn as BigIntSchema, Kn as AndPredicate, L as SubscriptionGoneMessage, Lr as normalizeToBytes, M as ServerMessageSchema, Mr as WriteEntrySchema, N as ServerPingMessage, Nr as WriteOp, O as IsInternal, Or as ReadEntry, P as ServerPingMessageSchema, Pr as WriteOpSchema, Qn as CommitTs, R as SubscriptionGoneMessageSchema, S as ClientMessage, Sr as RawPointRead, T as ConnectedMessageSchema, Tr as RawRangeReadSchema, V as UnsubscribeMessage, Xn as CachedPgMetadataSchema, Yn as CachedPgMetadata, Zn as CommitLogEntry, _ as AuthSuccessMessage, _r as QueryCacheMetadata, ar as MutationResult, b as CallMessage, br as RangeRead, cr as OccConflictError, dr as PointRead, er as CompareOperatorSchema, fr as PointReadSchema, g as AuthMessageSchema, gr as QueryCacheEntrySchema, h as AuthMessage, hr as QueryCacheEntry, ir as LiveResult, j as ServerMessage, jr as WriteEntry, k as ResponseMessage, kr as ReadEntrySchema, lr as OrPredicate, m as AuthFailedMessageSchema, mr as PredicateSchema, nr as LeafPredicate, or as NO_RETRY, p as AuthFailedMessage, pr as Predicate, qn as AndPredicateSchema, rr as LeafPredicateSchema, sr as OccAbortError, tr as DEFAULT_RETRY, ur as OrPredicateSchema, v as AuthSuccessMessageSchema, vr as QueryCacheMetadataSchema, w as ConnectedMessage, wr as RawRangeRead, x as CallMessageSchema, xr as RangeReadSchema, y as AuthenticationError, yr as QuerySpec, z as SubscriptionUpdateMessage } from "../../index-DouKwYL6.js";
1
+ import { $n as AndPredicate, A as ResponseMessageSchema, Ar as RawPointReadSchema, B as SubscriptionUpdateMessageSchema, Br as WriteOp, C as ClientMessageSchema, Cr as QueryCacheEntrySchema, D as ErrorMessage, Dr as RangeRead, E as Context, Er as QuerySpec, F as SubscribeMessage, Fr as ReadEntry, H as UnsubscribeMessageSchema, Hr as bytesFromJson, I as SubscribeMessageSchema, Ir as ReadEntrySchema, L as SubscriptionGoneMessage, Lr as RetryConfig, M as ServerMessageSchema, Mr as RawRangeReadSchema, N as ServerPingMessage, Nr as RawReadEntry, O as IsInternal, Or as RangeReadSchema, P as ServerPingMessageSchema, Pr as RawReadEntrySchema, R as SubscriptionGoneMessageSchema, Rr as WriteEntry, S as ClientMessage, Sr as QueryCacheEntry, T as ConnectedMessageSchema, Tr as QueryCacheMetadataSchema, Ur as normalizeIdToBytes, V as UnsubscribeMessage, Vr as WriteOpSchema, Wr as normalizeToBytes, _ as AuthSuccessMessage, _r as OrPredicateSchema, ar as CommitTs, b as CallMessage, br as Predicate, cr as DEFAULT_RETRY, dr as LiveResult, er as AndPredicateSchema, fr as MutationResult, g as AuthMessageSchema, gr as OrPredicate, h as AuthMessage, hr as OccConflictError, ir as CommitLogEntry, j as ServerMessage, jr as RawRangeRead, k as ResponseMessage, kr as RawPointRead, lr as LeafPredicate, m as AuthFailedMessageSchema, mr as OccAbortError, nr as CachedPgMetadata, or as CompareOperator, p as AuthFailedMessage, pr as NO_RETRY, rr as CachedPgMetadataSchema, sr as CompareOperatorSchema, tr as BigIntSchema, ur as LeafPredicateSchema, v as AuthSuccessMessageSchema, vr as PointRead, w as ConnectedMessage, wr as QueryCacheMetadata, x as CallMessageSchema, xr as PredicateSchema, y as AuthenticationError, yr as PointReadSchema, z as SubscriptionUpdateMessage, zr as WriteEntrySchema } from "../../index-DJYvJYR4.js";
2
2
  import { n as stableStringify, r as supaliveStringify, t as groupByToMap } from "../../helper-CiacMqje.js";
3
- import { _ as UpstashConfig, a as RemoteSubscriptionMessage, c as RemoteSubscriptionUpdateSchema, d as SubscriptionEntry, f as DatabaseConfig, g as SupaliveServerConfig, h as SubscriptionManagerConfig, i as RemoteRecomputeRaceSchema, l as Session, m as PostgresConfig, n as PendingMutation, o as RemoteSubscriptionMessageSchema, p as MySQLConfig, r as RemoteRecomputeRace, s as RemoteSubscriptionUpdate, t as InstanceId, u as SubId } from "../../types_server-BW1ys_SK.js";
4
- export { AndPredicate, AndPredicateSchema, AuthFailedMessage, AuthFailedMessageSchema, AuthMessage, AuthMessageSchema, AuthSuccessMessage, AuthSuccessMessageSchema, AuthenticationError, BigIntSchema, CachedPgMetadata, CachedPgMetadataSchema, CallMessage, CallMessageSchema, ClientMessage, ClientMessageSchema, CommitLogEntry, CommitTs, CompareOperator, CompareOperatorSchema, ConnectedMessage, ConnectedMessageSchema, Context, DEFAULT_RETRY, DatabaseConfig, ErrorMessage, InstanceId, IsInternal, LeafPredicate, LeafPredicateSchema, LiveResult, MutationResult, MySQLConfig, NO_RETRY, OccAbortError, OccConflictError, OrPredicate, OrPredicateSchema, PendingMutation, PointRead, PointReadSchema, PostgresConfig, Predicate, PredicateSchema, QueryCacheEntry, QueryCacheEntrySchema, QueryCacheMetadata, QueryCacheMetadataSchema, QuerySpec, RangeRead, RangeReadSchema, RawPointRead, RawPointReadSchema, RawRangeRead, RawRangeReadSchema, RawReadEntry, RawReadEntrySchema, ReadEntry, ReadEntrySchema, RemoteRecomputeRace, RemoteRecomputeRaceSchema, RemoteSubscriptionMessage, RemoteSubscriptionMessageSchema, RemoteSubscriptionUpdate, RemoteSubscriptionUpdateSchema, ResponseMessage, ResponseMessageSchema, RetryConfig, ServerMessage, ServerMessageSchema, ServerPingMessage, ServerPingMessageSchema, Session, SubId, SubscribeMessage, SubscribeMessageSchema, SubscriptionEntry, SubscriptionGoneMessage, SubscriptionGoneMessageSchema, SubscriptionManagerConfig, SubscriptionUpdateMessage, SubscriptionUpdateMessageSchema, SupaliveServerConfig, UnsubscribeMessage, UnsubscribeMessageSchema, UpstashConfig, WriteEntry, WriteEntrySchema, WriteOp, WriteOpSchema, bytesFromJson, groupByToMap, normalizeIdToBytes, normalizeToBytes, stableStringify, supaliveStringify };
3
+ import { _ as RpcRateLimitConfig, a as RemoteSubscriptionMessage, b as UpstashConfig, c as RemoteSubscriptionUpdateSchema, d as SubscriptionEntry, f as DatabaseConfig, g as RpcCorsConfig, h as RpcConfig, i as RemoteRecomputeRaceSchema, l as Session, m as PostgresConfig, n as PendingMutation, o as RemoteSubscriptionMessageSchema, p as MySQLConfig, r as RemoteRecomputeRace, s as RemoteSubscriptionUpdate, t as InstanceId, u as SubId, v as SubscriptionManagerConfig, y as SupaliveServerConfig } from "../../types_server-wW3ZgE7l.js";
4
+ export { AndPredicate, AndPredicateSchema, AuthFailedMessage, AuthFailedMessageSchema, AuthMessage, AuthMessageSchema, AuthSuccessMessage, AuthSuccessMessageSchema, AuthenticationError, BigIntSchema, CachedPgMetadata, CachedPgMetadataSchema, CallMessage, CallMessageSchema, ClientMessage, ClientMessageSchema, CommitLogEntry, CommitTs, CompareOperator, CompareOperatorSchema, ConnectedMessage, ConnectedMessageSchema, Context, DEFAULT_RETRY, DatabaseConfig, ErrorMessage, InstanceId, IsInternal, LeafPredicate, LeafPredicateSchema, LiveResult, MutationResult, MySQLConfig, NO_RETRY, OccAbortError, OccConflictError, OrPredicate, OrPredicateSchema, PendingMutation, PointRead, PointReadSchema, PostgresConfig, Predicate, PredicateSchema, QueryCacheEntry, QueryCacheEntrySchema, QueryCacheMetadata, QueryCacheMetadataSchema, QuerySpec, RangeRead, RangeReadSchema, RawPointRead, RawPointReadSchema, RawRangeRead, RawRangeReadSchema, RawReadEntry, RawReadEntrySchema, ReadEntry, ReadEntrySchema, RemoteRecomputeRace, RemoteRecomputeRaceSchema, RemoteSubscriptionMessage, RemoteSubscriptionMessageSchema, RemoteSubscriptionUpdate, RemoteSubscriptionUpdateSchema, ResponseMessage, ResponseMessageSchema, RetryConfig, RpcConfig, RpcCorsConfig, RpcRateLimitConfig, ServerMessage, ServerMessageSchema, ServerPingMessage, ServerPingMessageSchema, Session, SubId, SubscribeMessage, SubscribeMessageSchema, SubscriptionEntry, SubscriptionGoneMessage, SubscriptionGoneMessageSchema, SubscriptionManagerConfig, SubscriptionUpdateMessage, SubscriptionUpdateMessageSchema, SupaliveServerConfig, UnsubscribeMessage, UnsubscribeMessageSchema, UpstashConfig, WriteEntry, WriteEntrySchema, WriteOp, WriteOpSchema, bytesFromJson, groupByToMap, normalizeIdToBytes, normalizeToBytes, stableStringify, supaliveStringify };
@@ -1,5 +1,5 @@
1
1
  import { n as stableStringify, r as supaliveStringify, t as groupByToMap } from "../../helper-wGbzz6zo.js";
2
- import { C as normalizeIdToBytes, S as bytesFromJson, _ as RawRangeReadSchema, a as DEFAULT_RETRY, b as WriteEntrySchema, c as OccAbortError, d as PointReadSchema, f as PredicateSchema, g as RawPointReadSchema, h as RangeReadSchema, i as CompareOperatorSchema, l as OccConflictError, m as QueryCacheMetadataSchema, n as BigIntSchema, o as LeafPredicateSchema, p as QueryCacheEntrySchema, r as CachedPgMetadataSchema, s as NO_RETRY, t as AndPredicateSchema, u as OrPredicateSchema, v as RawReadEntrySchema, w as normalizeToBytes, x as WriteOpSchema, y as ReadEntrySchema } from "../../types_db-DXj_l9n-.js";
2
+ import { C as normalizeIdToBytes, S as bytesFromJson, _ as RawRangeReadSchema, a as DEFAULT_RETRY, b as WriteEntrySchema, c as OccAbortError, d as PointReadSchema, f as PredicateSchema, g as RawPointReadSchema, h as RangeReadSchema, i as CompareOperatorSchema, l as OccConflictError, m as QueryCacheMetadataSchema, n as BigIntSchema, o as LeafPredicateSchema, p as QueryCacheEntrySchema, r as CachedPgMetadataSchema, s as NO_RETRY, t as AndPredicateSchema, u as OrPredicateSchema, v as RawReadEntrySchema, w as normalizeToBytes, x as WriteOpSchema, y as ReadEntrySchema } from "../../types_db-CTRm_awX.js";
3
3
  import { a as CallMessageSchema, c as ResponseMessageSchema, d as SubscribeMessageSchema, f as SubscriptionGoneMessageSchema, i as AuthenticationError, l as ServerMessageSchema, m as UnsubscribeMessageSchema, n as AuthMessageSchema, o as ClientMessageSchema, p as SubscriptionUpdateMessageSchema, r as AuthSuccessMessageSchema, s as ConnectedMessageSchema, t as AuthFailedMessageSchema, u as ServerPingMessageSchema } from "../../types_client_rpc-CIsjQQGG.js";
4
4
  import { n as RemoteSubscriptionMessageSchema, r as RemoteSubscriptionUpdateSchema, t as RemoteRecomputeRaceSchema } from "../../types_server-Dk6o_B7N.js";
5
5
  export { AndPredicateSchema, AuthFailedMessageSchema, AuthMessageSchema, AuthSuccessMessageSchema, AuthenticationError, BigIntSchema, CachedPgMetadataSchema, CallMessageSchema, ClientMessageSchema, CompareOperatorSchema, ConnectedMessageSchema, DEFAULT_RETRY, LeafPredicateSchema, NO_RETRY, OccAbortError, OccConflictError, OrPredicateSchema, PointReadSchema, PredicateSchema, QueryCacheEntrySchema, QueryCacheMetadataSchema, RangeReadSchema, RawPointReadSchema, RawRangeReadSchema, RawReadEntrySchema, ReadEntrySchema, RemoteRecomputeRaceSchema, RemoteSubscriptionMessageSchema, RemoteSubscriptionUpdateSchema, ResponseMessageSchema, ServerMessageSchema, ServerPingMessageSchema, SubscribeMessageSchema, SubscriptionGoneMessageSchema, SubscriptionUpdateMessageSchema, UnsubscribeMessageSchema, WriteEntrySchema, WriteOpSchema, bytesFromJson, groupByToMap, normalizeIdToBytes, normalizeToBytes, stableStringify, supaliveStringify };
@@ -1,15 +1,86 @@
1
1
  import { r as supaliveStringify } from "./helper-wGbzz6zo.js";
2
- import { b as WriteEntrySchema, m as QueryCacheMetadataSchema, n as BigIntSchema, p as QueryCacheEntrySchema, r as CachedPgMetadataSchema, y as ReadEntrySchema } from "./types_db-DXj_l9n-.js";
3
- import { n as checkWriteSetAffectsReadSet, r as mapReadSetToRaw, t as checkLogsAffectReadSet } from "./overlap-checker-Ct_HP_iB.js";
4
- import { t as MySqlDatabase } from "./mysql-bvnjYWvZ.js";
5
- import { t as PgDatabase } from "./postgres-B8u1YN8X.js";
6
- import { t as SupaliveDb } from "./realtime_db-DOCgqbwi.js";
2
+ import { b as WriteEntrySchema, m as QueryCacheMetadataSchema, n as BigIntSchema, p as QueryCacheEntrySchema, r as CachedPgMetadataSchema, y as ReadEntrySchema } from "./types_db-CTRm_awX.js";
3
+ import { i as mapReadSetToRaw, n as checkWriteSetAffectsReadSet, r as evaluateCacheFreshness } from "./overlap-checker-ClJC0nxW.js";
4
+ import { t as MySqlDatabase } from "./mysql-C0mysDQ_.js";
5
+ import { t as PgDatabase } from "./postgres-SvdXfb0w.js";
6
+ import { t as SupaliveDb } from "./realtime_db-BtwBABDY.js";
7
7
  import z from "zod";
8
8
  import { v4 } from "uuid";
9
9
  import { ExponentialBackoff, handleAll, retry } from "cockatiel";
10
10
  import pino from "pino";
11
11
  import "pino-pretty";
12
+ import { createHash } from "node:crypto";
12
13
  import Redis$1 from "ioredis";
14
+ //#region src/logger.ts
15
+ const appInstanceId = `instance-${v4().slice(0, 8)}`;
16
+ const isProduction = process.env.ENV === "prod";
17
+ const logger$1 = pino({
18
+ level: process.env.LOG_LEVEL || "info",
19
+ timestamp: pino.stdTimeFunctions.isoTime,
20
+ redact: { paths: ["user.password"] },
21
+ transport: isProduction ? void 0 : {
22
+ target: "pino-pretty",
23
+ options: { colorize: true }
24
+ },
25
+ serializers: { "columnsTypes": (map) => {
26
+ if (map instanceof Map) return serializeMapValue(map);
27
+ return map;
28
+ } },
29
+ base: { "srv": appInstanceId }
30
+ });
31
+ function logLevelOf(name) {
32
+ const defaultLogLevel = process.env.DEFAULT_LOG_LEVEL || "info";
33
+ return process.env[name]?.toLowerCase() || defaultLogLevel;
34
+ }
35
+ function serializeMapValue(map) {
36
+ const obj = {};
37
+ for (const [k, v] of map.entries()) {
38
+ obj[k] = {};
39
+ if (v instanceof Map) for (const [innerK, innerV] of v.entries()) obj[k][innerK] = innerV;
40
+ else obj[k] = v;
41
+ }
42
+ return obj;
43
+ }
44
+ //#endregion
45
+ //#region src/server/retention-watermark.ts
46
+ /** Redis pub/sub channel the sub-manager publishes the retention watermark on
47
+ * after each prune (and at startup). App-server instances subscribe and update
48
+ * their in-memory {@link RetentionWatermark}. Payload is the watermark `ts` as a
49
+ * string. */
50
+ const RETENTION_WATERMARK_CHANNEL = "supalive:retention_watermark";
51
+ /**
52
+ * In-memory holder for the commit-log retention watermark: the oldest commit-log
53
+ * ts still retained after prune (see {@link Database.getMinSnapshotTimestamp}).
54
+ * Read on the hot path by the query-cache freshness check — a plain variable, no
55
+ * per-check Redis/DB round trip. Loaded once at startup from the `metadata`
56
+ * table and kept fresh out-of-band: the sub-manager broadcasts the new watermark
57
+ * (in-process to its workers, over Redis pub/sub to app servers) each time it
58
+ * prunes.
59
+ *
60
+ * `set` is monotonic — the watermark only ever moves forward (pruning never
61
+ * un-deletes rows), so an out-of-order or stale update can never lower it, which
62
+ * keeps the freshness guard on the safe side (an over-estimate only costs an
63
+ * extra recompute; an under-estimate could serve stale data).
64
+ *
65
+ * Initial value is the -1n genesis (not 0), matching `getMinSnapshotTimestamp`
66
+ * and the empty-DB snapshot ts — so before anything is pruned the guard never
67
+ * rejects a genesis-era entry (whose snapshot is -1).
68
+ */
69
+ var RetentionWatermark = class {
70
+ ts = -1n;
71
+ get() {
72
+ return this.ts;
73
+ }
74
+ set(ts) {
75
+ if (ts > this.ts) this.ts = ts;
76
+ }
77
+ /** Seed from the persisted watermark (metadata table). Returns the current value. */
78
+ async loadFrom(db) {
79
+ this.set(await db.getMinSnapshotTimestamp());
80
+ return this.ts;
81
+ }
82
+ };
83
+ //#endregion
13
84
  //#region src/server/subscription-manager-types.ts
14
85
  const RegisterSubscriptionParamsSchema = z.object({
15
86
  /**
@@ -35,7 +106,8 @@ const RegisterSubscriptionParamsSchema = z.object({
35
106
  const RegisterSubscriptionResultSchema = z.object({
36
107
  cacheKey: z.string(),
37
108
  recompute: z.boolean(),
38
- readSet: z.array(ReadEntrySchema)
109
+ readSet: z.array(ReadEntrySchema),
110
+ version: z.string().optional()
39
111
  });
40
112
  const RegisterSubscriptionBatchParamsSchema = z.array(RegisterSubscriptionParamsSchema);
41
113
  const RegisterSubscriptionBatchResultSchema = z.array(RegisterSubscriptionResultSchema);
@@ -82,37 +154,6 @@ const RegistrationRecordSchema = z.object({
82
154
  cacheKey: z.string()
83
155
  });
84
156
  //#endregion
85
- //#region src/logger.ts
86
- const appInstanceId = `instance-${v4().slice(0, 8)}`;
87
- const isProduction = process.env.ENV === "prod";
88
- const logger$1 = pino({
89
- level: process.env.LOG_LEVEL || "info",
90
- timestamp: pino.stdTimeFunctions.isoTime,
91
- redact: { paths: ["user.password"] },
92
- transport: isProduction ? void 0 : {
93
- target: "pino-pretty",
94
- options: { colorize: true }
95
- },
96
- serializers: { "columnsTypes": (map) => {
97
- if (map instanceof Map) return serializeMapValue(map);
98
- return map;
99
- } },
100
- base: { "srv": appInstanceId }
101
- });
102
- function logLevelOf(name) {
103
- const defaultLogLevel = process.env.DEFAULT_LOG_LEVEL || "info";
104
- return process.env[name]?.toLowerCase() || defaultLogLevel;
105
- }
106
- function serializeMapValue(map) {
107
- const obj = {};
108
- for (const [k, v] of map.entries()) {
109
- obj[k] = {};
110
- if (v instanceof Map) for (const [innerK, innerV] of v.entries()) obj[k][innerK] = innerV;
111
- else obj[k] = v;
112
- }
113
- return obj;
114
- }
115
- //#endregion
116
157
  //#region src/db/cache.ts
117
158
  const logger = logger$1.child({ "name": "CACHE_LAYER" }, { level: logLevelOf("SERVER_LOG_LEVEL") });
118
159
  const redisRetryPolicy = retry(handleAll, {
@@ -123,18 +164,123 @@ const redisRetryPolicy = retry(handleAll, {
123
164
  exponent: 2
124
165
  })
125
166
  });
167
+ /** Atomic one-shot recompute write: set data + metadata iff incoming version
168
+ * (ARGV[3]) is not older than the stored one. KEYS: data, meta. */
169
+ const WRITE_DATA_AND_META = `
170
+ local cur = redis.call('GET', KEYS[2])
171
+ if cur then
172
+ local ok, m = pcall(cjson.decode, cur)
173
+ if ok and type(m) == 'table' and m.version and tonumber(ARGV[3]) < tonumber(m.version) then
174
+ return 0
175
+ end
176
+ end
177
+ redis.call('SET', KEYS[1], ARGV[1], 'EX', tonumber(ARGV[4]))
178
+ redis.call('SET', KEYS[2], ARGV[2], 'EX', tonumber(ARGV[4]))
179
+ return 1`;
180
+ /** Data-only write (subscribe path): set data iff incoming version (ARGV[2]) is
181
+ * not older than the stored metadata's version. KEYS: data, meta. */
182
+ const WRITE_DATA_ONLY = `
183
+ local cur = redis.call('GET', KEYS[2])
184
+ if cur then
185
+ local ok, m = pcall(cjson.decode, cur)
186
+ if ok and type(m) == 'table' and m.version and tonumber(ARGV[2]) < tonumber(m.version) then
187
+ return 0
188
+ end
189
+ end
190
+ redis.call('SET', KEYS[1], ARGV[1], 'EX', tonumber(ARGV[3]))
191
+ return 1`;
192
+ /** Metadata-only replace (subscription recompute): set meta iff incoming version
193
+ * (ARGV[2]) is not older than the stored one. KEYS: meta. */
194
+ const REPLACE_META = `
195
+ local cur = redis.call('GET', KEYS[1])
196
+ if cur then
197
+ local ok, m = pcall(cjson.decode, cur)
198
+ if ok and type(m) == 'table' and m.version and tonumber(ARGV[2]) < tonumber(m.version) then
199
+ return 0
200
+ end
201
+ end
202
+ redis.call('SET', KEYS[1], ARGV[1], 'EX', tonumber(ARGV[3]))
203
+ return 1`;
204
+ /** Metadata-only horizon advance (still-fresh subscription): bump lastSnapshotTs
205
+ * ONLY, without recomputing. Applies ARGV[1] iff the new horizon (ARGV[2]) is
206
+ * strictly ahead of the stored one AND no newer computation (stored.version >
207
+ * ARGV[3], the version the caller based its advance on) has landed meanwhile —
208
+ * so an advance never reverts a fresh recompute. KEYS: meta. */
209
+ const ADVANCE_META = `
210
+ local cur = redis.call('GET', KEYS[1])
211
+ if not cur then return 0 end
212
+ local ok, m = pcall(cjson.decode, cur)
213
+ if not ok or type(m) ~= 'table' then return 0 end
214
+ if tonumber(ARGV[2]) <= tonumber(m.lastSnapshotTs) then return 0 end
215
+ if m.version and tonumber(m.version) > tonumber(ARGV[3]) then return 0 end
216
+ redis.call('SET', KEYS[1], ARGV[1], 'EX', tonumber(ARGV[4]))
217
+ return 1`;
126
218
  var CacheLayer = class {
127
219
  redis;
128
220
  ttlSeconds;
221
+ /** Cached EVALSHA digests keyed by Lua source (see evalScript). */
222
+ scriptShaCache = /* @__PURE__ */ new Map();
129
223
  constructor(upstash, ttlSeconds = 3600) {
130
224
  this.redis = upstash;
131
225
  this.ttlSeconds = ttlSeconds;
132
226
  }
133
- async setQueryCacheFor(cacheKey, data, ttlSeconds) {
134
- const combined = supaliveStringify({ data });
135
- await redisRetryPolicy.execute(async () => {
136
- await this.redis.setex(this.getQueryCacheDataKey(cacheKey), ttlSeconds ?? this.ttlSeconds, combined);
227
+ /**
228
+ * Run a Lua script via EVALSHA using the script's SHA1 (computed locally — the
229
+ * same digest Redis keys scripts by, so no SCRIPT LOAD round-trip is needed on
230
+ * the hot path). On NOSCRIPT (the script isn't in Redis's cache yet, e.g. first
231
+ * use or after a Redis restart/failover) load it explicitly via SCRIPT LOAD and
232
+ * re-run via EVALSHA — so the script ends up cached server-side and subsequent
233
+ * EVALSHA calls hit. The runtime client is always ioredis (see initCacheLayer).
234
+ */
235
+ async evalScript(src, keys, args) {
236
+ const redis = this.redis;
237
+ let sha = this.scriptShaCache.get(src);
238
+ if (!sha) {
239
+ sha = createHash("sha1").update(src).digest("hex");
240
+ this.scriptShaCache.set(src, sha);
241
+ }
242
+ return redisRetryPolicy.execute(async () => {
243
+ try {
244
+ return await redis.evalsha(sha, keys.length, ...keys, ...args);
245
+ } catch (err) {
246
+ if (err instanceof Error && err.message.includes("NOSCRIPT")) {
247
+ const loadedSha = await redis.call("SCRIPT", "LOAD", src);
248
+ this.scriptShaCache.set(src, loadedSha);
249
+ return await redis.evalsha(loadedSha, keys.length, ...keys, ...args);
250
+ }
251
+ throw err;
252
+ }
253
+ });
254
+ }
255
+ /** One-shot recompute: atomically write data + metadata (CAS on version). */
256
+ async setQueryCacheAndMetadataFor(cacheKey, data, metaData, ttlSeconds) {
257
+ const ttl = ttlSeconds ?? this.ttlSeconds;
258
+ const dataJson = supaliveStringify({
259
+ data,
260
+ version: metaData.version
261
+ });
262
+ const metaJson = supaliveStringify(metaData);
263
+ await this.evalScript(WRITE_DATA_AND_META, [this.getQueryCacheDataKey(cacheKey), this.getQeruyCacheMetaKey(cacheKey)], [
264
+ dataJson,
265
+ metaJson,
266
+ metaData.version,
267
+ String(ttl)
268
+ ]);
269
+ }
270
+ /** Subscribe path: write the data blob only (CAS against the metadata's
271
+ * version). The metadata is written separately by the sub-worker; the
272
+ * `version` links the two so a divergent pair is detected on read. */
273
+ async setQueryCacheFor(cacheKey, data, version, ttlSeconds) {
274
+ const ttl = ttlSeconds ?? this.ttlSeconds;
275
+ const dataJson = supaliveStringify({
276
+ data,
277
+ version
137
278
  });
279
+ await this.evalScript(WRITE_DATA_ONLY, [this.getQueryCacheDataKey(cacheKey), this.getQeruyCacheMetaKey(cacheKey)], [
280
+ dataJson,
281
+ version,
282
+ String(ttl)
283
+ ]);
138
284
  }
139
285
  async getQueryCacheFor(cacheKey) {
140
286
  const dataRaw = await redisRetryPolicy.execute(() => this.redis.get(this.getQueryCacheDataKey(cacheKey)));
@@ -146,6 +292,31 @@ var CacheLayer = class {
146
292
  return null;
147
293
  }
148
294
  }
295
+ /** Subscription recompute: replace the whole metadata (CAS on version). */
296
+ async replaceQueryCacheMetadata(cacheKey, metaData, ttlSeconds) {
297
+ const ttl = ttlSeconds ?? this.ttlSeconds;
298
+ const metaJson = supaliveStringify(metaData);
299
+ await this.evalScript(REPLACE_META, [this.getQeruyCacheMetaKey(cacheKey)], [
300
+ metaJson,
301
+ metaData.version,
302
+ String(ttl)
303
+ ]);
304
+ }
305
+ /** Still-fresh subscription: advance `lastSnapshotTs` only, preserving the
306
+ * data's `version` + `readSet` (no recompute). Monotonic and non-clobbering
307
+ * — see ADVANCE_META. `metaData` carries the new horizon plus the version +
308
+ * readSet the caller read, which the script keeps unless a newer computation
309
+ * has since landed. */
310
+ async advanceQueryCacheMetadata(cacheKey, metaData, ttlSeconds) {
311
+ const ttl = ttlSeconds ?? this.ttlSeconds;
312
+ const metaJson = supaliveStringify(metaData);
313
+ await this.evalScript(ADVANCE_META, [this.getQeruyCacheMetaKey(cacheKey)], [
314
+ metaJson,
315
+ String(metaData.lastSnapshotTs),
316
+ metaData.version,
317
+ String(ttl)
318
+ ]);
319
+ }
149
320
  async getQueryCacheMetaData(cacheKey) {
150
321
  const dataRaw = await redisRetryPolicy.execute(() => this.redis.get(this.getQeruyCacheMetaKey(cacheKey)));
151
322
  if (!dataRaw) return null;
@@ -156,10 +327,6 @@ var CacheLayer = class {
156
327
  return null;
157
328
  }
158
329
  }
159
- async setQueryCacheMetadata(cacheKey, metaData) {
160
- const metadata = supaliveStringify(metaData);
161
- await redisRetryPolicy.execute(() => this.redis.set(this.getQeruyCacheMetaKey(cacheKey), metadata));
162
- }
163
330
  async persistRegistrationRecord(subId, record) {
164
331
  const data = supaliveStringify(record);
165
332
  await redisRetryPolicy.execute(() => this.redis.set(this.getRegistrationKey(subId), data));
@@ -242,6 +409,41 @@ var CacheLayer = class {
242
409
  //#endregion
243
410
  //#region src/db/init_db.ts
244
411
  /**
412
+ * Current core runtime-bootstrap version. Bump this whenever core needs a new
413
+ * runtime database operation — a data seed, a backfill, or a schema change that
414
+ * must be applied directly at runtime rather than through the migration
415
+ * pipeline. Each increment adds a case to `Database.coreMigrationStatements`.
416
+ *
417
+ * The core *schema* (the `commit_logs`/`metadata` tables and the
418
+ * `global_commit_ts` sequence/counter) is NOT versioned here — it comes from
419
+ * the generated schema (`coreTablesSql` / `generateSchemaSql`), which must be
420
+ * applied to the database BEFORE `initCore` runs.
421
+ */
422
+ const CORE_VERSION = 1n;
423
+ /**
424
+ * Bring the core runtime state up to {@link CORE_VERSION}. Idempotent and safe
425
+ * to call from every process at startup: a lock-free version read short-circuits
426
+ * the common "already current" case, and the actual migration runs under a
427
+ * cross-process lock with a re-check so only one process applies it.
428
+ *
429
+ * Assumes the core schema already exists (apply the generated schema first);
430
+ * the `metadata` table is where the version and seed rows live.
431
+ */
432
+ async function initCore(db) {
433
+ if (await db.getCoreVersion() >= 1n) return;
434
+ await db.withCoreInitLock(async (ctx) => {
435
+ const from = await ctx.getVersion();
436
+ if (from >= 1n) return;
437
+ for (let v = from + 1n; v <= CORE_VERSION; v++) {
438
+ const statements = db.coreMigrationStatements(v);
439
+ logger$1.info(`Migrating core schema ${v - 1n} -> ${v} (${statements.length} statements)`);
440
+ for (const sql of statements) await ctx.exec(sql);
441
+ }
442
+ await ctx.setVersion(CORE_VERSION);
443
+ logger$1.info(`Core schema now at version ${CORE_VERSION}`);
444
+ });
445
+ }
446
+ /**
245
447
  * Default and env override for the per-statement DB timeout. PG enforces
246
448
  * this via `statement_timeout` (server cancels), MySQL via the per-query
247
449
  * `timeout` option (driver issues KILL QUERY). Set 0 to disable.
@@ -250,6 +452,7 @@ const DB_QUERY_TIMEOUT_MS = Number(process.env.SUPALIVE_DB_QUERY_TIMEOUT_MS ?? 3
250
452
  async function initDatabase(options) {
251
453
  const impl = createDatabase(options.DbConfig, options.workerId);
252
454
  const supaliveDb = SupaliveDb.create({ db: impl });
455
+ await initCore(impl);
253
456
  await bootstrapDbTypes(supaliveDb, options.CacheLayer, options.forceBootstrapReload ?? false);
254
457
  return supaliveDb;
255
458
  }
@@ -325,6 +528,7 @@ var SubscriptionWorker = class {
325
528
  subscriptions = /* @__PURE__ */ new Map();
326
529
  cache;
327
530
  db;
531
+ retentionWatermark = new RetentionWatermark();
328
532
  logger;
329
533
  constructor(id, cache, db) {
330
534
  this.id = id;
@@ -343,13 +547,55 @@ var SubscriptionWorker = class {
343
547
  }
344
548
  /**
345
549
  * Lowest `lastSnapshotTs` across this worker's subscriptions, or `null`
346
- * when there are none. Used by the dispatcher to derive a safe prune floor.
550
+ * when there are none. Used by the dispatcher to derive a safe prune watermark.
347
551
  */
348
552
  minSubscriptionTs() {
349
553
  let min = null;
350
554
  for (const sub of this.subscriptions.values()) if (min === null || sub.lastSnapshotTs < min) min = sub.lastSnapshotTs;
351
555
  return min;
352
556
  }
557
+ /**
558
+ * Seed/repair the persisted retained watermark from the actual oldest retained
559
+ * commit log (`min(ts)`), then load it into memory and broadcast it. Called
560
+ * once at sub-manager startup — the `min(ts)` scan is off the hot path, and
561
+ * it corrects `metadata.min_retained_ts` even for a DB that was pruned before
562
+ * this feature existed. Returns the resulting watermark so the manager can
563
+ * broadcast it to the other workers.
564
+ */
565
+ async refreshRetentionWatermark() {
566
+ const real = await this.db.getMinCommitLogTs() ?? 0n;
567
+ await this.db.updateMinSnapshotTimestamp(real);
568
+ const persisted = await this.db.getMinSnapshotTimestamp();
569
+ this.retentionWatermark.set(persisted);
570
+ await this.publishRetentionWatermark(persisted);
571
+ return this.retentionWatermark.get();
572
+ }
573
+ /** Adopt a watermark broadcast by the manager (in-process from the pruning
574
+ * worker). Monotonic, so an out-of-order message can't lower it. */
575
+ setRetentionWatermark(ts) {
576
+ this.retentionWatermark.set(ts);
577
+ }
578
+ /**
579
+ * Prune commit logs older than `minRetainedTs`. Advertises the new watermark FIRST —
580
+ * persist it, bump our in-memory copy, and broadcast it over Redis — and only
581
+ * then deletes, so no reader ever trusts a cache entry whose freshness scan
582
+ * would include rows we're about to remove. Returns rows deleted.
583
+ */
584
+ async prune(minRetainedTs) {
585
+ await this.db.updateMinSnapshotTimestamp(minRetainedTs);
586
+ this.retentionWatermark.set(minRetainedTs);
587
+ await this.publishRetentionWatermark(minRetainedTs);
588
+ return await this.db.pruneCommitLogsBefore(minRetainedTs);
589
+ }
590
+ /** Broadcast the watermark to app-server instances over Redis pub/sub. Workers in
591
+ * this process get it in-process via {@link setRetentionWatermark}. */
592
+ async publishRetentionWatermark(ts) {
593
+ try {
594
+ await this.cache.redis.publish(RETENTION_WATERMARK_CHANNEL, ts.toString());
595
+ } catch (err) {
596
+ this.logger.error(err, "failed to publish commit-log watermark");
597
+ }
598
+ }
353
599
  async register(params) {
354
600
  const { subId, cacheKey, queryName, args, queryIdentity, instanceName, lastSnapshotTs } = params;
355
601
  this.logger.info(`registering subscription: ${subId} from ${instanceName}`);
@@ -368,25 +614,15 @@ var SubscriptionWorker = class {
368
614
  existing.timeout = null;
369
615
  }
370
616
  const metadata = await this.cache.getQueryCacheMetaData(cacheKey);
371
- let needsRecompute = true;
372
- let readSet;
373
- let rawReadSet;
374
- if (metadata) {
375
- readSet = metadata.readSet;
376
- rawReadSet = mapReadSetToRaw(readSet);
377
- const tableIds = Array.from(new Set(readSet.map((r) => r.tableId)));
378
- needsRecompute = checkLogsAffectReadSet(await this.db.getCommitLogsBetweenTs(metadata.lastSnapshotTs, lastSnapshotTs, tableIds), rawReadSet);
379
- if (!needsRecompute) {
380
- if (lastSnapshotTs !== metadata.lastSnapshotTs) this.cache.setQueryCacheMetadata(cacheKey, {
381
- lastSnapshotTs,
382
- readSet
383
- }).catch((err) => this.logger.error(err, `Failed to update cache metadata for ${cacheKey}`));
384
- metadata.lastSnapshotTs = lastSnapshotTs;
385
- }
386
- } else {
387
- readSet = [];
388
- rawReadSet = [];
389
- }
617
+ const freshness = await evaluateCacheFreshness(this.db, metadata, lastSnapshotTs, this.retentionWatermark.get());
618
+ let needsRecompute = !freshness.fresh;
619
+ const readSet = freshness.readSet;
620
+ const rawReadSet = freshness.rawReadSet;
621
+ if (!needsRecompute && metadata && lastSnapshotTs > metadata.lastSnapshotTs) this.cache.advanceQueryCacheMetadata(cacheKey, {
622
+ lastSnapshotTs,
623
+ version: metadata.version,
624
+ readSet
625
+ }).catch((err) => this.logger.error(err, `Failed to advance cache metadata for ${cacheKey}`));
390
626
  let newSubscription = {
391
627
  subId,
392
628
  queryName,
@@ -423,7 +659,8 @@ var SubscriptionWorker = class {
423
659
  return {
424
660
  cacheKey,
425
661
  recompute: needsRecompute,
426
- readSet
662
+ readSet,
663
+ version: metadata?.version
427
664
  };
428
665
  }
429
666
  async updateReadSet(params) {
@@ -439,8 +676,9 @@ var SubscriptionWorker = class {
439
676
  rawReadSet,
440
677
  lastSnapshotTs
441
678
  });
442
- await this.cache.setQueryCacheMetadata(cacheKey, {
679
+ await this.cache.replaceQueryCacheMetadata(cacheKey, {
443
680
  lastSnapshotTs,
681
+ version: String(lastSnapshotTs),
444
682
  readSet
445
683
  });
446
684
  return { tracked: true };
@@ -506,6 +744,6 @@ var SubscriptionWorker = class {
506
744
  }
507
745
  };
508
746
  //#endregion
509
- export { UpdateSubscriptionReadSetParamsSchema as C, UnregisterSubscriptionsResultSchema as S, RegisterSubscriptionParamsSchema as _, initCacheLayer as a, UnregisterSubscriptionResultSchema as b, appInstanceId as c, logger$1 as d, serializeMapValue as f, RegisterSubscriptionBatchResultSchema as g, RegisterSubscriptionBatchParamsSchema as h, createDatabase as i, isProduction as l, InvalidateWritesetResultSchema as m, DB_QUERY_TIMEOUT_MS as n, initDatabase as o, InvalidateWritesetParamsSchema as p, bootstrapDbTypes as r, CacheLayer as s, SubscriptionWorker as t, logLevelOf as u, RegisterSubscriptionResultSchema as v, UpdateSubscriptionReadSetResultSchema as w, UnregisterSubscriptionsParamsSchema as x, UnregisterSubscriptionParamsSchema as y };
747
+ export { RetentionWatermark as C, logger$1 as D, logLevelOf as E, serializeMapValue as O, RETENTION_WATERMARK_CHANNEL as S, isProduction as T, UnregisterSubscriptionResultSchema as _, createDatabase as a, UpdateSubscriptionReadSetParamsSchema as b, initDatabase as c, InvalidateWritesetResultSchema as d, RegisterSubscriptionBatchParamsSchema as f, UnregisterSubscriptionParamsSchema as g, RegisterSubscriptionResultSchema as h, bootstrapDbTypes as i, CacheLayer as l, RegisterSubscriptionParamsSchema as m, CORE_VERSION as n, initCacheLayer as o, RegisterSubscriptionBatchResultSchema as p, DB_QUERY_TIMEOUT_MS as r, initCore as s, SubscriptionWorker as t, InvalidateWritesetParamsSchema as u, UnregisterSubscriptionsParamsSchema as v, appInstanceId as w, UpdateSubscriptionReadSetResultSchema as x, UnregisterSubscriptionsResultSchema as y };
510
748
 
511
- //# sourceMappingURL=subscription-worker-CqoWp6zB.js.map
749
+ //# sourceMappingURL=subscription-worker-B2XtjFWY.js.map