@rocicorp/zero 1.11.0-canary.1 → 1.11.0-canary.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (628) hide show
  1. package/out/analyze-query/src/bin-analyze.js +9 -8
  2. package/out/analyze-query/src/bin-analyze.js.map +1 -1
  3. package/out/replicache/src/btree/node.d.ts.map +1 -1
  4. package/out/replicache/src/btree/node.js +3 -6
  5. package/out/replicache/src/btree/node.js.map +1 -1
  6. package/out/replicache/src/btree/read.d.ts +12 -1
  7. package/out/replicache/src/btree/read.d.ts.map +1 -1
  8. package/out/replicache/src/btree/read.js +24 -12
  9. package/out/replicache/src/btree/read.js.map +1 -1
  10. package/out/replicache/src/dag/gc.d.ts.map +1 -1
  11. package/out/replicache/src/dag/gc.js +8 -11
  12. package/out/replicache/src/dag/gc.js.map +1 -1
  13. package/out/replicache/src/dag/invalid-ref-count-error.d.ts +12 -0
  14. package/out/replicache/src/dag/invalid-ref-count-error.d.ts.map +1 -0
  15. package/out/replicache/src/dag/invalid-ref-count-error.js +19 -0
  16. package/out/replicache/src/dag/invalid-ref-count-error.js.map +1 -0
  17. package/out/replicache/src/dag/store-impl.d.ts +12 -2
  18. package/out/replicache/src/dag/store-impl.d.ts.map +1 -1
  19. package/out/replicache/src/dag/store-impl.js +22 -8
  20. package/out/replicache/src/dag/store-impl.js.map +1 -1
  21. package/out/replicache/src/db/rebase.d.ts +14 -2
  22. package/out/replicache/src/db/rebase.d.ts.map +1 -1
  23. package/out/replicache/src/db/rebase.js +27 -5
  24. package/out/replicache/src/db/rebase.js.map +1 -1
  25. package/out/replicache/src/db/write.js.map +1 -1
  26. package/out/replicache/src/kv/expo-sqlite/store.d.ts.map +1 -1
  27. package/out/replicache/src/kv/expo-sqlite/store.js +28 -5
  28. package/out/replicache/src/kv/expo-sqlite/store.js.map +1 -1
  29. package/out/replicache/src/kv/idb-store-with-mem-fallback.d.ts +15 -5
  30. package/out/replicache/src/kv/idb-store-with-mem-fallback.d.ts.map +1 -1
  31. package/out/replicache/src/kv/idb-store-with-mem-fallback.js +25 -25
  32. package/out/replicache/src/kv/idb-store-with-mem-fallback.js.map +1 -1
  33. package/out/replicache/src/kv/idb-store.d.ts +9 -0
  34. package/out/replicache/src/kv/idb-store.d.ts.map +1 -1
  35. package/out/replicache/src/kv/idb-store.js +14 -2
  36. package/out/replicache/src/kv/idb-store.js.map +1 -1
  37. package/out/replicache/src/kv/mem-store.d.ts +1 -0
  38. package/out/replicache/src/kv/mem-store.d.ts.map +1 -1
  39. package/out/replicache/src/kv/mem-store.js +3 -0
  40. package/out/replicache/src/kv/mem-store.js.map +1 -1
  41. package/out/replicache/src/kv/op-sqlite/store.d.ts.map +1 -1
  42. package/out/replicache/src/kv/op-sqlite/store.js +1 -1
  43. package/out/replicache/src/kv/op-sqlite/store.js.map +1 -1
  44. package/out/replicache/src/kv/sqlite-store.d.ts +13 -1
  45. package/out/replicache/src/kv/sqlite-store.d.ts.map +1 -1
  46. package/out/replicache/src/kv/sqlite-store.js +73 -6
  47. package/out/replicache/src/kv/sqlite-store.js.map +1 -1
  48. package/out/replicache/src/kv/store.d.ts +6 -0
  49. package/out/replicache/src/kv/store.d.ts.map +1 -1
  50. package/out/replicache/src/persist/collect-idb-databases.d.ts +10 -5
  51. package/out/replicache/src/persist/collect-idb-databases.d.ts.map +1 -1
  52. package/out/replicache/src/persist/collect-idb-databases.js +16 -9
  53. package/out/replicache/src/persist/collect-idb-databases.js.map +1 -1
  54. package/out/replicache/src/persist/persist.d.ts.map +1 -1
  55. package/out/replicache/src/persist/persist.js +13 -6
  56. package/out/replicache/src/persist/persist.js.map +1 -1
  57. package/out/replicache/src/persist/refresh.js +6 -2
  58. package/out/replicache/src/persist/refresh.js.map +1 -1
  59. package/out/replicache/src/replicache-impl.d.ts +14 -3
  60. package/out/replicache/src/replicache-impl.d.ts.map +1 -1
  61. package/out/replicache/src/replicache-impl.js +118 -11
  62. package/out/replicache/src/replicache-impl.js.map +1 -1
  63. package/out/replicache/src/replicache-options.d.ts +9 -0
  64. package/out/replicache/src/replicache-options.d.ts.map +1 -1
  65. package/out/replicache/src/transactions.d.ts.map +1 -1
  66. package/out/replicache/src/transactions.js +1 -1
  67. package/out/replicache/src/transactions.js.map +1 -1
  68. package/out/shared/src/arrays.d.ts +5 -0
  69. package/out/shared/src/arrays.d.ts.map +1 -1
  70. package/out/shared/src/arrays.js +8 -10
  71. package/out/shared/src/arrays.js.map +1 -1
  72. package/out/shared/src/error.d.ts +11 -0
  73. package/out/shared/src/error.d.ts.map +1 -1
  74. package/out/shared/src/error.js +35 -1
  75. package/out/shared/src/error.js.map +1 -1
  76. package/out/shared/src/iterables.d.ts +2 -0
  77. package/out/shared/src/iterables.d.ts.map +1 -1
  78. package/out/shared/src/iterables.js +18 -1
  79. package/out/shared/src/iterables.js.map +1 -1
  80. package/out/shared/src/map.d.ts +24 -2
  81. package/out/shared/src/map.d.ts.map +1 -1
  82. package/out/shared/src/map.js +18 -4
  83. package/out/shared/src/map.js.map +1 -1
  84. package/out/shared/src/ring-buffer.d.ts +8 -0
  85. package/out/shared/src/ring-buffer.d.ts.map +1 -1
  86. package/out/shared/src/ring-buffer.js +22 -1
  87. package/out/shared/src/ring-buffer.js.map +1 -1
  88. package/out/z2s/src/compiler.js +1 -1
  89. package/out/z2s/src/sql.d.ts.map +1 -1
  90. package/out/z2s/src/sql.js +2 -2
  91. package/out/z2s/src/sql.js.map +1 -1
  92. package/out/zero/package.js +3 -4
  93. package/out/zero/package.js.map +1 -1
  94. package/out/zero-cache/src/auth/write-authorizer.d.ts.map +1 -1
  95. package/out/zero-cache/src/auth/write-authorizer.js +1 -0
  96. package/out/zero-cache/src/auth/write-authorizer.js.map +1 -1
  97. package/out/zero-cache/src/config/normalize.d.ts.map +1 -1
  98. package/out/zero-cache/src/config/normalize.js +25 -1
  99. package/out/zero-cache/src/config/normalize.js.map +1 -1
  100. package/out/zero-cache/src/config/zero-config.d.ts +48 -0
  101. package/out/zero-cache/src/config/zero-config.d.ts.map +1 -1
  102. package/out/zero-cache/src/config/zero-config.js +130 -5
  103. package/out/zero-cache/src/config/zero-config.js.map +1 -1
  104. package/out/zero-cache/src/db/lite-tables.d.ts.map +1 -1
  105. package/out/zero-cache/src/db/lite-tables.js +3 -4
  106. package/out/zero-cache/src/db/lite-tables.js.map +1 -1
  107. package/out/zero-cache/src/observability/events.js +4 -1
  108. package/out/zero-cache/src/observability/events.js.map +1 -1
  109. package/out/zero-cache/src/observability/metrics.d.ts.map +1 -1
  110. package/out/zero-cache/src/observability/metrics.js +2 -7
  111. package/out/zero-cache/src/observability/metrics.js.map +1 -1
  112. package/out/zero-cache/src/server/change-streamer.d.ts.map +1 -1
  113. package/out/zero-cache/src/server/change-streamer.js +27 -10
  114. package/out/zero-cache/src/server/change-streamer.js.map +1 -1
  115. package/out/zero-cache/src/server/inspector-delegate.d.ts +18 -2
  116. package/out/zero-cache/src/server/inspector-delegate.d.ts.map +1 -1
  117. package/out/zero-cache/src/server/inspector-delegate.js +22 -15
  118. package/out/zero-cache/src/server/inspector-delegate.js.map +1 -1
  119. package/out/zero-cache/src/server/main.d.ts.map +1 -1
  120. package/out/zero-cache/src/server/main.js +8 -1
  121. package/out/zero-cache/src/server/main.js.map +1 -1
  122. package/out/zero-cache/src/server/mutator.js +2 -0
  123. package/out/zero-cache/src/server/mutator.js.map +1 -1
  124. package/out/zero-cache/src/server/reaper.d.ts.map +1 -1
  125. package/out/zero-cache/src/server/reaper.js +2 -0
  126. package/out/zero-cache/src/server/reaper.js.map +1 -1
  127. package/out/zero-cache/src/server/replicator.d.ts.map +1 -1
  128. package/out/zero-cache/src/server/replicator.js +12 -3
  129. package/out/zero-cache/src/server/replicator.js.map +1 -1
  130. package/out/zero-cache/src/server/runner/zero-dispatcher.d.ts.map +1 -1
  131. package/out/zero-cache/src/server/runner/zero-dispatcher.js +3 -0
  132. package/out/zero-cache/src/server/runner/zero-dispatcher.js.map +1 -1
  133. package/out/zero-cache/src/server/syncer-assigner.d.ts +14 -0
  134. package/out/zero-cache/src/server/syncer-assigner.d.ts.map +1 -0
  135. package/out/zero-cache/src/server/syncer-assigner.js +72 -0
  136. package/out/zero-cache/src/server/syncer-assigner.js.map +1 -0
  137. package/out/zero-cache/src/server/syncer.d.ts.map +1 -1
  138. package/out/zero-cache/src/server/syncer.js +5 -1
  139. package/out/zero-cache/src/server/syncer.js.map +1 -1
  140. package/out/zero-cache/src/server/worker-dispatcher.d.ts.map +1 -1
  141. package/out/zero-cache/src/server/worker-dispatcher.js +21 -4
  142. package/out/zero-cache/src/server/worker-dispatcher.js.map +1 -1
  143. package/out/zero-cache/src/services/analyze.d.ts.map +1 -1
  144. package/out/zero-cache/src/services/analyze.js +11 -9
  145. package/out/zero-cache/src/services/analyze.js.map +1 -1
  146. package/out/zero-cache/src/services/change-source/common/backfill-manager.d.ts.map +1 -1
  147. package/out/zero-cache/src/services/change-source/common/backfill-manager.js +15 -3
  148. package/out/zero-cache/src/services/change-source/common/backfill-manager.js.map +1 -1
  149. package/out/zero-cache/src/services/change-source/common/change-stream-multiplexer.d.ts.map +1 -1
  150. package/out/zero-cache/src/services/change-source/common/change-stream-multiplexer.js +15 -3
  151. package/out/zero-cache/src/services/change-source/common/change-stream-multiplexer.js.map +1 -1
  152. package/out/zero-cache/src/services/change-source/common/replica-schema.d.ts.map +1 -1
  153. package/out/zero-cache/src/services/change-source/common/replica-schema.js +2 -39
  154. package/out/zero-cache/src/services/change-source/common/replica-schema.js.map +1 -1
  155. package/out/zero-cache/src/services/change-source/pg/backfill-resume.d.ts +156 -0
  156. package/out/zero-cache/src/services/change-source/pg/backfill-resume.d.ts.map +1 -0
  157. package/out/zero-cache/src/services/change-source/pg/backfill-resume.js +15 -0
  158. package/out/zero-cache/src/services/change-source/pg/backfill-resume.js.map +1 -0
  159. package/out/zero-cache/src/services/change-source/pg/change-source-init.d.ts +25 -0
  160. package/out/zero-cache/src/services/change-source/pg/change-source-init.d.ts.map +1 -0
  161. package/out/zero-cache/src/services/change-source/pg/change-source-init.js +202 -0
  162. package/out/zero-cache/src/services/change-source/pg/change-source-init.js.map +1 -0
  163. package/out/zero-cache/src/services/change-source/pg/change-source.d.ts +14 -16
  164. package/out/zero-cache/src/services/change-source/pg/change-source.d.ts.map +1 -1
  165. package/out/zero-cache/src/services/change-source/pg/change-source.js +64 -143
  166. package/out/zero-cache/src/services/change-source/pg/change-source.js.map +1 -1
  167. package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts +28 -2
  168. package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts.map +1 -1
  169. package/out/zero-cache/src/services/change-source/pg/initial-sync.js +44 -21
  170. package/out/zero-cache/src/services/change-source/pg/initial-sync.js.map +1 -1
  171. package/out/zero-cache/src/services/change-source/pg/replication-slot-cleanup-monitor.d.ts +16 -0
  172. package/out/zero-cache/src/services/change-source/pg/replication-slot-cleanup-monitor.d.ts.map +1 -0
  173. package/out/zero-cache/src/services/change-source/pg/replication-slot-cleanup-monitor.js +113 -0
  174. package/out/zero-cache/src/services/change-source/pg/replication-slot-cleanup-monitor.js.map +1 -0
  175. package/out/zero-cache/src/services/change-source/pg/replication-slots.d.ts +21 -15
  176. package/out/zero-cache/src/services/change-source/pg/replication-slots.d.ts.map +1 -1
  177. package/out/zero-cache/src/services/change-source/pg/replication-slots.js +86 -23
  178. package/out/zero-cache/src/services/change-source/pg/replication-slots.js.map +1 -1
  179. package/out/zero-cache/src/services/change-source/pg/schema/index-predicate.d.ts.map +1 -1
  180. package/out/zero-cache/src/services/change-source/pg/schema/index-predicate.js +68 -8
  181. package/out/zero-cache/src/services/change-source/pg/schema/index-predicate.js.map +1 -1
  182. package/out/zero-cache/src/services/change-source/pg/schema/init.d.ts.map +1 -1
  183. package/out/zero-cache/src/services/change-source/pg/schema/init.js +32 -1
  184. package/out/zero-cache/src/services/change-source/pg/schema/init.js.map +1 -1
  185. package/out/zero-cache/src/services/change-source/pg/schema/replica-stage-enum.d.ts +10 -0
  186. package/out/zero-cache/src/services/change-source/pg/schema/replica-stage-enum.d.ts.map +1 -0
  187. package/out/zero-cache/src/services/change-source/pg/schema/replica-stage-enum.js +6 -0
  188. package/out/zero-cache/src/services/change-source/pg/schema/replica-stage-enum.js.map +1 -0
  189. package/out/zero-cache/src/services/change-source/pg/schema/shard.d.ts +50 -27
  190. package/out/zero-cache/src/services/change-source/pg/schema/shard.d.ts.map +1 -1
  191. package/out/zero-cache/src/services/change-source/pg/schema/shard.js +100 -34
  192. package/out/zero-cache/src/services/change-source/pg/schema/shard.js.map +1 -1
  193. package/out/zero-cache/src/services/change-streamer/backup-monitor.d.ts.map +1 -1
  194. package/out/zero-cache/src/services/change-streamer/backup-monitor.js +58 -7
  195. package/out/zero-cache/src/services/change-streamer/backup-monitor.js.map +1 -1
  196. package/out/zero-cache/src/services/change-streamer/broadcast.d.ts +8 -2
  197. package/out/zero-cache/src/services/change-streamer/broadcast.d.ts.map +1 -1
  198. package/out/zero-cache/src/services/change-streamer/broadcast.js +24 -4
  199. package/out/zero-cache/src/services/change-streamer/broadcast.js.map +1 -1
  200. package/out/zero-cache/src/services/change-streamer/change-log-codec.d.ts +19 -4
  201. package/out/zero-cache/src/services/change-streamer/change-log-codec.d.ts.map +1 -1
  202. package/out/zero-cache/src/services/change-streamer/change-log-codec.js +28 -8
  203. package/out/zero-cache/src/services/change-streamer/change-log-codec.js.map +1 -1
  204. package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts +5 -2
  205. package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts.map +1 -1
  206. package/out/zero-cache/src/services/change-streamer/change-streamer-http.js +21 -14
  207. package/out/zero-cache/src/services/change-streamer/change-streamer-http.js.map +1 -1
  208. package/out/zero-cache/src/services/change-streamer/change-streamer-service.d.ts +11 -0
  209. package/out/zero-cache/src/services/change-streamer/change-streamer-service.d.ts.map +1 -1
  210. package/out/zero-cache/src/services/change-streamer/change-streamer-service.js +97 -63
  211. package/out/zero-cache/src/services/change-streamer/change-streamer-service.js.map +1 -1
  212. package/out/zero-cache/src/services/change-streamer/change-streamer.d.ts +12 -8
  213. package/out/zero-cache/src/services/change-streamer/change-streamer.d.ts.map +1 -1
  214. package/out/zero-cache/src/services/change-streamer/change-streamer.js.map +1 -1
  215. package/out/zero-cache/src/services/change-streamer/forwarder.d.ts +3 -3
  216. package/out/zero-cache/src/services/change-streamer/forwarder.d.ts.map +1 -1
  217. package/out/zero-cache/src/services/change-streamer/forwarder.js +36 -5
  218. package/out/zero-cache/src/services/change-streamer/forwarder.js.map +1 -1
  219. package/out/zero-cache/src/services/change-streamer/schema/tables.d.ts +1 -1
  220. package/out/zero-cache/src/services/change-streamer/schema/tables.d.ts.map +1 -1
  221. package/out/zero-cache/src/services/change-streamer/schema/tables.js +4 -4
  222. package/out/zero-cache/src/services/change-streamer/schema/tables.js.map +1 -1
  223. package/out/zero-cache/src/services/change-streamer/snapshot-reservations.d.ts.map +1 -1
  224. package/out/zero-cache/src/services/change-streamer/snapshot-reservations.js +15 -3
  225. package/out/zero-cache/src/services/change-streamer/snapshot-reservations.js.map +1 -1
  226. package/out/zero-cache/src/services/change-streamer/snapshot.d.ts +21 -1
  227. package/out/zero-cache/src/services/change-streamer/snapshot.d.ts.map +1 -1
  228. package/out/zero-cache/src/services/change-streamer/snapshot.js +61 -21
  229. package/out/zero-cache/src/services/change-streamer/snapshot.js.map +1 -1
  230. package/out/zero-cache/src/services/change-streamer/sqlite-change-log-writer.d.ts +6 -1
  231. package/out/zero-cache/src/services/change-streamer/sqlite-change-log-writer.d.ts.map +1 -1
  232. package/out/zero-cache/src/services/change-streamer/sqlite-change-log-writer.js +27 -9
  233. package/out/zero-cache/src/services/change-streamer/sqlite-change-log-writer.js.map +1 -1
  234. package/out/zero-cache/src/services/change-streamer/storer.d.ts +2 -2
  235. package/out/zero-cache/src/services/change-streamer/storer.d.ts.map +1 -1
  236. package/out/zero-cache/src/services/change-streamer/storer.js +8 -5
  237. package/out/zero-cache/src/services/change-streamer/storer.js.map +1 -1
  238. package/out/zero-cache/src/services/change-streamer/subscriber.d.ts +4 -1
  239. package/out/zero-cache/src/services/change-streamer/subscriber.d.ts.map +1 -1
  240. package/out/zero-cache/src/services/change-streamer/subscriber.js +42 -0
  241. package/out/zero-cache/src/services/change-streamer/subscriber.js.map +1 -1
  242. package/out/zero-cache/src/services/change-streamer/upstream-acker.d.ts +17 -1
  243. package/out/zero-cache/src/services/change-streamer/upstream-acker.d.ts.map +1 -1
  244. package/out/zero-cache/src/services/change-streamer/upstream-acker.js +19 -3
  245. package/out/zero-cache/src/services/change-streamer/upstream-acker.js.map +1 -1
  246. package/out/zero-cache/src/services/change-streamer/vfs-watermark-poller.d.ts.map +1 -1
  247. package/out/zero-cache/src/services/change-streamer/vfs-watermark-poller.js +1 -0
  248. package/out/zero-cache/src/services/change-streamer/vfs-watermark-poller.js.map +1 -1
  249. package/out/zero-cache/src/services/life-cycle.d.ts.map +1 -1
  250. package/out/zero-cache/src/services/life-cycle.js +3 -1
  251. package/out/zero-cache/src/services/life-cycle.js.map +1 -1
  252. package/out/zero-cache/src/services/litestream/commands.d.ts.map +1 -1
  253. package/out/zero-cache/src/services/litestream/commands.js +3 -1
  254. package/out/zero-cache/src/services/litestream/commands.js.map +1 -1
  255. package/out/zero-cache/src/services/litestream/config-v5.yml +3 -4
  256. package/out/zero-cache/src/services/litestream/litestream-checkpointer.js +51 -24
  257. package/out/zero-cache/src/services/litestream/litestream-checkpointer.js.map +1 -1
  258. package/out/zero-cache/src/services/litestream/restore-progress.d.ts +24 -0
  259. package/out/zero-cache/src/services/litestream/restore-progress.d.ts.map +1 -0
  260. package/out/zero-cache/src/services/litestream/restore-progress.js +91 -0
  261. package/out/zero-cache/src/services/litestream/restore-progress.js.map +1 -0
  262. package/out/zero-cache/src/services/mutagen/mutagen.d.ts +5 -0
  263. package/out/zero-cache/src/services/mutagen/mutagen.d.ts.map +1 -1
  264. package/out/zero-cache/src/services/mutagen/mutagen.js +7 -1
  265. package/out/zero-cache/src/services/mutagen/mutagen.js.map +1 -1
  266. package/out/zero-cache/src/services/mutagen/pusher.d.ts.map +1 -1
  267. package/out/zero-cache/src/services/mutagen/pusher.js +5 -6
  268. package/out/zero-cache/src/services/mutagen/pusher.js.map +1 -1
  269. package/out/zero-cache/src/services/profz.d.ts +7 -0
  270. package/out/zero-cache/src/services/profz.d.ts.map +1 -0
  271. package/out/zero-cache/src/services/profz.js +105 -0
  272. package/out/zero-cache/src/services/profz.js.map +1 -0
  273. package/out/zero-cache/src/services/replicator/change-log-db.js.map +1 -1
  274. package/out/zero-cache/src/services/replicator/change-log-stream-writer.d.ts +5 -4
  275. package/out/zero-cache/src/services/replicator/change-log-stream-writer.d.ts.map +1 -1
  276. package/out/zero-cache/src/services/replicator/change-log-stream-writer.js +20 -22
  277. package/out/zero-cache/src/services/replicator/change-log-stream-writer.js.map +1 -1
  278. package/out/zero-cache/src/services/replicator/change-processor.js +1 -0
  279. package/out/zero-cache/src/services/replicator/change-processor.js.map +1 -1
  280. package/out/zero-cache/src/services/replicator/incremental-sync.d.ts +1 -1
  281. package/out/zero-cache/src/services/replicator/incremental-sync.d.ts.map +1 -1
  282. package/out/zero-cache/src/services/replicator/incremental-sync.js +57 -17
  283. package/out/zero-cache/src/services/replicator/incremental-sync.js.map +1 -1
  284. package/out/zero-cache/src/services/replicator/replication-status.d.ts +35 -1
  285. package/out/zero-cache/src/services/replicator/replication-status.d.ts.map +1 -1
  286. package/out/zero-cache/src/services/replicator/replication-status.js +96 -6
  287. package/out/zero-cache/src/services/replicator/replication-status.js.map +1 -1
  288. package/out/zero-cache/src/services/replicator/replicator.js.map +1 -1
  289. package/out/zero-cache/src/services/replicator/sqlite-change-log-observability.d.ts +6 -6
  290. package/out/zero-cache/src/services/replicator/sqlite-change-log-observability.d.ts.map +1 -1
  291. package/out/zero-cache/src/services/replicator/sqlite-change-log-observability.js +19 -14
  292. package/out/zero-cache/src/services/replicator/sqlite-change-log-observability.js.map +1 -1
  293. package/out/zero-cache/src/services/replicator/write-worker-client.d.ts +4 -4
  294. package/out/zero-cache/src/services/replicator/write-worker-client.d.ts.map +1 -1
  295. package/out/zero-cache/src/services/replicator/write-worker-client.js +2 -2
  296. package/out/zero-cache/src/services/replicator/write-worker-client.js.map +1 -1
  297. package/out/zero-cache/src/services/replicator/write-worker.js +10 -4
  298. package/out/zero-cache/src/services/replicator/write-worker.js.map +1 -1
  299. package/out/zero-cache/src/services/run-ast.d.ts +12 -0
  300. package/out/zero-cache/src/services/run-ast.d.ts.map +1 -1
  301. package/out/zero-cache/src/services/run-ast.js +26 -14
  302. package/out/zero-cache/src/services/run-ast.js.map +1 -1
  303. package/out/zero-cache/src/services/runner.d.ts +2 -1
  304. package/out/zero-cache/src/services/runner.d.ts.map +1 -1
  305. package/out/zero-cache/src/services/runner.js +10 -2
  306. package/out/zero-cache/src/services/runner.js.map +1 -1
  307. package/out/zero-cache/src/services/view-syncer/client-handler.d.ts +1 -1
  308. package/out/zero-cache/src/services/view-syncer/client-handler.d.ts.map +1 -1
  309. package/out/zero-cache/src/services/view-syncer/client-handler.js +36 -31
  310. package/out/zero-cache/src/services/view-syncer/client-handler.js.map +1 -1
  311. package/out/zero-cache/src/services/view-syncer/cvr.d.ts +45 -0
  312. package/out/zero-cache/src/services/view-syncer/cvr.d.ts.map +1 -1
  313. package/out/zero-cache/src/services/view-syncer/cvr.js +133 -1
  314. package/out/zero-cache/src/services/view-syncer/cvr.js.map +1 -1
  315. package/out/zero-cache/src/services/view-syncer/drain-coordinator.d.ts +14 -1
  316. package/out/zero-cache/src/services/view-syncer/drain-coordinator.d.ts.map +1 -1
  317. package/out/zero-cache/src/services/view-syncer/drain-coordinator.js +30 -4
  318. package/out/zero-cache/src/services/view-syncer/drain-coordinator.js.map +1 -1
  319. package/out/zero-cache/src/services/view-syncer/hydration-budget.d.ts +33 -0
  320. package/out/zero-cache/src/services/view-syncer/hydration-budget.d.ts.map +1 -0
  321. package/out/zero-cache/src/services/view-syncer/hydration-budget.js +62 -0
  322. package/out/zero-cache/src/services/view-syncer/hydration-budget.js.map +1 -0
  323. package/out/zero-cache/src/services/view-syncer/hydration-circuit-breaker.d.ts +51 -0
  324. package/out/zero-cache/src/services/view-syncer/hydration-circuit-breaker.d.ts.map +1 -0
  325. package/out/zero-cache/src/services/view-syncer/hydration-circuit-breaker.js +78 -0
  326. package/out/zero-cache/src/services/view-syncer/hydration-circuit-breaker.js.map +1 -0
  327. package/out/zero-cache/src/services/view-syncer/inspect-handler.d.ts +1 -1
  328. package/out/zero-cache/src/services/view-syncer/inspect-handler.d.ts.map +1 -1
  329. package/out/zero-cache/src/services/view-syncer/inspect-handler.js +2 -2
  330. package/out/zero-cache/src/services/view-syncer/inspect-handler.js.map +1 -1
  331. package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts +14 -1
  332. package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts.map +1 -1
  333. package/out/zero-cache/src/services/view-syncer/pipeline-driver.js +64 -30
  334. package/out/zero-cache/src/services/view-syncer/pipeline-driver.js.map +1 -1
  335. package/out/zero-cache/src/services/view-syncer/query-covering.d.ts.map +1 -1
  336. package/out/zero-cache/src/services/view-syncer/query-covering.js +2 -6
  337. package/out/zero-cache/src/services/view-syncer/query-covering.js.map +1 -1
  338. package/out/zero-cache/src/services/view-syncer/snapshot-row-cache.d.ts +95 -0
  339. package/out/zero-cache/src/services/view-syncer/snapshot-row-cache.d.ts.map +1 -0
  340. package/out/zero-cache/src/services/view-syncer/snapshot-row-cache.js +155 -0
  341. package/out/zero-cache/src/services/view-syncer/snapshot-row-cache.js.map +1 -0
  342. package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts +48 -4
  343. package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts.map +1 -1
  344. package/out/zero-cache/src/services/view-syncer/snapshotter.js +125 -28
  345. package/out/zero-cache/src/services/view-syncer/snapshotter.js.map +1 -1
  346. package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts +11 -1
  347. package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts.map +1 -1
  348. package/out/zero-cache/src/services/view-syncer/view-syncer.js +512 -98
  349. package/out/zero-cache/src/services/view-syncer/view-syncer.js.map +1 -1
  350. package/out/zero-cache/src/types/processes.d.ts +39 -0
  351. package/out/zero-cache/src/types/processes.d.ts.map +1 -1
  352. package/out/zero-cache/src/types/processes.js +43 -4
  353. package/out/zero-cache/src/types/processes.js.map +1 -1
  354. package/out/zero-cache/src/types/profiler.d.ts +12 -0
  355. package/out/zero-cache/src/types/profiler.d.ts.map +1 -1
  356. package/out/zero-cache/src/types/profiler.js +46 -1
  357. package/out/zero-cache/src/types/profiler.js.map +1 -1
  358. package/out/zero-cache/src/types/row-key.d.ts.map +1 -1
  359. package/out/zero-cache/src/types/row-key.js +5 -5
  360. package/out/zero-cache/src/types/row-key.js.map +1 -1
  361. package/out/zero-cache/src/types/streams.d.ts +25 -9
  362. package/out/zero-cache/src/types/streams.d.ts.map +1 -1
  363. package/out/zero-cache/src/types/streams.js +118 -34
  364. package/out/zero-cache/src/types/streams.js.map +1 -1
  365. package/out/zero-cache/src/types/subscription.d.ts +4 -0
  366. package/out/zero-cache/src/types/subscription.d.ts.map +1 -1
  367. package/out/zero-cache/src/types/subscription.js +71 -0
  368. package/out/zero-cache/src/types/subscription.js.map +1 -1
  369. package/out/zero-cache/src/types/websocket-handoff.d.ts +1 -1
  370. package/out/zero-cache/src/types/websocket-handoff.d.ts.map +1 -1
  371. package/out/zero-cache/src/types/websocket-handoff.js +18 -9
  372. package/out/zero-cache/src/types/websocket-handoff.js.map +1 -1
  373. package/out/zero-cache/src/types/ws.d.ts.map +1 -1
  374. package/out/zero-cache/src/types/ws.js +23 -8
  375. package/out/zero-cache/src/types/ws.js.map +1 -1
  376. package/out/zero-cache/src/workers/connect-params.d.ts +1 -0
  377. package/out/zero-cache/src/workers/connect-params.d.ts.map +1 -1
  378. package/out/zero-cache/src/workers/connect-params.js.map +1 -1
  379. package/out/zero-cache/src/workers/syncer-ws-message-handler.d.ts.map +1 -1
  380. package/out/zero-cache/src/workers/syncer-ws-message-handler.js +21 -16
  381. package/out/zero-cache/src/workers/syncer-ws-message-handler.js.map +1 -1
  382. package/out/zero-cache/src/workers/syncer.d.ts.map +1 -1
  383. package/out/zero-cache/src/workers/syncer.js +55 -4
  384. package/out/zero-cache/src/workers/syncer.js.map +1 -1
  385. package/out/zero-client/src/client/connection-manager.d.ts +20 -0
  386. package/out/zero-client/src/client/connection-manager.d.ts.map +1 -1
  387. package/out/zero-client/src/client/connection-manager.js +77 -13
  388. package/out/zero-client/src/client/connection-manager.js.map +1 -1
  389. package/out/zero-client/src/client/connection-status-enum.d.ts +2 -0
  390. package/out/zero-client/src/client/connection-status-enum.d.ts.map +1 -1
  391. package/out/zero-client/src/client/connection-status-enum.js +3 -1
  392. package/out/zero-client/src/client/connection-status-enum.js.map +1 -1
  393. package/out/zero-client/src/client/connection.d.ts +6 -0
  394. package/out/zero-client/src/client/connection.d.ts.map +1 -1
  395. package/out/zero-client/src/client/connection.js +2 -1
  396. package/out/zero-client/src/client/connection.js.map +1 -1
  397. package/out/zero-client/src/client/context.d.ts +27 -2
  398. package/out/zero-client/src/client/context.d.ts.map +1 -1
  399. package/out/zero-client/src/client/context.js +112 -1
  400. package/out/zero-client/src/client/context.js.map +1 -1
  401. package/out/zero-client/src/client/custom.js +2 -2
  402. package/out/zero-client/src/client/custom.js.map +1 -1
  403. package/out/zero-client/src/client/error.js +1 -1
  404. package/out/zero-client/src/client/inspector/lazy-inspector.js +2 -2
  405. package/out/zero-client/src/client/inspector/lazy-inspector.js.map +1 -1
  406. package/out/zero-client/src/client/ivm-branch.d.ts.map +1 -1
  407. package/out/zero-client/src/client/ivm-branch.js +20 -3
  408. package/out/zero-client/src/client/ivm-branch.js.map +1 -1
  409. package/out/zero-client/src/client/mutator-proxy.d.ts.map +1 -1
  410. package/out/zero-client/src/client/mutator-proxy.js +2 -1
  411. package/out/zero-client/src/client/mutator-proxy.js.map +1 -1
  412. package/out/zero-client/src/client/options.d.ts +3 -0
  413. package/out/zero-client/src/client/options.d.ts.map +1 -1
  414. package/out/zero-client/src/client/options.js.map +1 -1
  415. package/out/zero-client/src/client/query-manager.d.ts.map +1 -1
  416. package/out/zero-client/src/client/query-manager.js +44 -11
  417. package/out/zero-client/src/client/query-manager.js.map +1 -1
  418. package/out/zero-client/src/client/version.js +1 -1
  419. package/out/zero-client/src/client/zero-rep.d.ts +1 -0
  420. package/out/zero-client/src/client/zero-rep.d.ts.map +1 -1
  421. package/out/zero-client/src/client/zero-rep.js +9 -6
  422. package/out/zero-client/src/client/zero-rep.js.map +1 -1
  423. package/out/zero-client/src/client/zero.d.ts +18 -3
  424. package/out/zero-client/src/client/zero.d.ts.map +1 -1
  425. package/out/zero-client/src/client/zero.js +120 -32
  426. package/out/zero-client/src/client/zero.js.map +1 -1
  427. package/out/zero-client/src/types/query-result.d.ts +2 -0
  428. package/out/zero-client/src/types/query-result.d.ts.map +1 -1
  429. package/out/zero-events/src/status.d.ts +58 -0
  430. package/out/zero-events/src/status.d.ts.map +1 -1
  431. package/out/zero-protocol/src/ast.d.ts.map +1 -1
  432. package/out/zero-protocol/src/ast.js +13 -14
  433. package/out/zero-protocol/src/ast.js.map +1 -1
  434. package/out/zero-protocol/src/poke.d.ts +6 -6
  435. package/out/zero-protocol/src/query-hash.d.ts.map +1 -1
  436. package/out/zero-protocol/src/query-hash.js +2 -5
  437. package/out/zero-protocol/src/query-hash.js.map +1 -1
  438. package/out/zero-react/src/use-query.d.ts +5 -4
  439. package/out/zero-react/src/use-query.d.ts.map +1 -1
  440. package/out/zero-react/src/use-query.js +86 -9
  441. package/out/zero-react/src/use-query.js.map +1 -1
  442. package/out/zero-server/src/adapters/drizzle.d.ts +2 -1
  443. package/out/zero-server/src/adapters/drizzle.d.ts.map +1 -1
  444. package/out/zero-server/src/adapters/drizzle.js +12 -7
  445. package/out/zero-server/src/adapters/drizzle.js.map +1 -1
  446. package/out/zero-server/src/adapters/kysely.d.ts +2 -1
  447. package/out/zero-server/src/adapters/kysely.d.ts.map +1 -1
  448. package/out/zero-server/src/adapters/kysely.js +8 -2
  449. package/out/zero-server/src/adapters/kysely.js.map +1 -1
  450. package/out/zero-server/src/adapters/pg.d.ts +1 -0
  451. package/out/zero-server/src/adapters/pg.d.ts.map +1 -1
  452. package/out/zero-server/src/adapters/pg.js +8 -2
  453. package/out/zero-server/src/adapters/pg.js.map +1 -1
  454. package/out/zero-server/src/adapters/postgresjs.d.ts +1 -0
  455. package/out/zero-server/src/adapters/postgresjs.d.ts.map +1 -1
  456. package/out/zero-server/src/adapters/postgresjs.js +7 -1
  457. package/out/zero-server/src/adapters/postgresjs.js.map +1 -1
  458. package/out/zero-server/src/adapters/prisma.d.ts +3 -2
  459. package/out/zero-server/src/adapters/prisma.d.ts.map +1 -1
  460. package/out/zero-server/src/adapters/prisma.js +8 -2
  461. package/out/zero-server/src/adapters/prisma.js.map +1 -1
  462. package/out/zero-server/src/custom.d.ts +5 -1
  463. package/out/zero-server/src/custom.d.ts.map +1 -1
  464. package/out/zero-server/src/custom.js +6 -3
  465. package/out/zero-server/src/custom.js.map +1 -1
  466. package/out/zero-server/src/mod.d.ts +1 -1
  467. package/out/zero-server/src/mod.d.ts.map +1 -1
  468. package/out/zero-server/src/pg-query-executor.d.ts +2 -2
  469. package/out/zero-server/src/pg-query-executor.d.ts.map +1 -1
  470. package/out/zero-server/src/pg-query-executor.js +2 -2
  471. package/out/zero-server/src/pg-query-executor.js.map +1 -1
  472. package/out/zero-server/src/schema.d.ts +2 -2
  473. package/out/zero-server/src/schema.d.ts.map +1 -1
  474. package/out/zero-server/src/schema.js +2 -2
  475. package/out/zero-server/src/schema.js.map +1 -1
  476. package/out/zero-server/src/zql-database.d.ts +21 -1
  477. package/out/zero-server/src/zql-database.d.ts.map +1 -1
  478. package/out/zero-server/src/zql-database.js +33 -2
  479. package/out/zero-server/src/zql-database.js.map +1 -1
  480. package/out/zero-solid/src/solid-view.d.ts +17 -0
  481. package/out/zero-solid/src/solid-view.d.ts.map +1 -1
  482. package/out/zero-solid/src/solid-view.js +39 -1
  483. package/out/zero-solid/src/solid-view.js.map +1 -1
  484. package/out/zero-solid/src/use-query.js +5 -3
  485. package/out/zero-solid/src/use-query.js.map +1 -1
  486. package/out/zql/src/builder/builder.d.ts +19 -0
  487. package/out/zql/src/builder/builder.d.ts.map +1 -1
  488. package/out/zql/src/builder/builder.js +38 -12
  489. package/out/zql/src/builder/builder.js.map +1 -1
  490. package/out/zql/src/builder/correlated-predicate-pushdown.d.ts +43 -0
  491. package/out/zql/src/builder/correlated-predicate-pushdown.d.ts.map +1 -0
  492. package/out/zql/src/builder/correlated-predicate-pushdown.js +161 -0
  493. package/out/zql/src/builder/correlated-predicate-pushdown.js.map +1 -0
  494. package/out/zql/src/builder/debug-delegate.d.ts +6 -1
  495. package/out/zql/src/builder/debug-delegate.d.ts.map +1 -1
  496. package/out/zql/src/builder/debug-delegate.js +14 -2
  497. package/out/zql/src/builder/debug-delegate.js.map +1 -1
  498. package/out/zql/src/ivm/array-view.d.ts +29 -0
  499. package/out/zql/src/ivm/array-view.d.ts.map +1 -1
  500. package/out/zql/src/ivm/array-view.js +63 -12
  501. package/out/zql/src/ivm/array-view.js.map +1 -1
  502. package/out/zql/src/ivm/cap.d.ts.map +1 -1
  503. package/out/zql/src/ivm/cap.js +10 -4
  504. package/out/zql/src/ivm/cap.js.map +1 -1
  505. package/out/zql/src/ivm/connection-index.d.ts +68 -0
  506. package/out/zql/src/ivm/connection-index.d.ts.map +1 -0
  507. package/out/zql/src/ivm/connection-index.js +149 -0
  508. package/out/zql/src/ivm/connection-index.js.map +1 -0
  509. package/out/zql/src/ivm/data.d.ts.map +1 -1
  510. package/out/zql/src/ivm/data.js +8 -3
  511. package/out/zql/src/ivm/data.js.map +1 -1
  512. package/out/zql/src/ivm/deferred-input.d.ts +44 -0
  513. package/out/zql/src/ivm/deferred-input.d.ts.map +1 -0
  514. package/out/zql/src/ivm/deferred-input.js +89 -0
  515. package/out/zql/src/ivm/deferred-input.js.map +1 -0
  516. package/out/zql/src/ivm/exists.d.ts +1 -1
  517. package/out/zql/src/ivm/exists.d.ts.map +1 -1
  518. package/out/zql/src/ivm/exists.js +1 -1
  519. package/out/zql/src/ivm/exists.js.map +1 -1
  520. package/out/zql/src/ivm/fan-in.d.ts +2 -2
  521. package/out/zql/src/ivm/fan-in.d.ts.map +1 -1
  522. package/out/zql/src/ivm/fan-in.js +6 -5
  523. package/out/zql/src/ivm/fan-in.js.map +1 -1
  524. package/out/zql/src/ivm/fan-out.d.ts +2 -2
  525. package/out/zql/src/ivm/fan-out.d.ts.map +1 -1
  526. package/out/zql/src/ivm/fan-out.js.map +1 -1
  527. package/out/zql/src/ivm/filter-operators.d.ts +6 -6
  528. package/out/zql/src/ivm/filter-operators.d.ts.map +1 -1
  529. package/out/zql/src/ivm/filter-operators.js +10 -8
  530. package/out/zql/src/ivm/filter-operators.js.map +1 -1
  531. package/out/zql/src/ivm/filter.d.ts +2 -2
  532. package/out/zql/src/ivm/filter.d.ts.map +1 -1
  533. package/out/zql/src/ivm/filter.js +7 -4
  534. package/out/zql/src/ivm/filter.js.map +1 -1
  535. package/out/zql/src/ivm/flipped-join.d.ts +6 -4
  536. package/out/zql/src/ivm/flipped-join.d.ts.map +1 -1
  537. package/out/zql/src/ivm/flipped-join.js +20 -33
  538. package/out/zql/src/ivm/flipped-join.js.map +1 -1
  539. package/out/zql/src/ivm/join-utils.d.ts +10 -0
  540. package/out/zql/src/ivm/join-utils.d.ts.map +1 -1
  541. package/out/zql/src/ivm/join-utils.js +23 -1
  542. package/out/zql/src/ivm/join-utils.js.map +1 -1
  543. package/out/zql/src/ivm/join.d.ts +5 -1
  544. package/out/zql/src/ivm/join.d.ts.map +1 -1
  545. package/out/zql/src/ivm/join.js +91 -13
  546. package/out/zql/src/ivm/join.js.map +1 -1
  547. package/out/zql/src/ivm/maybe-split-and-push-edit-change.d.ts +1 -1
  548. package/out/zql/src/ivm/maybe-split-and-push-edit-change.d.ts.map +1 -1
  549. package/out/zql/src/ivm/maybe-split-and-push-edit-change.js +6 -4
  550. package/out/zql/src/ivm/maybe-split-and-push-edit-change.js.map +1 -1
  551. package/out/zql/src/ivm/memory-source.d.ts +15 -3
  552. package/out/zql/src/ivm/memory-source.d.ts.map +1 -1
  553. package/out/zql/src/ivm/memory-source.js +40 -19
  554. package/out/zql/src/ivm/memory-source.js.map +1 -1
  555. package/out/zql/src/ivm/take-gate.d.ts +35 -0
  556. package/out/zql/src/ivm/take-gate.d.ts.map +1 -0
  557. package/out/zql/src/ivm/take-gate.js +81 -0
  558. package/out/zql/src/ivm/take-gate.js.map +1 -0
  559. package/out/zql/src/ivm/take.d.ts +6 -1
  560. package/out/zql/src/ivm/take.d.ts.map +1 -1
  561. package/out/zql/src/ivm/take.js +104 -88
  562. package/out/zql/src/ivm/take.js.map +1 -1
  563. package/out/zql/src/ivm/union-fan-in.d.ts.map +1 -1
  564. package/out/zql/src/ivm/union-fan-in.js +9 -7
  565. package/out/zql/src/ivm/union-fan-in.js.map +1 -1
  566. package/out/zql/src/ivm/view-apply-change.d.ts.map +1 -1
  567. package/out/zql/src/ivm/view-apply-change.js +9 -4
  568. package/out/zql/src/ivm/view-apply-change.js.map +1 -1
  569. package/out/zql/src/ivm/view.d.ts +15 -0
  570. package/out/zql/src/ivm/view.d.ts.map +1 -1
  571. package/out/zql/src/mutate/custom.d.ts +24 -1
  572. package/out/zql/src/mutate/custom.d.ts.map +1 -1
  573. package/out/zql/src/mutate/custom.js.map +1 -1
  574. package/out/zql/src/mutate/mutator-registry.d.ts.map +1 -1
  575. package/out/zql/src/mutate/mutator-registry.js +2 -2
  576. package/out/zql/src/mutate/mutator-registry.js.map +1 -1
  577. package/out/zql/src/planner/planner-builder.d.ts +12 -3
  578. package/out/zql/src/planner/planner-builder.d.ts.map +1 -1
  579. package/out/zql/src/planner/planner-builder.js +27 -17
  580. package/out/zql/src/planner/planner-builder.js.map +1 -1
  581. package/out/zql/src/planner/planner-connection.d.ts +15 -2
  582. package/out/zql/src/planner/planner-connection.d.ts.map +1 -1
  583. package/out/zql/src/planner/planner-connection.js +73 -8
  584. package/out/zql/src/planner/planner-connection.js.map +1 -1
  585. package/out/zql/src/planner/planner-debug.d.ts.map +1 -1
  586. package/out/zql/src/planner/planner-debug.js +3 -8
  587. package/out/zql/src/planner/planner-debug.js.map +1 -1
  588. package/out/zql/src/planner/planner-source.d.ts +2 -2
  589. package/out/zql/src/planner/planner-source.d.ts.map +1 -1
  590. package/out/zql/src/planner/planner-source.js +2 -2
  591. package/out/zql/src/planner/planner-source.js.map +1 -1
  592. package/out/zql/src/query/query-delegate-base.d.ts +9 -1
  593. package/out/zql/src/query/query-delegate-base.d.ts.map +1 -1
  594. package/out/zql/src/query/query-delegate-base.js +129 -33
  595. package/out/zql/src/query/query-delegate-base.js.map +1 -1
  596. package/out/zql/src/query/query-delegate.d.ts +50 -1
  597. package/out/zql/src/query/query-delegate.d.ts.map +1 -1
  598. package/out/zql/src/query/query-impl.d.ts +13 -11
  599. package/out/zql/src/query/query-impl.d.ts.map +1 -1
  600. package/out/zql/src/query/query-impl.js +366 -60
  601. package/out/zql/src/query/query-impl.js.map +1 -1
  602. package/out/zql/src/query/query-transitions.d.ts +171 -0
  603. package/out/zql/src/query/query-transitions.d.ts.map +1 -0
  604. package/out/zql/src/query/query-transitions.js +204 -0
  605. package/out/zql/src/query/query-transitions.js.map +1 -0
  606. package/out/zql/src/query/query.d.ts +11 -2
  607. package/out/zql/src/query/query.d.ts.map +1 -1
  608. package/out/zql/src/query/runnable-query-impl.d.ts +1 -0
  609. package/out/zql/src/query/runnable-query-impl.d.ts.map +1 -1
  610. package/out/zql/src/query/runnable-query-impl.js +13 -1
  611. package/out/zql/src/query/runnable-query-impl.js.map +1 -1
  612. package/out/zql/src/query/typed-view.d.ts +1 -1
  613. package/out/zql/src/query/typed-view.d.ts.map +1 -1
  614. package/out/zqlite/src/db.d.ts +9 -1
  615. package/out/zqlite/src/db.d.ts.map +1 -1
  616. package/out/zqlite/src/db.js +8 -2
  617. package/out/zqlite/src/db.js.map +1 -1
  618. package/out/zqlite/src/query-delegate.d.ts.map +1 -1
  619. package/out/zqlite/src/query-delegate.js +5 -6
  620. package/out/zqlite/src/query-delegate.js.map +1 -1
  621. package/out/zqlite/src/sqlite-stat-fanout.d.ts.map +1 -1
  622. package/out/zqlite/src/sqlite-stat-fanout.js +3 -5
  623. package/out/zqlite/src/sqlite-stat-fanout.js.map +1 -1
  624. package/out/zqlite/src/table-source.d.ts +15 -2
  625. package/out/zqlite/src/table-source.d.ts.map +1 -1
  626. package/out/zqlite/src/table-source.js +21 -10
  627. package/out/zqlite/src/table-source.js.map +1 -1
  628. package/package.json +3 -4
@@ -2,6 +2,7 @@ import { joinIterables, wrapIterable } from "../../../../shared/src/iterables.js
2
2
  import { getOrCreateCounter, getOrCreateGauge, getOrCreateLatencyHistogram } from "../../observability/metrics.js";
3
3
  import { Broadcast } from "./broadcast.js";
4
4
  //#region ../zero-cache/src/services/change-streamer/forwarder.ts
5
+ var FORWARD_BATCH_SIZE = 64;
5
6
  var Forwarder = class {
6
7
  #lc;
7
8
  #setTimeout;
@@ -13,6 +14,9 @@ var Forwarder = class {
13
14
  #flowControlWaits = getOrCreateCounter("replication", "flow_control.waits", "Flow-control checkpoints completed, labeled by release mode.");
14
15
  #flowControlWaitTime = getOrCreateLatencyHistogram("replication", "flow_control.wait_duration", "Time replication waits at flow-control checkpoints.");
15
16
  #inTransaction = false;
17
+ #pending = [];
18
+ #flushScheduled = false;
19
+ #flushImmediateId = void 0;
16
20
  #currentBroadcast;
17
21
  #progressMonitor;
18
22
  #backupLagEventCount = 0;
@@ -79,6 +83,7 @@ var Forwarder = class {
79
83
  }
80
84
  stopProgressMonitor() {
81
85
  clearInterval(this.#progressMonitor);
86
+ this.#flushPendingWithoutTracking();
82
87
  }
83
88
  /**
84
89
  * `add()` is called in lock step with `Storer.catchup()` so that the
@@ -86,10 +91,12 @@ var Forwarder = class {
86
91
  * currently being streamed.
87
92
  */
88
93
  add(sub) {
94
+ this.#flushPendingWithoutTracking();
89
95
  if (this.#inTransaction) this.#queued.add(sub);
90
96
  else this.#active.add(sub);
91
97
  }
92
98
  remove(sub) {
99
+ this.#flushPendingWithoutTracking();
93
100
  this.#active.delete(sub);
94
101
  this.#queued.delete(sub);
95
102
  sub.close();
@@ -99,15 +106,22 @@ var Forwarder = class {
99
106
  * two components have an equivalent interpretation of whether a Transaction is
100
107
  * currently being streamed.
101
108
  *
102
- * This version of forward is fire-and-forget, with no flow control. The
103
- * change-streamer should call and await {@link forwardWithFlowControl()}
104
- * occasionally to avoid memory blowup.
109
+ * This version of forward buffers changes across the current event loop turn
110
+ * and dispatches them in batches. The change-streamer should call and await
111
+ * {@link forwardWithFlowControl()} occasionally to avoid memory blowup.
105
112
  */
106
113
  forward(entry) {
107
- Broadcast.withoutTracking(this.#active.values(), entry);
114
+ this.#pending.push(entry);
115
+ if (this.#queued.size > 0 && (entry[1] === "commit" || entry[1] === "rollback")) this.#flushPendingWithoutTracking();
108
116
  this.#updateActiveSubscribers(entry[1]);
117
+ if (this.#pending.length >= FORWARD_BATCH_SIZE) this.#flushPendingWithoutTracking();
118
+ else if (!this.#flushScheduled && this.#pending.length > 0) {
119
+ this.#flushScheduled = true;
120
+ this.#flushImmediateId = setImmediate(() => this.#flushPendingWithoutTracking());
121
+ }
109
122
  }
110
123
  sendStatus(status) {
124
+ this.#flushPendingWithoutTracking();
111
125
  for (const sub of this.#active.values()) sub.sendStatus(status);
112
126
  }
113
127
  /**
@@ -115,8 +129,10 @@ var Forwarder = class {
115
129
  * Promise that resolves when replication should continue.
116
130
  */
117
131
  async forwardWithFlowControl(entry) {
132
+ this.#pending.push(entry);
133
+ const batch = this.#drainPending();
118
134
  const start = performance.now();
119
- const broadcast = new Broadcast(this.#lc, this.#active.values(), entry, this.#earlyReleaseOptions);
135
+ const broadcast = new Broadcast(this.#lc, this.#active.values(), batch, this.#earlyReleaseOptions);
120
136
  this.#updateActiveSubscribers(entry[1]);
121
137
  this.#currentBroadcast = broadcast;
122
138
  try {
@@ -128,6 +144,21 @@ var Forwarder = class {
128
144
  if (this.#currentBroadcast === broadcast) this.#currentBroadcast = void 0;
129
145
  }
130
146
  }
147
+ #drainPending() {
148
+ if (this.#flushImmediateId !== void 0) {
149
+ clearImmediate(this.#flushImmediateId);
150
+ this.#flushImmediateId = void 0;
151
+ }
152
+ this.#flushScheduled = false;
153
+ if (this.#pending.length === 0) return [];
154
+ const batch = this.#pending;
155
+ this.#pending = [];
156
+ return batch;
157
+ }
158
+ #flushPendingWithoutTracking() {
159
+ const batch = this.#drainPending();
160
+ if (batch.length > 0) Broadcast.withoutTracking(this.#active.values(), batch);
161
+ }
131
162
  #subscriberStats() {
132
163
  let pendingMessages = 0;
133
164
  let backlogMessages = 0;
@@ -1 +1 @@
1
- {"version":3,"file":"forwarder.js","names":["#lc","#setTimeout","#clearTimeout","#active","#queued","#earlyReleaseOptions","#flowControlSlowSubscriberGracePeriodMs","#flowControlWaits","#flowControlWaitTime","#subscriberStats","#progressMonitor","#currentBroadcast","#backupLagEventCount","#lastBackupLagWarnMs","#inTransaction","#updateActiveSubscribers"],"sources":["../../../../../../zero-cache/src/services/change-streamer/forwarder.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {joinIterables, wrapIterable} from '../../../../shared/src/iterables.ts';\nimport {\n getOrCreateCounter,\n getOrCreateGauge,\n getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {Broadcast, type EarlyReleaseOptions} from './broadcast.ts';\nimport type {ChangeTag, Status, WatermarkedChange} from './change-streamer.ts';\nimport {StreamTooFarBehind} from './error-type-enum.ts';\nimport type {Subscriber, SubscriberStats} from './subscriber.ts';\n\nexport type ProgressMonitorOptions = {\n flowControlConsensusTimeoutProportion: number;\n flowControlSlowSubscriberGracePeriodMs?: number | undefined;\n // Injectable timers, for deterministic testing.\n setTimeoutFn?: typeof setTimeout | undefined;\n clearTimeoutFn?: typeof clearTimeout | undefined;\n};\n\nexport class Forwarder {\n readonly #lc: LogContext;\n readonly #setTimeout: typeof setTimeout;\n readonly #clearTimeout: typeof clearTimeout;\n readonly #active = new Set<Subscriber>();\n readonly #queued = new Set<Subscriber>();\n readonly #earlyReleaseOptions: EarlyReleaseOptions | undefined;\n readonly #flowControlSlowSubscriberGracePeriodMs: number | undefined;\n\n readonly #flowControlWaits = getOrCreateCounter(\n 'replication',\n 'flow_control.waits',\n 'Flow-control checkpoints completed, labeled by release mode.',\n );\n readonly #flowControlWaitTime = getOrCreateLatencyHistogram(\n 'replication',\n 'flow_control.wait_duration',\n 'Time replication waits at flow-control checkpoints.',\n );\n #inTransaction = false;\n\n #currentBroadcast: Broadcast | undefined;\n #progressMonitor: NodeJS.Timeout | undefined;\n\n // The backup-replicator is never disconnected as a laggard, so its lag\n // detections are logged (rather than acted upon). Track the running total and\n // throttle the warning to at most once per grace period to avoid spamming the\n // log for the duration of a slow catchup.\n #backupLagEventCount = 0;\n #lastBackupLagWarnMs: number | undefined;\n\n constructor(\n lc: LogContext,\n opts: ProgressMonitorOptions = {\n flowControlConsensusTimeoutProportion: 2.0,\n },\n ) {\n this.#lc = lc.withContext('component', 'subscriber-progress-monitor');\n this.#setTimeout = opts.setTimeoutFn ?? setTimeout;\n this.#clearTimeout = opts.clearTimeoutFn ?? clearTimeout;\n\n this.#earlyReleaseOptions =\n opts.flowControlConsensusTimeoutProportion < 0\n ? undefined\n : {\n consensusTimeoutProportion:\n opts.flowControlConsensusTimeoutProportion,\n setTimeoutFn: this.#setTimeout,\n clearTimeoutFn: this.#clearTimeout,\n };\n this.#flowControlSlowSubscriberGracePeriodMs =\n opts.flowControlSlowSubscriberGracePeriodMs;\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.active_subscribers',\n 'Active change-stream subscribers receiving live changes.',\n ).addCallback(result => result.observe(this.#active.size));\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.queued_subscribers',\n 'Change-stream subscribers waiting for the current transaction to finish before activation.',\n ).addCallback(result => result.observe(this.#queued.size));\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.pending_messages',\n 'Downstream change-stream messages not yet acked by subscribers.',\n ).addCallback(result =>\n result.observe(this.#subscriberStats().pendingMessages),\n );\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.backlog_messages',\n 'Live change-stream messages buffered while subscribers catch up.',\n ).addCallback(result =>\n result.observe(this.#subscriberStats().backlogMessages),\n );\n\n getOrCreateGauge('replication', 'flow_control.backlog_bytes', {\n description:\n 'Live change-stream bytes buffered while subscribers catch up.',\n unit: 'By',\n }).addCallback(result =>\n result.observe(this.#subscriberStats().backlogBytes),\n );\n\n getOrCreateGauge('replication', 'flow_control.max_backlog_bytes', {\n description:\n 'Maximum live change-stream bytes buffered by a single subscriber.',\n unit: 'By',\n }).addCallback(result =>\n result.observe(this.#subscriberStats().maxBacklogBytes),\n );\n }\n\n startProgressMonitor() {\n clearInterval(this.#progressMonitor);\n this.#progressMonitor = setInterval(\n () => this.checkSubscriberProgress(performance.now()),\n 1000,\n );\n }\n\n /**\n * Runs one progress-monitor tick: samples each active subscriber's change\n * rate, logs slow broadcasts, and disconnects subscribers that have been\n * continuously lagging for longer than the configured grace period.\n *\n * Invoked on an interval by {@link startProgressMonitor()}; exposed (rather\n * than private) so tests can drive a single tick with an explicit `now`.\n */\n checkSubscriberProgress(now: number) {\n let timedOut: Map<Subscriber, SubscriberStats> | undefined;\n let slowestOnTime: SubscriberStats | undefined;\n\n for (const sub of this.#active) {\n const stats = sub.sampleProcessRate(now).getStats();\n if (stats.missedLastTimeout) {\n (timedOut ??= new Map()).set(sub, stats);\n } else if (\n stats.processRate <= (slowestOnTime?.processRate ?? Infinity)\n ) {\n slowestOnTime = stats;\n }\n }\n this.#currentBroadcast?.logSlowRequests(now);\n\n if (\n this.#flowControlSlowSubscriberGracePeriodMs &&\n timedOut?.size &&\n slowestOnTime\n ) {\n for (const [sub, stats] of timedOut.entries()) {\n const rate =\n stats.processRate < slowestOnTime.processRate\n ? 'lagging'\n : 'catching-up';\n const laggingDuration = sub.reportChangeRate(now, rate);\n if (laggingDuration >= this.#flowControlSlowSubscriberGracePeriodMs) {\n if (sub.mode === 'backup') {\n // The backup-replicator can only be detected as a laggard during\n // initial catchup; after that it is required for consensus. If it\n // triggers laggard detection in the former case, just log and\n // continue; as disconnecting it would otherwise kill the\n // change-streamer task altogether.\n this.#backupLagEventCount++;\n const grace = this.#flowControlSlowSubscriberGracePeriodMs;\n if (\n this.#lastBackupLagWarnMs === undefined ||\n now - this.#lastBackupLagWarnMs >= grace\n ) {\n this.#lastBackupLagWarnMs = now;\n this.#lc.warn?.(\n `backup subscriber ${sub.id} has lagged for ${laggingDuration}ms ` +\n `(${this.#backupLagEventCount} lag events so far). ` +\n `this is only expected during initial catchup`,\n {stats},\n );\n }\n } else {\n this.#lc.warn?.(\n `serving subscriber ${sub.id} has lagged for ${laggingDuration}ms. disconnecting`,\n {stats},\n );\n sub.close(\n StreamTooFarBehind,\n `lagging for over ${this.#flowControlSlowSubscriberGracePeriodMs}ms (${laggingDuration}ms)`,\n );\n }\n }\n }\n }\n }\n\n stopProgressMonitor() {\n clearInterval(this.#progressMonitor);\n }\n\n /**\n * `add()` is called in lock step with `Storer.catchup()` so that the\n * two components have an equivalent interpretation of whether a Transaction is\n * currently being streamed.\n */\n add(sub: Subscriber) {\n if (this.#inTransaction) {\n this.#queued.add(sub);\n } else {\n this.#active.add(sub);\n }\n }\n\n remove(sub: Subscriber) {\n this.#active.delete(sub);\n this.#queued.delete(sub);\n sub.close();\n }\n\n /**\n * `forward()` is called in lockstep with `Storer.store()` so that the\n * two components have an equivalent interpretation of whether a Transaction is\n * currently being streamed.\n *\n * This version of forward is fire-and-forget, with no flow control. The\n * change-streamer should call and await {@link forwardWithFlowControl()}\n * occasionally to avoid memory blowup.\n */\n forward(entry: WatermarkedChange) {\n Broadcast.withoutTracking(this.#active.values(), entry);\n this.#updateActiveSubscribers(entry[1]);\n }\n\n sendStatus(status: Status) {\n for (const sub of this.#active.values()) {\n sub.sendStatus(status);\n }\n }\n\n /**\n * The flow-control-aware equivalent of {@link forward()}, returning a\n * Promise that resolves when replication should continue.\n */\n async forwardWithFlowControl(entry: WatermarkedChange) {\n const start = performance.now();\n const broadcast = new Broadcast(\n this.#lc,\n this.#active.values(),\n entry,\n this.#earlyReleaseOptions,\n );\n this.#updateActiveSubscribers(entry[1]);\n\n // set for progress tracking\n this.#currentBroadcast = broadcast;\n\n try {\n await broadcast.done;\n const attributes = {'release.mode': broadcast.releaseMode};\n this.#flowControlWaits.add(1, attributes);\n this.#flowControlWaitTime.recordMs(performance.now() - start, attributes);\n } finally {\n // Technically #currentBroadcast may have changed, so only\n // unset if it if is still the same.\n if (this.#currentBroadcast === broadcast) {\n this.#currentBroadcast = undefined;\n }\n }\n }\n\n #subscriberStats() {\n let pendingMessages = 0;\n let backlogMessages = 0;\n let backlogBytes = 0;\n let maxBacklogBytes = 0;\n\n for (const sub of joinIterables(this.#active, this.#queued)) {\n const stats = sub.getStats();\n pendingMessages += stats.pending;\n backlogMessages += stats.backlog;\n backlogBytes += stats.backlogBytes;\n maxBacklogBytes = Math.max(maxBacklogBytes, stats.backlogBytes);\n }\n\n return {pendingMessages, backlogMessages, backlogBytes, maxBacklogBytes};\n }\n\n #updateActiveSubscribers(tag: ChangeTag) {\n switch (tag) {\n case 'begin':\n // While in a Transaction, all added subscribers are \"queued\" so that no\n // messages are forwarded to them. This state corresponds to being queued\n // for catchup in the Storer, which will retrieve historic changes\n // and call catchup() once the current transaction is committed.\n this.#inTransaction = true;\n break;\n case 'commit':\n case 'rollback':\n // Upon commit or rollback, all queued subscribers are transferred to\n // the active set. This means that they can receive messages starting\n // from the next transaction.\n //\n // Note that if catchup is still in progress (in the Storer), these messages\n // will be buffered in the backlog until catchup completes.\n this.#inTransaction = false;\n for (const sub of this.#queued.values()) {\n this.#active.add(sub);\n }\n this.#queued.clear();\n break;\n }\n }\n\n getAcks(): Set<string> {\n return new Set(\n joinIterables(\n wrapIterable(this.#active).map(s => s.acked),\n wrapIterable(this.#queued).map(s => s.acked),\n ),\n );\n }\n}\n"],"mappings":";;;;AAoBA,IAAa,YAAb,MAAuB;CACrB;CACA;CACA;CACA,0BAAmB,IAAI,IAAgB;CACvC,0BAAmB,IAAI,IAAgB;CACvC;CACA;CAEA,oBAA6B,mBAC3B,eACA,sBACA,8DACF;CACA,uBAAgC,4BAC9B,eACA,8BACA,qDACF;CACA,iBAAiB;CAEjB;CACA;CAMA,uBAAuB;CACvB;CAEA,YACE,IACA,OAA+B,EAC7B,uCAAuC,EACzC,GACA;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,6BAA6B;EACpE,KAAKC,cAAc,KAAK,gBAAgB;EACxC,KAAKC,gBAAgB,KAAK,kBAAkB;EAE5C,KAAKG,uBACH,KAAK,wCAAwC,IACzC,KAAA,IACA;GACE,4BACE,KAAK;GACP,cAAc,KAAKJ;GACnB,gBAAgB,KAAKC;EACvB;EACN,KAAKI,0CACH,KAAK;EAEP,iBACE,eACA,mCACA,0DACF,EAAE,aAAY,WAAU,OAAO,QAAQ,KAAKH,QAAQ,IAAI,CAAC;EAEzD,iBACE,eACA,mCACA,4FACF,EAAE,aAAY,WAAU,OAAO,QAAQ,KAAKC,QAAQ,IAAI,CAAC;EAEzD,iBACE,eACA,iCACA,iEACF,EAAE,aAAY,WACZ,OAAO,QAAQ,KAAKK,iBAAiB,EAAE,eAAe,CACxD;EAEA,iBACE,eACA,iCACA,kEACF,EAAE,aAAY,WACZ,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,eAAe,CACxD;EAEA,iBAAiB,eAAe,8BAA8B;GAC5D,aACE;GACF,MAAM;EACR,CAAC,EAAE,aAAY,WACb,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,YAAY,CACrD;EAEA,iBAAiB,eAAe,kCAAkC;GAChE,aACE;GACF,MAAM;EACR,CAAC,EAAE,aAAY,WACb,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,eAAe,CACxD;CACF;CAEA,uBAAuB;EACrB,cAAc,KAAKC,gBAAgB;EACnC,KAAKA,mBAAmB,kBAChB,KAAK,wBAAwB,YAAY,IAAI,CAAC,GACpD,GACF;CACF;;;;;;;;;CAUA,wBAAwB,KAAa;EACnC,IAAI;EACJ,IAAI;EAEJ,KAAK,MAAM,OAAO,KAAKP,SAAS;GAC9B,MAAM,QAAQ,IAAI,kBAAkB,GAAG,EAAE,SAAS;GAClD,IAAI,MAAM,mBACR,CAAC,6BAAa,IAAI,IAAI,GAAG,IAAI,KAAK,KAAK;QAClC,IACL,MAAM,gBAAgB,eAAe,eAAe,WAEpD,gBAAgB;EAEpB;EACA,KAAKQ,mBAAmB,gBAAgB,GAAG;EAE3C,IACE,KAAKL,2CACL,UAAU,QACV,eAEA,KAAK,MAAM,CAAC,KAAK,UAAU,SAAS,QAAQ,GAAG;GAC7C,MAAM,OACJ,MAAM,cAAc,cAAc,cAC9B,YACA;GACN,MAAM,kBAAkB,IAAI,iBAAiB,KAAK,IAAI;GACtD,IAAI,mBAAmB,KAAKA,yCAC1B,IAAI,IAAI,SAAS,UAAU;IAMzB,KAAKM;IACL,MAAM,QAAQ,KAAKN;IACnB,IACE,KAAKO,yBAAyB,KAAA,KAC9B,MAAM,KAAKA,wBAAwB,OACnC;KACA,KAAKA,uBAAuB;KAC5B,KAAKb,IAAI,OACP,qBAAqB,IAAI,GAAG,kBAAkB,gBAAgB,MACxD,KAAKY,qBAAqB,oEAEhC,EAAC,MAAK,CACR;IACF;GACF,OAAO;IACL,KAAKZ,IAAI,OACP,sBAAsB,IAAI,GAAG,kBAAkB,gBAAgB,oBAC/D,EAAC,MAAK,CACR;IACA,IAAI,MAAA,GAEF,oBAAoB,KAAKM,wCAAwC,MAAM,gBAAgB,IACzF;GACF;EAEJ;CAEJ;CAEA,sBAAsB;EACpB,cAAc,KAAKI,gBAAgB;CACrC;;;;;;CAOA,IAAI,KAAiB;EACnB,IAAI,KAAKI,gBACP,KAAKV,QAAQ,IAAI,GAAG;OAEpB,KAAKD,QAAQ,IAAI,GAAG;CAExB;CAEA,OAAO,KAAiB;EACtB,KAAKA,QAAQ,OAAO,GAAG;EACvB,KAAKC,QAAQ,OAAO,GAAG;EACvB,IAAI,MAAM;CACZ;;;;;;;;;;CAWA,QAAQ,OAA0B;EAChC,UAAU,gBAAgB,KAAKD,QAAQ,OAAO,GAAG,KAAK;EACtD,KAAKY,yBAAyB,MAAM,EAAE;CACxC;CAEA,WAAW,QAAgB;EACzB,KAAK,MAAM,OAAO,KAAKZ,QAAQ,OAAO,GACpC,IAAI,WAAW,MAAM;CAEzB;;;;;CAMA,MAAM,uBAAuB,OAA0B;EACrD,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,YAAY,IAAI,UACpB,KAAKH,KACL,KAAKG,QAAQ,OAAO,GACpB,OACA,KAAKE,oBACP;EACA,KAAKU,yBAAyB,MAAM,EAAE;EAGtC,KAAKJ,oBAAoB;EAEzB,IAAI;GACF,MAAM,UAAU;GAChB,MAAM,aAAa,EAAC,gBAAgB,UAAU,YAAW;GACzD,KAAKJ,kBAAkB,IAAI,GAAG,UAAU;GACxC,KAAKC,qBAAqB,SAAS,YAAY,IAAI,IAAI,OAAO,UAAU;EAC1E,UAAU;GAGR,IAAI,KAAKG,sBAAsB,WAC7B,KAAKA,oBAAoB,KAAA;EAE7B;CACF;CAEA,mBAAmB;EACjB,IAAI,kBAAkB;EACtB,IAAI,kBAAkB;EACtB,IAAI,eAAe;EACnB,IAAI,kBAAkB;EAEtB,KAAK,MAAM,OAAO,cAAc,KAAKR,SAAS,KAAKC,OAAO,GAAG;GAC3D,MAAM,QAAQ,IAAI,SAAS;GAC3B,mBAAmB,MAAM;GACzB,mBAAmB,MAAM;GACzB,gBAAgB,MAAM;GACtB,kBAAkB,KAAK,IAAI,iBAAiB,MAAM,YAAY;EAChE;EAEA,OAAO;GAAC;GAAiB;GAAiB;GAAc;EAAe;CACzE;CAEA,yBAAyB,KAAgB;EACvC,QAAQ,KAAR;GACE,KAAK;IAKH,KAAKU,iBAAiB;IACtB;GACF,KAAK;GACL,KAAK;IAOH,KAAKA,iBAAiB;IACtB,KAAK,MAAM,OAAO,KAAKV,QAAQ,OAAO,GACpC,KAAKD,QAAQ,IAAI,GAAG;IAEtB,KAAKC,QAAQ,MAAM;IACnB;EACJ;CACF;CAEA,UAAuB;EACrB,OAAO,IAAI,IACT,cACE,aAAa,KAAKD,OAAO,EAAE,KAAI,MAAK,EAAE,KAAK,GAC3C,aAAa,KAAKC,OAAO,EAAE,KAAI,MAAK,EAAE,KAAK,CAC7C,CACF;CACF;AACF"}
1
+ {"version":3,"file":"forwarder.js","names":["#lc","#setTimeout","#clearTimeout","#active","#queued","#earlyReleaseOptions","#flowControlSlowSubscriberGracePeriodMs","#flowControlWaits","#flowControlWaitTime","#subscriberStats","#progressMonitor","#currentBroadcast","#backupLagEventCount","#lastBackupLagWarnMs","#flushPendingWithoutTracking","#inTransaction","#pending","#updateActiveSubscribers","#flushScheduled","#flushImmediateId","#drainPending"],"sources":["../../../../../../zero-cache/src/services/change-streamer/forwarder.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {joinIterables, wrapIterable} from '../../../../shared/src/iterables.ts';\nimport {\n getOrCreateCounter,\n getOrCreateGauge,\n getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {Broadcast, type EarlyReleaseOptions} from './broadcast.ts';\nimport type {ChangeTag, Status, WatermarkedChange} from './change-streamer.ts';\nimport {StreamTooFarBehind} from './error-type-enum.ts';\nimport type {Subscriber, SubscriberStats} from './subscriber.ts';\n\nexport type ProgressMonitorOptions = {\n flowControlConsensusTimeoutProportion: number;\n flowControlSlowSubscriberGracePeriodMs?: number | undefined;\n // Injectable timers, for deterministic testing.\n setTimeoutFn?: typeof setTimeout | undefined;\n clearTimeoutFn?: typeof clearTimeout | undefined;\n};\n\nconst FORWARD_BATCH_SIZE = 64;\n\nexport class Forwarder {\n readonly #lc: LogContext;\n readonly #setTimeout: typeof setTimeout;\n readonly #clearTimeout: typeof clearTimeout;\n readonly #active = new Set<Subscriber>();\n readonly #queued = new Set<Subscriber>();\n readonly #earlyReleaseOptions: EarlyReleaseOptions | undefined;\n readonly #flowControlSlowSubscriberGracePeriodMs: number | undefined;\n\n readonly #flowControlWaits = getOrCreateCounter(\n 'replication',\n 'flow_control.waits',\n 'Flow-control checkpoints completed, labeled by release mode.',\n );\n readonly #flowControlWaitTime = getOrCreateLatencyHistogram(\n 'replication',\n 'flow_control.wait_duration',\n 'Time replication waits at flow-control checkpoints.',\n );\n #inTransaction = false;\n\n #pending: WatermarkedChange[] = [];\n #flushScheduled = false;\n #flushImmediateId: NodeJS.Immediate | undefined = undefined;\n\n #currentBroadcast: Broadcast | undefined;\n #progressMonitor: NodeJS.Timeout | undefined;\n\n // The backup-replicator is never disconnected as a laggard, so its lag\n // detections are logged (rather than acted upon). Track the running total and\n // throttle the warning to at most once per grace period to avoid spamming the\n // log for the duration of a slow catchup.\n #backupLagEventCount = 0;\n #lastBackupLagWarnMs: number | undefined;\n\n constructor(\n lc: LogContext,\n opts: ProgressMonitorOptions = {\n flowControlConsensusTimeoutProportion: 2.0,\n },\n ) {\n this.#lc = lc.withContext('component', 'subscriber-progress-monitor');\n this.#setTimeout = opts.setTimeoutFn ?? setTimeout;\n this.#clearTimeout = opts.clearTimeoutFn ?? clearTimeout;\n\n this.#earlyReleaseOptions =\n opts.flowControlConsensusTimeoutProportion < 0\n ? undefined\n : {\n consensusTimeoutProportion:\n opts.flowControlConsensusTimeoutProportion,\n setTimeoutFn: this.#setTimeout,\n clearTimeoutFn: this.#clearTimeout,\n };\n this.#flowControlSlowSubscriberGracePeriodMs =\n opts.flowControlSlowSubscriberGracePeriodMs;\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.active_subscribers',\n 'Active change-stream subscribers receiving live changes.',\n ).addCallback(result => result.observe(this.#active.size));\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.queued_subscribers',\n 'Change-stream subscribers waiting for the current transaction to finish before activation.',\n ).addCallback(result => result.observe(this.#queued.size));\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.pending_messages',\n 'Downstream change-stream messages not yet acked by subscribers.',\n ).addCallback(result =>\n result.observe(this.#subscriberStats().pendingMessages),\n );\n\n getOrCreateGauge(\n 'replication',\n 'flow_control.backlog_messages',\n 'Live change-stream messages buffered while subscribers catch up.',\n ).addCallback(result =>\n result.observe(this.#subscriberStats().backlogMessages),\n );\n\n getOrCreateGauge('replication', 'flow_control.backlog_bytes', {\n description:\n 'Live change-stream bytes buffered while subscribers catch up.',\n unit: 'By',\n }).addCallback(result =>\n result.observe(this.#subscriberStats().backlogBytes),\n );\n\n getOrCreateGauge('replication', 'flow_control.max_backlog_bytes', {\n description:\n 'Maximum live change-stream bytes buffered by a single subscriber.',\n unit: 'By',\n }).addCallback(result =>\n result.observe(this.#subscriberStats().maxBacklogBytes),\n );\n }\n\n startProgressMonitor() {\n clearInterval(this.#progressMonitor);\n this.#progressMonitor = setInterval(\n () => this.checkSubscriberProgress(performance.now()),\n 1000,\n );\n }\n\n /**\n * Runs one progress-monitor tick: samples each active subscriber's change\n * rate, logs slow broadcasts, and disconnects subscribers that have been\n * continuously lagging for longer than the configured grace period.\n *\n * Invoked on an interval by {@link startProgressMonitor()}; exposed (rather\n * than private) so tests can drive a single tick with an explicit `now`.\n */\n checkSubscriberProgress(now: number) {\n let timedOut: Map<Subscriber, SubscriberStats> | undefined;\n let slowestOnTime: SubscriberStats | undefined;\n\n for (const sub of this.#active) {\n const stats = sub.sampleProcessRate(now).getStats();\n if (stats.missedLastTimeout) {\n (timedOut ??= new Map()).set(sub, stats);\n } else if (\n stats.processRate <= (slowestOnTime?.processRate ?? Infinity)\n ) {\n slowestOnTime = stats;\n }\n }\n this.#currentBroadcast?.logSlowRequests(now);\n\n if (\n this.#flowControlSlowSubscriberGracePeriodMs &&\n timedOut?.size &&\n slowestOnTime\n ) {\n for (const [sub, stats] of timedOut.entries()) {\n const rate =\n stats.processRate < slowestOnTime.processRate\n ? 'lagging'\n : 'catching-up';\n const laggingDuration = sub.reportChangeRate(now, rate);\n if (laggingDuration >= this.#flowControlSlowSubscriberGracePeriodMs) {\n if (sub.mode === 'backup') {\n // The backup-replicator can only be detected as a laggard during\n // initial catchup; after that it is required for consensus. If it\n // triggers laggard detection in the former case, just log and\n // continue; as disconnecting it would otherwise kill the\n // change-streamer task altogether.\n this.#backupLagEventCount++;\n const grace = this.#flowControlSlowSubscriberGracePeriodMs;\n if (\n this.#lastBackupLagWarnMs === undefined ||\n now - this.#lastBackupLagWarnMs >= grace\n ) {\n this.#lastBackupLagWarnMs = now;\n this.#lc.warn?.(\n `backup subscriber ${sub.id} has lagged for ${laggingDuration}ms ` +\n `(${this.#backupLagEventCount} lag events so far). ` +\n `this is only expected during initial catchup`,\n {stats},\n );\n }\n } else {\n this.#lc.warn?.(\n `serving subscriber ${sub.id} has lagged for ${laggingDuration}ms. disconnecting`,\n {stats},\n );\n sub.close(\n StreamTooFarBehind,\n `lagging for over ${this.#flowControlSlowSubscriberGracePeriodMs}ms (${laggingDuration}ms)`,\n );\n }\n }\n }\n }\n }\n\n stopProgressMonitor() {\n clearInterval(this.#progressMonitor);\n this.#flushPendingWithoutTracking();\n }\n\n /**\n * `add()` is called in lock step with `Storer.catchup()` so that the\n * two components have an equivalent interpretation of whether a Transaction is\n * currently being streamed.\n */\n add(sub: Subscriber) {\n this.#flushPendingWithoutTracking();\n if (this.#inTransaction) {\n this.#queued.add(sub);\n } else {\n this.#active.add(sub);\n }\n }\n\n remove(sub: Subscriber) {\n this.#flushPendingWithoutTracking();\n this.#active.delete(sub);\n this.#queued.delete(sub);\n sub.close();\n }\n\n /**\n * `forward()` is called in lockstep with `Storer.store()` so that the\n * two components have an equivalent interpretation of whether a Transaction is\n * currently being streamed.\n *\n * This version of forward buffers changes across the current event loop turn\n * and dispatches them in batches. The change-streamer should call and await\n * {@link forwardWithFlowControl()} occasionally to avoid memory blowup.\n */\n forward(entry: WatermarkedChange) {\n this.#pending.push(entry);\n\n if (\n this.#queued.size > 0 &&\n (entry[1] === 'commit' || entry[1] === 'rollback')\n ) {\n this.#flushPendingWithoutTracking();\n }\n this.#updateActiveSubscribers(entry[1]);\n\n if (this.#pending.length >= FORWARD_BATCH_SIZE) {\n this.#flushPendingWithoutTracking();\n } else if (!this.#flushScheduled && this.#pending.length > 0) {\n this.#flushScheduled = true;\n this.#flushImmediateId = setImmediate(() =>\n this.#flushPendingWithoutTracking(),\n );\n }\n }\n\n sendStatus(status: Status) {\n this.#flushPendingWithoutTracking();\n for (const sub of this.#active.values()) {\n sub.sendStatus(status);\n }\n }\n\n /**\n * The flow-control-aware equivalent of {@link forward()}, returning a\n * Promise that resolves when replication should continue.\n */\n async forwardWithFlowControl(entry: WatermarkedChange) {\n this.#pending.push(entry);\n\n const batch = this.#drainPending();\n const start = performance.now();\n const broadcast = new Broadcast(\n this.#lc,\n this.#active.values(),\n batch,\n this.#earlyReleaseOptions,\n );\n this.#updateActiveSubscribers(entry[1]);\n\n // set for progress tracking\n this.#currentBroadcast = broadcast;\n\n try {\n await broadcast.done;\n const attributes = {'release.mode': broadcast.releaseMode};\n this.#flowControlWaits.add(1, attributes);\n this.#flowControlWaitTime.recordMs(performance.now() - start, attributes);\n } finally {\n // Technically #currentBroadcast may have changed, so only\n // unset if it if is still the same.\n if (this.#currentBroadcast === broadcast) {\n this.#currentBroadcast = undefined;\n }\n }\n }\n\n #drainPending(): WatermarkedChange[] {\n if (this.#flushImmediateId !== undefined) {\n clearImmediate(this.#flushImmediateId);\n this.#flushImmediateId = undefined;\n }\n this.#flushScheduled = false;\n if (this.#pending.length === 0) {\n return [];\n }\n const batch = this.#pending;\n this.#pending = [];\n return batch;\n }\n\n #flushPendingWithoutTracking() {\n const batch = this.#drainPending();\n if (batch.length > 0) {\n Broadcast.withoutTracking(this.#active.values(), batch);\n }\n }\n\n #subscriberStats() {\n let pendingMessages = 0;\n let backlogMessages = 0;\n let backlogBytes = 0;\n let maxBacklogBytes = 0;\n\n for (const sub of joinIterables(this.#active, this.#queued)) {\n const stats = sub.getStats();\n pendingMessages += stats.pending;\n backlogMessages += stats.backlog;\n backlogBytes += stats.backlogBytes;\n maxBacklogBytes = Math.max(maxBacklogBytes, stats.backlogBytes);\n }\n\n return {pendingMessages, backlogMessages, backlogBytes, maxBacklogBytes};\n }\n\n #updateActiveSubscribers(tag: ChangeTag) {\n switch (tag) {\n case 'begin':\n // While in a Transaction, all added subscribers are \"queued\" so that no\n // messages are forwarded to them. This state corresponds to being queued\n // for catchup in the Storer, which will retrieve historic changes\n // and call catchup() once the current transaction is committed.\n this.#inTransaction = true;\n break;\n case 'commit':\n case 'rollback':\n // Upon commit or rollback, all queued subscribers are transferred to\n // the active set. This means that they can receive messages starting\n // from the next transaction.\n //\n // Note that if catchup is still in progress (in the Storer), these messages\n // will be buffered in the backlog until catchup completes.\n this.#inTransaction = false;\n for (const sub of this.#queued.values()) {\n this.#active.add(sub);\n }\n this.#queued.clear();\n break;\n }\n }\n\n getAcks(): Set<string> {\n return new Set(\n joinIterables(\n wrapIterable(this.#active).map(s => s.acked),\n wrapIterable(this.#queued).map(s => s.acked),\n ),\n );\n }\n}\n"],"mappings":";;;;AAoBA,IAAM,qBAAqB;AAE3B,IAAa,YAAb,MAAuB;CACrB;CACA;CACA;CACA,0BAAmB,IAAI,IAAgB;CACvC,0BAAmB,IAAI,IAAgB;CACvC;CACA;CAEA,oBAA6B,mBAC3B,eACA,sBACA,8DACF;CACA,uBAAgC,4BAC9B,eACA,8BACA,qDACF;CACA,iBAAiB;CAEjB,WAAgC,CAAC;CACjC,kBAAkB;CAClB,oBAAkD,KAAA;CAElD;CACA;CAMA,uBAAuB;CACvB;CAEA,YACE,IACA,OAA+B,EAC7B,uCAAuC,EACzC,GACA;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,6BAA6B;EACpE,KAAKC,cAAc,KAAK,gBAAgB;EACxC,KAAKC,gBAAgB,KAAK,kBAAkB;EAE5C,KAAKG,uBACH,KAAK,wCAAwC,IACzC,KAAA,IACA;GACE,4BACE,KAAK;GACP,cAAc,KAAKJ;GACnB,gBAAgB,KAAKC;EACvB;EACN,KAAKI,0CACH,KAAK;EAEP,iBACE,eACA,mCACA,0DACF,EAAE,aAAY,WAAU,OAAO,QAAQ,KAAKH,QAAQ,IAAI,CAAC;EAEzD,iBACE,eACA,mCACA,4FACF,EAAE,aAAY,WAAU,OAAO,QAAQ,KAAKC,QAAQ,IAAI,CAAC;EAEzD,iBACE,eACA,iCACA,iEACF,EAAE,aAAY,WACZ,OAAO,QAAQ,KAAKK,iBAAiB,EAAE,eAAe,CACxD;EAEA,iBACE,eACA,iCACA,kEACF,EAAE,aAAY,WACZ,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,eAAe,CACxD;EAEA,iBAAiB,eAAe,8BAA8B;GAC5D,aACE;GACF,MAAM;EACR,CAAC,EAAE,aAAY,WACb,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,YAAY,CACrD;EAEA,iBAAiB,eAAe,kCAAkC;GAChE,aACE;GACF,MAAM;EACR,CAAC,EAAE,aAAY,WACb,OAAO,QAAQ,KAAKA,iBAAiB,EAAE,eAAe,CACxD;CACF;CAEA,uBAAuB;EACrB,cAAc,KAAKC,gBAAgB;EACnC,KAAKA,mBAAmB,kBAChB,KAAK,wBAAwB,YAAY,IAAI,CAAC,GACpD,GACF;CACF;;;;;;;;;CAUA,wBAAwB,KAAa;EACnC,IAAI;EACJ,IAAI;EAEJ,KAAK,MAAM,OAAO,KAAKP,SAAS;GAC9B,MAAM,QAAQ,IAAI,kBAAkB,GAAG,EAAE,SAAS;GAClD,IAAI,MAAM,mBACR,CAAC,6BAAa,IAAI,IAAI,GAAG,IAAI,KAAK,KAAK;QAClC,IACL,MAAM,gBAAgB,eAAe,eAAe,WAEpD,gBAAgB;EAEpB;EACA,KAAKQ,mBAAmB,gBAAgB,GAAG;EAE3C,IACE,KAAKL,2CACL,UAAU,QACV,eAEA,KAAK,MAAM,CAAC,KAAK,UAAU,SAAS,QAAQ,GAAG;GAC7C,MAAM,OACJ,MAAM,cAAc,cAAc,cAC9B,YACA;GACN,MAAM,kBAAkB,IAAI,iBAAiB,KAAK,IAAI;GACtD,IAAI,mBAAmB,KAAKA,yCAC1B,IAAI,IAAI,SAAS,UAAU;IAMzB,KAAKM;IACL,MAAM,QAAQ,KAAKN;IACnB,IACE,KAAKO,yBAAyB,KAAA,KAC9B,MAAM,KAAKA,wBAAwB,OACnC;KACA,KAAKA,uBAAuB;KAC5B,KAAKb,IAAI,OACP,qBAAqB,IAAI,GAAG,kBAAkB,gBAAgB,MACxD,KAAKY,qBAAqB,oEAEhC,EAAC,MAAK,CACR;IACF;GACF,OAAO;IACL,KAAKZ,IAAI,OACP,sBAAsB,IAAI,GAAG,kBAAkB,gBAAgB,oBAC/D,EAAC,MAAK,CACR;IACA,IAAI,MAAA,GAEF,oBAAoB,KAAKM,wCAAwC,MAAM,gBAAgB,IACzF;GACF;EAEJ;CAEJ;CAEA,sBAAsB;EACpB,cAAc,KAAKI,gBAAgB;EACnC,KAAKI,6BAA6B;CACpC;;;;;;CAOA,IAAI,KAAiB;EACnB,KAAKA,6BAA6B;EAClC,IAAI,KAAKC,gBACP,KAAKX,QAAQ,IAAI,GAAG;OAEpB,KAAKD,QAAQ,IAAI,GAAG;CAExB;CAEA,OAAO,KAAiB;EACtB,KAAKW,6BAA6B;EAClC,KAAKX,QAAQ,OAAO,GAAG;EACvB,KAAKC,QAAQ,OAAO,GAAG;EACvB,IAAI,MAAM;CACZ;;;;;;;;;;CAWA,QAAQ,OAA0B;EAChC,KAAKY,SAAS,KAAK,KAAK;EAExB,IACE,KAAKZ,QAAQ,OAAO,MACnB,MAAM,OAAO,YAAY,MAAM,OAAO,aAEvC,KAAKU,6BAA6B;EAEpC,KAAKG,yBAAyB,MAAM,EAAE;EAEtC,IAAI,KAAKD,SAAS,UAAU,oBAC1B,KAAKF,6BAA6B;OAC7B,IAAI,CAAC,KAAKI,mBAAmB,KAAKF,SAAS,SAAS,GAAG;GAC5D,KAAKE,kBAAkB;GACvB,KAAKC,oBAAoB,mBACvB,KAAKL,6BAA6B,CACpC;EACF;CACF;CAEA,WAAW,QAAgB;EACzB,KAAKA,6BAA6B;EAClC,KAAK,MAAM,OAAO,KAAKX,QAAQ,OAAO,GACpC,IAAI,WAAW,MAAM;CAEzB;;;;;CAMA,MAAM,uBAAuB,OAA0B;EACrD,KAAKa,SAAS,KAAK,KAAK;EAExB,MAAM,QAAQ,KAAKI,cAAc;EACjC,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,YAAY,IAAI,UACpB,KAAKpB,KACL,KAAKG,QAAQ,OAAO,GACpB,OACA,KAAKE,oBACP;EACA,KAAKY,yBAAyB,MAAM,EAAE;EAGtC,KAAKN,oBAAoB;EAEzB,IAAI;GACF,MAAM,UAAU;GAChB,MAAM,aAAa,EAAC,gBAAgB,UAAU,YAAW;GACzD,KAAKJ,kBAAkB,IAAI,GAAG,UAAU;GACxC,KAAKC,qBAAqB,SAAS,YAAY,IAAI,IAAI,OAAO,UAAU;EAC1E,UAAU;GAGR,IAAI,KAAKG,sBAAsB,WAC7B,KAAKA,oBAAoB,KAAA;EAE7B;CACF;CAEA,gBAAqC;EACnC,IAAI,KAAKQ,sBAAsB,KAAA,GAAW;GACxC,eAAe,KAAKA,iBAAiB;GACrC,KAAKA,oBAAoB,KAAA;EAC3B;EACA,KAAKD,kBAAkB;EACvB,IAAI,KAAKF,SAAS,WAAW,GAC3B,OAAO,CAAC;EAEV,MAAM,QAAQ,KAAKA;EACnB,KAAKA,WAAW,CAAC;EACjB,OAAO;CACT;CAEA,+BAA+B;EAC7B,MAAM,QAAQ,KAAKI,cAAc;EACjC,IAAI,MAAM,SAAS,GACjB,UAAU,gBAAgB,KAAKjB,QAAQ,OAAO,GAAG,KAAK;CAE1D;CAEA,mBAAmB;EACjB,IAAI,kBAAkB;EACtB,IAAI,kBAAkB;EACtB,IAAI,eAAe;EACnB,IAAI,kBAAkB;EAEtB,KAAK,MAAM,OAAO,cAAc,KAAKA,SAAS,KAAKC,OAAO,GAAG;GAC3D,MAAM,QAAQ,IAAI,SAAS;GAC3B,mBAAmB,MAAM;GACzB,mBAAmB,MAAM;GACzB,gBAAgB,MAAM;GACtB,kBAAkB,KAAK,IAAI,iBAAiB,MAAM,YAAY;EAChE;EAEA,OAAO;GAAC;GAAiB;GAAiB;GAAc;EAAe;CACzE;CAEA,yBAAyB,KAAgB;EACvC,QAAQ,KAAR;GACE,KAAK;IAKH,KAAKW,iBAAiB;IACtB;GACF,KAAK;GACL,KAAK;IAOH,KAAKA,iBAAiB;IACtB,KAAK,MAAM,OAAO,KAAKX,QAAQ,OAAO,GACpC,KAAKD,QAAQ,IAAI,GAAG;IAEtB,KAAKC,QAAQ,MAAM;IACnB;EACJ;CACF;CAEA,UAAuB;EACrB,OAAO,IAAI,IACT,cACE,aAAa,KAAKD,OAAO,EAAE,KAAI,MAAK,EAAE,KAAK,GAC3C,aAAa,KAAKC,OAAO,EAAE,KAAI,MAAK,EAAE,KAAK,CAC7C,CACF;CACF;AACF"}
@@ -48,7 +48,7 @@ interface PurgeLock {
48
48
  }
49
49
  export declare function setupCDCTables(lc: LogContext, db: postgres.TransactionSql, shard: ShardID): Promise<void>;
50
50
  export declare function markResetRequired(sql: PostgresDB, shard: ShardID): Promise<void>;
51
- export declare function ensureReplicationConfig(lc: LogContext, db: PostgresDB, subscriptionState: Pick<SubscriptionState, 'publications' | 'replicaVersion' | 'watermark'>, shard: ShardID, autoReset: boolean, purgeLock?: PurgeLock, setTimeoutFn?: typeof setTimeout): Promise<void>;
51
+ export declare function ensureReplicationConfig(lc: LogContext, db: PostgresDB, subscriptionState: Pick<SubscriptionState, 'publications' | 'replicaVersion' | 'watermark'>, shard: ShardID, autoReset: boolean, purgeLock?: PurgeLock, setTimeoutFn?: typeof setTimeout, pgChangeLogEnabled?: boolean): Promise<void>;
52
52
  export declare const CHANGE_STREAMER_APP_NAME = "zero-change-streamer";
53
53
  export declare class AutoResetSignal extends AbortError {
54
54
  readonly name = "AutoResetSignal";
@@ -1 +1 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/tables.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AAErC,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGpE,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EACV,UAAU,EACV,MAAM,EACN,aAAa,EACd,MAAM,8CAA8C,CAAC;AACtD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,8CAA8C,CAAC;AAOpF,eAAO,MAAM,SAAS,QAAQ,CAAC;AAM/B,MAAM,MAAM,cAAc,GAAG;IAG3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAmBF;;;GAGG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,UASzD;AAED,wBAAsB,6BAA6B,CACjD,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,UAAU,GACd,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIxB;AAED;;;;;GAKG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CACjC,CAAC;AAaF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,UAiBlD;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,UAAU,CAAC;CACtB,CAAC;AAYF,UAAU,SAAS;IACjB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,wBAAsB,cAAc,CAClC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,CAAC,cAAc,EAC3B,KAAK,EAAE,OAAO,iBAIf;AAED,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,iBAKtE;AAED,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,iBAAiB,EAAE,IAAI,CACrB,iBAAiB,EACjB,cAAc,GAAG,gBAAgB,GAAG,WAAW,CAChD,EACD,KAAK,EAAE,OAAO,EACd,SAAS,EAAE,OAAO,EAClB,SAAS,CAAC,EAAE,SAAS,EACrB,YAAY,GAAE,OAAO,UAAuB,iBA4H7C;AAMD,eAAO,MAAM,wBAAwB,yBAAyB,CAAC;AAE/D,qBAAa,eAAgB,SAAQ,UAAU;IAC7C,QAAQ,CAAC,IAAI,qBAAqB;CACnC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,4BAA4B,CAChD,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,iBA4Cf"}
1
+ {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/tables.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AAErC,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGpE,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EACV,UAAU,EACV,MAAM,EACN,aAAa,EACd,MAAM,8CAA8C,CAAC;AACtD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,8CAA8C,CAAC;AAOpF,eAAO,MAAM,SAAS,QAAQ,CAAC;AAM/B,MAAM,MAAM,cAAc,GAAG;IAG3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAmBF;;;GAGG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,UASzD;AAED,wBAAsB,6BAA6B,CACjD,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,UAAU,GACd,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIxB;AAED;;;;;GAKG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CACjC,CAAC;AAaF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,UAiBlD;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,UAAU,CAAC;CACtB,CAAC;AAYF,UAAU,SAAS;IACjB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,wBAAsB,cAAc,CAClC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,CAAC,cAAc,EAC3B,KAAK,EAAE,OAAO,iBAIf;AAED,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,iBAKtE;AAED,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,iBAAiB,EAAE,IAAI,CACrB,iBAAiB,EACjB,cAAc,GAAG,gBAAgB,GAAG,WAAW,CAChD,EACD,KAAK,EAAE,OAAO,EACd,SAAS,EAAE,OAAO,EAClB,SAAS,CAAC,EAAE,SAAS,EACrB,YAAY,GAAE,OAAO,UAAuB,EAC5C,kBAAkB,UAAO,iBAgI1B;AAMD,eAAO,MAAM,wBAAwB,yBAAyB,CAAC;AAE/D,qBAAa,eAAgB,SAAQ,UAAU;IAC7C,QAAQ,CAAC,IAAI,qBAAqB;CACnC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,4BAA4B,CAChD,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,iBA4Cf"}
@@ -77,7 +77,7 @@ async function markResetRequired(sql, shard) {
77
77
  UPDATE ${sql(cdcSchema(shard))}."replicationConfig"
78
78
  SET "resetRequired" = true`;
79
79
  }
80
- async function ensureReplicationConfig(lc, db, subscriptionState, shard, autoReset, purgeLock, setTimeoutFn = setTimeout) {
80
+ async function ensureReplicationConfig(lc, db, subscriptionState, shard, autoReset, purgeLock, setTimeoutFn = setTimeout, pgChangeLogEnabled = true) {
81
81
  const { publications, replicaVersion, watermark } = subscriptionState;
82
82
  const replicaConfig = {
83
83
  publications,
@@ -102,12 +102,12 @@ async function ensureReplicationConfig(lc, db, subscriptionState, shard, autoRes
102
102
  lc.info?.(`Data in cdc tables @${replicaVersion} is incompatible with replica @${replicaConfig.replicaVersion}. Clearing tables.`);
103
103
  purgeLock?.release();
104
104
  needsTruncate = true;
105
- stmts.push(sql`TRUNCATE TABLE ${sql(schema)}."replicationState"`, sql`TRUNCATE TABLE ${sql(schema)}."changeLog"`, sql`TRUNCATE TABLE ${sql(schema)}."replicationConfig"`, sql`TRUNCATE TABLE ${sql(schema)}."tableMetadata"`, sql`TRUNCATE TABLE ${sql(schema)}."backfilling"`);
105
+ stmts.push(sql`TRUNCATE TABLE ${sql(schema)}."replicationState"`, ...pgChangeLogEnabled ? [sql`TRUNCATE TABLE ${sql(schema)}."changeLog"`] : [], sql`TRUNCATE TABLE ${sql(schema)}."replicationConfig"`, sql`TRUNCATE TABLE ${sql(schema)}."tableMetadata"`, sql`TRUNCATE TABLE ${sql(schema)}."backfilling"`);
106
106
  }
107
107
  }
108
108
  if (results.length === 0 || needsTruncate) {
109
109
  const watermark = replicaConfig.replicaVersion;
110
- const initialTx = [{
110
+ const initialTx = pgChangeLogEnabled ? [{
111
111
  watermark,
112
112
  pos: 0,
113
113
  change: { tag: "begin" }
@@ -115,7 +115,7 @@ async function ensureReplicationConfig(lc, db, subscriptionState, shard, autoRes
115
115
  watermark,
116
116
  pos: 1,
117
117
  change: { tag: "commit" }
118
- }];
118
+ }] : [];
119
119
  stmts.push(sql`INSERT INTO ${sql(schema)}."replicationConfig" ${sql(replicaConfig)}`, sql`INSERT INTO ${sql(schema)}."replicationState" ${sql(replicationState)}
120
120
  ON CONFLICT (lock) DO UPDATE SET ${sql(replicationState)}`, ...initialTx.map((change) => sql`INSERT INTO ${sql(schema)}."changeLog" ${sql(change)}`));
121
121
  if (needsTruncate) {
@@ -1 +1 @@
1
- {"version":3,"file":"tables.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/tables.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {type PendingQuery, type Row} from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../../types/pg.ts';\nimport {cdcSchema, type ShardID} from '../../../types/shards.ts';\nimport type {\n BackfillID,\n Change,\n TableMetadata,\n} from '../../change-source/protocol/current/data.ts';\nimport type {SubscriptionState} from '../../replicator/schema/replication-state.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n return ident(cdcSchema(shard));\n}\n\nexport const PG_SCHEMA = 'cdc';\n\nfunction createSchema(shard: ShardID) {\n return /*sql*/ `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type ChangeLogEntry = {\n // A strictly monotonically increasing, lexicographically sortable\n // value that uniquely identifies a position in the change stream.\n watermark: string;\n change: Change;\n};\n\ntype FullChangeLogEntry = ChangeLogEntry & {pos: number};\n\nfunction createChangeLogTable(shard: ShardID) {\n // Note: The \"change\" column used to be JSONB, but that was problematic in that\n // it does not handle the NULL unicode character.\n // https://vladimir.varank.in/notes/2021/01/you-dont-insert-unicode-null-character-as-postgres-jsonb/\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"changeLog\" (\n watermark TEXT,\n pos INT8,\n change JSON NOT NULL,\n precommit TEXT, -- Only exists on commit entries. Purely for debugging.\n PRIMARY KEY (watermark, pos)\n );\n`;\n}\n\n/**\n * Tracks the watermark from which to resume the change stream and the\n * current owner (task ID) acting as the single writer to the changeLog.\n */\nexport type ReplicationState = {\n lastWatermark: string;\n owner: string | null;\n ownerAddress: string | null;\n};\n\nexport function createReplicationStateTable(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"replicationState\" (\n \"lastWatermark\" TEXT NOT NULL,\n \"owner\" TEXT,\n \"ownerAddress\" TEXT,\n \"lock\" INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n );\n`;\n}\n\nexport async function discoverChangeStreamerAddress(\n shard: ShardID,\n sql: PostgresDB,\n): Promise<string | null> {\n const result = await sql<{ownerAddress: string | null}[]> /*sql*/ `\n SELECT \"ownerAddress\" FROM ${sql(cdcSchema(shard))}.\"replicationState\"`;\n return result[0].ownerAddress;\n}\n\n/**\n * This mirrors the analogously named table in the SQLite replica\n * (`services/replicator/schema/replication-state.ts`), and is used\n * to detect when the replica has been reset and is no longer compatible\n * with the current ChangeLog.\n */\nexport type ReplicationConfig = {\n replicaVersion: string;\n publications: readonly string[];\n};\n\nfunction createReplicationConfigTable(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"replicationConfig\" (\n \"replicaVersion\" TEXT NOT NULL,\n \"publications\" TEXT[] NOT NULL,\n \"resetRequired\" BOOL,\n \"lock\" INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n );\n`;\n}\n\nexport function createBackfillTables(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"tableMetadata\" (\n \"schema\" TEXT NOT NULL,\n \"table\" TEXT NOT NULL,\n \"metadata\" JSONB NOT NULL,\n PRIMARY KEY(\"schema\", \"table\")\n );\n\n CREATE TABLE ${schema(shard)}.\"backfilling\" (\n \"schema\" TEXT NOT NULL,\n \"table\" TEXT NOT NULL,\n \"column\" TEXT NOT NULL,\n \"backfill\" JSONB NOT NULL,\n PRIMARY KEY(\"schema\", \"table\", \"column\")\n );\n `;\n}\n\nexport type TableMetadataRow = {\n schema: string;\n table: string;\n metadata: TableMetadata;\n};\n\nexport type BackfillingColumn = {\n schema: string;\n table: string;\n column: string;\n backfill: BackfillID;\n};\n\nfunction createTables(shard: ShardID) {\n return (\n createSchema(shard) +\n createChangeLogTable(shard) +\n createReplicationStateTable(shard) +\n createReplicationConfigTable(shard) +\n createBackfillTables(shard)\n );\n}\n\ninterface PurgeLock {\n release(): Promise<void>;\n}\n\nexport async function setupCDCTables(\n lc: LogContext,\n db: postgres.TransactionSql,\n shard: ShardID,\n) {\n lc.info?.(`Setting up CDC tables`);\n await db.unsafe(createTables(shard));\n}\n\nexport async function markResetRequired(sql: PostgresDB, shard: ShardID) {\n const schema = cdcSchema(shard);\n await sql`\n UPDATE ${sql(schema)}.\"replicationConfig\"\n SET \"resetRequired\" = true`;\n}\n\nexport async function ensureReplicationConfig(\n lc: LogContext,\n db: PostgresDB,\n subscriptionState: Pick<\n SubscriptionState,\n 'publications' | 'replicaVersion' | 'watermark'\n >,\n shard: ShardID,\n autoReset: boolean,\n purgeLock?: PurgeLock,\n setTimeoutFn: typeof setTimeout = setTimeout,\n) {\n const {publications, replicaVersion, watermark} = subscriptionState;\n const replicaConfig = {publications, replicaVersion};\n const replicationState: ReplicationState = {\n lastWatermark: replicaVersion,\n owner: null,\n ownerAddress: null,\n };\n const schema = cdcSchema(shard);\n\n await runTx(db, async sql => {\n const stmts: PendingQuery<Row[]>[] = [];\n let needsTruncate = false;\n const results = await sql<\n {\n replicaVersion: string;\n publications: string[];\n resetRequired: boolean | null;\n }[]\n > /*sql*/ `\n SELECT \"replicaVersion\", \"publications\", \"resetRequired\" \n FROM ${sql(schema)}.\"replicationConfig\"`;\n\n if (results.length) {\n const {replicaVersion, publications} = results[0];\n if (\n replicaVersion !== replicaConfig.replicaVersion ||\n !equals(new Set(publications), new Set(replicaConfig.publications))\n ) {\n if (replicaConfig.replicaVersion !== watermark) {\n throw new AutoResetSignal(\n `Cannot reset change db@${replicaVersion} to ` +\n `service replica@${replicaConfig.replicaVersion} ` +\n `from watermark ${watermark}`,\n );\n }\n lc.info?.(\n `Data in cdc tables @${replicaVersion} is incompatible ` +\n `with replica @${replicaConfig.replicaVersion}. Clearing tables.`,\n );\n // Release any purge lock held by the caller; the changeLog is\n // incompatible with the replica and needs to be truncated.\n void purgeLock?.release();\n\n // Note: The order of TRUNCATE matters. The replicationState table is\n // truncated before the changeLog table, in order to acquire\n // (exclusive) locks on the tables in the same order that the\n // storer.ts acquires locks when writing the changeLog, namely:\n //\n // 1. SELECT ... FROM replicationState FOR UPDATE;\n // 2. INSERT INTO changeLog ...;\n // ...\n // n. UPDATE replicationState ...;\n needsTruncate = true;\n stmts.push(\n sql`TRUNCATE TABLE ${sql(schema)}.\"replicationState\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"changeLog\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"replicationConfig\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"tableMetadata\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"backfilling\"`,\n );\n }\n }\n // Initialize (or re-initialize TRUNCATED) tables\n if (results.length === 0 || needsTruncate) {\n // The storer uses the earliest changeLog entry as the safe watermark\n // from which subscribers can be resumed. These initial entries ensure\n // that subscribers can start from a freshly synced replica, even if\n // new changes have been replicated and not purged from the changeLog.\n //\n // TODO: Replace this with an explicit `firstWatermark` column in the\n // change db.\n const watermark = replicaConfig.replicaVersion;\n const initialTx: FullChangeLogEntry[] = [\n {watermark, pos: 0, change: {tag: 'begin'}},\n {watermark, pos: 1, change: {tag: 'commit'}},\n ];\n\n stmts.push(\n sql`INSERT INTO ${sql(schema)}.\"replicationConfig\" ${sql(replicaConfig)}`,\n sql`INSERT INTO ${sql(schema)}.\"replicationState\" ${sql(replicationState)} \n ON CONFLICT (lock) DO UPDATE SET ${sql(replicationState)}`,\n ...initialTx.map(\n change => sql`INSERT INTO ${sql(schema)}.\"changeLog\" ${sql(change)}`,\n ),\n );\n\n if (needsTruncate) {\n // The TRUNCATE statements require ACCESS EXCLUSIVE locks, which may\n // be blocked by old storer catchup reads. Race against a timeout\n // that terminates the blocking backends if the TRUNCATE takes too\n // long.\n const timer = setTimeoutFn(async () => {\n lc.info?.(\n 'ensureReplicationConfig blocked, terminating lock holders',\n );\n await terminateChangeDBLockHolders(lc, db, shard);\n }, LOCK_HOLDER_TERMINATE_TIMEOUT_MS);\n try {\n return await Promise.all(stmts);\n } finally {\n clearTimeout(timer);\n }\n }\n return Promise.all(stmts);\n }\n\n const {resetRequired} = results[0];\n if (resetRequired) {\n if (autoReset) {\n throw new AutoResetSignal('reset required by replication stream');\n }\n lc.error?.(\n '\\n\\n\\n' +\n 'Reset required but --auto-reset is not enabled.\\n' +\n 'This can happen for upstream databases that do not support event triggers.\\n' +\n 'To correct this, see https://zero.rocicorp.dev/docs/connecting-to-postgres#schema-changes' +\n '\\n\\n\\n',\n );\n }\n\n return [];\n });\n}\n\n// The time to wait for a TRUNCATE in ensureReplicationConfig before\n// terminating blocking backends via terminateChangeDBLockHolders.\nconst LOCK_HOLDER_TERMINATE_TIMEOUT_MS = 5_000;\n\nexport const CHANGE_STREAMER_APP_NAME = 'zero-change-streamer';\n\nexport class AutoResetSignal extends AbortError {\n readonly name = 'AutoResetSignal';\n}\n\n/**\n * Terminates zero-cache backends that are blocking the current backend\n * from acquiring locks on CDC tables (e.g., during TRUNCATE).\n *\n * This is used during change-DB takeover when the new replication-manager's\n * `ensureReplicationConfig` needs to TRUNCATE tables, but the old\n * replication-manager's storer is still reading from them (e.g., large\n * catchup cursors).\n *\n * The function:\n * 1. Finds backends waiting for a lock on a TRUNCATE in {schema}\n * 2. Uses `pg_blocking_pids()` to identify which backends are blocking them\n * 3. Terminates blocking backends that have `application_name = 'zero-change-streamer'`\n *\n * Must be called on a **separate connection** from the one that is blocked,\n * since the blocked connection is inside a pending transaction.\n */\nexport async function terminateChangeDBLockHolders(\n lc: LogContext,\n db: PostgresDB,\n shard: ShardID,\n) {\n const schema = cdcSchema(shard);\n\n // Step 1: Find backends that are blocked waiting for a lock,\n // whose query involves a TRUNCATE on this shard's CDC schema.\n const blocked = await db<{pid: number}[]>`\n SELECT pid FROM pg_stat_activity\n WHERE wait_event_type = 'Lock'\n AND application_name = ${CHANGE_STREAMER_APP_NAME}\n AND query LIKE ${'%TRUNCATE%' + schema + '%'}`;\n\n if (blocked.length === 0) {\n lc.info?.('no blocked TRUNCATE backends found');\n return;\n }\n\n const blockedPids = blocked.map(r => r.pid);\n lc.info?.(`found blocked TRUNCATE backends: ${JSON.stringify(blockedPids)}`);\n\n // Step 2: For each blocked backend, find and terminate its blockers\n // that are zero-change-streamer connections.\n const terminated = await db<\n {pid: number; applicationName: string; query: string; terminated: boolean}[]\n >`\n SELECT pid, application_name as \"applicationName\", query,\n pg_terminate_backend(pid) as terminated\n FROM pg_stat_activity\n WHERE pid = ANY(\n SELECT unnest(pg_blocking_pids(blocked.pid))\n FROM unnest(${blockedPids}::int[]) AS blocked(pid)\n )\n AND application_name = ${CHANGE_STREAMER_APP_NAME}\n AND pid != ALL(${blockedPids}::int[])`;\n\n if (terminated.length === 0) {\n lc.info?.(`no ${CHANGE_STREAMER_APP_NAME} blockers found to terminate`);\n } else {\n for (const {pid, applicationName, query, terminated: ok} of terminated) {\n lc.info?.(\n `terminated blocking backend pid=${pid} app=${applicationName} ok=${ok} query=${query.slice(0, 200)}`,\n );\n }\n }\n}\n"],"mappings":";;;;;;;;AAiBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAIA,SAAS,aAAa,OAAgB;CACpC,OAAe,+BAA+B,OAAO,KAAK,EAAE;AAC9D;AAWA,SAAS,qBAAqB,OAAgB;CAI5C,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;;AAQ/B;AAYA,SAAgB,4BAA4B,OAAgB;CAC1D,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;AAO/B;AAEA,eAAsB,8BACpB,OACA,KACwB;CAGxB,QAAO,MAFc,GAA6C;iCACnC,IAAI,UAAU,KAAK,CAAC,EAAE,sBACvC,GAAG;AACnB;AAaA,SAAS,6BAA6B,OAAgB;CACpD,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;AAO/B;AAEA,SAAgB,qBAAqB,OAAgB;CACnD,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;iBAOd,OAAO,KAAK,EAAE;;;;;;;;AAQ/B;AAeA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,4BAA4B,KAAK,IACjC,6BAA6B,KAAK,IAClC,qBAAqB,KAAK;AAE9B;AAMA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC;AAEA,eAAsB,kBAAkB,KAAiB,OAAgB;CAEvE,MAAM,GAAG;WACA,IAFM,UAAU,KAEZ,CAAM,EAAE;;AAEvB;AAEA,eAAsB,wBACpB,IACA,IACA,mBAIA,OACA,WACA,WACA,eAAkC,YAClC;CACA,MAAM,EAAC,cAAc,gBAAgB,cAAa;CAClD,MAAM,gBAAgB;EAAC;EAAc;CAAc;CACnD,MAAM,mBAAqC;EACzC,eAAe;EACf,OAAO;EACP,cAAc;CAChB;CACA,MAAM,SAAS,UAAU,KAAK;CAE9B,MAAM,MAAM,IAAI,OAAM,QAAO;EAC3B,MAAM,QAA+B,CAAC;EACtC,IAAI,gBAAgB;EACpB,MAAM,UAAU,MAAM,GAMZ;;aAED,IAAI,MAAM,EAAE;EAErB,IAAI,QAAQ,QAAQ;GAClB,MAAM,EAAC,gBAAgB,iBAAgB,QAAQ;GAC/C,IACE,mBAAmB,cAAc,kBACjC,CAAC,OAAO,IAAI,IAAI,YAAY,GAAG,IAAI,IAAI,cAAc,YAAY,CAAC,GAClE;IACA,IAAI,cAAc,mBAAmB,WACnC,MAAM,IAAI,gBACR,0BAA0B,eAAe,sBACpB,cAAc,eAAe,kBAC9B,WACtB;IAEF,GAAG,OACD,uBAAuB,eAAe,iCACnB,cAAc,eAAe,mBAClD;IAGA,WAAgB,QAAQ;IAWxB,gBAAgB;IAChB,MAAM,KACJ,GAAG,kBAAkB,IAAI,MAAM,EAAE,sBACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,eACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,uBACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,mBACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,eACnC;GACF;EACF;EAEA,IAAI,QAAQ,WAAW,KAAK,eAAe;GAQzC,MAAM,YAAY,cAAc;GAChC,MAAM,YAAkC,CACtC;IAAC;IAAW,KAAK;IAAG,QAAQ,EAAC,KAAK,QAAO;GAAC,GAC1C;IAAC;IAAW,KAAK;IAAG,QAAQ,EAAC,KAAK,SAAQ;GAAC,CAC7C;GAEA,MAAM,KACJ,GAAG,eAAe,IAAI,MAAM,EAAE,uBAAuB,IAAI,aAAa,KACtE,GAAG,eAAe,IAAI,MAAM,EAAE,uBAAuB,IAAI,gBAAgB,EAAE;iDAClC,IAAI,gBAAgB,KAC7D,GAAG,UAAU,KACX,WAAU,GAAG,eAAe,IAAI,MAAM,EAAE,eAAe,IAAI,MAAM,GACnE,CACF;GAEA,IAAI,eAAe;IAKjB,MAAM,QAAQ,aAAa,YAAY;KACrC,GAAG,OACD,2DACF;KACA,MAAM,6BAA6B,IAAI,IAAI,KAAK;IAClD,GAAG,gCAAgC;IACnC,IAAI;KACF,OAAO,MAAM,QAAQ,IAAI,KAAK;IAChC,UAAU;KACR,aAAa,KAAK;IACpB;GACF;GACA,OAAO,QAAQ,IAAI,KAAK;EAC1B;EAEA,MAAM,EAAC,kBAAiB,QAAQ;EAChC,IAAI,eAAe;GACjB,IAAI,WACF,MAAM,IAAI,gBAAgB,sCAAsC;GAElE,GAAG,QACD,oOAKF;EACF;EAEA,OAAO,CAAC;CACV,CAAC;AACH;AAIA,IAAM,mCAAmC;AAEzC,IAAa,2BAA2B;AAExC,IAAa,kBAAb,cAAqC,WAAW;CAC9C,OAAgB;AAClB;;;;;;;;;;;;;;;;;;AAmBA,eAAsB,6BACpB,IACA,IACA,OACA;CAKA,MAAM,UAAU,MAAM,EAAmB;;;iCAGV,yBAAyB;yBACjC,eARR,UAAU,KAQa,IAAS;CAE/C,IAAI,QAAQ,WAAW,GAAG;EACxB,GAAG,OAAO,oCAAoC;EAC9C;CACF;CAEA,MAAM,cAAc,QAAQ,KAAI,MAAK,EAAE,GAAG;CAC1C,GAAG,OAAO,oCAAoC,KAAK,UAAU,WAAW,GAAG;CAI3E,MAAM,aAAa,MAAM,EAExB;;;;;;wBAMqB,YAAY;;+BAEL,yBAAyB;uBACjC,YAAY;CAEjC,IAAI,WAAW,WAAW,GACxB,GAAG,OAAO,MAAM,yBAAyB,6BAA6B;MAEtE,KAAK,MAAM,EAAC,KAAK,iBAAiB,OAAO,YAAY,QAAO,YAC1D,GAAG,OACD,mCAAmC,IAAI,OAAO,gBAAgB,MAAM,GAAG,SAAS,MAAM,MAAM,GAAG,GAAG,GACpG;AAGN"}
1
+ {"version":3,"file":"tables.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/tables.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {type PendingQuery, type Row} from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../../types/pg.ts';\nimport {cdcSchema, type ShardID} from '../../../types/shards.ts';\nimport type {\n BackfillID,\n Change,\n TableMetadata,\n} from '../../change-source/protocol/current/data.ts';\nimport type {SubscriptionState} from '../../replicator/schema/replication-state.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n return ident(cdcSchema(shard));\n}\n\nexport const PG_SCHEMA = 'cdc';\n\nfunction createSchema(shard: ShardID) {\n return /*sql*/ `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type ChangeLogEntry = {\n // A strictly monotonically increasing, lexicographically sortable\n // value that uniquely identifies a position in the change stream.\n watermark: string;\n change: Change;\n};\n\ntype FullChangeLogEntry = ChangeLogEntry & {pos: number};\n\nfunction createChangeLogTable(shard: ShardID) {\n // Note: The \"change\" column used to be JSONB, but that was problematic in that\n // it does not handle the NULL unicode character.\n // https://vladimir.varank.in/notes/2021/01/you-dont-insert-unicode-null-character-as-postgres-jsonb/\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"changeLog\" (\n watermark TEXT,\n pos INT8,\n change JSON NOT NULL,\n precommit TEXT, -- Only exists on commit entries. Purely for debugging.\n PRIMARY KEY (watermark, pos)\n );\n`;\n}\n\n/**\n * Tracks the watermark from which to resume the change stream and the\n * current owner (task ID) acting as the single writer to the changeLog.\n */\nexport type ReplicationState = {\n lastWatermark: string;\n owner: string | null;\n ownerAddress: string | null;\n};\n\nexport function createReplicationStateTable(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"replicationState\" (\n \"lastWatermark\" TEXT NOT NULL,\n \"owner\" TEXT,\n \"ownerAddress\" TEXT,\n \"lock\" INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n );\n`;\n}\n\nexport async function discoverChangeStreamerAddress(\n shard: ShardID,\n sql: PostgresDB,\n): Promise<string | null> {\n const result = await sql<{ownerAddress: string | null}[]> /*sql*/ `\n SELECT \"ownerAddress\" FROM ${sql(cdcSchema(shard))}.\"replicationState\"`;\n return result[0].ownerAddress;\n}\n\n/**\n * This mirrors the analogously named table in the SQLite replica\n * (`services/replicator/schema/replication-state.ts`), and is used\n * to detect when the replica has been reset and is no longer compatible\n * with the current ChangeLog.\n */\nexport type ReplicationConfig = {\n replicaVersion: string;\n publications: readonly string[];\n};\n\nfunction createReplicationConfigTable(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"replicationConfig\" (\n \"replicaVersion\" TEXT NOT NULL,\n \"publications\" TEXT[] NOT NULL,\n \"resetRequired\" BOOL,\n \"lock\" INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n );\n`;\n}\n\nexport function createBackfillTables(shard: ShardID) {\n return /*sql*/ `\n CREATE TABLE ${schema(shard)}.\"tableMetadata\" (\n \"schema\" TEXT NOT NULL,\n \"table\" TEXT NOT NULL,\n \"metadata\" JSONB NOT NULL,\n PRIMARY KEY(\"schema\", \"table\")\n );\n\n CREATE TABLE ${schema(shard)}.\"backfilling\" (\n \"schema\" TEXT NOT NULL,\n \"table\" TEXT NOT NULL,\n \"column\" TEXT NOT NULL,\n \"backfill\" JSONB NOT NULL,\n PRIMARY KEY(\"schema\", \"table\", \"column\")\n );\n `;\n}\n\nexport type TableMetadataRow = {\n schema: string;\n table: string;\n metadata: TableMetadata;\n};\n\nexport type BackfillingColumn = {\n schema: string;\n table: string;\n column: string;\n backfill: BackfillID;\n};\n\nfunction createTables(shard: ShardID) {\n return (\n createSchema(shard) +\n createChangeLogTable(shard) +\n createReplicationStateTable(shard) +\n createReplicationConfigTable(shard) +\n createBackfillTables(shard)\n );\n}\n\ninterface PurgeLock {\n release(): Promise<void>;\n}\n\nexport async function setupCDCTables(\n lc: LogContext,\n db: postgres.TransactionSql,\n shard: ShardID,\n) {\n lc.info?.(`Setting up CDC tables`);\n await db.unsafe(createTables(shard));\n}\n\nexport async function markResetRequired(sql: PostgresDB, shard: ShardID) {\n const schema = cdcSchema(shard);\n await sql`\n UPDATE ${sql(schema)}.\"replicationConfig\"\n SET \"resetRequired\" = true`;\n}\n\nexport async function ensureReplicationConfig(\n lc: LogContext,\n db: PostgresDB,\n subscriptionState: Pick<\n SubscriptionState,\n 'publications' | 'replicaVersion' | 'watermark'\n >,\n shard: ShardID,\n autoReset: boolean,\n purgeLock?: PurgeLock,\n setTimeoutFn: typeof setTimeout = setTimeout,\n pgChangeLogEnabled = true,\n) {\n const {publications, replicaVersion, watermark} = subscriptionState;\n const replicaConfig = {publications, replicaVersion};\n const replicationState: ReplicationState = {\n lastWatermark: replicaVersion,\n owner: null,\n ownerAddress: null,\n };\n const schema = cdcSchema(shard);\n\n await runTx(db, async sql => {\n const stmts: PendingQuery<Row[]>[] = [];\n let needsTruncate = false;\n const results = await sql<\n {\n replicaVersion: string;\n publications: string[];\n resetRequired: boolean | null;\n }[]\n > /*sql*/ `\n SELECT \"replicaVersion\", \"publications\", \"resetRequired\" \n FROM ${sql(schema)}.\"replicationConfig\"`;\n\n if (results.length) {\n const {replicaVersion, publications} = results[0];\n if (\n replicaVersion !== replicaConfig.replicaVersion ||\n !equals(new Set(publications), new Set(replicaConfig.publications))\n ) {\n if (replicaConfig.replicaVersion !== watermark) {\n throw new AutoResetSignal(\n `Cannot reset change db@${replicaVersion} to ` +\n `service replica@${replicaConfig.replicaVersion} ` +\n `from watermark ${watermark}`,\n );\n }\n lc.info?.(\n `Data in cdc tables @${replicaVersion} is incompatible ` +\n `with replica @${replicaConfig.replicaVersion}. Clearing tables.`,\n );\n // Release any purge lock held by the caller; the changeLog is\n // incompatible with the replica and needs to be truncated.\n void purgeLock?.release();\n\n // Note: The order of TRUNCATE matters. The replicationState table is\n // truncated before the changeLog table, in order to acquire\n // (exclusive) locks on the tables in the same order that the\n // storer.ts acquires locks when writing the changeLog, namely:\n //\n // 1. SELECT ... FROM replicationState FOR UPDATE;\n // 2. INSERT INTO changeLog ...;\n // ...\n // n. UPDATE replicationState ...;\n needsTruncate = true;\n stmts.push(\n sql`TRUNCATE TABLE ${sql(schema)}.\"replicationState\"`,\n ...(pgChangeLogEnabled\n ? [sql`TRUNCATE TABLE ${sql(schema)}.\"changeLog\"`]\n : []),\n sql`TRUNCATE TABLE ${sql(schema)}.\"replicationConfig\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"tableMetadata\"`,\n sql`TRUNCATE TABLE ${sql(schema)}.\"backfilling\"`,\n );\n }\n }\n // Initialize (or re-initialize TRUNCATED) tables\n if (results.length === 0 || needsTruncate) {\n // When enabled, the PG storer uses the earliest changeLog entry as the\n // safe watermark from which subscribers can be resumed. These initial\n // entries ensure that subscribers can start from a freshly synced\n // replica, even if new changes have been replicated and not purged.\n //\n // TODO: Replace this with an explicit `firstWatermark` column in the\n // change db.\n const watermark = replicaConfig.replicaVersion;\n const initialTx: FullChangeLogEntry[] = pgChangeLogEnabled\n ? [\n {watermark, pos: 0, change: {tag: 'begin'}},\n {watermark, pos: 1, change: {tag: 'commit'}},\n ]\n : [];\n\n stmts.push(\n sql`INSERT INTO ${sql(schema)}.\"replicationConfig\" ${sql(replicaConfig)}`,\n sql`INSERT INTO ${sql(schema)}.\"replicationState\" ${sql(replicationState)} \n ON CONFLICT (lock) DO UPDATE SET ${sql(replicationState)}`,\n ...initialTx.map(\n change => sql`INSERT INTO ${sql(schema)}.\"changeLog\" ${sql(change)}`,\n ),\n );\n\n if (needsTruncate) {\n // The TRUNCATE statements require ACCESS EXCLUSIVE locks, which may\n // be blocked by old storer catchup reads. Race against a timeout\n // that terminates the blocking backends if the TRUNCATE takes too\n // long.\n const timer = setTimeoutFn(async () => {\n lc.info?.(\n 'ensureReplicationConfig blocked, terminating lock holders',\n );\n await terminateChangeDBLockHolders(lc, db, shard);\n }, LOCK_HOLDER_TERMINATE_TIMEOUT_MS);\n try {\n return await Promise.all(stmts);\n } finally {\n clearTimeout(timer);\n }\n }\n return Promise.all(stmts);\n }\n\n const {resetRequired} = results[0];\n if (resetRequired) {\n if (autoReset) {\n throw new AutoResetSignal('reset required by replication stream');\n }\n lc.error?.(\n '\\n\\n\\n' +\n 'Reset required but --auto-reset is not enabled.\\n' +\n 'This can happen for upstream databases that do not support event triggers.\\n' +\n 'To correct this, see https://zero.rocicorp.dev/docs/connecting-to-postgres#schema-changes' +\n '\\n\\n\\n',\n );\n }\n\n return [];\n });\n}\n\n// The time to wait for a TRUNCATE in ensureReplicationConfig before\n// terminating blocking backends via terminateChangeDBLockHolders.\nconst LOCK_HOLDER_TERMINATE_TIMEOUT_MS = 5_000;\n\nexport const CHANGE_STREAMER_APP_NAME = 'zero-change-streamer';\n\nexport class AutoResetSignal extends AbortError {\n readonly name = 'AutoResetSignal';\n}\n\n/**\n * Terminates zero-cache backends that are blocking the current backend\n * from acquiring locks on CDC tables (e.g., during TRUNCATE).\n *\n * This is used during change-DB takeover when the new replication-manager's\n * `ensureReplicationConfig` needs to TRUNCATE tables, but the old\n * replication-manager's storer is still reading from them (e.g., large\n * catchup cursors).\n *\n * The function:\n * 1. Finds backends waiting for a lock on a TRUNCATE in {schema}\n * 2. Uses `pg_blocking_pids()` to identify which backends are blocking them\n * 3. Terminates blocking backends that have `application_name = 'zero-change-streamer'`\n *\n * Must be called on a **separate connection** from the one that is blocked,\n * since the blocked connection is inside a pending transaction.\n */\nexport async function terminateChangeDBLockHolders(\n lc: LogContext,\n db: PostgresDB,\n shard: ShardID,\n) {\n const schema = cdcSchema(shard);\n\n // Step 1: Find backends that are blocked waiting for a lock,\n // whose query involves a TRUNCATE on this shard's CDC schema.\n const blocked = await db<{pid: number}[]>`\n SELECT pid FROM pg_stat_activity\n WHERE wait_event_type = 'Lock'\n AND application_name = ${CHANGE_STREAMER_APP_NAME}\n AND query LIKE ${'%TRUNCATE%' + schema + '%'}`;\n\n if (blocked.length === 0) {\n lc.info?.('no blocked TRUNCATE backends found');\n return;\n }\n\n const blockedPids = blocked.map(r => r.pid);\n lc.info?.(`found blocked TRUNCATE backends: ${JSON.stringify(blockedPids)}`);\n\n // Step 2: For each blocked backend, find and terminate its blockers\n // that are zero-change-streamer connections.\n const terminated = await db<\n {pid: number; applicationName: string; query: string; terminated: boolean}[]\n >`\n SELECT pid, application_name as \"applicationName\", query,\n pg_terminate_backend(pid) as terminated\n FROM pg_stat_activity\n WHERE pid = ANY(\n SELECT unnest(pg_blocking_pids(blocked.pid))\n FROM unnest(${blockedPids}::int[]) AS blocked(pid)\n )\n AND application_name = ${CHANGE_STREAMER_APP_NAME}\n AND pid != ALL(${blockedPids}::int[])`;\n\n if (terminated.length === 0) {\n lc.info?.(`no ${CHANGE_STREAMER_APP_NAME} blockers found to terminate`);\n } else {\n for (const {pid, applicationName, query, terminated: ok} of terminated) {\n lc.info?.(\n `terminated blocking backend pid=${pid} app=${applicationName} ok=${ok} query=${query.slice(0, 200)}`,\n );\n }\n }\n}\n"],"mappings":";;;;;;;;AAiBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAIA,SAAS,aAAa,OAAgB;CACpC,OAAe,+BAA+B,OAAO,KAAK,EAAE;AAC9D;AAWA,SAAS,qBAAqB,OAAgB;CAI5C,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;;AAQ/B;AAYA,SAAgB,4BAA4B,OAAgB;CAC1D,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;AAO/B;AAEA,eAAsB,8BACpB,OACA,KACwB;CAGxB,QAAO,MAFc,GAA6C;iCACnC,IAAI,UAAU,KAAK,CAAC,EAAE,sBACvC,GAAG;AACnB;AAaA,SAAS,6BAA6B,OAAgB;CACpD,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;AAO/B;AAEA,SAAgB,qBAAqB,OAAgB;CACnD,OAAe;iBACA,OAAO,KAAK,EAAE;;;;;;;iBAOd,OAAO,KAAK,EAAE;;;;;;;;AAQ/B;AAeA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,4BAA4B,KAAK,IACjC,6BAA6B,KAAK,IAClC,qBAAqB,KAAK;AAE9B;AAMA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC;AAEA,eAAsB,kBAAkB,KAAiB,OAAgB;CAEvE,MAAM,GAAG;WACA,IAFM,UAAU,KAEZ,CAAM,EAAE;;AAEvB;AAEA,eAAsB,wBACpB,IACA,IACA,mBAIA,OACA,WACA,WACA,eAAkC,YAClC,qBAAqB,MACrB;CACA,MAAM,EAAC,cAAc,gBAAgB,cAAa;CAClD,MAAM,gBAAgB;EAAC;EAAc;CAAc;CACnD,MAAM,mBAAqC;EACzC,eAAe;EACf,OAAO;EACP,cAAc;CAChB;CACA,MAAM,SAAS,UAAU,KAAK;CAE9B,MAAM,MAAM,IAAI,OAAM,QAAO;EAC3B,MAAM,QAA+B,CAAC;EACtC,IAAI,gBAAgB;EACpB,MAAM,UAAU,MAAM,GAMZ;;aAED,IAAI,MAAM,EAAE;EAErB,IAAI,QAAQ,QAAQ;GAClB,MAAM,EAAC,gBAAgB,iBAAgB,QAAQ;GAC/C,IACE,mBAAmB,cAAc,kBACjC,CAAC,OAAO,IAAI,IAAI,YAAY,GAAG,IAAI,IAAI,cAAc,YAAY,CAAC,GAClE;IACA,IAAI,cAAc,mBAAmB,WACnC,MAAM,IAAI,gBACR,0BAA0B,eAAe,sBACpB,cAAc,eAAe,kBAC9B,WACtB;IAEF,GAAG,OACD,uBAAuB,eAAe,iCACnB,cAAc,eAAe,mBAClD;IAGA,WAAgB,QAAQ;IAWxB,gBAAgB;IAChB,MAAM,KACJ,GAAG,kBAAkB,IAAI,MAAM,EAAE,sBACjC,GAAI,qBACA,CAAC,GAAG,kBAAkB,IAAI,MAAM,EAAE,aAAa,IAC/C,CAAC,GACL,GAAG,kBAAkB,IAAI,MAAM,EAAE,uBACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,mBACjC,GAAG,kBAAkB,IAAI,MAAM,EAAE,eACnC;GACF;EACF;EAEA,IAAI,QAAQ,WAAW,KAAK,eAAe;GAQzC,MAAM,YAAY,cAAc;GAChC,MAAM,YAAkC,qBACpC,CACE;IAAC;IAAW,KAAK;IAAG,QAAQ,EAAC,KAAK,QAAO;GAAC,GAC1C;IAAC;IAAW,KAAK;IAAG,QAAQ,EAAC,KAAK,SAAQ;GAAC,CAC7C,IACA,CAAC;GAEL,MAAM,KACJ,GAAG,eAAe,IAAI,MAAM,EAAE,uBAAuB,IAAI,aAAa,KACtE,GAAG,eAAe,IAAI,MAAM,EAAE,uBAAuB,IAAI,gBAAgB,EAAE;iDAClC,IAAI,gBAAgB,KAC7D,GAAG,UAAU,KACX,WAAU,GAAG,eAAe,IAAI,MAAM,EAAE,eAAe,IAAI,MAAM,GACnE,CACF;GAEA,IAAI,eAAe;IAKjB,MAAM,QAAQ,aAAa,YAAY;KACrC,GAAG,OACD,2DACF;KACA,MAAM,6BAA6B,IAAI,IAAI,KAAK;IAClD,GAAG,gCAAgC;IACnC,IAAI;KACF,OAAO,MAAM,QAAQ,IAAI,KAAK;IAChC,UAAU;KACR,aAAa,KAAK;IACpB;GACF;GACA,OAAO,QAAQ,IAAI,KAAK;EAC1B;EAEA,MAAM,EAAC,kBAAiB,QAAQ;EAChC,IAAI,eAAe;GACjB,IAAI,WACF,MAAM,IAAI,gBAAgB,sCAAsC;GAElE,GAAG,QACD,oOAKF;EACF;EAEA,OAAO,CAAC;CACV,CAAC;AACH;AAIA,IAAM,mCAAmC;AAEzC,IAAa,2BAA2B;AAExC,IAAa,kBAAb,cAAqC,WAAW;CAC9C,OAAgB;AAClB;;;;;;;;;;;;;;;;;;AAmBA,eAAsB,6BACpB,IACA,IACA,OACA;CAKA,MAAM,UAAU,MAAM,EAAmB;;;iCAGV,yBAAyB;yBACjC,eARR,UAAU,KAQa,IAAS;CAE/C,IAAI,QAAQ,WAAW,GAAG;EACxB,GAAG,OAAO,oCAAoC;EAC9C;CACF;CAEA,MAAM,cAAc,QAAQ,KAAI,MAAK,EAAE,GAAG;CAC1C,GAAG,OAAO,oCAAoC,KAAK,UAAU,WAAW,GAAG;CAI3E,MAAM,aAAa,MAAM,EAExB;;;;;;wBAMqB,YAAY;;+BAEL,yBAAyB;uBACjC,YAAY;CAEjC,IAAI,WAAW,WAAW,GACxB,GAAG,OAAO,MAAM,yBAAyB,6BAA6B;MAEtE,KAAK,MAAM,EAAC,KAAK,iBAAiB,OAAO,YAAY,QAAO,YAC1D,GAAG,OACD,mCAAmC,IAAI,OAAO,gBAAgB,MAAM,GAAG,SAAS,MAAM,MAAM,GAAG,GAAG,GACpG;AAGN"}
@@ -1 +1 @@
1
- {"version":3,"file":"snapshot-reservations.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot-reservations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAOnD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAE5E,qBAAa,oBAAoB;;IAM/B,YACE,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,EAKjD;IAED,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,CAU5C;IAED,KAAK,CAAC,MAAM,EAAE,MAAM,QAEnB;IAED,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,OAAO,CAElE;IAsCD,qBAAqB,YAOpB;IAED,kBAAkB,IAAI,MAAM,EAAE,CAI7B;IAED,0EAA0E;IAC1E,UAAU,CACR,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAcN;IAED;;;;OAIG;IACH,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAE/C;IAED,qBAAqB,aAKpB;CACF"}
1
+ {"version":3,"file":"snapshot-reservations.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot-reservations.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAOnD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAE5E,qBAAa,oBAAoB;;IAM/B,YACE,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,EAKjD;IAED,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,CAU5C;IAED,KAAK,CAAC,MAAM,EAAE,MAAM,QAEnB;IAED,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,OAAO,CAElE;IAsCD,qBAAqB,YAOpB;IAED,kBAAkB,IAAI,MAAM,EAAE,CAI7B;IAED,0EAA0E;IAC1E,UAAU,CACR,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAmBN;IAeD;;;;OAIG;IACH,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAE/C;IAED,qBAAqB,aAKpB;CACF"}
@@ -1,5 +1,6 @@
1
1
  import { Subscription } from "../../types/subscription.js";
2
2
  import { litestreamMonitorMetricAttrs, litestreamSnapshotReservationConfirmDuration, litestreamSnapshotReservationDuration } from "../litestream/metrics.js";
3
+ import { statSync } from "node:fs";
3
4
  //#region ../zero-cache/src/services/change-streamer/snapshot-reservations.ts
4
5
  var SnapshotReservations = class {
5
6
  #lc;
@@ -55,13 +56,23 @@ var SnapshotReservations = class {
55
56
  const res = this.#reservations.get(taskID);
56
57
  if (res && !res.confirmed()) {
57
58
  this.#lc.info?.(`reserving change-log entries since ${minWatermark} for ${taskID}`);
58
- res.confirm(this.#backupConfig.backupURL, replicaVersion, minWatermark);
59
+ res.confirm(this.#backupConfig.backupURL, replicaVersion, minWatermark, this.#replicaSize());
59
60
  litestreamSnapshotReservationConfirmDuration().recordMs(Date.now() - res.startTime.getTime(), {
60
61
  ...this.#metricAttrs(),
61
62
  source
62
63
  });
63
64
  }
64
65
  }
66
+ #replicaSize() {
67
+ const { replicaFile } = this.#backupConfig;
68
+ if (!replicaFile) return;
69
+ try {
70
+ return statSync(replicaFile).size;
71
+ } catch (e) {
72
+ this.#lc.warn?.(`Unable to get the size of ${replicaFile}`, e);
73
+ return;
74
+ }
75
+ }
65
76
  /**
66
77
  * Notes that a confirmation was deferred, returning true only the first time
67
78
  * for this reservation. Confirmation is retried on every backup, so an
@@ -98,13 +109,14 @@ var Reservation = class {
98
109
  this.#delayNoted = true;
99
110
  return true;
100
111
  }
101
- confirm(backupURL, replicaVersion, minWatermark) {
112
+ confirm(backupURL, replicaVersion, minWatermark, replicaSize) {
102
113
  if (this.#watermark === null) {
103
114
  if (this.#downstream.active) this.#downstream.push(["status", {
104
115
  tag: "status",
105
116
  backupURL,
106
117
  replicaVersion,
107
- minWatermark
118
+ minWatermark,
119
+ replicaSize
108
120
  }]);
109
121
  this.#watermark = minWatermark;
110
122
  }
@@ -1 +1 @@
1
- {"version":3,"file":"snapshot-reservations.js","names":["#lc","#backupConfig","#onClose","#reservations","#close","#metricAttrs","#downstream","#watermark","#delayNoted"],"sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot-reservations.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {Source} from '../../types/streams.ts';\nimport {Subscription} from '../../types/subscription.ts';\nimport {\n litestreamMonitorMetricAttrs,\n litestreamSnapshotReservationConfirmDuration,\n litestreamSnapshotReservationDuration,\n} from '../litestream/metrics.ts';\nimport type {BackupConfig} from './change-streamer-service.ts';\nimport type {SnapshotMessage} from './snapshot.ts';\nimport type {ChangeLogReadSource} from './sqlite-change-log-read-router.ts';\n\nexport class SnapshotReservations {\n readonly #lc: LogContext;\n readonly #backupConfig: BackupConfig;\n readonly #onClose: ((taskID: string) => void) | undefined;\n readonly #reservations = new Map<string, Reservation>();\n\n constructor(\n lc: LogContext,\n backupConfig: BackupConfig,\n onClose?: ((taskID: string) => void) | undefined,\n ) {\n this.#lc = lc.withContext('component', 'snapshot-reserver');\n this.#backupConfig = backupConfig;\n this.#onClose = onClose;\n }\n\n open(taskID: string): Source<SnapshotMessage> {\n this.close(taskID);\n\n const instanceID = {};\n const downstream = Subscription.create<SnapshotMessage>({\n cleanup: () => this.#close(taskID, instanceID),\n });\n this.#reservations.set(taskID, new Reservation(instanceID, downstream));\n this.#lc.info?.(`created snasphot reservation for ${taskID}`);\n return downstream;\n }\n\n close(taskID: string) {\n this.#close(taskID, undefined);\n }\n\n isCurrent(taskID: string, source: Source<SnapshotMessage>): boolean {\n return this.#reservations.get(taskID)?.owns(source) ?? false;\n }\n\n #metricAttrs() {\n return litestreamMonitorMetricAttrs(\n this.#backupConfig.backupURL,\n this.#backupConfig.litestreamVersion,\n 'view_syncer',\n );\n }\n\n #close(taskID: string, cancelledInstanceID: InstanceID | undefined) {\n const res = this.#reservations.get(taskID);\n if (\n res &&\n (!cancelledInstanceID || res.instanceID === cancelledInstanceID)\n ) {\n // Note: delete first, so that the reservation is gone when close() is called.\n this.#reservations.delete(taskID);\n this.#onClose?.(taskID);\n res.close();\n\n const duration = Date.now() - res.startTime.getTime();\n this.#lc.info?.(\n `ended snapshot reservation for ${taskID} (${duration} ms)`,\n );\n // `result` reports how the reservation ended and `confirmed` whether it\n // ever received its bounds. They are separate dimensions: a follower\n // that gives up while waiting for a confirmation is\n // `result=cancelled, confirmed=false`, which a single collapsed\n // attribute cannot distinguish from a client that simply went away.\n litestreamSnapshotReservationDuration().recordMs(duration, {\n ...this.#metricAttrs(),\n result: cancelledInstanceID ? 'cancelled' : 'closed',\n confirmed: res.confirmed(),\n });\n }\n }\n\n confirmationsRequired() {\n for (const res of this.#reservations.values()) {\n if (!res.confirmed()) {\n return true;\n }\n }\n return false;\n }\n\n unconfirmedTaskIDs(): string[] {\n return [...this.#reservations.entries()]\n .filter(([, reservation]) => !reservation.confirmed())\n .map(([taskID]) => taskID);\n }\n\n /** Confirms one reservation with the bounds of its pinned read source. */\n confirmFor(\n taskID: string,\n replicaVersion: string,\n minWatermark: string,\n source: ChangeLogReadSource,\n ): void {\n const res = this.#reservations.get(taskID);\n if (res && !res.confirmed()) {\n this.#lc.info?.(\n `reserving change-log entries since ${minWatermark} for ${taskID}`,\n );\n res.confirm(this.#backupConfig.backupURL, replicaVersion, minWatermark);\n // Measured from `open()`, not from the first confirmation attempt: what\n // matters is how long the follower waited before it could restore.\n litestreamSnapshotReservationConfirmDuration().recordMs(\n Date.now() - res.startTime.getTime(),\n {...this.#metricAttrs(), source},\n );\n }\n }\n\n /**\n * Notes that a confirmation was deferred, returning true only the first time\n * for this reservation. Confirmation is retried on every backup, so an\n * undeduplicated count would measure backups rather than delayed followers.\n */\n noteConfirmationDelayed(taskID: string): boolean {\n return this.#reservations.get(taskID)?.noteDelayed() ?? false;\n }\n\n getReservedWatermarks() {\n return Array.from(\n this.#reservations.values(),\n ({reservedWatermark}) => reservedWatermark,\n ).filter(watermark => watermark !== null);\n }\n}\n\ntype InstanceID = {};\n\nclass Reservation {\n readonly instanceID: InstanceID;\n readonly startTime: Date = new Date();\n readonly #downstream: Subscription<SnapshotMessage>;\n #watermark: string | null = null;\n #delayNoted = false;\n\n constructor(\n instanceID: InstanceID,\n downstream: Subscription<SnapshotMessage>,\n ) {\n this.instanceID = instanceID;\n this.#downstream = downstream;\n }\n\n get reservedWatermark() {\n return this.#watermark;\n }\n\n confirmed() {\n return this.#watermark !== null;\n }\n\n owns(source: Source<SnapshotMessage>): boolean {\n return this.#downstream === source;\n }\n\n noteDelayed(): boolean {\n if (this.#delayNoted) {\n return false;\n }\n this.#delayNoted = true;\n return true;\n }\n\n confirm(backupURL: string, replicaVersion: string, minWatermark: string) {\n if (this.#watermark === null) {\n if (this.#downstream.active) {\n this.#downstream.push([\n 'status',\n {tag: 'status', backupURL, replicaVersion, minWatermark},\n ]);\n }\n this.#watermark = minWatermark;\n }\n }\n\n close() {\n this.#downstream.cancel();\n }\n}\n"],"mappings":";;;AAYA,IAAa,uBAAb,MAAkC;CAChC;CACA;CACA;CACA,gCAAyB,IAAI,IAAyB;CAEtD,YACE,IACA,cACA,SACA;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,mBAAmB;EAC1D,KAAKC,gBAAgB;EACrB,KAAKC,WAAW;CAClB;CAEA,KAAK,QAAyC;EAC5C,KAAK,MAAM,MAAM;EAEjB,MAAM,aAAa,CAAC;EACpB,MAAM,aAAa,aAAa,OAAwB,EACtD,eAAe,KAAKE,OAAO,QAAQ,UAAU,EAC/C,CAAC;EACD,KAAKD,cAAc,IAAI,QAAQ,IAAI,YAAY,YAAY,UAAU,CAAC;EACtE,KAAKH,IAAI,OAAO,oCAAoC,QAAQ;EAC5D,OAAO;CACT;CAEA,MAAM,QAAgB;EACpB,KAAKI,OAAO,QAAQ,KAAA,CAAS;CAC/B;CAEA,UAAU,QAAgB,QAA0C;EAClE,OAAO,KAAKD,cAAc,IAAI,MAAM,GAAG,KAAK,MAAM,KAAK;CACzD;CAEA,eAAe;EACb,OAAO,6BACL,KAAKF,cAAc,WACnB,KAAKA,cAAc,mBACnB,aACF;CACF;CAEA,OAAO,QAAgB,qBAA6C;EAClE,MAAM,MAAM,KAAKE,cAAc,IAAI,MAAM;EACzC,IACE,QACC,CAAC,uBAAuB,IAAI,eAAe,sBAC5C;GAEA,KAAKA,cAAc,OAAO,MAAM;GAChC,KAAKD,WAAW,MAAM;GACtB,IAAI,MAAM;GAEV,MAAM,WAAW,KAAK,IAAI,IAAI,IAAI,UAAU,QAAQ;GACpD,KAAKF,IAAI,OACP,kCAAkC,OAAO,IAAI,SAAS,KACxD;GAMA,sCAAsC,EAAE,SAAS,UAAU;IACzD,GAAG,KAAKK,aAAa;IACrB,QAAQ,sBAAsB,cAAc;IAC5C,WAAW,IAAI,UAAU;GAC3B,CAAC;EACH;CACF;CAEA,wBAAwB;EACtB,KAAK,MAAM,OAAO,KAAKF,cAAc,OAAO,GAC1C,IAAI,CAAC,IAAI,UAAU,GACjB,OAAO;EAGX,OAAO;CACT;CAEA,qBAA+B;EAC7B,OAAO,CAAC,GAAG,KAAKA,cAAc,QAAQ,CAAC,EACpC,QAAQ,GAAG,iBAAiB,CAAC,YAAY,UAAU,CAAC,EACpD,KAAK,CAAC,YAAY,MAAM;CAC7B;;CAGA,WACE,QACA,gBACA,cACA,QACM;EACN,MAAM,MAAM,KAAKA,cAAc,IAAI,MAAM;EACzC,IAAI,OAAO,CAAC,IAAI,UAAU,GAAG;GAC3B,KAAKH,IAAI,OACP,sCAAsC,aAAa,OAAO,QAC5D;GACA,IAAI,QAAQ,KAAKC,cAAc,WAAW,gBAAgB,YAAY;GAGtE,6CAA6C,EAAE,SAC7C,KAAK,IAAI,IAAI,IAAI,UAAU,QAAQ,GACnC;IAAC,GAAG,KAAKI,aAAa;IAAG;GAAM,CACjC;EACF;CACF;;;;;;CAOA,wBAAwB,QAAyB;EAC/C,OAAO,KAAKF,cAAc,IAAI,MAAM,GAAG,YAAY,KAAK;CAC1D;CAEA,wBAAwB;EACtB,OAAO,MAAM,KACX,KAAKA,cAAc,OAAO,IACzB,EAAC,wBAAuB,iBAC3B,EAAE,QAAO,cAAa,cAAc,IAAI;CAC1C;AACF;AAIA,IAAM,cAAN,MAAkB;CAChB;CACA,4BAA2B,IAAI,KAAK;CACpC;CACA,aAA4B;CAC5B,cAAc;CAEd,YACE,YACA,YACA;EACA,KAAK,aAAa;EAClB,KAAKG,cAAc;CACrB;CAEA,IAAI,oBAAoB;EACtB,OAAO,KAAKC;CACd;CAEA,YAAY;EACV,OAAO,KAAKA,eAAe;CAC7B;CAEA,KAAK,QAA0C;EAC7C,OAAO,KAAKD,gBAAgB;CAC9B;CAEA,cAAuB;EACrB,IAAI,KAAKE,aACP,OAAO;EAET,KAAKA,cAAc;EACnB,OAAO;CACT;CAEA,QAAQ,WAAmB,gBAAwB,cAAsB;EACvE,IAAI,KAAKD,eAAe,MAAM;GAC5B,IAAI,KAAKD,YAAY,QACnB,KAAKA,YAAY,KAAK,CACpB,UACA;IAAC,KAAK;IAAU;IAAW;IAAgB;GAAY,CACzD,CAAC;GAEH,KAAKC,aAAa;EACpB;CACF;CAEA,QAAQ;EACN,KAAKD,YAAY,OAAO;CAC1B;AACF"}
1
+ {"version":3,"file":"snapshot-reservations.js","names":["#lc","#backupConfig","#onClose","#reservations","#close","#metricAttrs","#replicaSize","#downstream","#watermark","#delayNoted"],"sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot-reservations.ts"],"sourcesContent":["import {statSync} from 'node:fs';\nimport type {LogContext} from '@rocicorp/logger';\nimport type {Source} from '../../types/streams.ts';\nimport {Subscription} from '../../types/subscription.ts';\nimport {\n litestreamMonitorMetricAttrs,\n litestreamSnapshotReservationConfirmDuration,\n litestreamSnapshotReservationDuration,\n} from '../litestream/metrics.ts';\nimport type {BackupConfig} from './change-streamer-service.ts';\nimport type {SnapshotMessage} from './snapshot.ts';\nimport type {ChangeLogReadSource} from './sqlite-change-log-read-router.ts';\n\nexport class SnapshotReservations {\n readonly #lc: LogContext;\n readonly #backupConfig: BackupConfig;\n readonly #onClose: ((taskID: string) => void) | undefined;\n readonly #reservations = new Map<string, Reservation>();\n\n constructor(\n lc: LogContext,\n backupConfig: BackupConfig,\n onClose?: ((taskID: string) => void) | undefined,\n ) {\n this.#lc = lc.withContext('component', 'snapshot-reserver');\n this.#backupConfig = backupConfig;\n this.#onClose = onClose;\n }\n\n open(taskID: string): Source<SnapshotMessage> {\n this.close(taskID);\n\n const instanceID = {};\n const downstream = Subscription.create<SnapshotMessage>({\n cleanup: () => this.#close(taskID, instanceID),\n });\n this.#reservations.set(taskID, new Reservation(instanceID, downstream));\n this.#lc.info?.(`created snasphot reservation for ${taskID}`);\n return downstream;\n }\n\n close(taskID: string) {\n this.#close(taskID, undefined);\n }\n\n isCurrent(taskID: string, source: Source<SnapshotMessage>): boolean {\n return this.#reservations.get(taskID)?.owns(source) ?? false;\n }\n\n #metricAttrs() {\n return litestreamMonitorMetricAttrs(\n this.#backupConfig.backupURL,\n this.#backupConfig.litestreamVersion,\n 'view_syncer',\n );\n }\n\n #close(taskID: string, cancelledInstanceID: InstanceID | undefined) {\n const res = this.#reservations.get(taskID);\n if (\n res &&\n (!cancelledInstanceID || res.instanceID === cancelledInstanceID)\n ) {\n // Note: delete first, so that the reservation is gone when close() is called.\n this.#reservations.delete(taskID);\n this.#onClose?.(taskID);\n res.close();\n\n const duration = Date.now() - res.startTime.getTime();\n this.#lc.info?.(\n `ended snapshot reservation for ${taskID} (${duration} ms)`,\n );\n // `result` reports how the reservation ended and `confirmed` whether it\n // ever received its bounds. They are separate dimensions: a follower\n // that gives up while waiting for a confirmation is\n // `result=cancelled, confirmed=false`, which a single collapsed\n // attribute cannot distinguish from a client that simply went away.\n litestreamSnapshotReservationDuration().recordMs(duration, {\n ...this.#metricAttrs(),\n result: cancelledInstanceID ? 'cancelled' : 'closed',\n confirmed: res.confirmed(),\n });\n }\n }\n\n confirmationsRequired() {\n for (const res of this.#reservations.values()) {\n if (!res.confirmed()) {\n return true;\n }\n }\n return false;\n }\n\n unconfirmedTaskIDs(): string[] {\n return [...this.#reservations.entries()]\n .filter(([, reservation]) => !reservation.confirmed())\n .map(([taskID]) => taskID);\n }\n\n /** Confirms one reservation with the bounds of its pinned read source. */\n confirmFor(\n taskID: string,\n replicaVersion: string,\n minWatermark: string,\n source: ChangeLogReadSource,\n ): void {\n const res = this.#reservations.get(taskID);\n if (res && !res.confirmed()) {\n this.#lc.info?.(\n `reserving change-log entries since ${minWatermark} for ${taskID}`,\n );\n res.confirm(\n this.#backupConfig.backupURL,\n replicaVersion,\n minWatermark,\n this.#replicaSize(),\n );\n // Measured from `open()`, not from the first confirmation attempt: what\n // matters is how long the follower waited before it could restore.\n litestreamSnapshotReservationConfirmDuration().recordMs(\n Date.now() - res.startTime.getTime(),\n {...this.#metricAttrs(), source},\n );\n }\n }\n\n #replicaSize(): number | undefined {\n const {replicaFile} = this.#backupConfig;\n if (!replicaFile) {\n return undefined;\n }\n try {\n return statSync(replicaFile).size;\n } catch (e) {\n this.#lc.warn?.(`Unable to get the size of ${replicaFile}`, e);\n return undefined;\n }\n }\n\n /**\n * Notes that a confirmation was deferred, returning true only the first time\n * for this reservation. Confirmation is retried on every backup, so an\n * undeduplicated count would measure backups rather than delayed followers.\n */\n noteConfirmationDelayed(taskID: string): boolean {\n return this.#reservations.get(taskID)?.noteDelayed() ?? false;\n }\n\n getReservedWatermarks() {\n return Array.from(\n this.#reservations.values(),\n ({reservedWatermark}) => reservedWatermark,\n ).filter(watermark => watermark !== null);\n }\n}\n\ntype InstanceID = {};\n\nclass Reservation {\n readonly instanceID: InstanceID;\n readonly startTime: Date = new Date();\n readonly #downstream: Subscription<SnapshotMessage>;\n #watermark: string | null = null;\n #delayNoted = false;\n\n constructor(\n instanceID: InstanceID,\n downstream: Subscription<SnapshotMessage>,\n ) {\n this.instanceID = instanceID;\n this.#downstream = downstream;\n }\n\n get reservedWatermark() {\n return this.#watermark;\n }\n\n confirmed() {\n return this.#watermark !== null;\n }\n\n owns(source: Source<SnapshotMessage>): boolean {\n return this.#downstream === source;\n }\n\n noteDelayed(): boolean {\n if (this.#delayNoted) {\n return false;\n }\n this.#delayNoted = true;\n return true;\n }\n\n confirm(\n backupURL: string,\n replicaVersion: string,\n minWatermark: string,\n replicaSize: number | undefined,\n ) {\n if (this.#watermark === null) {\n if (this.#downstream.active) {\n this.#downstream.push([\n 'status',\n {tag: 'status', backupURL, replicaVersion, minWatermark, replicaSize},\n ]);\n }\n this.#watermark = minWatermark;\n }\n }\n\n close() {\n this.#downstream.cancel();\n }\n}\n"],"mappings":";;;;AAaA,IAAa,uBAAb,MAAkC;CAChC;CACA;CACA;CACA,gCAAyB,IAAI,IAAyB;CAEtD,YACE,IACA,cACA,SACA;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,mBAAmB;EAC1D,KAAKC,gBAAgB;EACrB,KAAKC,WAAW;CAClB;CAEA,KAAK,QAAyC;EAC5C,KAAK,MAAM,MAAM;EAEjB,MAAM,aAAa,CAAC;EACpB,MAAM,aAAa,aAAa,OAAwB,EACtD,eAAe,KAAKE,OAAO,QAAQ,UAAU,EAC/C,CAAC;EACD,KAAKD,cAAc,IAAI,QAAQ,IAAI,YAAY,YAAY,UAAU,CAAC;EACtE,KAAKH,IAAI,OAAO,oCAAoC,QAAQ;EAC5D,OAAO;CACT;CAEA,MAAM,QAAgB;EACpB,KAAKI,OAAO,QAAQ,KAAA,CAAS;CAC/B;CAEA,UAAU,QAAgB,QAA0C;EAClE,OAAO,KAAKD,cAAc,IAAI,MAAM,GAAG,KAAK,MAAM,KAAK;CACzD;CAEA,eAAe;EACb,OAAO,6BACL,KAAKF,cAAc,WACnB,KAAKA,cAAc,mBACnB,aACF;CACF;CAEA,OAAO,QAAgB,qBAA6C;EAClE,MAAM,MAAM,KAAKE,cAAc,IAAI,MAAM;EACzC,IACE,QACC,CAAC,uBAAuB,IAAI,eAAe,sBAC5C;GAEA,KAAKA,cAAc,OAAO,MAAM;GAChC,KAAKD,WAAW,MAAM;GACtB,IAAI,MAAM;GAEV,MAAM,WAAW,KAAK,IAAI,IAAI,IAAI,UAAU,QAAQ;GACpD,KAAKF,IAAI,OACP,kCAAkC,OAAO,IAAI,SAAS,KACxD;GAMA,sCAAsC,EAAE,SAAS,UAAU;IACzD,GAAG,KAAKK,aAAa;IACrB,QAAQ,sBAAsB,cAAc;IAC5C,WAAW,IAAI,UAAU;GAC3B,CAAC;EACH;CACF;CAEA,wBAAwB;EACtB,KAAK,MAAM,OAAO,KAAKF,cAAc,OAAO,GAC1C,IAAI,CAAC,IAAI,UAAU,GACjB,OAAO;EAGX,OAAO;CACT;CAEA,qBAA+B;EAC7B,OAAO,CAAC,GAAG,KAAKA,cAAc,QAAQ,CAAC,EACpC,QAAQ,GAAG,iBAAiB,CAAC,YAAY,UAAU,CAAC,EACpD,KAAK,CAAC,YAAY,MAAM;CAC7B;;CAGA,WACE,QACA,gBACA,cACA,QACM;EACN,MAAM,MAAM,KAAKA,cAAc,IAAI,MAAM;EACzC,IAAI,OAAO,CAAC,IAAI,UAAU,GAAG;GAC3B,KAAKH,IAAI,OACP,sCAAsC,aAAa,OAAO,QAC5D;GACA,IAAI,QACF,KAAKC,cAAc,WACnB,gBACA,cACA,KAAKK,aAAa,CACpB;GAGA,6CAA6C,EAAE,SAC7C,KAAK,IAAI,IAAI,IAAI,UAAU,QAAQ,GACnC;IAAC,GAAG,KAAKD,aAAa;IAAG;GAAM,CACjC;EACF;CACF;CAEA,eAAmC;EACjC,MAAM,EAAC,gBAAe,KAAKJ;EAC3B,IAAI,CAAC,aACH;EAEF,IAAI;GACF,OAAO,SAAS,WAAW,EAAE;EAC/B,SAAS,GAAG;GACV,KAAKD,IAAI,OAAO,6BAA6B,eAAe,CAAC;GAC7D;EACF;CACF;;;;;;CAOA,wBAAwB,QAAyB;EAC/C,OAAO,KAAKG,cAAc,IAAI,MAAM,GAAG,YAAY,KAAK;CAC1D;CAEA,wBAAwB;EACtB,OAAO,MAAM,KACX,KAAKA,cAAc,OAAO,IACzB,EAAC,wBAAuB,iBAC3B,EAAE,QAAO,cAAa,cAAc,IAAI;CAC1C;AACF;AAIA,IAAM,cAAN,MAAkB;CAChB;CACA,4BAA2B,IAAI,KAAK;CACpC;CACA,aAA4B;CAC5B,cAAc;CAEd,YACE,YACA,YACA;EACA,KAAK,aAAa;EAClB,KAAKI,cAAc;CACrB;CAEA,IAAI,oBAAoB;EACtB,OAAO,KAAKC;CACd;CAEA,YAAY;EACV,OAAO,KAAKA,eAAe;CAC7B;CAEA,KAAK,QAA0C;EAC7C,OAAO,KAAKD,gBAAgB;CAC9B;CAEA,cAAuB;EACrB,IAAI,KAAKE,aACP,OAAO;EAET,KAAKA,cAAc;EACnB,OAAO;CACT;CAEA,QACE,WACA,gBACA,cACA,aACA;EACA,IAAI,KAAKD,eAAe,MAAM;GAC5B,IAAI,KAAKD,YAAY,QACnB,KAAKA,YAAY,KAAK,CACpB,UACA;IAAC,KAAK;IAAU;IAAW;IAAgB;IAAc;GAAW,CACtE,CAAC;GAEH,KAAKC,aAAa;EACpB;CACF;CAEA,QAAQ;EACN,KAAKD,YAAY,OAAO;CAC1B;AACF"}
@@ -14,6 +14,7 @@
14
14
  import type { LogContext } from '@rocicorp/logger';
15
15
  import * as v from '../../../../shared/src/valita.ts';
16
16
  import { type NormalizedZeroConfig } from '../../config/normalize.ts';
17
+ import type { Source } from '../../types/streams.ts';
17
18
  declare const statusSchema: v.ObjectType<{
18
19
  tag: v.Type<"status">;
19
20
  /**
@@ -34,6 +35,12 @@ declare const statusSchema: v.ObjectType<{
34
35
  * `WatermarkTooOld` response from a `/changes` subscription).
35
36
  */
36
37
  minWatermark: v.Type<string>;
38
+ /**
39
+ * The size in bytes of the replication-manager's replica when the snapshot
40
+ * was reserved, used as an estimate of the size of the restored replica
41
+ * when reporting restore progress. Absent from older replication-managers.
42
+ */
43
+ replicaSize: v.Optional<number>;
37
44
  }, undefined>;
38
45
  export type SnapshotStatus = v.Infer<typeof statusSchema>;
39
46
  declare const statusMessageSchema: v.TupleType<[v.Type<"status">, v.ObjectType<{
@@ -56,6 +63,12 @@ declare const statusMessageSchema: v.TupleType<[v.Type<"status">, v.ObjectType<{
56
63
  * `WatermarkTooOld` response from a `/changes` subscription).
57
64
  */
58
65
  minWatermark: v.Type<string>;
66
+ /**
67
+ * The size in bytes of the replication-manager's replica when the snapshot
68
+ * was reserved, used as an estimate of the size of the restored replica
69
+ * when reporting restore progress. Absent from older replication-managers.
70
+ */
71
+ replicaSize: v.Optional<number>;
59
72
  }, undefined>]>;
60
73
  export declare const snapshotMessageSchema: v.UnionType<[v.TupleType<[v.Type<"status">, v.ObjectType<{
61
74
  tag: v.Type<"status">;
@@ -77,8 +90,15 @@ export declare const snapshotMessageSchema: v.UnionType<[v.TupleType<[v.Type<"st
77
90
  * `WatermarkTooOld` response from a `/changes` subscription).
78
91
  */
79
92
  minWatermark: v.Type<string>;
93
+ /**
94
+ * The size in bytes of the replication-manager's replica when the snapshot
95
+ * was reserved, used as an estimate of the size of the restored replica
96
+ * when reporting restore progress. Absent from older replication-managers.
97
+ */
98
+ replicaSize: v.Optional<number>;
80
99
  }, undefined>]>]>;
81
100
  export type SnapshotMessage = v.Infer<typeof statusMessageSchema>;
82
- export declare function reserveAndGetSnapshotStatus(lc: LogContext, config: NormalizedZeroConfig): Promise<SnapshotStatus>;
101
+ export type ReserveSnapshot = (lc: LogContext, config: NormalizedZeroConfig) => Promise<Source<SnapshotMessage>>;
102
+ export declare function reserveAndGetSnapshotStatus(lc: LogContext, config: NormalizedZeroConfig, reserve?: ReserveSnapshot): Promise<SnapshotStatus>;
83
103
  export {};
84
104
  //# sourceMappingURL=snapshot.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"snapshot.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,KAAK,CAAC,MAAM,kCAAkC,CAAC;AACtD,OAAO,EAAC,KAAK,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAKpE,QAAA,MAAM,YAAY;;IAGhB;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;aAEH,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAE1D,QAAA,MAAM,mBAAmB;;IAxBvB;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;eAMmE,CAAC;AAEzE,eAAO,MAAM,qBAAqB;;IA1BhC;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;iBAQ4D,CAAC;AAElE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAElE,wBAAgB,2BAA2B,CACzC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAiDzB"}
1
+ {"version":3,"file":"snapshot.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/snapshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,CAAC,MAAM,kCAAkC,CAAC;AACtD,OAAO,EAAC,KAAK,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAEpE,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAGnD,QAAA,MAAM,YAAY;;IAGhB;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;IAGH;;;;OAIG;;aAEH,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAE1D,QAAA,MAAM,mBAAmB;;IA/BvB;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;IAGH;;;;OAIG;;eAMmE,CAAC;AAEzE,eAAO,MAAM,qBAAqB;;IAjChC;;OAEG;;IAGH;;;;;OAKG;;IAGH;;;;;OAKG;;IAGH;;;;OAIG;;iBAQ4D,CAAC;AAElE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAElE,MAAM,MAAM,eAAe,GAAG,CAC5B,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,oBAAoB,KACzB,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;AAEtC,wBAAgB,2BAA2B,CACzC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,oBAAoB,EAC5B,OAAO,GAAE,eAAiC,GACzC,OAAO,CAAC,cAAc,CAAC,CAwEzB"}
@@ -1,3 +1,4 @@
1
+ import { AbortError } from "../../../../shared/src/abort-error.js";
1
2
  import { sleep } from "../../../../shared/src/sleep.js";
2
3
  import { valita_exports } from "../../../../shared/src/valita.js";
3
4
  import { getShardConfig } from "../../types/shards.js";
@@ -24,39 +25,78 @@ var statusSchema = valita_exports.object({
24
25
  * and (retry the) restore from litestream (i.e. equivalent to a
25
26
  * `WatermarkTooOld` response from a `/changes` subscription).
26
27
  */
27
- minWatermark: valita_exports.string()
28
+ minWatermark: valita_exports.string(),
29
+ /**
30
+ * The size in bytes of the replication-manager's replica when the snapshot
31
+ * was reserved, used as an estimate of the size of the restored replica
32
+ * when reporting restore progress. Absent from older replication-managers.
33
+ */
34
+ replicaSize: valita_exports.number().optional()
28
35
  });
29
36
  var statusMessageSchema = valita_exports.tuple([valita_exports.literal("status"), statusSchema]);
30
37
  var snapshotMessageSchema = valita_exports.union(statusMessageSchema);
31
- function reserveAndGetSnapshotStatus(lc, config) {
38
+ function reserveAndGetSnapshotStatus(lc, config, reserve = reserveSnapshot) {
32
39
  const { promise: status, resolve, reject } = resolver();
33
40
  (async function() {
34
41
  const abort = new AbortController();
35
- process.on("SIGINT", () => abort.abort());
36
- process.on("SIGTERM", () => abort.abort());
37
- for (let i = 0;; i++) {
38
- let err;
39
- try {
40
- let resolved = false;
41
- const stream = await reserveSnapshot(lc, config);
42
- for await (const msg of stream) {
43
- resolve(msg[1]);
44
- resolved = true;
42
+ const { signal } = abort;
43
+ const onSignal = () => abort.abort();
44
+ process.on("SIGINT", onSignal);
45
+ process.on("SIGTERM", onSignal);
46
+ try {
47
+ for (let i = 0;; i++) {
48
+ let err;
49
+ try {
50
+ let resolved = false;
51
+ const stream = await untilAborted(reserve(lc, config), signal);
52
+ const cancelStream = () => stream.cancel(new AbortError("Aborted"));
53
+ signal.addEventListener("abort", cancelStream, { once: true });
54
+ try {
55
+ for await (const msg of stream) {
56
+ resolve(msg[1]);
57
+ resolved = true;
58
+ }
59
+ } finally {
60
+ signal.removeEventListener("abort", cancelStream);
61
+ }
62
+ if (resolved) break;
63
+ } catch (e) {
64
+ err = e;
65
+ }
66
+ if (signal.aborted) return reject(err instanceof AbortError ? err : new AbortError("Aborted"));
67
+ lc.warn?.(`Unable to reserve snapshot (attempt ${i + 1}). Retrying in 5 seconds.`, String(err));
68
+ try {
69
+ await sleep(5e3, abort.signal);
70
+ } catch (e) {
71
+ return reject(e);
45
72
  }
46
- if (resolved) break;
47
- } catch (e) {
48
- err = e;
49
- }
50
- lc.warn?.(`Unable to reserve snapshot (attempt ${i + 1}). Retrying in 5 seconds.`, String(err));
51
- try {
52
- await sleep(5e3, abort.signal);
53
- } catch (e) {
54
- return reject(e);
55
73
  }
74
+ } finally {
75
+ process.off("SIGINT", onSignal);
76
+ process.off("SIGTERM", onSignal);
56
77
  }
57
78
  })();
58
79
  return status;
59
80
  }
81
+ /**
82
+ * Resolves with the reserved stream, or rejects with an AbortError if the
83
+ * `signal` is aborted while the reservation is pending (in which case a
84
+ * stream that arrives later is canceled rather than held open).
85
+ */
86
+ function untilAborted(reservation, signal) {
87
+ return new Promise((resolve, reject) => {
88
+ const onAbort = () => reject(new AbortError("Aborted"));
89
+ signal.addEventListener("abort", onAbort, { once: true });
90
+ reservation.then((stream) => {
91
+ signal.removeEventListener("abort", onAbort);
92
+ if (signal.aborted) stream.cancel();
93
+ else resolve(stream);
94
+ }, (e) => {
95
+ signal.removeEventListener("abort", onAbort);
96
+ reject(e);
97
+ });
98
+ });
99
+ }
60
100
  function reserveSnapshot(lc, config) {
61
101
  const { taskID, change, changeStreamer } = config;
62
102
  return new ChangeStreamerHttpClient(lc, getShardConfig(config), change.db, changeStreamer.uri).reserveSnapshot(taskID);