@rocicorp/zero 0.2.2024101100 → 0.3.2024102300

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (600) hide show
  1. package/out/react.js +92 -39
  2. package/out/react.js.map +2 -2
  3. package/out/replicache/src/async-iterable-to-array.js +8 -0
  4. package/out/replicache/src/async-iterable-to-array.js.map +1 -0
  5. package/out/replicache/src/bg-interval.js +38 -0
  6. package/out/replicache/src/bg-interval.js.map +1 -0
  7. package/out/replicache/src/binary-search.js +31 -0
  8. package/out/replicache/src/binary-search.js.map +1 -0
  9. package/out/replicache/src/broadcast-channel.js +29 -0
  10. package/out/replicache/src/broadcast-channel.js.map +1 -0
  11. package/out/replicache/src/btree/diff.js +6 -0
  12. package/out/replicache/src/btree/diff.js.map +1 -0
  13. package/out/replicache/src/btree/node.js +392 -0
  14. package/out/replicache/src/btree/node.js.map +1 -0
  15. package/out/replicache/src/btree/read.js +227 -0
  16. package/out/replicache/src/btree/read.js.map +1 -0
  17. package/out/replicache/src/btree/splice.js +79 -0
  18. package/out/replicache/src/btree/splice.js.map +1 -0
  19. package/out/replicache/src/btree/write.js +154 -0
  20. package/out/replicache/src/btree/write.js.map +1 -0
  21. package/out/replicache/src/call-default-fetch.js +37 -0
  22. package/out/replicache/src/call-default-fetch.js.map +1 -0
  23. package/out/replicache/src/config.js +13 -0
  24. package/out/replicache/src/config.js.map +1 -0
  25. package/out/replicache/src/connection-loop-delegates.js +30 -0
  26. package/out/replicache/src/connection-loop-delegates.js.map +1 -0
  27. package/out/replicache/src/connection-loop.js +268 -0
  28. package/out/replicache/src/connection-loop.js.map +1 -0
  29. package/out/replicache/src/cookies.js +41 -0
  30. package/out/replicache/src/cookies.js.map +1 -0
  31. package/out/replicache/src/dag/chunk.js +60 -0
  32. package/out/replicache/src/dag/chunk.js.map +1 -0
  33. package/out/replicache/src/dag/gc.js +126 -0
  34. package/out/replicache/src/dag/gc.js.map +1 -0
  35. package/out/replicache/src/dag/key-type-enum.js +6 -0
  36. package/out/replicache/src/dag/key-type-enum.js.map +1 -0
  37. package/out/replicache/src/dag/key.js +54 -0
  38. package/out/replicache/src/dag/key.js.map +1 -0
  39. package/out/replicache/src/dag/lazy-store.js +532 -0
  40. package/out/replicache/src/dag/lazy-store.js.map +1 -0
  41. package/out/replicache/src/dag/store-impl.js +175 -0
  42. package/out/replicache/src/dag/store-impl.js.map +1 -0
  43. package/out/replicache/src/dag/store.js +22 -0
  44. package/out/replicache/src/dag/store.js.map +1 -0
  45. package/out/replicache/src/dag/visitor.js +22 -0
  46. package/out/replicache/src/dag/visitor.js.map +1 -0
  47. package/out/replicache/src/db/commit.js +443 -0
  48. package/out/replicache/src/db/commit.js.map +1 -0
  49. package/out/replicache/src/db/index-operation-enum.js +4 -0
  50. package/out/replicache/src/db/index-operation-enum.js.map +1 -0
  51. package/out/replicache/src/db/index.js +170 -0
  52. package/out/replicache/src/db/index.js.map +1 -0
  53. package/out/replicache/src/db/meta-type-enum.js +7 -0
  54. package/out/replicache/src/db/meta-type-enum.js.map +1 -0
  55. package/out/replicache/src/db/read.js +59 -0
  56. package/out/replicache/src/db/read.js.map +1 -0
  57. package/out/replicache/src/db/rebase.js +56 -0
  58. package/out/replicache/src/db/rebase.js.map +1 -0
  59. package/out/replicache/src/db/scan.js +2 -0
  60. package/out/replicache/src/db/scan.js.map +1 -0
  61. package/out/replicache/src/db/write.js +260 -0
  62. package/out/replicache/src/db/write.js.map +1 -0
  63. package/out/replicache/src/error-responses.js +30 -0
  64. package/out/replicache/src/error-responses.js.map +1 -0
  65. package/out/replicache/src/filter-async-iterable.js +15 -0
  66. package/out/replicache/src/filter-async-iterable.js.map +1 -0
  67. package/out/replicache/src/format-version-enum.js +9 -0
  68. package/out/replicache/src/format-version-enum.js.map +1 -0
  69. package/out/replicache/src/format-version.js +8 -0
  70. package/out/replicache/src/format-version.js.map +1 -0
  71. package/out/replicache/src/frozen-json.js +151 -0
  72. package/out/replicache/src/frozen-json.js.map +1 -0
  73. package/out/replicache/src/get-default-puller.js +74 -0
  74. package/out/replicache/src/get-default-puller.js.map +1 -0
  75. package/out/replicache/src/get-default-pusher.js +36 -0
  76. package/out/replicache/src/get-default-pusher.js.map +1 -0
  77. package/out/replicache/src/hash.js +73 -0
  78. package/out/replicache/src/hash.js.map +1 -0
  79. package/out/replicache/src/http-request-info.js +7 -0
  80. package/out/replicache/src/http-request-info.js.map +1 -0
  81. package/out/replicache/src/impl.js +2 -0
  82. package/out/replicache/src/impl.js.map +1 -0
  83. package/out/replicache/src/index-defs.js +28 -0
  84. package/out/replicache/src/index-defs.js.map +1 -0
  85. package/out/replicache/src/invoke-kind-enum.js +4 -0
  86. package/out/replicache/src/invoke-kind-enum.js.map +1 -0
  87. package/out/replicache/src/iterable-union.js +5 -0
  88. package/out/replicache/src/iterable-union.js.map +1 -0
  89. package/out/replicache/src/kv/idb-store-with-mem-fallback.js +93 -0
  90. package/out/replicache/src/kv/idb-store-with-mem-fallback.js.map +1 -0
  91. package/out/replicache/src/kv/idb-store.js +179 -0
  92. package/out/replicache/src/kv/idb-store.js.map +1 -0
  93. package/out/replicache/src/kv/mem-store.js +61 -0
  94. package/out/replicache/src/kv/mem-store.js.map +1 -0
  95. package/out/replicache/src/kv/read-impl.js +23 -0
  96. package/out/replicache/src/kv/read-impl.js.map +1 -0
  97. package/out/replicache/src/kv/store.js +2 -0
  98. package/out/replicache/src/kv/store.js.map +1 -0
  99. package/out/replicache/src/kv/write-impl-base.js +48 -0
  100. package/out/replicache/src/kv/write-impl-base.js.map +1 -0
  101. package/out/replicache/src/kv/write-impl.js +25 -0
  102. package/out/replicache/src/kv/write-impl.js.map +1 -0
  103. package/out/replicache/src/lazy.js +10 -0
  104. package/out/replicache/src/lazy.js.map +1 -0
  105. package/out/replicache/src/log-options.js +13 -0
  106. package/out/replicache/src/log-options.js.map +1 -0
  107. package/out/replicache/src/merge-async-iterables.js +61 -0
  108. package/out/replicache/src/merge-async-iterables.js.map +1 -0
  109. package/out/replicache/src/mod.js +14 -0
  110. package/out/replicache/src/mod.js.map +1 -0
  111. package/out/replicache/src/mutation-recovery.js +439 -0
  112. package/out/replicache/src/mutation-recovery.js.map +1 -0
  113. package/out/replicache/src/new-client-channel.js +77 -0
  114. package/out/replicache/src/new-client-channel.js.map +1 -0
  115. package/out/replicache/src/on-persist-channel.js +33 -0
  116. package/out/replicache/src/on-persist-channel.js.map +1 -0
  117. package/out/replicache/src/patch-operation.js +37 -0
  118. package/out/replicache/src/patch-operation.js.map +1 -0
  119. package/out/replicache/src/pending-mutations.js +18 -0
  120. package/out/replicache/src/pending-mutations.js.map +1 -0
  121. package/out/replicache/src/persist/client-gc.js +38 -0
  122. package/out/replicache/src/persist/client-gc.js.map +1 -0
  123. package/out/replicache/src/persist/client-group-gc.js +38 -0
  124. package/out/replicache/src/persist/client-group-gc.js.map +1 -0
  125. package/out/replicache/src/persist/client-groups.js +180 -0
  126. package/out/replicache/src/persist/client-groups.js.map +1 -0
  127. package/out/replicache/src/persist/clients.js +390 -0
  128. package/out/replicache/src/persist/clients.js.map +1 -0
  129. package/out/replicache/src/persist/collect-idb-databases.js +174 -0
  130. package/out/replicache/src/persist/collect-idb-databases.js.map +1 -0
  131. package/out/replicache/src/persist/gather-mem-only-visitor.js +25 -0
  132. package/out/replicache/src/persist/gather-mem-only-visitor.js.map +1 -0
  133. package/out/replicache/src/persist/gather-not-cached-visitor.js +35 -0
  134. package/out/replicache/src/persist/gather-not-cached-visitor.js.map +1 -0
  135. package/out/replicache/src/persist/heartbeat.js +37 -0
  136. package/out/replicache/src/persist/heartbeat.js.map +1 -0
  137. package/out/replicache/src/persist/idb-databases-store-db-name.js +18 -0
  138. package/out/replicache/src/persist/idb-databases-store-db-name.js.map +1 -0
  139. package/out/replicache/src/persist/idb-databases-store.js +90 -0
  140. package/out/replicache/src/persist/idb-databases-store.js.map +1 -0
  141. package/out/replicache/src/persist/make-client-id.js +13 -0
  142. package/out/replicache/src/persist/make-client-id.js.map +1 -0
  143. package/out/replicache/src/persist/persist.js +132 -0
  144. package/out/replicache/src/persist/persist.js.map +1 -0
  145. package/out/replicache/src/persist/refresh.js +147 -0
  146. package/out/replicache/src/persist/refresh.js.map +1 -0
  147. package/out/replicache/src/process-scheduler.js +93 -0
  148. package/out/replicache/src/process-scheduler.js.map +1 -0
  149. package/out/replicache/src/puller.js +2 -0
  150. package/out/replicache/src/puller.js.map +1 -0
  151. package/out/replicache/src/pusher.js +32 -0
  152. package/out/replicache/src/pusher.js.map +1 -0
  153. package/out/replicache/src/replicache-impl.js +1007 -0
  154. package/out/replicache/src/replicache-impl.js.map +1 -0
  155. package/out/replicache/src/replicache-options.js +2 -0
  156. package/out/replicache/src/replicache-options.js.map +1 -0
  157. package/out/replicache/src/replicache.js +387 -0
  158. package/out/replicache/src/replicache.js.map +1 -0
  159. package/out/replicache/src/request-idle.js +15 -0
  160. package/out/replicache/src/request-idle.js.map +1 -0
  161. package/out/replicache/src/scan-iterator.js +202 -0
  162. package/out/replicache/src/scan-iterator.js.map +1 -0
  163. package/out/replicache/src/scan-options.js +45 -0
  164. package/out/replicache/src/scan-options.js.map +1 -0
  165. package/out/replicache/src/set-interval-with-signal.js +7 -0
  166. package/out/replicache/src/set-interval-with-signal.js.map +1 -0
  167. package/out/replicache/src/size-of-value.js +77 -0
  168. package/out/replicache/src/size-of-value.js.map +1 -0
  169. package/out/replicache/src/subscriptions.js +357 -0
  170. package/out/replicache/src/subscriptions.js.map +1 -0
  171. package/out/replicache/src/sync/diff.js +75 -0
  172. package/out/replicache/src/sync/diff.js.map +1 -0
  173. package/out/replicache/src/sync/handle-pull-response-result-type-enum.js +5 -0
  174. package/out/replicache/src/sync/handle-pull-response-result-type-enum.js.map +1 -0
  175. package/out/replicache/src/sync/ids.js +4 -0
  176. package/out/replicache/src/sync/ids.js.map +1 -0
  177. package/out/replicache/src/sync/patch.js +41 -0
  178. package/out/replicache/src/sync/patch.js.map +1 -0
  179. package/out/replicache/src/sync/pull-error.js +16 -0
  180. package/out/replicache/src/sync/pull-error.js.map +1 -0
  181. package/out/replicache/src/sync/pull.js +375 -0
  182. package/out/replicache/src/sync/pull.js.map +1 -0
  183. package/out/replicache/src/sync/push.js +141 -0
  184. package/out/replicache/src/sync/push.js.map +1 -0
  185. package/out/replicache/src/sync/request-id.js +31 -0
  186. package/out/replicache/src/sync/request-id.js.map +1 -0
  187. package/out/replicache/src/sync/sync-head-name.js +2 -0
  188. package/out/replicache/src/sync/sync-head-name.js.map +1 -0
  189. package/out/replicache/src/test-license-key.js +3 -0
  190. package/out/replicache/src/test-license-key.js.map +1 -0
  191. package/out/replicache/src/to-error.js +7 -0
  192. package/out/replicache/src/to-error.js.map +1 -0
  193. package/out/replicache/src/transaction-closed-error.js +17 -0
  194. package/out/replicache/src/transaction-closed-error.js.map +1 -0
  195. package/out/replicache/src/transactions.js +144 -0
  196. package/out/replicache/src/transactions.js.map +1 -0
  197. package/out/replicache/src/types.js +2 -0
  198. package/out/replicache/src/types.js.map +1 -0
  199. package/out/replicache/src/version.js +5 -0
  200. package/out/replicache/src/version.js.map +1 -0
  201. package/out/replicache/src/with-transactions.js +28 -0
  202. package/out/replicache/src/with-transactions.js.map +1 -0
  203. package/out/shared/src/browser-env.js +14 -0
  204. package/out/shared/src/browser-env.js.map +1 -0
  205. package/out/shared/src/document-visible.js +76 -0
  206. package/out/shared/src/document-visible.js.map +1 -0
  207. package/out/shared/src/immutable.js +2 -0
  208. package/out/shared/src/immutable.js.map +1 -0
  209. package/out/shared/src/iterables.d.ts +2 -2
  210. package/out/shared/src/iterables.d.ts.map +1 -1
  211. package/out/shared/src/iterables.js +40 -0
  212. package/out/shared/src/iterables.js.map +1 -0
  213. package/out/shared/src/navigator.js +3 -0
  214. package/out/shared/src/navigator.js.map +1 -0
  215. package/out/shared/src/random-uint64.js +8 -0
  216. package/out/shared/src/random-uint64.js.map +1 -0
  217. package/out/shared/src/random-values.d.ts +1 -0
  218. package/out/shared/src/random-values.d.ts.map +1 -1
  219. package/out/shared/src/random-values.js +22 -0
  220. package/out/shared/src/random-values.js.map +1 -0
  221. package/out/shared/src/set-utils.d.ts +1 -1
  222. package/out/shared/src/set-utils.d.ts.map +1 -1
  223. package/out/shared/src/set-utils.js +6 -4
  224. package/out/shared/src/set-utils.js.map +1 -1
  225. package/out/shared/src/sorted-entries.d.ts +2 -0
  226. package/out/shared/src/sorted-entries.d.ts.map +1 -0
  227. package/out/shared/src/sorted-entries.js +6 -0
  228. package/out/shared/src/sorted-entries.js.map +1 -0
  229. package/out/shared/src/types.js +2 -0
  230. package/out/shared/src/types.js.map +1 -0
  231. package/out/shared/src/valita.d.ts +1 -1
  232. package/out/shared/src/valita.d.ts.map +1 -1
  233. package/out/shared/src/valita.js.map +1 -1
  234. package/out/shared/src/writable.d.ts +4 -0
  235. package/out/shared/src/writable.d.ts.map +1 -0
  236. package/out/shared/src/writable.js +2 -0
  237. package/out/shared/src/writable.js.map +1 -0
  238. package/out/zero/src/config.d.ts +2 -0
  239. package/out/zero/src/config.d.ts.map +1 -0
  240. package/out/zero/src/config.js +2 -0
  241. package/out/zero/src/config.js.map +1 -0
  242. package/out/zero-cache/src/config/config-query.d.ts +18 -0
  243. package/out/zero-cache/src/config/config-query.d.ts.map +1 -0
  244. package/out/zero-cache/src/config/config-query.js +19 -0
  245. package/out/zero-cache/src/config/config-query.js.map +1 -0
  246. package/out/zero-cache/src/config/define-config.d.ts +43 -0
  247. package/out/zero-cache/src/config/define-config.d.ts.map +1 -0
  248. package/out/zero-cache/src/config/define-config.js +120 -0
  249. package/out/zero-cache/src/config/define-config.js.map +1 -0
  250. package/out/zero-cache/src/config/refs.d.ts +3 -0
  251. package/out/zero-cache/src/config/refs.d.ts.map +1 -0
  252. package/out/zero-cache/src/config/refs.js +14 -0
  253. package/out/zero-cache/src/config/refs.js.map +1 -0
  254. package/out/zero-cache/src/config/zero-config.d.ts +126 -686
  255. package/out/zero-cache/src/config/zero-config.d.ts.map +1 -1
  256. package/out/zero-cache/src/config/zero-config.js +43 -159
  257. package/out/zero-cache/src/config/zero-config.js.map +1 -1
  258. package/out/zero-cache/src/db/create.d.ts +8 -0
  259. package/out/zero-cache/src/db/create.d.ts.map +1 -0
  260. package/out/zero-cache/src/db/create.js +39 -0
  261. package/out/zero-cache/src/db/create.js.map +1 -0
  262. package/out/zero-cache/src/db/lite-tables.d.ts +3 -3
  263. package/out/zero-cache/src/db/lite-tables.d.ts.map +1 -1
  264. package/out/zero-cache/src/db/lite-tables.js +29 -20
  265. package/out/zero-cache/src/db/lite-tables.js.map +1 -1
  266. package/out/zero-cache/src/db/{migration-lite.d.ts → old-migration-lite.d.ts} +1 -1
  267. package/out/zero-cache/src/db/old-migration-lite.d.ts.map +1 -0
  268. package/out/zero-cache/src/db/{migration-lite.js → old-migration-lite.js} +1 -1
  269. package/out/zero-cache/src/db/old-migration-lite.js.map +1 -0
  270. package/out/zero-cache/src/db/{migration.d.ts → old-migration.d.ts} +1 -1
  271. package/out/zero-cache/src/db/old-migration.d.ts.map +1 -0
  272. package/out/zero-cache/src/db/{migration.js → old-migration.js} +1 -1
  273. package/out/zero-cache/src/db/old-migration.js.map +1 -0
  274. package/out/zero-cache/src/db/pg-to-lite.d.ts +11 -0
  275. package/out/zero-cache/src/db/pg-to-lite.d.ts.map +1 -0
  276. package/out/zero-cache/src/{services/change-streamer/pg/schema/lite.js → db/pg-to-lite.js} +27 -15
  277. package/out/zero-cache/src/db/pg-to-lite.js.map +1 -0
  278. package/out/zero-cache/src/db/specs.d.ts +73 -0
  279. package/out/zero-cache/src/db/specs.d.ts.map +1 -0
  280. package/out/zero-cache/src/db/specs.js +30 -0
  281. package/out/zero-cache/src/db/specs.js.map +1 -0
  282. package/out/zero-cache/src/db/statements.d.ts +1 -1
  283. package/out/zero-cache/src/db/statements.d.ts.map +1 -1
  284. package/out/zero-cache/src/server/life-cycle.d.ts.map +1 -1
  285. package/out/zero-cache/src/server/life-cycle.js +9 -5
  286. package/out/zero-cache/src/server/life-cycle.js.map +1 -1
  287. package/out/zero-cache/src/server/main.js +2 -2
  288. package/out/zero-cache/src/server/main.js.map +1 -1
  289. package/out/zero-cache/src/server/syncer.d.ts.map +1 -1
  290. package/out/zero-cache/src/server/syncer.js +2 -1
  291. package/out/zero-cache/src/server/syncer.js.map +1 -1
  292. package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts +1 -1
  293. package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts.map +1 -1
  294. package/out/zero-cache/src/services/change-streamer/change-streamer-http.js +1 -4
  295. package/out/zero-cache/src/services/change-streamer/change-streamer-http.js.map +1 -1
  296. package/out/zero-cache/src/services/change-streamer/change-streamer.d.ts +455 -13
  297. package/out/zero-cache/src/services/change-streamer/change-streamer.d.ts.map +1 -1
  298. package/out/zero-cache/src/services/change-streamer/change-streamer.js +16 -0
  299. package/out/zero-cache/src/services/change-streamer/change-streamer.js.map +1 -1
  300. package/out/zero-cache/src/services/change-streamer/pg/change-source.d.ts.map +1 -1
  301. package/out/zero-cache/src/services/change-streamer/pg/change-source.js +311 -86
  302. package/out/zero-cache/src/services/change-streamer/pg/change-source.js.map +1 -1
  303. package/out/zero-cache/src/services/change-streamer/pg/initial-sync.d.ts.map +1 -1
  304. package/out/zero-cache/src/services/change-streamer/pg/initial-sync.js +7 -51
  305. package/out/zero-cache/src/services/change-streamer/pg/initial-sync.js.map +1 -1
  306. package/out/zero-cache/src/services/change-streamer/pg/schema/ddl.d.ts +239 -59
  307. package/out/zero-cache/src/services/change-streamer/pg/schema/ddl.d.ts.map +1 -1
  308. package/out/zero-cache/src/services/change-streamer/pg/schema/ddl.js +263 -183
  309. package/out/zero-cache/src/services/change-streamer/pg/schema/ddl.js.map +1 -1
  310. package/out/zero-cache/src/services/change-streamer/pg/schema/published.d.ts +4 -4
  311. package/out/zero-cache/src/services/change-streamer/pg/schema/published.d.ts.map +1 -1
  312. package/out/zero-cache/src/services/change-streamer/pg/schema/published.js +14 -19
  313. package/out/zero-cache/src/services/change-streamer/pg/schema/published.js.map +1 -1
  314. package/out/zero-cache/src/services/change-streamer/pg/schema/zero.d.ts +2 -1
  315. package/out/zero-cache/src/services/change-streamer/pg/schema/zero.d.ts.map +1 -1
  316. package/out/zero-cache/src/services/change-streamer/pg/schema/zero.js +51 -6
  317. package/out/zero-cache/src/services/change-streamer/pg/schema/zero.js.map +1 -1
  318. package/out/zero-cache/src/services/change-streamer/pg/sync-schema.js +1 -1
  319. package/out/zero-cache/src/services/change-streamer/pg/sync-schema.js.map +1 -1
  320. package/out/zero-cache/src/services/change-streamer/schema/change.d.ts +325 -26
  321. package/out/zero-cache/src/services/change-streamer/schema/change.d.ts.map +1 -1
  322. package/out/zero-cache/src/services/change-streamer/schema/change.js +84 -1
  323. package/out/zero-cache/src/services/change-streamer/schema/change.js.map +1 -1
  324. package/out/zero-cache/src/services/change-streamer/schema/init.js +1 -1
  325. package/out/zero-cache/src/services/change-streamer/schema/init.js.map +1 -1
  326. package/out/zero-cache/src/services/dispatcher/connect-params.d.ts +1 -0
  327. package/out/zero-cache/src/services/dispatcher/connect-params.d.ts.map +1 -1
  328. package/out/zero-cache/src/services/dispatcher/connect-params.js +5 -2
  329. package/out/zero-cache/src/services/dispatcher/connect-params.js.map +1 -1
  330. package/out/zero-cache/src/services/mutagen/mutagen.d.ts.map +1 -1
  331. package/out/zero-cache/src/services/mutagen/mutagen.js +17 -19
  332. package/out/zero-cache/src/services/mutagen/mutagen.js.map +1 -1
  333. package/out/zero-cache/src/services/mutagen/write-authorizer.d.ts.map +1 -1
  334. package/out/zero-cache/src/services/mutagen/write-authorizer.js +18 -9
  335. package/out/zero-cache/src/services/mutagen/write-authorizer.js.map +1 -1
  336. package/out/zero-cache/src/services/replicator/incremental-sync.d.ts.map +1 -1
  337. package/out/zero-cache/src/services/replicator/incremental-sync.js +120 -16
  338. package/out/zero-cache/src/services/replicator/incremental-sync.js.map +1 -1
  339. package/out/zero-cache/src/services/replicator/schema/change-log.d.ts +20 -3
  340. package/out/zero-cache/src/services/replicator/schema/change-log.d.ts.map +1 -1
  341. package/out/zero-cache/src/services/replicator/schema/change-log.js +44 -12
  342. package/out/zero-cache/src/services/replicator/schema/change-log.js.map +1 -1
  343. package/out/zero-cache/src/services/view-syncer/client-handler.d.ts +3 -2
  344. package/out/zero-cache/src/services/view-syncer/client-handler.d.ts.map +1 -1
  345. package/out/zero-cache/src/services/view-syncer/client-handler.js +21 -18
  346. package/out/zero-cache/src/services/view-syncer/client-handler.js.map +1 -1
  347. package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts +5 -1
  348. package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts.map +1 -1
  349. package/out/zero-cache/src/services/view-syncer/cvr-store.js +49 -8
  350. package/out/zero-cache/src/services/view-syncer/cvr-store.js.map +1 -1
  351. package/out/zero-cache/src/services/view-syncer/cvr.d.ts +1 -1
  352. package/out/zero-cache/src/services/view-syncer/cvr.d.ts.map +1 -1
  353. package/out/zero-cache/src/services/view-syncer/cvr.js +1 -1
  354. package/out/zero-cache/src/services/view-syncer/cvr.js.map +1 -1
  355. package/out/zero-cache/src/services/view-syncer/database-storage.js +1 -1
  356. package/out/zero-cache/src/services/view-syncer/database-storage.js.map +1 -1
  357. package/out/zero-cache/src/services/view-syncer/drain-coordinator.d.ts +31 -0
  358. package/out/zero-cache/src/services/view-syncer/drain-coordinator.d.ts.map +1 -0
  359. package/out/zero-cache/src/services/view-syncer/drain-coordinator.js +53 -0
  360. package/out/zero-cache/src/services/view-syncer/drain-coordinator.js.map +1 -0
  361. package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts +11 -5
  362. package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts.map +1 -1
  363. package/out/zero-cache/src/services/view-syncer/pipeline-driver.js +17 -0
  364. package/out/zero-cache/src/services/view-syncer/pipeline-driver.js.map +1 -1
  365. package/out/zero-cache/src/services/view-syncer/schema/cvr.d.ts.map +1 -1
  366. package/out/zero-cache/src/services/view-syncer/schema/cvr.js +2 -2
  367. package/out/zero-cache/src/services/view-syncer/schema/cvr.js.map +1 -1
  368. package/out/zero-cache/src/services/view-syncer/schema/pg-migrations.js +1 -1
  369. package/out/zero-cache/src/services/view-syncer/schema/pg-migrations.js.map +1 -1
  370. package/out/zero-cache/src/services/view-syncer/schema/types.d.ts +11 -11
  371. package/out/zero-cache/src/services/view-syncer/schema/types.js +2 -2
  372. package/out/zero-cache/src/services/view-syncer/schema/types.js.map +1 -1
  373. package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts +12 -4
  374. package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts.map +1 -1
  375. package/out/zero-cache/src/services/view-syncer/snapshotter.js +59 -49
  376. package/out/zero-cache/src/services/view-syncer/snapshotter.js.map +1 -1
  377. package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts +2 -3
  378. package/out/zero-cache/src/services/view-syncer/view-syncer.d.ts.map +1 -1
  379. package/out/zero-cache/src/services/view-syncer/view-syncer.js +50 -10
  380. package/out/zero-cache/src/services/view-syncer/view-syncer.js.map +1 -1
  381. package/out/zero-cache/src/types/pg.d.ts +7 -1
  382. package/out/zero-cache/src/types/pg.d.ts.map +1 -1
  383. package/out/zero-cache/src/types/pg.js +14 -1
  384. package/out/zero-cache/src/types/pg.js.map +1 -1
  385. package/out/zero-cache/src/workers/connection.d.ts +3 -1
  386. package/out/zero-cache/src/workers/connection.d.ts.map +1 -1
  387. package/out/zero-cache/src/workers/connection.js +19 -1
  388. package/out/zero-cache/src/workers/connection.js.map +1 -1
  389. package/out/zero-cache/src/workers/syncer.d.ts +2 -1
  390. package/out/zero-cache/src/workers/syncer.d.ts.map +1 -1
  391. package/out/zero-cache/src/workers/syncer.js +20 -9
  392. package/out/zero-cache/src/workers/syncer.js.map +1 -1
  393. package/out/zero-client/src/client/context.d.ts +1 -1
  394. package/out/zero-client/src/client/context.d.ts.map +1 -1
  395. package/out/zero-client/src/client/context.js +99 -0
  396. package/out/zero-client/src/client/context.js.map +1 -0
  397. package/out/zero-client/src/client/crud.d.ts +8 -10
  398. package/out/zero-client/src/client/crud.d.ts.map +1 -1
  399. package/out/zero-client/src/client/crud.js +181 -0
  400. package/out/zero-client/src/client/crud.js.map +1 -0
  401. package/out/zero-client/src/client/enable-analytics.js +21 -0
  402. package/out/zero-client/src/client/enable-analytics.js.map +1 -0
  403. package/out/zero-client/src/client/http-string.js +14 -0
  404. package/out/zero-client/src/client/http-string.js.map +1 -0
  405. package/out/zero-client/src/client/keys.d.ts +3 -2
  406. package/out/zero-client/src/client/keys.d.ts.map +1 -1
  407. package/out/zero-client/src/client/keys.js +32 -0
  408. package/out/zero-client/src/client/keys.js.map +1 -0
  409. package/out/zero-client/src/client/log-options.js +57 -0
  410. package/out/zero-client/src/client/log-options.js.map +1 -0
  411. package/out/zero-client/src/client/metrics.js +268 -0
  412. package/out/zero-client/src/client/metrics.js.map +1 -0
  413. package/out/zero-client/src/client/normalized-schema.d.ts +17 -0
  414. package/out/zero-client/src/client/normalized-schema.d.ts.map +1 -0
  415. package/out/zero-client/src/client/normalized-schema.js +31 -0
  416. package/out/zero-client/src/client/normalized-schema.js.map +1 -0
  417. package/out/zero-client/src/client/options.js +2 -0
  418. package/out/zero-client/src/client/options.js.map +1 -0
  419. package/out/zero-client/src/client/query-manager.d.ts +18 -3
  420. package/out/zero-client/src/client/query-manager.d.ts.map +1 -1
  421. package/out/zero-client/src/client/query-manager.js +149 -0
  422. package/out/zero-client/src/client/query-manager.js.map +1 -0
  423. package/out/zero-client/src/client/reload-error-handler.js +23 -0
  424. package/out/zero-client/src/client/reload-error-handler.js.map +1 -0
  425. package/out/zero-client/src/client/replicache-types.js +2 -0
  426. package/out/zero-client/src/client/replicache-types.js.map +1 -0
  427. package/out/zero-client/src/client/server-error.js +22 -0
  428. package/out/zero-client/src/client/server-error.js.map +1 -0
  429. package/out/zero-client/src/client/server-option.js +37 -0
  430. package/out/zero-client/src/client/server-option.js.map +1 -0
  431. package/out/zero-client/src/client/version.js +5 -0
  432. package/out/zero-client/src/client/version.js.map +1 -0
  433. package/out/zero-client/src/client/zero-poke-handler.d.ts +3 -3
  434. package/out/zero-client/src/client/zero-poke-handler.d.ts.map +1 -1
  435. package/out/zero-client/src/client/zero-poke-handler.js +240 -0
  436. package/out/zero-client/src/client/zero-poke-handler.js.map +1 -0
  437. package/out/zero-client/src/client/zero.d.ts +3 -2
  438. package/out/zero-client/src/client/zero.d.ts.map +1 -1
  439. package/out/zero-client/src/client/zero.js +1212 -0
  440. package/out/zero-client/src/client/zero.js.map +1 -0
  441. package/out/zero-client/src/mod.js +4 -0
  442. package/out/zero-client/src/mod.js.map +1 -0
  443. package/out/zero-client/src/util/nanoid.js +34 -0
  444. package/out/zero-client/src/util/nanoid.js.map +1 -0
  445. package/out/zero-client/src/util/socket.js +4 -0
  446. package/out/zero-client/src/util/socket.js.map +1 -0
  447. package/out/zero-protocol/src/ast.d.ts +87 -1
  448. package/out/zero-protocol/src/ast.d.ts.map +1 -1
  449. package/out/zero-protocol/src/ast.js +53 -0
  450. package/out/zero-protocol/src/ast.js.map +1 -1
  451. package/out/zero-protocol/src/change-desired-queries.d.ts +6 -6
  452. package/out/zero-protocol/src/change-desired-queries.d.ts.map +1 -1
  453. package/out/zero-protocol/src/clients-patch.d.ts +1 -1
  454. package/out/zero-protocol/src/connect.d.ts +15 -8
  455. package/out/zero-protocol/src/connect.d.ts.map +1 -1
  456. package/out/zero-protocol/src/connect.js +21 -0
  457. package/out/zero-protocol/src/connect.js.map +1 -1
  458. package/out/zero-protocol/src/data.d.ts +36 -0
  459. package/out/zero-protocol/src/data.d.ts.map +1 -0
  460. package/out/zero-protocol/src/data.js +4 -0
  461. package/out/zero-protocol/src/data.js.map +1 -0
  462. package/out/zero-protocol/src/delete-clients.d.ts +4 -4
  463. package/out/zero-protocol/src/delete-clients.d.ts.map +1 -1
  464. package/out/zero-protocol/src/down.d.ts +18 -16
  465. package/out/zero-protocol/src/down.d.ts.map +1 -1
  466. package/out/zero-protocol/src/down.js +2 -1
  467. package/out/zero-protocol/src/down.js.map +1 -1
  468. package/out/zero-protocol/src/mod.d.ts +1 -2
  469. package/out/zero-protocol/src/mod.d.ts.map +1 -1
  470. package/out/zero-protocol/src/mod.js +2 -2
  471. package/out/zero-protocol/src/mod.js.map +1 -1
  472. package/out/zero-protocol/src/ping.d.ts +1 -1
  473. package/out/zero-protocol/src/ping.d.ts.map +1 -1
  474. package/out/zero-protocol/src/poke.d.ts +26 -26
  475. package/out/zero-protocol/src/poke.d.ts.map +1 -1
  476. package/out/zero-protocol/src/poke.js +8 -5
  477. package/out/zero-protocol/src/poke.js.map +1 -1
  478. package/out/zero-protocol/src/pong.d.ts +1 -1
  479. package/out/zero-protocol/src/pong.d.ts.map +1 -1
  480. package/out/zero-protocol/src/primary-key.d.ts +2 -3
  481. package/out/zero-protocol/src/primary-key.d.ts.map +1 -1
  482. package/out/zero-protocol/src/primary-key.js +1 -3
  483. package/out/zero-protocol/src/primary-key.js.map +1 -1
  484. package/out/zero-protocol/src/pull.d.ts +4 -4
  485. package/out/zero-protocol/src/pull.d.ts.map +1 -1
  486. package/out/zero-protocol/src/push.d.ts +105 -98
  487. package/out/zero-protocol/src/push.d.ts.map +1 -1
  488. package/out/zero-protocol/src/push.js +17 -13
  489. package/out/zero-protocol/src/push.js.map +1 -1
  490. package/out/zero-protocol/src/queries-patch.d.ts +4 -4
  491. package/out/zero-protocol/src/row-patch.d.ts +38 -0
  492. package/out/zero-protocol/src/row-patch.d.ts.map +1 -0
  493. package/out/zero-protocol/src/{entities-patch.js → row-patch.js} +10 -11
  494. package/out/zero-protocol/src/row-patch.js.map +1 -0
  495. package/out/zero-protocol/src/up.d.ts +28 -27
  496. package/out/zero-protocol/src/up.d.ts.map +1 -1
  497. package/out/zero-protocol/src/warm.d.ts +10 -0
  498. package/out/zero-protocol/src/warm.d.ts.map +1 -0
  499. package/out/zero-protocol/src/warm.js +6 -0
  500. package/out/zero-protocol/src/warm.js.map +1 -0
  501. package/out/zero-react/src/use-query.d.ts.map +1 -1
  502. package/out/zero.js +499 -208
  503. package/out/zero.js.map +4 -4
  504. package/out/zql/src/zql/builder/builder.d.ts +3 -3
  505. package/out/zql/src/zql/builder/builder.d.ts.map +1 -1
  506. package/out/zql/src/zql/builder/builder.js +1 -1
  507. package/out/zql/src/zql/builder/builder.js.map +1 -1
  508. package/out/zql/src/zql/builder/filter.d.ts +2 -2
  509. package/out/zql/src/zql/builder/filter.d.ts.map +1 -1
  510. package/out/zql/src/zql/builder/filter.js.map +1 -1
  511. package/out/zql/src/zql/ivm/array-view.d.ts +1 -1
  512. package/out/zql/src/zql/ivm/array-view.d.ts.map +1 -1
  513. package/out/zql/src/zql/ivm/array-view.js +232 -0
  514. package/out/zql/src/zql/ivm/array-view.js.map +1 -0
  515. package/out/zql/src/zql/ivm/change.d.ts +2 -1
  516. package/out/zql/src/zql/ivm/change.d.ts.map +1 -1
  517. package/out/zql/src/zql/ivm/data.d.ts +2 -33
  518. package/out/zql/src/zql/ivm/data.d.ts.map +1 -1
  519. package/out/zql/src/zql/ivm/data.js.map +1 -1
  520. package/out/zql/src/zql/ivm/filter.d.ts +2 -1
  521. package/out/zql/src/zql/ivm/filter.d.ts.map +1 -1
  522. package/out/zql/src/zql/ivm/filter.js.map +1 -1
  523. package/out/zql/src/zql/ivm/join.d.ts +1 -1
  524. package/out/zql/src/zql/ivm/join.d.ts.map +1 -1
  525. package/out/zql/src/zql/ivm/join.js +68 -24
  526. package/out/zql/src/zql/ivm/join.js.map +1 -1
  527. package/out/zql/src/zql/ivm/maybe-split-and-push-edit-change.d.ts +1 -1
  528. package/out/zql/src/zql/ivm/maybe-split-and-push-edit-change.d.ts.map +1 -1
  529. package/out/zql/src/zql/ivm/memory-source.d.ts +8 -6
  530. package/out/zql/src/zql/ivm/memory-source.d.ts.map +1 -1
  531. package/out/zql/src/zql/ivm/memory-source.js +2 -0
  532. package/out/zql/src/zql/ivm/memory-source.js.map +1 -1
  533. package/out/zql/src/zql/ivm/memory-storage.js +33 -0
  534. package/out/zql/src/zql/ivm/memory-storage.js.map +1 -0
  535. package/out/zql/src/zql/ivm/operator.d.ts +2 -1
  536. package/out/zql/src/zql/ivm/operator.d.ts.map +1 -1
  537. package/out/zql/src/zql/ivm/schema.d.ts +3 -3
  538. package/out/zql/src/zql/ivm/schema.d.ts.map +1 -1
  539. package/out/zql/src/zql/ivm/schema.js.map +1 -1
  540. package/out/zql/src/zql/ivm/skip.d.ts +2 -1
  541. package/out/zql/src/zql/ivm/skip.d.ts.map +1 -1
  542. package/out/zql/src/zql/ivm/skip.js.map +1 -1
  543. package/out/zql/src/zql/ivm/source.d.ts +2 -2
  544. package/out/zql/src/zql/ivm/source.d.ts.map +1 -1
  545. package/out/zql/src/zql/ivm/take.d.ts.map +1 -1
  546. package/out/zql/src/zql/ivm/take.js.map +1 -1
  547. package/out/zql/src/zql/query/normalize-table-schema.d.ts +48 -0
  548. package/out/zql/src/zql/query/normalize-table-schema.d.ts.map +1 -0
  549. package/out/zql/src/zql/query/normalize-table-schema.js +116 -0
  550. package/out/zql/src/zql/query/normalize-table-schema.js.map +1 -0
  551. package/out/zql/src/zql/query/query-impl.d.ts +6 -5
  552. package/out/zql/src/zql/query/query-impl.d.ts.map +1 -1
  553. package/out/zql/src/zql/query/query-impl.js +263 -0
  554. package/out/zql/src/zql/query/query-impl.js.map +1 -0
  555. package/out/zql/src/zql/query/query.d.ts +1 -1
  556. package/out/zql/src/zql/query/query.d.ts.map +1 -1
  557. package/out/zql/src/zql/query/query.js +3 -0
  558. package/out/zql/src/zql/query/query.js.map +1 -0
  559. package/out/zql/src/zql/query/schema.d.ts +13 -4
  560. package/out/zql/src/zql/query/schema.d.ts.map +1 -1
  561. package/out/zql/src/zql/query/schema.js +7 -0
  562. package/out/zql/src/zql/query/schema.js.map +1 -0
  563. package/out/zql/src/zql/query/typed-view.js +2 -0
  564. package/out/zql/src/zql/query/typed-view.js.map +1 -0
  565. package/out/zqlite/src/db.d.ts +1 -1
  566. package/out/zqlite/src/db.d.ts.map +1 -1
  567. package/out/zqlite/src/db.js +1 -1
  568. package/out/zqlite/src/db.js.map +1 -1
  569. package/out/zqlite/src/table-source.d.ts +2 -2
  570. package/out/zqlite/src/table-source.d.ts.map +1 -1
  571. package/out/zqlite/src/table-source.js.map +1 -1
  572. package/package.json +10 -8
  573. package/deps/sqlite3/sqlite3.c +0 -260574
  574. package/deps/sqlite3/sqlite3.h +0 -13572
  575. package/deps/sqlite3/sqlite3ext.h +0 -719
  576. package/out/zero-cache/src/db/migration-lite.d.ts.map +0 -1
  577. package/out/zero-cache/src/db/migration-lite.js.map +0 -1
  578. package/out/zero-cache/src/db/migration.d.ts.map +0 -1
  579. package/out/zero-cache/src/db/migration.js.map +0 -1
  580. package/out/zero-cache/src/services/change-streamer/pg/schema/create.d.ts +0 -6
  581. package/out/zero-cache/src/services/change-streamer/pg/schema/create.d.ts.map +0 -1
  582. package/out/zero-cache/src/services/change-streamer/pg/schema/create.js +0 -29
  583. package/out/zero-cache/src/services/change-streamer/pg/schema/create.js.map +0 -1
  584. package/out/zero-cache/src/services/change-streamer/pg/schema/lite.d.ts +0 -6
  585. package/out/zero-cache/src/services/change-streamer/pg/schema/lite.d.ts.map +0 -1
  586. package/out/zero-cache/src/services/change-streamer/pg/schema/lite.js.map +0 -1
  587. package/out/zero-cache/src/types/specs.d.ts +0 -29
  588. package/out/zero-cache/src/types/specs.d.ts.map +0 -1
  589. package/out/zero-cache/src/types/specs.js +0 -2
  590. package/out/zero-cache/src/types/specs.js.map +0 -1
  591. package/out/zero-client/src/client/make-id-from-primary-key.d.ts +0 -5
  592. package/out/zero-client/src/client/make-id-from-primary-key.d.ts.map +0 -1
  593. package/out/zero-protocol/src/entities-patch.d.ts +0 -66
  594. package/out/zero-protocol/src/entities-patch.d.ts.map +0 -1
  595. package/out/zero-protocol/src/entities-patch.js.map +0 -1
  596. package/out/zql/src/zql/ast/ast.d.ts +0 -84
  597. package/out/zql/src/zql/ast/ast.d.ts.map +0 -1
  598. package/out/zql/src/zql/ast/ast.js +0 -54
  599. package/out/zql/src/zql/ast/ast.js.map +0 -1
  600. package/tool/install-sqlite3.js +0 -37
@@ -4,17 +4,22 @@ import { resolver } from '@rocicorp/resolver';
4
4
  import { LogicalReplicationService, Pgoutput, PgoutputPlugin, } from 'pg-logical-replication';
5
5
  import { DatabaseError } from 'pg-protocol';
6
6
  import { AbortError } from '../../../../../shared/src/abort-error.js';
7
+ import { assert } from '../../../../../shared/src/asserts.js';
7
8
  import { deepEqual } from '../../../../../shared/src/json.js';
9
+ import { must } from '../../../../../shared/src/must.js';
10
+ import { intersection, symmetricDifference, } from '../../../../../shared/src/set-utils.js';
8
11
  import { sleep } from '../../../../../shared/src/sleep.js';
12
+ import * as v from '../../../../../shared/src/valita.js';
13
+ import { Database } from '../../../../../zqlite/src/db.js';
9
14
  import { StatementRunner } from '../../../db/statements.js';
10
15
  import { stringify } from '../../../types/bigint-json.js';
11
- import { max, oneAfter } from '../../../types/lexi-version.js';
16
+ import { max, oneAfter, versionFromLexi } from '../../../types/lexi-version.js';
12
17
  import { pgClient, registerPostgresTypeParsers, } from '../../../types/pg.js';
13
18
  import { Subscription } from '../../../types/subscription.js';
14
- import { Database } from '../../../../../zqlite/src/db.js';
15
19
  import { getSubscriptionState } from '../../replicator/schema/replication-state.js';
16
20
  import { replicationSlot } from './initial-sync.js';
17
21
  import { fromLexiVersion, toLexiVersion } from './lsn.js';
22
+ import { createEventTriggerStatements, replicationEventSchema, } from './schema/ddl.js';
18
23
  import { INTERNAL_PUBLICATION_PREFIX } from './schema/zero.js';
19
24
  import { initSyncSchema } from './sync-schema.js';
20
25
  // BigInt support from LogicalReplicationService.
@@ -62,61 +67,82 @@ class PostgresChangeSource {
62
67
  const slot = replicationSlot(this.#shardID);
63
68
  const clientStart = oneAfter(clientWatermark);
64
69
  try {
65
- let lastLSN = '0/0';
66
- const ack = (commit) => {
67
- if (commit) {
68
- const { watermark } = commit[2];
69
- lastLSN = fromLexiVersion(watermark);
70
- }
71
- void service.acknowledge(lastLSN);
72
- };
73
- const changes = Subscription.create({
74
- cleanup: () => service.stop(),
75
- });
76
- // To avoid a race condition when handing off the replication stream
77
- // between tasks, query the `confirmed_flush_lsn` for the replication
78
- // slot only after the replication stream starts, as that is when it
79
- // is guaranteed not to change (i.e. until we ACK a commit).
80
- const { promise: nextWatermark, resolve, reject } = resolver();
81
- const service = new LogicalReplicationService({ connectionString: this.#upstreamUri }, { acknowledge: { auto: false, timeoutSeconds: 0 } })
82
- .on('start', () => this.getNextWatermark(db, slot, clientStart)
83
- .then(resolve)
84
- .catch(e => reject(translateError(e))))
85
- .on('heartbeat', (_lsn, _time, respond) => {
86
- respond && ack();
87
- })
88
- .on('data', (lsn, msg) => {
89
- const change = messageToDownstream(lsn, msg);
90
- if (change) {
91
- changes.push(change);
92
- }
93
- })
94
- .on('error', err => {
95
- this.#lc.error?.('error from upstream postgres', err);
96
- changes.fail(err);
97
- });
98
- await this.stopExistingReplicationSlotSubscriber(db, slot);
70
+ await this.#stopExistingReplicationSlotSubscriber(db, slot);
71
+ // TODO: Move this into a schema-versioned upgrade.
72
+ await db.unsafe(createEventTriggerStatements(this.#shardID, this.#replicationConfig.publications));
99
73
  this.#lc.info?.(`starting replication stream @${slot}`);
100
- service
101
- .subscribe(new PgoutputPlugin({
102
- protoVersion: 1,
103
- publicationNames: this.#replicationConfig.publications,
104
- }), slot, fromLexiVersion(clientStart))
105
- .catch(e => {
106
- const err = translateError(e);
107
- reject(err);
108
- changes.fail(err);
109
- })
110
- .finally(() => changes.cancel());
111
- const initialWatermark = await nextWatermark;
112
- this.#lc.info?.(`replication stream@${slot} started at ${initialWatermark}`);
113
- return { initialWatermark, changes, acks: { push: ack } };
74
+ // Unlike the postgres.js client, the pg client does not have an option to
75
+ // only use SSL if the server supports it. We achieve it manually by
76
+ // trying SSL first, and then falling back to connecting without SSL.
77
+ try {
78
+ return await this.#startStream(db, slot, clientStart, true);
79
+ }
80
+ catch (e) {
81
+ if (e instanceof SSLUnsupportedError) {
82
+ this.#lc.info?.('retrying upstream connection without SSL');
83
+ return await this.#startStream(db, slot, clientStart, false);
84
+ }
85
+ throw e;
86
+ }
114
87
  }
115
88
  finally {
116
89
  await db.end();
117
90
  }
118
91
  }
119
- async stopExistingReplicationSlotSubscriber(db, slot) {
92
+ async #startStream(db, slot, clientStart, useSSL) {
93
+ let lastLSN = '0/0';
94
+ const ack = (commit) => {
95
+ if (commit) {
96
+ const { watermark } = commit[2];
97
+ lastLSN = fromLexiVersion(watermark);
98
+ }
99
+ void service.acknowledge(lastLSN);
100
+ };
101
+ const changes = Subscription.create({
102
+ cleanup: () => service.stop(),
103
+ });
104
+ // To avoid a race condition when handing off the replication stream
105
+ // between tasks, query the `confirmed_flush_lsn` for the replication
106
+ // slot only after the replication stream starts, as that is when it
107
+ // is guaranteed not to change (i.e. until we ACK a commit).
108
+ const { promise: nextWatermark, resolve, reject } = resolver();
109
+ const ssl = useSSL ? { rejectUnauthorized: false } : undefined;
110
+ const handleError = (err) => {
111
+ if (useSSL &&
112
+ // https://github.com/brianc/node-postgres/blob/8b2768f91d284ff6b97070aaf6602560addac852/packages/pg/lib/connection.js#L74
113
+ err.message === 'The server does not support SSL connections') {
114
+ reject(new SSLUnsupportedError());
115
+ }
116
+ else {
117
+ const e = translateError(err);
118
+ reject(e);
119
+ changes.fail(e);
120
+ }
121
+ };
122
+ const changeMaker = new ChangeMaker(this.#lc, this.#shardID);
123
+ const service = new LogicalReplicationService({ connectionString: this.#upstreamUri, ssl }, { acknowledge: { auto: false, timeoutSeconds: 0 } })
124
+ .on('start', () => this.#getNextWatermark(db, slot, clientStart).then(resolve, handleError))
125
+ .on('heartbeat', (_lsn, _time, respond) => {
126
+ respond && ack();
127
+ })
128
+ .on('data', (lsn, msg) => {
129
+ for (const change of changeMaker.makeChanges(lsn, msg)) {
130
+ changes.push(change);
131
+ }
132
+ })
133
+ .on('error', handleError);
134
+ service
135
+ .subscribe(new PgoutputPlugin({
136
+ protoVersion: 1,
137
+ publicationNames: this.#replicationConfig.publications,
138
+ messages: true,
139
+ }), slot, fromLexiVersion(clientStart))
140
+ .then(() => changes.cancel(), handleError);
141
+ const initialWatermark = await nextWatermark;
142
+ this.#lc.info?.(`replication stream@${slot} started at ${initialWatermark}`);
143
+ return { initialWatermark, changes, acks: { push: ack } };
144
+ }
145
+ async #stopExistingReplicationSlotSubscriber(db, slot) {
120
146
  const result = await db `
121
147
  SELECT pg_terminate_backend(active_pid), active_pid as pid
122
148
  FROM pg_replication_slots WHERE slot_name = ${slot} and active = true`;
@@ -149,7 +175,7 @@ class PostgresChangeSource {
149
175
  // or if the `confirmed_flush_lsn` was wiped.
150
176
  // * `confirmed_flush_lsn`: ahead of the `clientWatermark` if the ChangeDB was wiped.
151
177
  // * `restart_lsn` : if both the `confirmed_flush_lsn` and ChangeDB were wiped.
152
- async getNextWatermark(db, slot, clientStart) {
178
+ async #getNextWatermark(db, slot, clientStart) {
153
179
  const result = await db `
154
180
  SELECT restart_lsn as restart, confirmed_flush_lsn as confirmed FROM pg_replication_slots
155
181
  WHERE slot_name = ${slot}`;
@@ -159,44 +185,232 @@ class PostgresChangeSource {
159
185
  const { restart, confirmed } = result[0];
160
186
  const confirmedWatermark = toLexiVersion(confirmed);
161
187
  const restartWatermark = toLexiVersion(restart);
188
+ // Postgres sometimes stores the `confirmed_flush_lsn` as is (making it an even number),
189
+ // and sometimes it stores the lsn + 1.
190
+ // Normalize this behavior to produce consistent starting points.
191
+ const confirmedWatermarkIsEven = versionFromLexi(confirmedWatermark) % 2n === 0n;
162
192
  this.#lc.info?.(`confirmed_flush_lsn:${confirmed}, restart_lsn:${restart}, clientWatermark:${fromLexiVersion(clientStart)}`);
163
- return max(oneAfter(confirmedWatermark), oneAfter(restartWatermark), clientStart);
193
+ return max(confirmedWatermarkIsEven
194
+ ? oneAfter(confirmedWatermark)
195
+ : confirmedWatermark, oneAfter(restartWatermark), clientStart);
164
196
  }
165
197
  }
166
- function messageToDownstream(lsn, msg) {
167
- const change = msg;
168
- const { tag } = change;
169
- switch (tag) {
170
- case 'begin':
171
- return ['begin', change];
172
- case 'insert':
173
- case 'update':
174
- case 'delete':
175
- case 'truncate':
176
- return ['data', change];
177
- case 'commit': {
178
- const watermark = toLexiVersion(lsn);
179
- return ['commit', change, { watermark }];
180
- }
181
- default:
182
- change; // All Change types are covered.
183
- // But we can technically receive other Message types.
184
- switch (msg.tag) {
185
- case 'relation':
186
- return undefined; // Explicitly ignored. Schema handling is TODO.
187
- case 'type':
188
- throw new Error(`Custom types are not supported (received "${msg.typeName}")`);
189
- case 'origin':
190
- // We do not set the `origin` option in the pgoutput parameters:
191
- // https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-REPLICATION-PARAMS
192
- throw new Error(`Unexpected ORIGIN message ${stringify(msg)}`);
193
- case 'message':
194
- // We do not set the `messages` option in the pgoutput parameters:
195
- // https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-REPLICATION-PARAMS
196
- throw new Error(`Unexpected MESSAGE message ${stringify(msg)}`);
197
- default:
198
- throw new Error(`Unexpected message type ${stringify(msg)}`);
198
+ class ChangeMaker {
199
+ #lc;
200
+ #shardPrefix;
201
+ constructor(lc, shardID) {
202
+ this.#lc = lc;
203
+ // Note: This matches the prefix used in pg_logical_emit_message() in pg/schema/ddl.ts.
204
+ this.#shardPrefix = `zero/${shardID}`;
205
+ }
206
+ makeChanges(lsn, msg) {
207
+ switch (msg.tag) {
208
+ case 'begin':
209
+ return [['begin', msg]];
210
+ case 'delete':
211
+ assert(msg.key);
212
+ return [['data', msg]];
213
+ case 'insert':
214
+ case 'update':
215
+ case 'truncate':
216
+ return [['data', msg]];
217
+ case 'message':
218
+ if (msg.prefix !== this.#shardPrefix) {
219
+ this.#lc.debug?.('ignoring message for different shard', msg.prefix);
220
+ return [];
221
+ }
222
+ return this.#handleCustomMessage(msg);
223
+ case 'commit': {
224
+ const watermark = toLexiVersion(lsn);
225
+ return [['commit', msg, { watermark }]];
199
226
  }
227
+ case 'relation':
228
+ return []; // Explicitly ignored. Schema handling is TODO.
229
+ case 'type':
230
+ throw new Error(`Custom types are not supported (received "${msg.typeName}")`);
231
+ case 'origin':
232
+ // We do not set the `origin` option in the pgoutput parameters:
233
+ // https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-REPLICATION-PARAMS
234
+ throw new Error(`Unexpected ORIGIN message ${stringify(msg)}`);
235
+ default:
236
+ msg;
237
+ throw new Error(`Unexpected message type ${stringify(msg)}`);
238
+ }
239
+ }
240
+ #preSchema;
241
+ #handleCustomMessage(msg) {
242
+ let event;
243
+ try {
244
+ event = this.#parseReplicationEvent(msg.content);
245
+ }
246
+ catch (e) {
247
+ // TODO: Properly handle malformed messages.
248
+ this.#lc.warn?.('Ignoring malformed message', e);
249
+ return [];
250
+ }
251
+ if (event.type === 'ddlStart') {
252
+ // Store the schema in order to diff it with a potential ddlUpdate.
253
+ this.#preSchema = event.schema;
254
+ return [];
255
+ }
256
+ // ddlUpdate
257
+ const changes = this.#makeSchemaChanges(must(this.#preSchema, `ddlUpdate received without a ddlStart`), event).map(change => ['data', change]);
258
+ this.#lc.info?.(`${changes.length} schema change(s) for ${event.context.query}`, changes);
259
+ return changes;
260
+ }
261
+ /**
262
+ * A note on operation order:
263
+ *
264
+ * Postgres will drop related indexes when columns are dropped,
265
+ * but SQLite will error instead (https://sqlite.org/forum/forumpost/2e62dba69f?t=c&hist).
266
+ * The current workaround is to drop indexes first.
267
+ *
268
+ * More generally, the order of replicating DDL updates is:
269
+ * - drop indexes
270
+ * - alter tables
271
+ * - drop tables
272
+ * - create tables
273
+ * - create indexes
274
+ *
275
+ * In the future the replication logic should be improved to handle this
276
+ * behavior in SQLite by dropping dependent indexes manually before dropping
277
+ * columns. This, for example, would be needed to properly support changing
278
+ * the type of a column that's indexed.
279
+ */
280
+ #makeSchemaChanges(preSchema, update) {
281
+ const [prevTables, prevIndexes] = specsByName(preSchema);
282
+ const [nextTables, nextIndexes] = specsByName(update.schema);
283
+ const { tag } = update.event;
284
+ const changes = [];
285
+ const [dropped, created] = symmetricDifference(new Set(prevIndexes.keys()), new Set(nextIndexes.keys()));
286
+ // Drop indexes first so that allow dropping dependent objects.
287
+ for (const id of dropped) {
288
+ const { schema, name } = must(prevIndexes.get(id));
289
+ changes.push({ tag: 'drop-index', id: { schema, name } });
290
+ }
291
+ if (tag === 'ALTER PUBLICATION') {
292
+ const tables = intersection(new Set(prevTables.keys()), new Set(nextTables.keys()));
293
+ for (const id of tables) {
294
+ changes.push(...this.#getAddedOrDroppedColumnChanges(must(prevTables.get(id)), must(nextTables.get(id))));
295
+ }
296
+ }
297
+ else if (tag === 'ALTER TABLE') {
298
+ const altered = idString(update.event.table);
299
+ const table = must(nextTables.get(altered));
300
+ const prevTable = prevTables.get(altered);
301
+ if (!prevTable) {
302
+ // table rename. Find the old name.
303
+ let old;
304
+ for (const [id, { schema, name }] of prevTables.entries()) {
305
+ if (!nextTables.has(id)) {
306
+ old = { schema, name };
307
+ break;
308
+ }
309
+ }
310
+ if (!old) {
311
+ throw new Error(`can't find previous table: ${stringify(update)}`);
312
+ }
313
+ changes.push({ tag: 'rename-table', old, new: table });
314
+ }
315
+ else {
316
+ changes.push(...this.#getSingleColumnChange(prevTable, table));
317
+ }
318
+ }
319
+ // Added/dropped tables are handled in the same way for most DDL updates, with
320
+ // the exception being `ALTER TABLE`, for which a table rename should not be
321
+ // confused as a drop + add.
322
+ if (tag !== 'ALTER TABLE') {
323
+ const [dropped, created] = symmetricDifference(new Set(prevTables.keys()), new Set(nextTables.keys()));
324
+ for (const id of dropped) {
325
+ const { schema, name } = must(prevTables.get(id));
326
+ changes.push({ tag: 'drop-table', id: { schema, name } });
327
+ }
328
+ for (const id of created) {
329
+ const spec = must(nextTables.get(id));
330
+ changes.push({ tag: 'create-table', spec });
331
+ }
332
+ }
333
+ // Add indexes last since they may reference tables / columns that need
334
+ // to be created first.
335
+ for (const id of created) {
336
+ const spec = must(nextIndexes.get(id));
337
+ changes.push({ tag: 'create-index', spec });
338
+ }
339
+ return changes;
340
+ }
341
+ // ALTER PUBLICATION can only add and drop columns, but never change them.
342
+ #getAddedOrDroppedColumnChanges(oldTable, newTable) {
343
+ const table = { schema: newTable.schema, name: newTable.name };
344
+ const [dropped, added] = symmetricDifference(new Set(Object.keys(oldTable.columns)), new Set(Object.keys(newTable.columns)));
345
+ const changes = [];
346
+ for (const column of dropped) {
347
+ changes.push({ tag: 'drop-column', table, column });
348
+ }
349
+ for (const name of added) {
350
+ changes.push({
351
+ tag: 'add-column',
352
+ table,
353
+ column: { name, spec: newTable.columns[name] },
354
+ });
355
+ }
356
+ return changes;
357
+ }
358
+ // ALTER TABLE can add, drop, or change/rename a single column.
359
+ #getSingleColumnChange(oldTable, newTable) {
360
+ const table = { schema: newTable.schema, name: newTable.name };
361
+ const [d, a] = symmetricDifference(new Set(Object.keys(oldTable.columns)), new Set(Object.keys(newTable.columns)));
362
+ const dropped = [...d];
363
+ const added = [...a];
364
+ assert(dropped.length <= 1 && added.length <= 1, `too many dropped [${[dropped]}] or added [${[added]}] columns`);
365
+ if (dropped.length === 1 && added.length === 1) {
366
+ const oldName = dropped[0];
367
+ const newName = added[0];
368
+ return [
369
+ {
370
+ tag: 'update-column',
371
+ table,
372
+ old: { name: oldName, spec: oldTable.columns[oldName] },
373
+ new: { name: newName, spec: newTable.columns[newName] },
374
+ },
375
+ ];
376
+ }
377
+ else if (added.length) {
378
+ const name = added[0];
379
+ return [
380
+ {
381
+ tag: 'add-column',
382
+ table,
383
+ column: { name, spec: newTable.columns[name] },
384
+ },
385
+ ];
386
+ }
387
+ else if (dropped.length) {
388
+ return [{ tag: 'drop-column', table, column: dropped[0] }];
389
+ }
390
+ // Not a rename, add, or drop. Find the column with a relevant update.
391
+ for (const [name, oldSpec] of Object.entries(oldTable.columns)) {
392
+ const newSpec = newTable.columns[name];
393
+ // Besides the name, we only care about the data type.
394
+ // Default values and constraints are not relevant.
395
+ if (oldSpec.dataType !== newSpec.dataType) {
396
+ return [
397
+ {
398
+ tag: 'update-column',
399
+ table,
400
+ old: { name, spec: oldSpec },
401
+ new: { name, spec: newSpec },
402
+ },
403
+ ];
404
+ }
405
+ }
406
+ return [];
407
+ }
408
+ #parseReplicationEvent(content) {
409
+ const str = content instanceof Buffer
410
+ ? content.toString('utf-8')
411
+ : new TextDecoder().decode(content);
412
+ const json = JSON.parse(str);
413
+ return v.parse(json, replicationEventSchema, 'passthrough');
200
414
  }
201
415
  }
202
416
  function translateError(e) {
@@ -208,4 +422,15 @@ function translateError(e) {
208
422
  }
209
423
  return e;
210
424
  }
425
+ const idString = (id) => `${id.schema}.${id.name}`;
426
+ function specsByName(published) {
427
+ return [
428
+ // It would have been nice to use a CustomKeyMap here, but we rely on set-utils
429
+ // operations which use plain Sets.
430
+ new Map(published.tables.map(t => [idString(t), t])),
431
+ new Map(published.indexes.map(i => [idString(i), i])),
432
+ ];
433
+ }
434
+ class SSLUnsupportedError extends Error {
435
+ }
211
436
  //# sourceMappingURL=change-source.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"change-source.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/change-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EACL,yBAAyB,EACzB,QAAQ,EACR,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAC,aAAa,EAAC,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AACpE,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAC;AAC5D,OAAO,EAAC,KAAK,EAAC,MAAM,oCAAoC,CAAC;AACzD,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AACxD,OAAO,EAAC,GAAG,EAAE,QAAQ,EAAC,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EACL,QAAQ,EACR,2BAA2B,GAE5B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAC,oBAAoB,EAAC,MAAM,8CAA8C,CAAC;AAKlF,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAC,eAAe,EAAE,aAAa,EAAC,MAAM,UAAU,CAAC;AACxD,OAAO,EAAC,2BAA2B,EAAC,MAAM,kBAAkB,CAAC;AAE7D,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAEhD,iDAAiD;AACjD,2BAA2B,EAAE,CAAC;AAE9B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAc,EACd,WAAmB,EACnB,KAAkB,EAClB,aAAqB;IAErB,MAAM,cAAc,CAClB,EAAE,EACF,iBAAiB,EACjB,KAAK,EACL,aAAa,EACb,WAAW,CACZ,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAChD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,KAAK,EAAE,CAAC;IAEhB,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9B,2DAA2D;QAC3D,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,2BAA2B,CAAC,CAAC;aACvD,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,gDAAgD,SAAS,wCAAwC,UAAU,GAAG,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,oBAAoB,CAC3C,EAAE,EACF,WAAW,EACX,KAAK,CAAC,EAAE,EACR,iBAAiB,CAClB,CAAC;IAEF,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAC,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,oBAAoB;IACf,GAAG,CAAa;IAChB,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,kBAAkB,CAAoB;IAE/C,YACE,EAAc,EACd,WAAmB,EACnB,OAAe,EACf,iBAAoC;QAEpC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,eAAuB;QACvC,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,MAAM,GAAG,GAAG,CAAC,MAAe,EAAE,EAAE;gBAC9B,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,EAAC,SAAS,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC9B,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;gBACvC,CAAC;gBACD,KAAK,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAmB;gBACpD,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE;aAC9B,CAAC,CAAC;YAEH,oEAAoE;YACpE,qEAAqE;YACrE,oEAAoE;YACpE,4DAA4D;YAC5D,MAAM,EAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,QAAQ,EAAU,CAAC;YAErE,MAAM,OAAO,GAAG,IAAI,yBAAyB,CAC3C,EAAC,gBAAgB,EAAE,IAAI,CAAC,YAAY,EAAC,EACrC,EAAC,WAAW,EAAE,EAAC,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAC,EAAC,CAChD;iBACE,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC;iBACzC,IAAI,CAAC,OAAO,CAAC;iBACb,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CACzC;iBACA,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBACxC,OAAO,IAAI,GAAG,EAAE,CAAC;YACnB,CAAC,CAAC;iBACD,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBACvB,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC7C,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;iBACD,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;gBACjB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;YAEL,MAAM,IAAI,CAAC,qCAAqC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAE3D,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,gCAAgC,IAAI,EAAE,CAAC,CAAC;YACxD,OAAO;iBACJ,SAAS,CACR,IAAI,cAAc,CAAC;gBACjB,YAAY,EAAE,CAAC;gBACf,gBAAgB,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY;aACvD,CAAC,EACF,IAAI,EACJ,eAAe,CAAC,WAAW,CAAC,CAC7B;iBACA,KAAK,CAAC,CAAC,CAAC,EAAE;gBACT,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,CAAC,GAAG,CAAC,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAEnC,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,sBAAsB,IAAI,eAAe,gBAAgB,EAAE,CAC5D,CAAC;YAEF,OAAO,EAAC,gBAAgB,EAAE,OAAO,EAAE,IAAI,EAAE,EAAC,IAAI,EAAE,GAAG,EAAC,EAAC,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qCAAqC,CACzC,EAAc,EACd,IAAY;QAEZ,MAAM,MAAM,GAAG,MAAM,EAAE,CAAiB;;oDAEQ,IAAI,oBAAoB,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,4CAA4C,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,uBAAuB,GAAG,eAAe,CAAC,CAAC;YAE3D,6DAA6D;YAC7D,iDAAiD;YACjD,EAAE;YACF,kFAAkF;YAClF,EAAE;YACF,uEAAuE;YACvE,mDAAmD;YACnD,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,EAAE;IACF,MAAM;IACN,iDAAiD;IACjD,mDAAmD;IACnD,iCAAiC;IACjC,MAAM;IACN,EAAE;IACF,2EAA2E;IAC3E,8EAA8E;IAC9E,sEAAsE;IACtE,qFAAqF;IACrF,sFAAsF;IACtF,KAAK,CAAC,gBAAgB,CACpB,EAAc,EACd,IAAY,EACZ,WAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAwC;;4BAEvC,IAAI,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,EAAC,OAAO,EAAE,SAAS,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,kBAAkB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,uBAAuB,SAAS,iBAAiB,OAAO,qBAAqB,eAAe,CAC1F,WAAW,CACZ,EAAE,CACJ,CAAC;QACF,OAAO,GAAG,CACR,QAAQ,CAAC,kBAAkB,CAAC,EAC5B,QAAQ,CAAC,gBAAgB,CAAC,EAC1B,WAAW,CACZ,CAAC;IACJ,CAAC;CACF;AAED,SAAS,mBAAmB,CAC1B,GAAW,EACX,GAAqB;IAErB,MAAM,MAAM,GAAG,GAAa,CAAC;IAC7B,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,CAAC;IACrB,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,UAAU;YACb,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAC,SAAS,EAAC,CAAC,CAAC;QACzC,CAAC;QAED;YACE,MAAsB,CAAC,CAAC,gCAAgC;YAExD,sDAAsD;YACtD,QAAQ,GAAG,CAAC,GAAG,EAAE,CAAC;gBAChB,KAAK,UAAU;oBACb,OAAO,SAAS,CAAC,CAAC,+CAA+C;gBACnE,KAAK,MAAM;oBACT,MAAM,IAAI,KAAK,CACb,6CAA6C,GAAG,CAAC,QAAQ,IAAI,CAC9D,CAAC;gBACJ,KAAK,QAAQ;oBACX,gEAAgE;oBAChE,gHAAgH;oBAChH,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjE,KAAK,SAAS;oBACZ,kEAAkE;oBAClE,gHAAgH;oBAChH,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClE;oBACE,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjE,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,CAAU;IAChC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,YAAY,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/D,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,CAAC,EAAC,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}
1
+ {"version":3,"file":"change-source.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/change-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EACL,yBAAyB,EACzB,QAAQ,EACR,cAAc,GACf,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAC,aAAa,EAAC,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AACpE,OAAO,EAAC,MAAM,EAAC,MAAM,sCAAsC,CAAC;AAC5D,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAC;AAC5D,OAAO,EAAC,IAAI,EAAC,MAAM,mCAAmC,CAAC;AACvD,OAAO,EACL,YAAY,EACZ,mBAAmB,GACpB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAC,KAAK,EAAC,MAAM,oCAAoC,CAAC;AACzD,OAAO,KAAK,CAAC,MAAM,qCAAqC,CAAC;AACzD,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAEzD,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AACxD,OAAO,EAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC9E,OAAO,EACL,QAAQ,EACR,2BAA2B,GAE5B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,8CAA8C,CAAC;AAKlF,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAC,eAAe,EAAE,aAAa,EAAC,MAAM,UAAU,CAAC;AACxD,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,GAIvB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAC,2BAA2B,EAAC,MAAM,kBAAkB,CAAC;AAE7D,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAEhD,iDAAiD;AACjD,2BAA2B,EAAE,CAAC;AAE9B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAc,EACd,WAAmB,EACnB,KAAkB,EAClB,aAAqB;IAErB,MAAM,cAAc,CAClB,EAAE,EACF,iBAAiB,EACjB,KAAK,EACL,aAAa,EACb,WAAW,CACZ,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAChD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,KAAK,EAAE,CAAC;IAEhB,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9B,2DAA2D;QAC3D,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,2BAA2B,CAAC,CAAC;aACvD,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,gDAAgD,SAAS,wCAAwC,UAAU,GAAG,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,oBAAoB,CAC3C,EAAE,EACF,WAAW,EACX,KAAK,CAAC,EAAE,EACR,iBAAiB,CAClB,CAAC;IAEF,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAC,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,oBAAoB;IACf,GAAG,CAAa;IAChB,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,kBAAkB,CAAoB;IAE/C,YACE,EAAc,EACd,WAAmB,EACnB,OAAe,EACf,iBAAoC;QAEpC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,eAAuB;QACvC,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,sCAAsC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAE5D,mDAAmD;YACnD,MAAM,EAAE,CAAC,MAAM,CACb,4BAA4B,CAC1B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACrC,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,gCAAgC,IAAI,EAAE,CAAC,CAAC;YAExD,0EAA0E;YAC1E,oEAAoE;YACpE,qEAAqE;YACrE,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,mBAAmB,EAAE,CAAC;oBACrC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,0CAA0C,CAAC,CAAC;oBAC5D,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBAC/D,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,EAAc,EACd,IAAY,EACZ,WAAmB,EACnB,MAAe;QAEf,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,GAAG,GAAG,CAAC,MAAe,EAAE,EAAE;YAC9B,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,EAAC,SAAS,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC9B,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;YACD,KAAK,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAmB;YACpD,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE;SAC9B,CAAC,CAAC;QAEH,oEAAoE;QACpE,qEAAqE;QACrE,oEAAoE;QACpE,4DAA4D;QAC5D,MAAM,EAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAC,GAAG,QAAQ,EAAU,CAAC;QAErE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAC,kBAAkB,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,MAAM,WAAW,GAAG,CAAC,GAAU,EAAE,EAAE;YACjC,IACE,MAAM;gBACN,0HAA0H;gBAC1H,GAAG,CAAC,OAAO,KAAK,6CAA6C,EAC7D,CAAC;gBACD,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,CAAC,CAAC,CAAC,CAAC;gBACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,yBAAyB,CAC3C,EAAC,gBAAgB,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,EAAC,EAC1C,EAAC,WAAW,EAAE,EAAC,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAC,EAAC,CAChD;aACE,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC,IAAI,CAChD,OAAO,EACP,WAAW,CACZ,CACF;aACA,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACxC,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC,CAAC;aACD,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACvB,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;gBACvD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAE5B,OAAO;aACJ,SAAS,CACR,IAAI,cAAc,CAAC;YACjB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY;YACtD,QAAQ,EAAE,IAAI;SACf,CAAC,EACF,IAAI,EACJ,eAAe,CAAC,WAAW,CAAC,CAC7B;aACA,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;QAE7C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC;QAC7C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,sBAAsB,IAAI,eAAe,gBAAgB,EAAE,CAC5D,CAAC;QACF,OAAO,EAAC,gBAAgB,EAAE,OAAO,EAAE,IAAI,EAAE,EAAC,IAAI,EAAE,GAAG,EAAC,EAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,sCAAsC,CAC1C,EAAc,EACd,IAAY;QAEZ,MAAM,MAAM,GAAG,MAAM,EAAE,CAAiB;;oDAEQ,IAAI,oBAAoB,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,4CAA4C,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,uBAAuB,GAAG,eAAe,CAAC,CAAC;YAE3D,6DAA6D;YAC7D,iDAAiD;YACjD,EAAE;YACF,kFAAkF;YAClF,EAAE;YACF,uEAAuE;YACvE,mDAAmD;YACnD,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,EAAE;IACF,MAAM;IACN,iDAAiD;IACjD,mDAAmD;IACnD,iCAAiC;IACjC,MAAM;IACN,EAAE;IACF,2EAA2E;IAC3E,8EAA8E;IAC9E,sEAAsE;IACtE,qFAAqF;IACrF,sFAAsF;IACtF,KAAK,CAAC,iBAAiB,CACrB,EAAc,EACd,IAAY,EACZ,WAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAwC;;4BAEvC,IAAI,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,EAAC,OAAO,EAAE,SAAS,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,kBAAkB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QAEhD,wFAAwF;QACxF,uCAAuC;QACvC,iEAAiE;QACjE,MAAM,wBAAwB,GAC5B,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;QAElD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,uBAAuB,SAAS,iBAAiB,OAAO,qBAAqB,eAAe,CAC1F,WAAW,CACZ,EAAE,CACJ,CAAC;QACF,OAAO,GAAG,CACR,wBAAwB;YACtB,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAC9B,CAAC,CAAC,kBAAkB,EACtB,QAAQ,CAAC,gBAAgB,CAAC,EAC1B,WAAW,CACZ,CAAC;IACJ,CAAC;CACF;AAED,MAAM,WAAW;IACN,GAAG,CAAa;IAChB,YAAY,CAAS;IAE9B,YAAY,EAAc,EAAE,OAAe;QACzC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,uFAAuF;QACvF,IAAI,CAAC,YAAY,GAAG,QAAQ,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,WAAW,CAAC,GAAW,EAAE,GAAqB;QAC5C,QAAQ,GAAG,CAAC,GAAG,EAAE,CAAC;YAChB,KAAK,OAAO;gBACV,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAE1B,KAAK,QAAQ;gBACX,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,CAAC,CAAC,MAAM,EAAE,GAAoB,CAAC,CAAC,CAAC;YAE1C,KAAK,QAAQ,CAAC;YACd,KAAK,QAAQ,CAAC;YACd,KAAK,UAAU;gBACb,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;YAEzB,KAAK,SAAS;gBACZ,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;oBACrC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,sCAAsC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBACrE,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAExC,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;gBACrC,OAAO,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAC,SAAS,EAAC,CAAC,CAAC,CAAC;YACxC,CAAC;YAED,KAAK,UAAU;gBACb,OAAO,EAAE,CAAC,CAAC,+CAA+C;YAC5D,KAAK,MAAM;gBACT,MAAM,IAAI,KAAK,CACb,6CAA6C,GAAG,CAAC,QAAQ,IAAI,CAC9D,CAAC;YACJ,KAAK,QAAQ;gBACX,gEAAgE;gBAChE,gHAAgH;gBAChH,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjE;gBACE,GAAmB,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,UAAU,CAA8B;IAExC,oBAAoB,CAAC,GAAmB;QACtC,IAAI,KAAuB,CAAC;QAC5B,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,4CAA4C;YAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;YACjD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,mEAAmE;YACnE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAC/B,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,YAAY;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CACrC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uCAAuC,CAAC,EAC9D,KAAK,CACN,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAgB,CAAC,CAAC;QAEjD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,GAAG,OAAO,CAAC,MAAM,yBAAyB,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAC/D,OAAO,CACR,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,kBAAkB,CAChB,SAA0B,EAC1B,MAAsB;QAEtB,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,CAAC,KAAK,CAAC;QAC3B,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,mBAAmB,CAC5C,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EAC3B,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAC5B,CAAC;QAEF,+DAA+D;QAC/D,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,EAAC,MAAM,EAAE,IAAI,EAAC,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,EAAC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,GAAG,KAAK,mBAAmB,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,YAAY,CACzB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,EAC1B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAC3B,CAAC;YACF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CACV,GAAG,IAAI,CAAC,+BAA+B,CACrC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CACzB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,mCAAmC;gBACnC,IAAI,GAA2B,CAAC;gBAChC,KAAK,MAAM,CAAC,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;oBACxD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;wBACxB,GAAG,GAAG,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC;wBACrB,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,8EAA8E;QAC9E,4EAA4E;QAC5E,4BAA4B;QAC5B,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,mBAAmB,CAC5C,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,EAC1B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAC3B,CAAC;YACF,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,MAAM,EAAC,MAAM,EAAE,IAAI,EAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChD,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,EAAC,CAAC,CAAC;YACxD,CAAC;YACD,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,uEAAuE;QACvE,uBAAuB;QACvB,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAC,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,0EAA0E;IAC1E,+BAA+B,CAC7B,QAAmB,EACnB,QAAmB;QAEnB,MAAM,KAAK,GAAG,EAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAC,CAAC;QAC7D,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,mBAAmB,CAC1C,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EACtC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACvC,CAAC;QAEF,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;QACpD,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,YAAY;gBACjB,KAAK;gBACL,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC;aAC7C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,+DAA+D;IAC/D,sBAAsB,CACpB,QAAmB,EACnB,QAAmB;QAEnB,MAAM,KAAK,GAAG,EAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAC,CAAC;QAC7D,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,mBAAmB,CAChC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EACtC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACvC,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACrB,MAAM,CACJ,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EACxC,qBAAqB,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,WAAW,CAChE,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,OAAO;gBACL;oBACE,GAAG,EAAE,eAAe;oBACpB,KAAK;oBACL,GAAG,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAC;oBACrD,GAAG,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAC;iBACtD;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,OAAO;gBACL;oBACE,GAAG,EAAE,YAAY;oBACjB,KAAK;oBACL,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC;iBAC7C;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,CAAC,EAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC;QAC3D,CAAC;QACD,sEAAsE;QACtE,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACvC,sDAAsD;YACtD,mDAAmD;YACnD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC1C,OAAO;oBACL;wBACE,GAAG,EAAE,eAAe;wBACpB,KAAK;wBACL,GAAG,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAC;wBAC1B,GAAG,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAC;qBAC3B;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,sBAAsB,CAAC,OAAmB;QACxC,MAAM,GAAG,GACP,OAAO,YAAY,MAAM;YACvB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3B,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAC9D,CAAC;CACF;AAED,SAAS,cAAc,CAAC,CAAU;IAChC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,YAAY,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/D,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,CAAC,EAAC,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AACD,MAAM,QAAQ,GAAG,CAAC,EAAc,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;AAE/D,SAAS,WAAW,CAAC,SAA0B;IAC7C,OAAO;QACL,+EAA+E;QAC/E,mCAAmC;QACnC,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;KAC7C,CAAC;AACb,CAAC;AAED,MAAM,mBAAoB,SAAQ,KAAK;CAAG"}
@@ -1 +1 @@
1
- {"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/initial-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAoBzD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAEnD,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEvD;AAID,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,iBAoDpB"}
1
+ {"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/initial-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AA0BzD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAEnD,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,iBAoDpB"}
@@ -1,6 +1,8 @@
1
1
  import { ident } from 'pg-format';
2
2
  import postgres from 'postgres';
3
3
  import { Database } from '../../../../../zqlite/src/db.js';
4
+ import { createIndexStatement, createTableStatement, } from '../../../db/create.js';
5
+ import { mapPostgresToLite, mapPostgresToLiteIndex, } from '../../../db/pg-to-lite.js';
4
6
  import { importSnapshot, Mode, TransactionPool, } from '../../../db/transaction-pool.js';
5
7
  import { liteValues } from '../../../types/lite.js';
6
8
  import { liteTableName } from '../../../types/names.js';
@@ -8,14 +10,11 @@ import { pgClient } from '../../../types/pg.js';
8
10
  import { initChangeLog } from '../../replicator/schema/change-log.js';
9
11
  import { initReplicationState, ZERO_VERSION_COLUMN_NAME, } from '../../replicator/schema/replication-state.js';
10
12
  import { toLexiVersion } from './lsn.js';
11
- import { createTableStatement } from './schema/create.js';
12
- import { mapPostgresToLite, warnIfDataTypeSupported } from './schema/lite.js';
13
13
  import {} from './schema/published.js';
14
14
  import { setupTablesAndReplication } from './schema/zero.js';
15
15
  export function replicationSlot(shardID) {
16
16
  return `zero_${shardID}`;
17
17
  }
18
- const ALLOWED_IDENTIFIER_CHARS = /^[A-Za-z_-]+$/;
19
18
  export async function initialSync(lc, shard, tx, upstreamURI) {
20
19
  const upstreamDB = pgClient(lc, upstreamURI, {
21
20
  max: MAX_WORKERS,
@@ -37,7 +36,7 @@ export async function initialSync(lc, shard, tx, upstreamURI) {
37
36
  const { snapshot_name: snapshot, consistent_point: lsn } = await createReplicationSlot(lc, shard.id, replicationSession);
38
37
  // Run up to MAX_WORKERS to copy of tables at the replication slot's snapshot.
39
38
  const copiers = startTableCopyWorkers(lc, upstreamDB, tables.length, snapshot);
40
- await Promise.all(tables.map(table => copiers.processReadTask(db => copy(lc, table, db, tx))));
39
+ await Promise.all(tables.map(table => copiers.process(db => copy(lc, table, db, tx).then(() => []))));
41
40
  copiers.setDone();
42
41
  initReplicationState(tx, pubNames, toLexiVersion(lsn));
43
42
  initChangeLog(tx);
@@ -65,44 +64,7 @@ async function checkUpstreamConfig(upstreamDB) {
65
64
  function ensurePublishedTables(lc, upstreamDB, shard) {
66
65
  const { database, host } = upstreamDB.options;
67
66
  lc.info?.(`Ensuring upstream PUBLICATION on ${database}@${host}`);
68
- return upstreamDB.begin(async (tx) => {
69
- const published = await setupTablesAndReplication(tx, shard);
70
- // Verify that all publications export the proper events.
71
- published.publications.forEach(pub => {
72
- if (!pub.pubinsert ||
73
- !pub.pubtruncate ||
74
- !pub.pubdelete ||
75
- !pub.pubtruncate) {
76
- // TODO: Make APIError?
77
- throw new Error(`PUBLICATION ${pub.pubname} must publish insert, update, delete, and truncate`);
78
- }
79
- });
80
- published.tables.forEach(table => {
81
- if (!['public', 'zero'].includes(table.schema)) {
82
- // This may be relaxed in the future. We would need a plan for support in the AST first.
83
- throw new Error('Only the default "public" schema is supported.');
84
- }
85
- if (ZERO_VERSION_COLUMN_NAME in table.columns) {
86
- throw new Error(`Table "${table.name}" uses reserved column name "${ZERO_VERSION_COLUMN_NAME}"`);
87
- }
88
- if (table.primaryKey.length === 0) {
89
- throw new Error(`Table "${table.name}" does not have a PRIMARY KEY`);
90
- }
91
- if (!ALLOWED_IDENTIFIER_CHARS.test(table.schema)) {
92
- throw new Error(`Schema "${table.schema}" has invalid characters.`);
93
- }
94
- if (!ALLOWED_IDENTIFIER_CHARS.test(table.name)) {
95
- throw new Error(`Table "${table.name}" has invalid characters.`);
96
- }
97
- for (const [col, spec] of Object.entries(table.columns)) {
98
- if (!ALLOWED_IDENTIFIER_CHARS.test(col)) {
99
- throw new Error(`Column "${col}" in table "${table.name}" has invalid characters.`);
100
- }
101
- warnIfDataTypeSupported(lc, spec.dataType, table.name, col);
102
- }
103
- });
104
- return published;
105
- });
67
+ return upstreamDB.begin(tx => setupTablesAndReplication(lc, tx, shard));
106
68
  }
107
69
  /* eslint-enable @typescript-eslint/naming-convention */
108
70
  async function createReplicationSlot(lc, shardID, session) {
@@ -140,19 +102,12 @@ function startTableCopyWorkers(lc, db, numTables, snapshot) {
140
102
  }
141
103
  function createLiteTables(tx, tables) {
142
104
  for (const t of tables) {
143
- const liteTable = mapPostgresToLite(t);
144
- tx.exec(createTableStatement(liteTable));
105
+ tx.exec(createTableStatement(mapPostgresToLite(t)));
145
106
  }
146
107
  }
147
108
  function createLiteIndices(tx, indices) {
148
109
  for (const index of indices) {
149
- const tableName = liteTableName({
150
- schema: index.schemaName,
151
- name: index.tableName,
152
- });
153
- const columns = index.columns.map(c => ident(c)).join(',');
154
- const unique = index.unique ? 'UNIQUE ' : '';
155
- tx.exec(`CREATE ${unique} INDEX ${ident(index.name)} ON ${ident(tableName)} (${columns})`);
110
+ tx.exec(createIndexStatement(mapPostgresToLiteIndex(index)));
156
111
  }
157
112
  }
158
113
  async function copy(lc, table, from, to) {
@@ -176,6 +131,7 @@ async function copy(lc, table, from, to) {
176
131
  (filterConditions.length === 0
177
132
  ? ''
178
133
  : ` WHERE ${filterConditions.join(' OR ')}`);
134
+ lc.info?.(`Starting copy of ${tableName}:`, selectStmt);
179
135
  const cursor = from.unsafe(selectStmt).cursor(BATCH_SIZE);
180
136
  for await (const rows of cursor) {
181
137
  for (const row of rows) {