@reventlessdev/reventless-postgres 3.0.0-alpha.2 → 3.0.0-alpha.200

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (170) hide show
  1. package/CHANGELOG.md +1584 -0
  2. package/README.md +83 -0
  3. package/lib/bs/.compiler.log +2 -2
  4. package/lib/bs/ReventlessPostgres.cmi +0 -0
  5. package/lib/bs/ReventlessPostgres.cmt +0 -0
  6. package/lib/bs/ReventlessPostgres.mlmap +4 -1
  7. package/lib/bs/compiler-info.json +4 -4
  8. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  9. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  10. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  11. package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
  12. package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
  13. package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +38 -348
  14. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  15. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  16. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  17. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  18. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +422 -0
  19. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +437 -0
  20. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  21. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  22. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  23. package/lib/bs/src/EventLogChangeFeed.ast +0 -0
  24. package/lib/bs/src/EventLogChangeFeed.res +193 -0
  25. package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
  26. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  27. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  28. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  29. package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
  30. package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
  31. package/lib/bs/src/EventLogStorage_Postgres.res.mjs +23 -186
  32. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  33. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  34. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  35. package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
  36. package/lib/bs/src/EventLogStorage_Postgres_Ops.res +240 -0
  37. package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +232 -0
  38. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  39. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  40. package/lib/bs/src/PgChangeFeed.ast +0 -0
  41. package/lib/bs/src/PgChangeFeed.res +21 -9
  42. package/lib/bs/src/PgChangeFeed.res.mjs +6 -6
  43. package/lib/bs/src/PgDriver-ReventlessPostgres.cmi +0 -0
  44. package/lib/bs/src/PgDriver-ReventlessPostgres.cmt +0 -0
  45. package/lib/bs/src/PgDriver-ReventlessPostgres.cmti +0 -0
  46. package/lib/bs/src/PgDriver.ast +0 -0
  47. package/lib/bs/src/PgDriver.iast +0 -0
  48. package/lib/bs/src/PgDriver.res +1 -2
  49. package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
  50. package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
  51. package/lib/bs/src/PgSchema.ast +0 -0
  52. package/lib/bs/src/PgSchema.res +44 -2
  53. package/lib/bs/src/PgSchema.res.mjs +13 -3
  54. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  55. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  56. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  57. package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
  58. package/lib/bs/src/QueryDbStorage_Postgres.res +16 -213
  59. package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
  60. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  61. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  62. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  63. package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
  64. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
  65. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  66. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  67. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  68. package/lib/bs/src/QueryEnginePostgres.ast +0 -0
  69. package/lib/bs/src/QueryEnginePostgres.res +372 -14
  70. package/lib/bs/src/QueryEnginePostgres.res.mjs +203 -15
  71. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  72. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  73. package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
  74. package/lib/bs/tests/PostgresIntegrationTest.res +168 -47
  75. package/lib/bs/tests/PostgresIntegrationTest.res.mjs +50 -1
  76. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  77. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
  78. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  79. package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
  80. package/lib/bs/tests/QueryEnginePostgresListPageTest.res +335 -0
  81. package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
  82. package/lib/ocaml/.compiler.log +2 -2
  83. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  84. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  85. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  86. package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
  87. package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
  88. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  89. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  90. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  91. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  92. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +422 -0
  93. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  94. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  95. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  96. package/lib/ocaml/EventLogChangeFeed.ast +0 -0
  97. package/lib/ocaml/EventLogChangeFeed.res +193 -0
  98. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  99. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  100. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  101. package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
  102. package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
  103. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  104. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  105. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  106. package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
  107. package/lib/ocaml/EventLogStorage_Postgres_Ops.res +240 -0
  108. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  109. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  110. package/lib/ocaml/PgChangeFeed.ast +0 -0
  111. package/lib/ocaml/PgChangeFeed.res +21 -9
  112. package/lib/ocaml/PgDriver-ReventlessPostgres.cmi +0 -0
  113. package/lib/ocaml/PgDriver-ReventlessPostgres.cmt +0 -0
  114. package/lib/ocaml/PgDriver-ReventlessPostgres.cmti +0 -0
  115. package/lib/ocaml/PgDriver.ast +0 -0
  116. package/lib/ocaml/PgDriver.iast +0 -0
  117. package/lib/ocaml/PgDriver.res +1 -2
  118. package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
  119. package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
  120. package/lib/ocaml/PgSchema.ast +0 -0
  121. package/lib/ocaml/PgSchema.res +44 -2
  122. package/lib/ocaml/PostgresIntegrationTest.res +168 -47
  123. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  124. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  125. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  126. package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
  127. package/lib/ocaml/QueryDbStorage_Postgres.res +16 -213
  128. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  129. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  130. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  131. package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
  132. package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
  133. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  134. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  135. package/lib/ocaml/QueryEnginePostgres.ast +0 -0
  136. package/lib/ocaml/QueryEnginePostgres.res +372 -14
  137. package/lib/ocaml/QueryEnginePostgresListPageTest.res +335 -0
  138. package/lib/ocaml/ReventlessPostgres.cmi +0 -0
  139. package/lib/ocaml/ReventlessPostgres.cmt +0 -0
  140. package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
  141. package/package.json +14 -14
  142. package/rescript.json +2 -1
  143. package/src/DcbEventLogStorage_Postgres.res +25 -340
  144. package/src/DcbEventLogStorage_Postgres.res.mjs +38 -348
  145. package/src/DcbEventLogStorage_Postgres_Ops.res +422 -0
  146. package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +437 -0
  147. package/src/EventLogChangeFeed.res +193 -0
  148. package/src/EventLogChangeFeed.res.mjs +134 -0
  149. package/src/EventLogStorage_Postgres.res +12 -170
  150. package/src/EventLogStorage_Postgres.res.mjs +23 -186
  151. package/src/EventLogStorage_Postgres_Ops.res +240 -0
  152. package/src/EventLogStorage_Postgres_Ops.res.mjs +232 -0
  153. package/src/PgChangeFeed.res +21 -9
  154. package/src/PgChangeFeed.res.mjs +6 -6
  155. package/src/PgDriver.res +1 -2
  156. package/src/PgSchema.res +44 -2
  157. package/src/PgSchema.res.mjs +13 -3
  158. package/src/QueryDbStorage_Postgres.res +16 -213
  159. package/src/QueryDbStorage_Postgres.res.mjs +27 -191
  160. package/src/QueryDbStorage_Postgres_Ops.res +229 -0
  161. package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  162. package/src/QueryEnginePostgres.res +372 -14
  163. package/src/QueryEnginePostgres.res.mjs +203 -15
  164. package/tests/PostgresIntegrationTest.res +168 -47
  165. package/tests/QueryEnginePostgresListPageTest.res +335 -0
  166. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  167. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
  168. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  169. package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
  170. package/tests/PostgresIntegrationTest.res.mjs +0 -328
@@ -100,7 +100,11 @@ switch processEnv->Dict.get("PG_URL") {
100
100
 
101
101
  testPromise("append + read round-trips events with tags", async () => {
102
102
  let (_n, ops, _s) = makeLog("dcb-rt")
103
- let e1 = stored("ItemAdded", [{key: "itemId", value: "x1"}], jsonObj([("n", JSON.Encode.string("w"))]))
103
+ let e1 = stored(
104
+ "ItemAdded",
105
+ [{key: "itemId", value: "x1"}],
106
+ jsonObj([("n", JSON.Encode.string("w"))]),
107
+ )
104
108
  let r = await ops.append([e1])
105
109
  switch r {
106
110
  | Ok(_) => expect(true)->toBe(true)
@@ -116,7 +120,12 @@ switch processEnv->Dict.get("PG_URL") {
116
120
 
117
121
  testPromise("conditional append conflicts when the boundary already has an event", async () => {
118
122
  let (_n, ops, _s) = makeLog("dcb-cond")
119
- let mk = who => stored("Reserved", [{key: "seatId", value: "s1"}], jsonObj([("who", JSON.Encode.string(who))]))
123
+ let mk = who =>
124
+ stored(
125
+ "Reserved",
126
+ [{key: "seatId", value: "s1"}],
127
+ jsonObj([("who", JSON.Encode.string(who))]),
128
+ )
120
129
  let r1 = await ops.append([mk("a")])
121
130
  switch r1 {
122
131
  | Ok(_) => expect(true)->toBe(true)
@@ -134,37 +143,46 @@ switch processEnv->Dict.get("PG_URL") {
134
143
  })
135
144
 
136
145
  let writeSkew = (strategy, logName) =>
137
- testPromise(`write-skew: exactly one of two concurrent appends wins (${logName})`, async () => {
138
- let (_n, ops, _s) = DcbEventLogStorage_Postgres.makeStorage(
139
- ~pool,
140
- ~name=logName,
141
- ~indexes=[],
142
- ~partitionTag=DcbTag.Simple({key: "k"}),
143
- ~opts,
144
- ~lockStrategy=strategy,
145
- )
146
- let cond: DcbTag.appendCondition = {
147
- query: [{eventTypes: ["Reserved"], tags: [{key: "seatId", value: "hot"}]}],
148
- }
149
- let mk = who => stored("Reserved", [{key: "seatId", value: "hot"}], jsonObj([("who", JSON.Encode.string(who))]))
150
- // Dispatch BOTH before awaiting either — genuinely concurrent on the pool.
151
- let p1 = ops.append([mk("a")], ~condition=cond)
152
- let p2 = ops.append([mk("b")], ~condition=cond)
153
- let r1 = await p1
154
- let r2 = await p2
155
- let isOk = r => switch r {
156
- | Ok(_) => true
157
- | _ => false
158
- }
159
- let isConflict = r => r == Error(ReventlessInfra.DcbEventLog.Conflict)
160
- let oks = [r1, r2]->Array.filter(isOk)->Array.length
161
- let conflicts = [r1, r2]->Array.filter(isConflict)->Array.length
162
- expect(oks)->toBe(1)
163
- expect(conflicts)->toBe(1)
164
- // And only one event actually landed on the boundary.
165
- let read = await ops.read(~query=[{tags: [{key: "seatId", value: "hot"}]}])
166
- expect(read.events->Array.length)->toBe(1)
167
- })
146
+ testPromise(
147
+ `write-skew: exactly one of two concurrent appends wins (${logName})`,
148
+ async () => {
149
+ let (_n, ops, _s) = DcbEventLogStorage_Postgres.makeStorage(
150
+ ~pool,
151
+ ~name=logName,
152
+ ~indexes=[],
153
+ ~partitionTag=DcbTag.Simple({key: "k"}),
154
+ ~opts,
155
+ ~lockStrategy=strategy,
156
+ )
157
+ let cond: DcbTag.appendCondition = {
158
+ query: [{eventTypes: ["Reserved"], tags: [{key: "seatId", value: "hot"}]}],
159
+ }
160
+ let mk = who =>
161
+ stored(
162
+ "Reserved",
163
+ [{key: "seatId", value: "hot"}],
164
+ jsonObj([("who", JSON.Encode.string(who))]),
165
+ )
166
+ // Dispatch BOTH before awaiting either — genuinely concurrent on the pool.
167
+ let p1 = ops.append([mk("a")], ~condition=cond)
168
+ let p2 = ops.append([mk("b")], ~condition=cond)
169
+ let r1 = await p1
170
+ let r2 = await p2
171
+ let isOk = r =>
172
+ switch r {
173
+ | Ok(_) => true
174
+ | _ => false
175
+ }
176
+ let isConflict = r => r == Error(ReventlessInfra.DcbEventLog.Conflict)
177
+ let oks = [r1, r2]->Array.filter(isOk)->Array.length
178
+ let conflicts = [r1, r2]->Array.filter(isConflict)->Array.length
179
+ expect(oks)->toBe(1)
180
+ expect(conflicts)->toBe(1)
181
+ // And only one event actually landed on the boundary.
182
+ let read = await ops.read(~query=[{tags: [{key: "seatId", value: "hot"}]}])
183
+ expect(read.events->Array.length)->toBe(1)
184
+ },
185
+ )
168
186
 
169
187
  writeSkew(#AdvisoryLocks, "dcb-skew-advisory")
170
188
  writeSkew(#RowLocks, "dcb-skew-rows")
@@ -176,17 +194,31 @@ switch processEnv->Dict.get("PG_URL") {
176
194
  }
177
195
  let n = 12
178
196
  // Dispatch all N before awaiting any — genuinely concurrent on the pool.
179
- let promises = Array.make(~length=n, 0)->Array.mapWithIndex((_, i) =>
180
- ops.append(
181
- [stored("Claimed", [{key: "prizeId", value: "p1"}], jsonObj([("who", JSON.Encode.int(i))]))],
182
- ~condition=cond,
197
+ let promises =
198
+ Array.make(~length=n, 0)->Array.mapWithIndex(
199
+ (_, i) =>
200
+ ops.append(
201
+ [
202
+ stored(
203
+ "Claimed",
204
+ [{key: "prizeId", value: "p1"}],
205
+ jsonObj([("who", JSON.Encode.int(i))]),
206
+ ),
207
+ ],
208
+ ~condition=cond,
209
+ ),
183
210
  )
184
- )
185
211
  let results = await Promise.all(promises)
186
- let oks = results->Array.filter(r => switch r {
187
- | Ok(_) => true
188
- | _ => false
189
- })->Array.length
212
+ let oks =
213
+ results
214
+ ->Array.filter(
215
+ r =>
216
+ switch r {
217
+ | Ok(_) => true
218
+ | _ => false
219
+ },
220
+ )
221
+ ->Array.length
190
222
  expect(oks)->toBe(1)
191
223
  // No lost updates: exactly one Claimed landed on the boundary.
192
224
  let read = await ops.read(~query=[{tags: [{key: "prizeId", value: "p1"}]}])
@@ -195,7 +227,8 @@ switch processEnv->Dict.get("PG_URL") {
195
227
 
196
228
  testPromise("cursors are monotonic and usable as `after`", async () => {
197
229
  let (_n, ops, _s) = makeLog("dcb-cursor")
198
- let mk = i => stored("Tick", [{key: "streamId", value: "c1"}], jsonObj([("i", JSON.Encode.int(i))]))
230
+ let mk = i =>
231
+ stored("Tick", [{key: "streamId", value: "c1"}], jsonObj([("i", JSON.Encode.int(i))]))
199
232
  let _ = await ops.append([mk(0)])
200
233
  let mid = switch await ops.append([mk(1)]) {
201
234
  | Ok(pos) => pos
@@ -222,15 +255,103 @@ switch processEnv->Dict.get("PG_URL") {
222
255
  let _ = await ops.append([mk(0), mk(1), mk(2)])
223
256
 
224
257
  let collected = ref(0)
225
- let processed = await PgChangeFeed.drain(pool, ~logName="feed-log", ~subscriber="sub-1", ~handle=async evs => {
226
- collected := collected.contents + evs->Array.length
227
- })
258
+ let processed = await PgChangeFeed.drain(
259
+ pool,
260
+ ~logName="feed-log",
261
+ ~subscriber="sub-1",
262
+ ~handle=async evs => {
263
+ collected := collected.contents + evs->Array.length
264
+ },
265
+ )
228
266
  expect(processed)->toBe(3)
229
267
  expect(collected.contents)->toBe(3)
230
268
 
231
269
  // A second drain from the saved checkpoint sees nothing new.
232
- let again = await PgChangeFeed.drain(pool, ~logName="feed-log", ~subscriber="sub-1", ~handle=async _ => ())
270
+ let again = await PgChangeFeed.drain(
271
+ pool,
272
+ ~logName="feed-log",
273
+ ~subscriber="sub-1",
274
+ ~handle=async _ => (),
275
+ )
233
276
  expect(again)->toBe(0)
234
277
  })
235
278
  })
279
+
280
+ describe("classic change feed (event_log, B2.5)", () => {
281
+ testPromise(
282
+ "drains classic events in commit order, with fields, then checkpoints",
283
+ async () => {
284
+ let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-orders", ~opts)
285
+ let _ = await ops.append(0, "agg-1", [evJson("m0", 1), evJson("m1", 2)])
286
+ let _ = await ops.append(0, "agg-2", [evJson("m2", 3)])
287
+
288
+ let collected = ref([])
289
+ let processed = await EventLogChangeFeed.drain(
290
+ pool,
291
+ ~logName="cf-orders",
292
+ ~subscriber="cf-sub",
293
+ ~handle=async evs => collected := collected.contents->Array.concat(evs),
294
+ )
295
+ expect(processed)->toBe(3)
296
+ expect(collected.contents->Array.length)->toBe(3)
297
+
298
+ // Fields round-trip from the stored row.
299
+ let first = collected.contents->Array.getUnsafe(0)
300
+ expect(first.aggregateId)->toBe("agg-1")
301
+ expect(first.seqNr)->toBe(0)
302
+ expect(first.msgId)->toEqual(Some("m0"))
303
+
304
+ // Cursors are strictly increasing in drain order.
305
+ let cursors = collected.contents->Array.map(e => e.cursor)
306
+ let increasing = ref(true)
307
+ for i in 1 to cursors->Array.length - 1 {
308
+ if cursors->Array.getUnsafe(i) <= cursors->Array.getUnsafe(i - 1) {
309
+ increasing := false
310
+ }
311
+ }
312
+ expect(increasing.contents)->toBe(true)
313
+
314
+ // Second drain from the saved checkpoint sees nothing new.
315
+ let again = await EventLogChangeFeed.drain(
316
+ pool,
317
+ ~logName="cf-orders",
318
+ ~subscriber="cf-sub",
319
+ ~handle=async _ => (),
320
+ )
321
+ expect(again)->toBe(0)
322
+ },
323
+ )
324
+
325
+ testPromise(
326
+ "concurrent appends across aggregates: every event drained exactly once",
327
+ async () => {
328
+ let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(
329
+ ~pool,
330
+ ~name="cf-concurrent",
331
+ ~opts,
332
+ )
333
+ let n = 20
334
+ // One event per aggregate, all dispatched before awaiting — genuinely
335
+ // concurrent on the pool, so global_seq is assigned in interleaved/undefined
336
+ // commit order. The xmin fence must still drain every event exactly once.
337
+ let promises =
338
+ Array.make(~length=n, 0)->Array.mapWithIndex(
339
+ (_, i) => ops.append(0, "agg-" ++ Int.toString(i), [evJson("m" ++ Int.toString(i), i)]),
340
+ )
341
+ let _ = await Promise.all(promises)
342
+
343
+ let collected = ref([])
344
+ let _ = await EventLogChangeFeed.drain(
345
+ pool,
346
+ ~logName="cf-concurrent",
347
+ ~subscriber="cf-conc-sub",
348
+ ~handle=async evs => collected := collected.contents->Array.concat(evs),
349
+ )
350
+ // No skips: all N events present. No dupes: N distinct cursors.
351
+ expect(collected.contents->Array.length)->toBe(n)
352
+ let distinctCursors = collected.contents->Array.map(e => e.cursor)->Set.fromArray
353
+ expect(distinctCursors->Set.size)->toBe(n)
354
+ },
355
+ )
356
+ })
236
357
  }
@@ -1,101 +1,16 @@
1
- // Postgres-backed QueryDb storage — JSONB document tables, one per read model.
1
+ // Deploy/local wrapper over the runtime-pure QueryDbStorage_Postgres_Ops.
2
2
  //
3
- // Implements the clean QueryDb_Adapter.storageMaker (the shape
4
- // QueryDbStorage_DynamoDb implements): no in-process bus. The reventless-local
5
- // bridge that publishes state-changes to live GraphQL subscriptions wraps this
6
- // at integration time (Phase E), the way QueryDbStorage_Sqlite wraps its data
7
- // access today.
8
- //
9
- // Table `qdb_<name>`: partition_key text, sub_key text, item jsonb, expires_at
10
- // double precision (unix epoch seconds; null = never), PRIMARY KEY
11
- // (partition_key, sub_key). `item jsonb` returns already parsed. TTL is lazy —
12
- // every read carries `(expires_at IS NULL OR expires_at > epoch_now)`.
13
- //
14
- // GSI: each declared indexConfig becomes an expression index on `item->>'field'`
15
- // (composite keys concatenated with the configured separator). projectionType is
16
- // irrelevant in a relational store (every column is on the same row).
3
+ // `makeOperations` + all SQL helpers live in QueryDbStorage_Postgres_Ops, which
4
+ // imports NO `@pulumi/pulumi` so the deployed-Lambda runtime binds ops without
5
+ // dragging a deploy-time dep into its ESM import graph. This module `include`s
6
+ // that pure module (so every existing `QueryDbStorage_Postgres.*` reference keeps
7
+ // working) and adds only the deploy-time `Pulumi.Output`-shaped `storage` record
8
+ // and the `Make` provider functor.
9
+ // See docs/plans/done/deployed-lambda-esm-self-containment.md (Rung-3 finding).
17
10
 
18
11
  open ReventlessCore
19
12
  open Reventless.ReadModel
20
-
21
- let tableName = (name: string): string => "qdb_" ++ name->String.replaceAll("-", "_")
22
-
23
- // Collapse anything outside [A-Za-z0-9_] to _ — predictable, injection-safe idents.
24
- let sanitizeIdent = (s: string): string =>
25
- s->String.replaceRegExp(%re("/[^A-Za-z0-9_]/g"), "_")
26
-
27
- let notExpiredClause = "(expires_at IS NULL OR expires_at > extract(epoch from now()))"
28
-
29
- // JSONB text extraction for a single top-level field.
30
- let jsonField = (field: string): string =>
31
- `(item->>'${field->String.replaceAll("'", "''")}')`
32
-
33
- let compositeExpr = (fields: array<string>, sep: string): string => {
34
- let escapedSep = sep->String.replaceAll("'", "''")
35
- fields->Array.map(jsonField)->Array.join(` || '${escapedSep}' || `)
36
- }
37
-
38
- let indexExpressions = (idx: indexConfig): (string, option<string>) => {
39
- let pkExpr = switch idx.pkFields {
40
- | Some(fields) if fields->Array.length > 0 => compositeExpr(fields, idx.pkSep->Option.getOr("/"))
41
- | _ =>
42
- switch idx.idField {
43
- | Some(field) => jsonField(field)
44
- | None => jsonField(idx.index)
45
- }
46
- }
47
- let skExpr = switch idx.skFields {
48
- | Some(fields) if fields->Array.length > 0 =>
49
- Some(compositeExpr(fields, idx.skSep->Option.getOr("/")))
50
- | _ =>
51
- switch idx.subIdField {
52
- | Some(field) => Some(jsonField(field))
53
- | None => None
54
- }
55
- }
56
- (pkExpr, skExpr)
57
- }
58
-
59
- let ensureTable = async (~pool, ~table) => {
60
- await pool->PgDriver.exec(
61
- `CREATE TABLE IF NOT EXISTS ${table} (partition_key text NOT NULL, sub_key text NOT NULL DEFAULT '', item jsonb NOT NULL, expires_at double precision, PRIMARY KEY (partition_key, sub_key))`,
62
- )
63
- }
64
-
65
- let ensureIndexes = async (~pool, ~table, ~indexes: array<indexConfig>) => {
66
- for i in 0 to indexes->Array.length - 1 {
67
- let idx = indexes->Array.getUnsafe(i)
68
- let (pkExpr, skExprOpt) = indexExpressions(idx)
69
- let indexName = `idx_${table}_${sanitizeIdent(idx.index)}`
70
- let cols = switch skExprOpt {
71
- | Some(skExpr) => `${pkExpr}, ${skExpr}`
72
- | None => pkExpr
73
- }
74
- await pool->PgDriver.exec(`CREATE INDEX IF NOT EXISTS ${indexName} ON ${table} (${cols})`)
75
- }
76
- }
77
-
78
- let decodeItem = (row: dict<JSON.t>): JSON.t =>
79
- row->Dict.get("item")->Option.getOr(JSON.Encode.null)
80
-
81
- let computeSubKey = (item: JSON.t, subIdField: option<string>): string =>
82
- switch subIdField {
83
- | None => ""
84
- | Some(field) =>
85
- switch item->JSON.Decode.object->Option.flatMap(o => o->Dict.get(field)) {
86
- | Some(JSON.String(s)) => s
87
- | _ => ""
88
- }
89
- }
90
-
91
- let withId = (item: JSON.t, partitionKey: string): JSON.t =>
92
- switch item->JSON.Decode.object {
93
- | Some(obj) if obj->Dict.get("id")->Option.isNone =>
94
- let copy = Dict.copy(obj)
95
- copy->Dict.set("id", JSON.Encode.string(partitionKey))
96
- JSON.Encode.object(copy)
97
- | _ => item
98
- }
13
+ include QueryDbStorage_Postgres_Ops
99
14
 
100
15
  let makeStorage = (
101
16
  ~pool: PgDriver.pool,
@@ -103,132 +18,19 @@ let makeStorage = (
103
18
  ~indexes: array<indexConfig>,
104
19
  ~subIdField: option<string>,
105
20
  ): QueryDb_Adapter.storage => {
106
- let table = tableName(name)
107
- // Schema setup is async but makeStorage is synchronous; gate every operation on
108
- // this promise so the first access waits for table + index creation exactly
109
- // once (subsequent awaits resolve immediately).
110
- let ready = {
111
- open Promise
112
- ensureTable(~pool, ~table)->then(() => ensureIndexes(~pool, ~table, ~indexes))
113
- }
114
-
115
- let rowsFor = async (id: string): array<JSON.t> => {
116
- await ready
117
- (await pool->PgDriver.query(
118
- `SELECT item FROM ${table} WHERE partition_key = $1 AND ${notExpiredClause} ORDER BY sub_key ASC`,
119
- [JSON.Encode.string(id)],
120
- ))->Array.map(decodeItem)
121
- }
122
-
123
- let saveOne = async (id: string, state: JSON.t, ttl: option<int>) => {
124
- await ready
125
- let subKey = computeSubKey(state, subIdField)
126
- let expiresAt = switch ttl {
127
- | Some(t) => JSON.Encode.int(t)
128
- | None => JSON.Encode.null
129
- }
130
- let _ = await pool->PgDriver.query(
131
- `INSERT INTO ${table}(partition_key, sub_key, item, expires_at)
132
- VALUES ($1, $2, $3::jsonb, $4)
133
- ON CONFLICT (partition_key, sub_key)
134
- DO UPDATE SET item = EXCLUDED.item, expires_at = EXCLUDED.expires_at`,
135
- [
136
- JSON.Encode.string(id),
137
- JSON.Encode.string(subKey),
138
- JSON.Encode.string(JSON.stringify(state)),
139
- expiresAt,
140
- ],
141
- )
142
- }
143
-
144
- let load: QueryDb.load<string, JSON.t> = async id => Ok(await rowsFor(id))
145
-
146
- let loadStream: QueryDb.loadStream<string, JSON.t> =
147
- id =>
148
- Effect.promise(() => rowsFor(id))
149
- ->Stream.fromEffect
150
- ->Stream.flatMap(arr => Stream.fromIterable(arr))
151
-
152
- let save: QueryDb.save<string, JSON.t> = async (id, state, _saveMode, ttl) => {
153
- await saveOne(id, state, ttl)
154
- Ok()
155
- }
156
-
157
- let saveBatch: QueryDb.saveBatch<string, JSON.t> = async batch => {
158
- // pg has no synchronous multi-statement transaction helper here; the upserts
159
- // are independent (distinct keys) so a sequential apply is equivalent.
160
- for i in 0 to batch->Array.length - 1 {
161
- let (id, state, ttl) = batch->Array.getUnsafe(i)
162
- await saveOne(id, state, ttl)
163
- }
164
- Ok()
165
- }
166
-
167
- // Mirror DynamoDB's `ADD #field :inc`: read the counter on the partition item
168
- // (counters are single-state, sub_key=""), add inc, upsert, return NEW total.
169
- let count: QueryDb.count<string> = async (id, fieldName, inc) => {
170
- await ready
171
- let existing = (await rowsFor(id))->Array.get(0)->Option.flatMap(JSON.Decode.object)
172
- let current =
173
- existing
174
- ->Option.flatMap(o => o->Dict.get(fieldName))
175
- ->Option.flatMap(JSON.Decode.float)
176
- ->Option.mapOr(0, Float.toInt)
177
- let next = current + inc
178
- let obj = switch existing {
179
- | Some(o) => Dict.copy(o)
180
- | None => Dict.make()
181
- }
182
- obj->Dict.set("id", JSON.Encode.string(id))
183
- obj->Dict.set(fieldName, JSON.Encode.int(next))
184
- await saveOne(id, JSON.Encode.object(obj), None)
185
- Ok(next)
186
- }
187
-
188
- let delete: QueryDb.delete<string> = async (id, subIdOpt) => {
189
- await ready
190
- let _ = switch subIdOpt {
191
- | None =>
192
- await pool->PgDriver.query(
193
- `DELETE FROM ${table} WHERE partition_key = $1`,
194
- [JSON.Encode.string(id)],
195
- )
196
- | Some((_, subValue)) =>
197
- await pool->PgDriver.query(
198
- `DELETE FROM ${table} WHERE partition_key = $1 AND sub_key = $2`,
199
- [JSON.Encode.string(id), JSON.Encode.string(subValue)],
200
- )
201
- }
202
- Ok()
203
- }
204
-
205
- let deleteBatch: QueryDb.deleteBatch<string> = async ids => {
206
- for i in 0 to ids->Array.length - 1 {
207
- let (id, subIdOpt) = ids->Array.getUnsafe(i)
208
- let _ = await delete(id, subIdOpt)
209
- }
210
- Ok()
211
- }
212
-
213
- let ops: QueryDb_Adapter.operations = {
214
- load,
215
- loadStream,
216
- save,
217
- saveBatch,
218
- count,
219
- delete,
220
- deleteBatch,
221
- }
222
-
223
21
  {
224
22
  QueryDb_Adapter.resources: [],
225
23
  dataSourceName: ""->Pulumi.Output.make,
226
- operations: Pulumi.Output.make(ops),
24
+ operations: Pulumi.Output.make(makeOperations(~pool, ~name, ~indexes, ~subIdField)),
227
25
  }
228
26
  }
229
27
 
230
28
  // Standalone/deploy storage: inject the pool via a provider module.
231
- module Make = (P: {let pool: PgDriver.pool}) => {
29
+ module Make = (
30
+ P: {
31
+ let pool: PgDriver.pool
32
+ },
33
+ ) => {
232
34
  type api = unit
233
35
  type role = unit
234
36
 
@@ -239,6 +41,7 @@ module Make = (P: {let pool: PgDriver.pool}) => {
239
41
  ~ttl as _=?,
240
42
  ~api as _,
241
43
  ~apiRole as _,
44
+ ~owner as _,
242
45
  ~opts as _,
243
46
  ) => makeStorage(~pool=P.pool, ~name, ~indexes, ~subIdField)
244
47
  }