@reventlessdev/reventless-postgres 3.0.0-alpha.2 → 3.0.0-alpha.200
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1584 -0
- package/README.md +83 -0
- package/lib/bs/.compiler.log +2 -2
- package/lib/bs/ReventlessPostgres.cmi +0 -0
- package/lib/bs/ReventlessPostgres.cmt +0 -0
- package/lib/bs/ReventlessPostgres.mlmap +4 -1
- package/lib/bs/compiler-info.json +4 -4
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +38 -348
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +422 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +437 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogChangeFeed.ast +0 -0
- package/lib/bs/src/EventLogChangeFeed.res +193 -0
- package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
- package/lib/bs/src/EventLogStorage_Postgres.res.mjs +23 -186
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res +240 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +232 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgChangeFeed.ast +0 -0
- package/lib/bs/src/PgChangeFeed.res +21 -9
- package/lib/bs/src/PgChangeFeed.res.mjs +6 -6
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/bs/src/PgDriver.ast +0 -0
- package/lib/bs/src/PgDriver.iast +0 -0
- package/lib/bs/src/PgDriver.res +1 -2
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema.ast +0 -0
- package/lib/bs/src/PgSchema.res +44 -2
- package/lib/bs/src/PgSchema.res.mjs +13 -3
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res +16 -213
- package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryEnginePostgres.ast +0 -0
- package/lib/bs/src/QueryEnginePostgres.res +372 -14
- package/lib/bs/src/QueryEnginePostgres.res.mjs +203 -15
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.res +168 -47
- package/lib/bs/tests/PostgresIntegrationTest.res.mjs +50 -1
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res +335 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
- package/lib/ocaml/.compiler.log +2 -2
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +422 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogChangeFeed.ast +0 -0
- package/lib/ocaml/EventLogChangeFeed.res +193 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.res +240 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgChangeFeed.ast +0 -0
- package/lib/ocaml/PgChangeFeed.res +21 -9
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/ocaml/PgDriver.ast +0 -0
- package/lib/ocaml/PgDriver.iast +0 -0
- package/lib/ocaml/PgDriver.res +1 -2
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema.ast +0 -0
- package/lib/ocaml/PgSchema.res +44 -2
- package/lib/ocaml/PostgresIntegrationTest.res +168 -47
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.res +16 -213
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgres.ast +0 -0
- package/lib/ocaml/QueryEnginePostgres.res +372 -14
- package/lib/ocaml/QueryEnginePostgresListPageTest.res +335 -0
- package/lib/ocaml/ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
- package/package.json +14 -14
- package/rescript.json +2 -1
- package/src/DcbEventLogStorage_Postgres.res +25 -340
- package/src/DcbEventLogStorage_Postgres.res.mjs +38 -348
- package/src/DcbEventLogStorage_Postgres_Ops.res +422 -0
- package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +437 -0
- package/src/EventLogChangeFeed.res +193 -0
- package/src/EventLogChangeFeed.res.mjs +134 -0
- package/src/EventLogStorage_Postgres.res +12 -170
- package/src/EventLogStorage_Postgres.res.mjs +23 -186
- package/src/EventLogStorage_Postgres_Ops.res +240 -0
- package/src/EventLogStorage_Postgres_Ops.res.mjs +232 -0
- package/src/PgChangeFeed.res +21 -9
- package/src/PgChangeFeed.res.mjs +6 -6
- package/src/PgDriver.res +1 -2
- package/src/PgSchema.res +44 -2
- package/src/PgSchema.res.mjs +13 -3
- package/src/QueryDbStorage_Postgres.res +16 -213
- package/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/src/QueryEnginePostgres.res +372 -14
- package/src/QueryEnginePostgres.res.mjs +203 -15
- package/tests/PostgresIntegrationTest.res +168 -47
- package/tests/QueryEnginePostgresListPageTest.res +335 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
- package/tests/PostgresIntegrationTest.res.mjs +0 -328
|
@@ -100,7 +100,11 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
100
100
|
|
|
101
101
|
testPromise("append + read round-trips events with tags", async () => {
|
|
102
102
|
let (_n, ops, _s) = makeLog("dcb-rt")
|
|
103
|
-
let e1 = stored(
|
|
103
|
+
let e1 = stored(
|
|
104
|
+
"ItemAdded",
|
|
105
|
+
[{key: "itemId", value: "x1"}],
|
|
106
|
+
jsonObj([("n", JSON.Encode.string("w"))]),
|
|
107
|
+
)
|
|
104
108
|
let r = await ops.append([e1])
|
|
105
109
|
switch r {
|
|
106
110
|
| Ok(_) => expect(true)->toBe(true)
|
|
@@ -116,7 +120,12 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
116
120
|
|
|
117
121
|
testPromise("conditional append conflicts when the boundary already has an event", async () => {
|
|
118
122
|
let (_n, ops, _s) = makeLog("dcb-cond")
|
|
119
|
-
let mk = who =>
|
|
123
|
+
let mk = who =>
|
|
124
|
+
stored(
|
|
125
|
+
"Reserved",
|
|
126
|
+
[{key: "seatId", value: "s1"}],
|
|
127
|
+
jsonObj([("who", JSON.Encode.string(who))]),
|
|
128
|
+
)
|
|
120
129
|
let r1 = await ops.append([mk("a")])
|
|
121
130
|
switch r1 {
|
|
122
131
|
| Ok(_) => expect(true)->toBe(true)
|
|
@@ -134,37 +143,46 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
134
143
|
})
|
|
135
144
|
|
|
136
145
|
let writeSkew = (strategy, logName) =>
|
|
137
|
-
testPromise(
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
146
|
+
testPromise(
|
|
147
|
+
`write-skew: exactly one of two concurrent appends wins (${logName})`,
|
|
148
|
+
async () => {
|
|
149
|
+
let (_n, ops, _s) = DcbEventLogStorage_Postgres.makeStorage(
|
|
150
|
+
~pool,
|
|
151
|
+
~name=logName,
|
|
152
|
+
~indexes=[],
|
|
153
|
+
~partitionTag=DcbTag.Simple({key: "k"}),
|
|
154
|
+
~opts,
|
|
155
|
+
~lockStrategy=strategy,
|
|
156
|
+
)
|
|
157
|
+
let cond: DcbTag.appendCondition = {
|
|
158
|
+
query: [{eventTypes: ["Reserved"], tags: [{key: "seatId", value: "hot"}]}],
|
|
159
|
+
}
|
|
160
|
+
let mk = who =>
|
|
161
|
+
stored(
|
|
162
|
+
"Reserved",
|
|
163
|
+
[{key: "seatId", value: "hot"}],
|
|
164
|
+
jsonObj([("who", JSON.Encode.string(who))]),
|
|
165
|
+
)
|
|
166
|
+
// Dispatch BOTH before awaiting either — genuinely concurrent on the pool.
|
|
167
|
+
let p1 = ops.append([mk("a")], ~condition=cond)
|
|
168
|
+
let p2 = ops.append([mk("b")], ~condition=cond)
|
|
169
|
+
let r1 = await p1
|
|
170
|
+
let r2 = await p2
|
|
171
|
+
let isOk = r =>
|
|
172
|
+
switch r {
|
|
173
|
+
| Ok(_) => true
|
|
174
|
+
| _ => false
|
|
175
|
+
}
|
|
176
|
+
let isConflict = r => r == Error(ReventlessInfra.DcbEventLog.Conflict)
|
|
177
|
+
let oks = [r1, r2]->Array.filter(isOk)->Array.length
|
|
178
|
+
let conflicts = [r1, r2]->Array.filter(isConflict)->Array.length
|
|
179
|
+
expect(oks)->toBe(1)
|
|
180
|
+
expect(conflicts)->toBe(1)
|
|
181
|
+
// And only one event actually landed on the boundary.
|
|
182
|
+
let read = await ops.read(~query=[{tags: [{key: "seatId", value: "hot"}]}])
|
|
183
|
+
expect(read.events->Array.length)->toBe(1)
|
|
184
|
+
},
|
|
185
|
+
)
|
|
168
186
|
|
|
169
187
|
writeSkew(#AdvisoryLocks, "dcb-skew-advisory")
|
|
170
188
|
writeSkew(#RowLocks, "dcb-skew-rows")
|
|
@@ -176,17 +194,31 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
176
194
|
}
|
|
177
195
|
let n = 12
|
|
178
196
|
// Dispatch all N before awaiting any — genuinely concurrent on the pool.
|
|
179
|
-
let promises =
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
197
|
+
let promises =
|
|
198
|
+
Array.make(~length=n, 0)->Array.mapWithIndex(
|
|
199
|
+
(_, i) =>
|
|
200
|
+
ops.append(
|
|
201
|
+
[
|
|
202
|
+
stored(
|
|
203
|
+
"Claimed",
|
|
204
|
+
[{key: "prizeId", value: "p1"}],
|
|
205
|
+
jsonObj([("who", JSON.Encode.int(i))]),
|
|
206
|
+
),
|
|
207
|
+
],
|
|
208
|
+
~condition=cond,
|
|
209
|
+
),
|
|
183
210
|
)
|
|
184
|
-
)
|
|
185
211
|
let results = await Promise.all(promises)
|
|
186
|
-
let oks =
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
212
|
+
let oks =
|
|
213
|
+
results
|
|
214
|
+
->Array.filter(
|
|
215
|
+
r =>
|
|
216
|
+
switch r {
|
|
217
|
+
| Ok(_) => true
|
|
218
|
+
| _ => false
|
|
219
|
+
},
|
|
220
|
+
)
|
|
221
|
+
->Array.length
|
|
190
222
|
expect(oks)->toBe(1)
|
|
191
223
|
// No lost updates: exactly one Claimed landed on the boundary.
|
|
192
224
|
let read = await ops.read(~query=[{tags: [{key: "prizeId", value: "p1"}]}])
|
|
@@ -195,7 +227,8 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
195
227
|
|
|
196
228
|
testPromise("cursors are monotonic and usable as `after`", async () => {
|
|
197
229
|
let (_n, ops, _s) = makeLog("dcb-cursor")
|
|
198
|
-
let mk = i =>
|
|
230
|
+
let mk = i =>
|
|
231
|
+
stored("Tick", [{key: "streamId", value: "c1"}], jsonObj([("i", JSON.Encode.int(i))]))
|
|
199
232
|
let _ = await ops.append([mk(0)])
|
|
200
233
|
let mid = switch await ops.append([mk(1)]) {
|
|
201
234
|
| Ok(pos) => pos
|
|
@@ -222,15 +255,103 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
222
255
|
let _ = await ops.append([mk(0), mk(1), mk(2)])
|
|
223
256
|
|
|
224
257
|
let collected = ref(0)
|
|
225
|
-
let processed = await PgChangeFeed.drain(
|
|
226
|
-
|
|
227
|
-
|
|
258
|
+
let processed = await PgChangeFeed.drain(
|
|
259
|
+
pool,
|
|
260
|
+
~logName="feed-log",
|
|
261
|
+
~subscriber="sub-1",
|
|
262
|
+
~handle=async evs => {
|
|
263
|
+
collected := collected.contents + evs->Array.length
|
|
264
|
+
},
|
|
265
|
+
)
|
|
228
266
|
expect(processed)->toBe(3)
|
|
229
267
|
expect(collected.contents)->toBe(3)
|
|
230
268
|
|
|
231
269
|
// A second drain from the saved checkpoint sees nothing new.
|
|
232
|
-
let again = await PgChangeFeed.drain(
|
|
270
|
+
let again = await PgChangeFeed.drain(
|
|
271
|
+
pool,
|
|
272
|
+
~logName="feed-log",
|
|
273
|
+
~subscriber="sub-1",
|
|
274
|
+
~handle=async _ => (),
|
|
275
|
+
)
|
|
233
276
|
expect(again)->toBe(0)
|
|
234
277
|
})
|
|
235
278
|
})
|
|
279
|
+
|
|
280
|
+
describe("classic change feed (event_log, B2.5)", () => {
|
|
281
|
+
testPromise(
|
|
282
|
+
"drains classic events in commit order, with fields, then checkpoints",
|
|
283
|
+
async () => {
|
|
284
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-orders", ~opts)
|
|
285
|
+
let _ = await ops.append(0, "agg-1", [evJson("m0", 1), evJson("m1", 2)])
|
|
286
|
+
let _ = await ops.append(0, "agg-2", [evJson("m2", 3)])
|
|
287
|
+
|
|
288
|
+
let collected = ref([])
|
|
289
|
+
let processed = await EventLogChangeFeed.drain(
|
|
290
|
+
pool,
|
|
291
|
+
~logName="cf-orders",
|
|
292
|
+
~subscriber="cf-sub",
|
|
293
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
294
|
+
)
|
|
295
|
+
expect(processed)->toBe(3)
|
|
296
|
+
expect(collected.contents->Array.length)->toBe(3)
|
|
297
|
+
|
|
298
|
+
// Fields round-trip from the stored row.
|
|
299
|
+
let first = collected.contents->Array.getUnsafe(0)
|
|
300
|
+
expect(first.aggregateId)->toBe("agg-1")
|
|
301
|
+
expect(first.seqNr)->toBe(0)
|
|
302
|
+
expect(first.msgId)->toEqual(Some("m0"))
|
|
303
|
+
|
|
304
|
+
// Cursors are strictly increasing in drain order.
|
|
305
|
+
let cursors = collected.contents->Array.map(e => e.cursor)
|
|
306
|
+
let increasing = ref(true)
|
|
307
|
+
for i in 1 to cursors->Array.length - 1 {
|
|
308
|
+
if cursors->Array.getUnsafe(i) <= cursors->Array.getUnsafe(i - 1) {
|
|
309
|
+
increasing := false
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
expect(increasing.contents)->toBe(true)
|
|
313
|
+
|
|
314
|
+
// Second drain from the saved checkpoint sees nothing new.
|
|
315
|
+
let again = await EventLogChangeFeed.drain(
|
|
316
|
+
pool,
|
|
317
|
+
~logName="cf-orders",
|
|
318
|
+
~subscriber="cf-sub",
|
|
319
|
+
~handle=async _ => (),
|
|
320
|
+
)
|
|
321
|
+
expect(again)->toBe(0)
|
|
322
|
+
},
|
|
323
|
+
)
|
|
324
|
+
|
|
325
|
+
testPromise(
|
|
326
|
+
"concurrent appends across aggregates: every event drained exactly once",
|
|
327
|
+
async () => {
|
|
328
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(
|
|
329
|
+
~pool,
|
|
330
|
+
~name="cf-concurrent",
|
|
331
|
+
~opts,
|
|
332
|
+
)
|
|
333
|
+
let n = 20
|
|
334
|
+
// One event per aggregate, all dispatched before awaiting — genuinely
|
|
335
|
+
// concurrent on the pool, so global_seq is assigned in interleaved/undefined
|
|
336
|
+
// commit order. The xmin fence must still drain every event exactly once.
|
|
337
|
+
let promises =
|
|
338
|
+
Array.make(~length=n, 0)->Array.mapWithIndex(
|
|
339
|
+
(_, i) => ops.append(0, "agg-" ++ Int.toString(i), [evJson("m" ++ Int.toString(i), i)]),
|
|
340
|
+
)
|
|
341
|
+
let _ = await Promise.all(promises)
|
|
342
|
+
|
|
343
|
+
let collected = ref([])
|
|
344
|
+
let _ = await EventLogChangeFeed.drain(
|
|
345
|
+
pool,
|
|
346
|
+
~logName="cf-concurrent",
|
|
347
|
+
~subscriber="cf-conc-sub",
|
|
348
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
349
|
+
)
|
|
350
|
+
// No skips: all N events present. No dupes: N distinct cursors.
|
|
351
|
+
expect(collected.contents->Array.length)->toBe(n)
|
|
352
|
+
let distinctCursors = collected.contents->Array.map(e => e.cursor)->Set.fromArray
|
|
353
|
+
expect(distinctCursors->Set.size)->toBe(n)
|
|
354
|
+
},
|
|
355
|
+
)
|
|
356
|
+
})
|
|
236
357
|
}
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -1,101 +1,16 @@
|
|
|
1
|
-
//
|
|
1
|
+
// Deploy/local wrapper over the runtime-pure QueryDbStorage_Postgres_Ops.
|
|
2
2
|
//
|
|
3
|
-
//
|
|
4
|
-
//
|
|
5
|
-
//
|
|
6
|
-
//
|
|
7
|
-
//
|
|
8
|
-
//
|
|
9
|
-
//
|
|
10
|
-
// double precision (unix epoch seconds; null = never), PRIMARY KEY
|
|
11
|
-
// (partition_key, sub_key). `item jsonb` returns already parsed. TTL is lazy —
|
|
12
|
-
// every read carries `(expires_at IS NULL OR expires_at > epoch_now)`.
|
|
13
|
-
//
|
|
14
|
-
// GSI: each declared indexConfig becomes an expression index on `item->>'field'`
|
|
15
|
-
// (composite keys concatenated with the configured separator). projectionType is
|
|
16
|
-
// irrelevant in a relational store (every column is on the same row).
|
|
3
|
+
// `makeOperations` + all SQL helpers live in QueryDbStorage_Postgres_Ops, which
|
|
4
|
+
// imports NO `@pulumi/pulumi` so the deployed-Lambda runtime binds ops without
|
|
5
|
+
// dragging a deploy-time dep into its ESM import graph. This module `include`s
|
|
6
|
+
// that pure module (so every existing `QueryDbStorage_Postgres.*` reference keeps
|
|
7
|
+
// working) and adds only the deploy-time `Pulumi.Output`-shaped `storage` record
|
|
8
|
+
// and the `Make` provider functor.
|
|
9
|
+
// See docs/plans/done/deployed-lambda-esm-self-containment.md (Rung-3 finding).
|
|
17
10
|
|
|
18
11
|
open ReventlessCore
|
|
19
12
|
open Reventless.ReadModel
|
|
20
|
-
|
|
21
|
-
let tableName = (name: string): string => "qdb_" ++ name->String.replaceAll("-", "_")
|
|
22
|
-
|
|
23
|
-
// Collapse anything outside [A-Za-z0-9_] to _ — predictable, injection-safe idents.
|
|
24
|
-
let sanitizeIdent = (s: string): string =>
|
|
25
|
-
s->String.replaceRegExp(%re("/[^A-Za-z0-9_]/g"), "_")
|
|
26
|
-
|
|
27
|
-
let notExpiredClause = "(expires_at IS NULL OR expires_at > extract(epoch from now()))"
|
|
28
|
-
|
|
29
|
-
// JSONB text extraction for a single top-level field.
|
|
30
|
-
let jsonField = (field: string): string =>
|
|
31
|
-
`(item->>'${field->String.replaceAll("'", "''")}')`
|
|
32
|
-
|
|
33
|
-
let compositeExpr = (fields: array<string>, sep: string): string => {
|
|
34
|
-
let escapedSep = sep->String.replaceAll("'", "''")
|
|
35
|
-
fields->Array.map(jsonField)->Array.join(` || '${escapedSep}' || `)
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
let indexExpressions = (idx: indexConfig): (string, option<string>) => {
|
|
39
|
-
let pkExpr = switch idx.pkFields {
|
|
40
|
-
| Some(fields) if fields->Array.length > 0 => compositeExpr(fields, idx.pkSep->Option.getOr("/"))
|
|
41
|
-
| _ =>
|
|
42
|
-
switch idx.idField {
|
|
43
|
-
| Some(field) => jsonField(field)
|
|
44
|
-
| None => jsonField(idx.index)
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
let skExpr = switch idx.skFields {
|
|
48
|
-
| Some(fields) if fields->Array.length > 0 =>
|
|
49
|
-
Some(compositeExpr(fields, idx.skSep->Option.getOr("/")))
|
|
50
|
-
| _ =>
|
|
51
|
-
switch idx.subIdField {
|
|
52
|
-
| Some(field) => Some(jsonField(field))
|
|
53
|
-
| None => None
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
(pkExpr, skExpr)
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
let ensureTable = async (~pool, ~table) => {
|
|
60
|
-
await pool->PgDriver.exec(
|
|
61
|
-
`CREATE TABLE IF NOT EXISTS ${table} (partition_key text NOT NULL, sub_key text NOT NULL DEFAULT '', item jsonb NOT NULL, expires_at double precision, PRIMARY KEY (partition_key, sub_key))`,
|
|
62
|
-
)
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
let ensureIndexes = async (~pool, ~table, ~indexes: array<indexConfig>) => {
|
|
66
|
-
for i in 0 to indexes->Array.length - 1 {
|
|
67
|
-
let idx = indexes->Array.getUnsafe(i)
|
|
68
|
-
let (pkExpr, skExprOpt) = indexExpressions(idx)
|
|
69
|
-
let indexName = `idx_${table}_${sanitizeIdent(idx.index)}`
|
|
70
|
-
let cols = switch skExprOpt {
|
|
71
|
-
| Some(skExpr) => `${pkExpr}, ${skExpr}`
|
|
72
|
-
| None => pkExpr
|
|
73
|
-
}
|
|
74
|
-
await pool->PgDriver.exec(`CREATE INDEX IF NOT EXISTS ${indexName} ON ${table} (${cols})`)
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
let decodeItem = (row: dict<JSON.t>): JSON.t =>
|
|
79
|
-
row->Dict.get("item")->Option.getOr(JSON.Encode.null)
|
|
80
|
-
|
|
81
|
-
let computeSubKey = (item: JSON.t, subIdField: option<string>): string =>
|
|
82
|
-
switch subIdField {
|
|
83
|
-
| None => ""
|
|
84
|
-
| Some(field) =>
|
|
85
|
-
switch item->JSON.Decode.object->Option.flatMap(o => o->Dict.get(field)) {
|
|
86
|
-
| Some(JSON.String(s)) => s
|
|
87
|
-
| _ => ""
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
let withId = (item: JSON.t, partitionKey: string): JSON.t =>
|
|
92
|
-
switch item->JSON.Decode.object {
|
|
93
|
-
| Some(obj) if obj->Dict.get("id")->Option.isNone =>
|
|
94
|
-
let copy = Dict.copy(obj)
|
|
95
|
-
copy->Dict.set("id", JSON.Encode.string(partitionKey))
|
|
96
|
-
JSON.Encode.object(copy)
|
|
97
|
-
| _ => item
|
|
98
|
-
}
|
|
13
|
+
include QueryDbStorage_Postgres_Ops
|
|
99
14
|
|
|
100
15
|
let makeStorage = (
|
|
101
16
|
~pool: PgDriver.pool,
|
|
@@ -103,132 +18,19 @@ let makeStorage = (
|
|
|
103
18
|
~indexes: array<indexConfig>,
|
|
104
19
|
~subIdField: option<string>,
|
|
105
20
|
): QueryDb_Adapter.storage => {
|
|
106
|
-
let table = tableName(name)
|
|
107
|
-
// Schema setup is async but makeStorage is synchronous; gate every operation on
|
|
108
|
-
// this promise so the first access waits for table + index creation exactly
|
|
109
|
-
// once (subsequent awaits resolve immediately).
|
|
110
|
-
let ready = {
|
|
111
|
-
open Promise
|
|
112
|
-
ensureTable(~pool, ~table)->then(() => ensureIndexes(~pool, ~table, ~indexes))
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
let rowsFor = async (id: string): array<JSON.t> => {
|
|
116
|
-
await ready
|
|
117
|
-
(await pool->PgDriver.query(
|
|
118
|
-
`SELECT item FROM ${table} WHERE partition_key = $1 AND ${notExpiredClause} ORDER BY sub_key ASC`,
|
|
119
|
-
[JSON.Encode.string(id)],
|
|
120
|
-
))->Array.map(decodeItem)
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
let saveOne = async (id: string, state: JSON.t, ttl: option<int>) => {
|
|
124
|
-
await ready
|
|
125
|
-
let subKey = computeSubKey(state, subIdField)
|
|
126
|
-
let expiresAt = switch ttl {
|
|
127
|
-
| Some(t) => JSON.Encode.int(t)
|
|
128
|
-
| None => JSON.Encode.null
|
|
129
|
-
}
|
|
130
|
-
let _ = await pool->PgDriver.query(
|
|
131
|
-
`INSERT INTO ${table}(partition_key, sub_key, item, expires_at)
|
|
132
|
-
VALUES ($1, $2, $3::jsonb, $4)
|
|
133
|
-
ON CONFLICT (partition_key, sub_key)
|
|
134
|
-
DO UPDATE SET item = EXCLUDED.item, expires_at = EXCLUDED.expires_at`,
|
|
135
|
-
[
|
|
136
|
-
JSON.Encode.string(id),
|
|
137
|
-
JSON.Encode.string(subKey),
|
|
138
|
-
JSON.Encode.string(JSON.stringify(state)),
|
|
139
|
-
expiresAt,
|
|
140
|
-
],
|
|
141
|
-
)
|
|
142
|
-
}
|
|
143
|
-
|
|
144
|
-
let load: QueryDb.load<string, JSON.t> = async id => Ok(await rowsFor(id))
|
|
145
|
-
|
|
146
|
-
let loadStream: QueryDb.loadStream<string, JSON.t> =
|
|
147
|
-
id =>
|
|
148
|
-
Effect.promise(() => rowsFor(id))
|
|
149
|
-
->Stream.fromEffect
|
|
150
|
-
->Stream.flatMap(arr => Stream.fromIterable(arr))
|
|
151
|
-
|
|
152
|
-
let save: QueryDb.save<string, JSON.t> = async (id, state, _saveMode, ttl) => {
|
|
153
|
-
await saveOne(id, state, ttl)
|
|
154
|
-
Ok()
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
let saveBatch: QueryDb.saveBatch<string, JSON.t> = async batch => {
|
|
158
|
-
// pg has no synchronous multi-statement transaction helper here; the upserts
|
|
159
|
-
// are independent (distinct keys) so a sequential apply is equivalent.
|
|
160
|
-
for i in 0 to batch->Array.length - 1 {
|
|
161
|
-
let (id, state, ttl) = batch->Array.getUnsafe(i)
|
|
162
|
-
await saveOne(id, state, ttl)
|
|
163
|
-
}
|
|
164
|
-
Ok()
|
|
165
|
-
}
|
|
166
|
-
|
|
167
|
-
// Mirror DynamoDB's `ADD #field :inc`: read the counter on the partition item
|
|
168
|
-
// (counters are single-state, sub_key=""), add inc, upsert, return NEW total.
|
|
169
|
-
let count: QueryDb.count<string> = async (id, fieldName, inc) => {
|
|
170
|
-
await ready
|
|
171
|
-
let existing = (await rowsFor(id))->Array.get(0)->Option.flatMap(JSON.Decode.object)
|
|
172
|
-
let current =
|
|
173
|
-
existing
|
|
174
|
-
->Option.flatMap(o => o->Dict.get(fieldName))
|
|
175
|
-
->Option.flatMap(JSON.Decode.float)
|
|
176
|
-
->Option.mapOr(0, Float.toInt)
|
|
177
|
-
let next = current + inc
|
|
178
|
-
let obj = switch existing {
|
|
179
|
-
| Some(o) => Dict.copy(o)
|
|
180
|
-
| None => Dict.make()
|
|
181
|
-
}
|
|
182
|
-
obj->Dict.set("id", JSON.Encode.string(id))
|
|
183
|
-
obj->Dict.set(fieldName, JSON.Encode.int(next))
|
|
184
|
-
await saveOne(id, JSON.Encode.object(obj), None)
|
|
185
|
-
Ok(next)
|
|
186
|
-
}
|
|
187
|
-
|
|
188
|
-
let delete: QueryDb.delete<string> = async (id, subIdOpt) => {
|
|
189
|
-
await ready
|
|
190
|
-
let _ = switch subIdOpt {
|
|
191
|
-
| None =>
|
|
192
|
-
await pool->PgDriver.query(
|
|
193
|
-
`DELETE FROM ${table} WHERE partition_key = $1`,
|
|
194
|
-
[JSON.Encode.string(id)],
|
|
195
|
-
)
|
|
196
|
-
| Some((_, subValue)) =>
|
|
197
|
-
await pool->PgDriver.query(
|
|
198
|
-
`DELETE FROM ${table} WHERE partition_key = $1 AND sub_key = $2`,
|
|
199
|
-
[JSON.Encode.string(id), JSON.Encode.string(subValue)],
|
|
200
|
-
)
|
|
201
|
-
}
|
|
202
|
-
Ok()
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
let deleteBatch: QueryDb.deleteBatch<string> = async ids => {
|
|
206
|
-
for i in 0 to ids->Array.length - 1 {
|
|
207
|
-
let (id, subIdOpt) = ids->Array.getUnsafe(i)
|
|
208
|
-
let _ = await delete(id, subIdOpt)
|
|
209
|
-
}
|
|
210
|
-
Ok()
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
let ops: QueryDb_Adapter.operations = {
|
|
214
|
-
load,
|
|
215
|
-
loadStream,
|
|
216
|
-
save,
|
|
217
|
-
saveBatch,
|
|
218
|
-
count,
|
|
219
|
-
delete,
|
|
220
|
-
deleteBatch,
|
|
221
|
-
}
|
|
222
|
-
|
|
223
21
|
{
|
|
224
22
|
QueryDb_Adapter.resources: [],
|
|
225
23
|
dataSourceName: ""->Pulumi.Output.make,
|
|
226
|
-
operations: Pulumi.Output.make(
|
|
24
|
+
operations: Pulumi.Output.make(makeOperations(~pool, ~name, ~indexes, ~subIdField)),
|
|
227
25
|
}
|
|
228
26
|
}
|
|
229
27
|
|
|
230
28
|
// Standalone/deploy storage: inject the pool via a provider module.
|
|
231
|
-
module Make = (
|
|
29
|
+
module Make = (
|
|
30
|
+
P: {
|
|
31
|
+
let pool: PgDriver.pool
|
|
32
|
+
},
|
|
33
|
+
) => {
|
|
232
34
|
type api = unit
|
|
233
35
|
type role = unit
|
|
234
36
|
|
|
@@ -239,6 +41,7 @@ module Make = (P: {let pool: PgDriver.pool}) => {
|
|
|
239
41
|
~ttl as _=?,
|
|
240
42
|
~api as _,
|
|
241
43
|
~apiRole as _,
|
|
44
|
+
~owner as _,
|
|
242
45
|
~opts as _,
|
|
243
46
|
) => makeStorage(~pool=P.pool, ~name, ~indexes, ~subIdField)
|
|
244
47
|
}
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|