@reventlessdev/reventless-postgres 3.0.0-alpha.3 → 3.0.0-alpha.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +221 -0
- package/README.md +83 -0
- package/lib/bs/.compiler.log +2 -2
- package/lib/bs/ReventlessPostgres.cmi +0 -0
- package/lib/bs/ReventlessPostgres.cmt +0 -0
- package/lib/bs/ReventlessPostgres.mlmap +4 -1
- package/lib/bs/compiler-info.json +2 -2
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogChangeFeed.ast +0 -0
- package/lib/bs/src/EventLogChangeFeed.res +184 -0
- package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
- package/lib/bs/src/EventLogStorage_Postgres.res.mjs +20 -186
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res +180 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema.ast +0 -0
- package/lib/bs/src/PgSchema.res +36 -2
- package/lib/bs/src/PgSchema.res.mjs +9 -2
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res +10 -212
- package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryEnginePostgres.ast +0 -0
- package/lib/bs/src/QueryEnginePostgres.res +259 -0
- package/lib/bs/src/QueryEnginePostgres.res.mjs +165 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.res +68 -0
- package/lib/bs/tests/PostgresIntegrationTest.res.mjs +49 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res +312 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
- package/lib/ocaml/.compiler.log +2 -2
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogChangeFeed.ast +0 -0
- package/lib/ocaml/EventLogChangeFeed.res +184 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.res +180 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema.ast +0 -0
- package/lib/ocaml/PgSchema.res +36 -2
- package/lib/ocaml/PostgresIntegrationTest.res +68 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.res +10 -212
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgres.ast +0 -0
- package/lib/ocaml/QueryEnginePostgres.res +259 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest.res +312 -0
- package/lib/ocaml/ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
- package/package.json +9 -9
- package/rescript.json +2 -1
- package/src/DcbEventLogStorage_Postgres.res +25 -340
- package/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
- package/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
- package/src/EventLogChangeFeed.res +184 -0
- package/src/EventLogChangeFeed.res.mjs +134 -0
- package/src/EventLogStorage_Postgres.res +12 -170
- package/src/EventLogStorage_Postgres.res.mjs +20 -186
- package/src/EventLogStorage_Postgres_Ops.res +180 -0
- package/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
- package/src/PgSchema.res +36 -2
- package/src/PgSchema.res.mjs +9 -2
- package/src/QueryDbStorage_Postgres.res +10 -212
- package/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/src/QueryEnginePostgres.res +259 -0
- package/src/QueryEnginePostgres.res.mjs +165 -0
- package/tests/PostgresIntegrationTest.res +68 -0
- package/tests/PostgresIntegrationTest.res.mjs +49 -0
- package/tests/QueryEnginePostgresListPageTest.res +312 -0
- package/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
|
@@ -122,6 +122,265 @@ module Make = (P: {let pool: PgDriver.pool}) => {
|
|
|
122
122
|
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
123
123
|
}
|
|
124
124
|
|
|
125
|
+
// ---------------------------------------------------------------------------
|
|
126
|
+
// GraphQL resolver push-downs (B3.2). The Postgres resolver Lambda dispatches
|
|
127
|
+
// these; they parallel the SQLite backend's `lookupByField` / `listPage` (the
|
|
128
|
+
// ones registered on LocalBus). All return `id`-carrying items (COALESCE from
|
|
129
|
+
// partition_key), matching the shape `QueryDbListQuery.run` operates over so
|
|
130
|
+
// the connection helpers agree.
|
|
131
|
+
//
|
|
132
|
+
// Text comparisons use `COLLATE "C"` (byte order — memcmp), the Postgres
|
|
133
|
+
// analogue of SQLite's BINARY collation, so cursor/order comparisons match
|
|
134
|
+
// JS string `<` for the ASCII id/status/name fields used as sort/filter keys.
|
|
135
|
+
// ---------------------------------------------------------------------------
|
|
136
|
+
|
|
137
|
+
// Equality lookup on an indexed JSON field — rides the expression index
|
|
138
|
+
// (`ensureIndexes`) instead of scanning. String comparison mirrors the
|
|
139
|
+
// resolver's JS path (which only matched string-typed fields).
|
|
140
|
+
let indexLookup = async (~readModelName, field: string, value: string): array<JSON.t> => {
|
|
141
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
142
|
+
let b = {params: []}
|
|
143
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE ${col(field)} = ${b->param(
|
|
144
|
+
JSON.Encode.string(value),
|
|
145
|
+
)} AND ${notExpired}`
|
|
146
|
+
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
// Batched-by-ids lookup: BatchGetItem analogue over the projection's own
|
|
150
|
+
// table. Single-key projections only (partition_key = the id). Missing ids
|
|
151
|
+
// drop out of the response (no cardinality preservation), matching
|
|
152
|
+
// BatchGetItem semantics.
|
|
153
|
+
let byIds = async (~readModelName, ids: array<string>): array<JSON.t> => {
|
|
154
|
+
if ids->Array.length == 0 {
|
|
155
|
+
[]
|
|
156
|
+
} else {
|
|
157
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
158
|
+
let b = {params: []}
|
|
159
|
+
let idsJson = JSON.Encode.array(ids->Array.map(JSON.Encode.string))
|
|
160
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE partition_key = ANY(${b->param(
|
|
161
|
+
idsJson,
|
|
162
|
+
)}::text[]) AND ${notExpired}`
|
|
163
|
+
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
// COALESCE(item->>'id', partition_key) — the effective id, byte-ordered.
|
|
168
|
+
let idExprC = `COALESCE(item->>'id', partition_key) COLLATE "C"`
|
|
169
|
+
let jsonTextC = (field: string): string => `${col(field)} COLLATE "C"`
|
|
170
|
+
|
|
171
|
+
// Connection-list push-down. Builds `item->>'field'` predicates + keyset
|
|
172
|
+
// WHERE + `ORDER BY … LIMIT pageSize+1` so a page reads only what it returns
|
|
173
|
+
// rather than the whole read model. Reproduces `QueryDbListQuery` semantics
|
|
174
|
+
// exactly for the shapes it handles; returns `None` (→ the resolver Lambda
|
|
175
|
+
// falls back to `scan` + the shared spec) for shapes not bit-exact in SQL:
|
|
176
|
+
// case-insensitive search/searchPrefix, Relay-global-id `ids`, and backward
|
|
177
|
+
// pagination (last/before). Cursor values, edges, and pageInfo are built by
|
|
178
|
+
// the SAME `QueryDbListQuery` helpers the fallback uses, so only the
|
|
179
|
+
// WHERE/ORDER/LIMIT needs to match — the parity harness asserts it does
|
|
180
|
+
// (SQLite ≡ Postgres ≡ spec). Mirrors QueryDbStorage_Sqlite.listPage.
|
|
181
|
+
let listPage = async (
|
|
182
|
+
~readModelName,
|
|
183
|
+
~argsDict: dict<JSON.t>,
|
|
184
|
+
~capability: GraphQL_FragmentGenerator.serverCapability,
|
|
185
|
+
~labelField as _,
|
|
186
|
+
): option<JSON.t> => {
|
|
187
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
188
|
+
let filterDict =
|
|
189
|
+
argsDict->Dict.get("filter")->Option.flatMap(JSON.Decode.object)->Option.getOr(Dict.make())
|
|
190
|
+
let strNonEmpty = k =>
|
|
191
|
+
filterDict
|
|
192
|
+
->Dict.get(k)
|
|
193
|
+
->Option.flatMap(JSON.Decode.string)
|
|
194
|
+
->Option.mapOr(false, s => s->String.length > 0)
|
|
195
|
+
let hasIds =
|
|
196
|
+
filterDict
|
|
197
|
+
->Dict.get("ids")
|
|
198
|
+
->Option.flatMap(JSON.Decode.array)
|
|
199
|
+
->Option.mapOr(false, a => a->Array.length > 0)
|
|
200
|
+
let last = argsDict->Dict.get("last")->Option.flatMap(JSON.Decode.float)
|
|
201
|
+
let before = argsDict->Dict.get("before")->Option.flatMap(JSON.Decode.string)
|
|
202
|
+
if (
|
|
203
|
+
strNonEmpty("search") ||
|
|
204
|
+
strNonEmpty("searchPrefix") ||
|
|
205
|
+
hasIds ||
|
|
206
|
+
last->Option.isSome ||
|
|
207
|
+
before->Option.isSome
|
|
208
|
+
) {
|
|
209
|
+
None
|
|
210
|
+
} else {
|
|
211
|
+
let b = {params: []}
|
|
212
|
+
let whereParts = [notExpired]
|
|
213
|
+
let valString = v =>
|
|
214
|
+
switch v->JSON.Decode.string {
|
|
215
|
+
| Some(s) => Some(s)
|
|
216
|
+
| None => v->JSON.Decode.float->Option.map(f => Float.toString(f))
|
|
217
|
+
}
|
|
218
|
+
capability.filterFields->Array.forEach(f => {
|
|
219
|
+
switch filterDict->Dict.get(f.name ++ "Eq") {
|
|
220
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
221
|
+
whereParts->Array.push(
|
|
222
|
+
`${jsonTextC(f.name)} = ${b->param(JSON.Encode.string(valString(v)->Option.getOr("")))}`,
|
|
223
|
+
)
|
|
224
|
+
| _ => ()
|
|
225
|
+
}
|
|
226
|
+
if f.range {
|
|
227
|
+
switch filterDict->Dict.get(f.name ++ "From") {
|
|
228
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
229
|
+
whereParts->Array.push(
|
|
230
|
+
`${jsonTextC(f.name)} >= ${b->param(
|
|
231
|
+
JSON.Encode.string(valString(v)->Option.getOr("")),
|
|
232
|
+
)}`,
|
|
233
|
+
)
|
|
234
|
+
| _ => ()
|
|
235
|
+
}
|
|
236
|
+
switch filterDict->Dict.get(f.name ++ "To") {
|
|
237
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
238
|
+
whereParts->Array.push(
|
|
239
|
+
`${jsonTextC(f.name)} <= ${b->param(
|
|
240
|
+
JSON.Encode.string(valString(v)->Option.getOr("")),
|
|
241
|
+
)}`,
|
|
242
|
+
)
|
|
243
|
+
| _ => ()
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
})
|
|
247
|
+
let orderByDict = argsDict->Dict.get("orderBy")->Option.flatMap(JSON.Decode.object)
|
|
248
|
+
let orderByField =
|
|
249
|
+
orderByDict->Option.flatMap(ob => ob->Dict.get("field"))->Option.flatMap(JSON.Decode.string)
|
|
250
|
+
let isDesc =
|
|
251
|
+
orderByDict
|
|
252
|
+
->Option.flatMap(ob => ob->Dict.get("direction"))
|
|
253
|
+
->Option.flatMap(JSON.Decode.string)
|
|
254
|
+
->Option.getOr("ASC") == "DESC"
|
|
255
|
+
let cursorExpr = switch orderByField {
|
|
256
|
+
| Some(f) => jsonTextC(f)
|
|
257
|
+
| None => idExprC
|
|
258
|
+
}
|
|
259
|
+
switch argsDict->Dict.get("after")->Option.flatMap(JSON.Decode.string) {
|
|
260
|
+
| Some(c) =>
|
|
261
|
+
whereParts->Array.push(
|
|
262
|
+
`${cursorExpr} ${isDesc ? "<" : ">"} ${b->param(
|
|
263
|
+
JSON.Encode.string(ReventlessCore.QueryDbListQuery.decodeCursor(c)),
|
|
264
|
+
)}`,
|
|
265
|
+
)
|
|
266
|
+
| None => ()
|
|
267
|
+
}
|
|
268
|
+
let orderClause = switch orderByField {
|
|
269
|
+
| Some(f) => `${jsonTextC(f)} ${isDesc ? "DESC" : "ASC"}, ${idExprC} ASC`
|
|
270
|
+
| None => `${idExprC} ASC`
|
|
271
|
+
}
|
|
272
|
+
let pageSize =
|
|
273
|
+
argsDict
|
|
274
|
+
->Dict.get("first")
|
|
275
|
+
->Option.flatMap(JSON.Decode.float)
|
|
276
|
+
->Option.map(Float.toInt)
|
|
277
|
+
->Option.getOr(ReventlessCore.QueryDbListQuery.defaultListPageSize)
|
|
278
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE ${whereParts->Array.join(
|
|
279
|
+
" AND ",
|
|
280
|
+
)} ORDER BY ${orderClause} LIMIT ${b->param(JSON.Encode.int(pageSize + 1))}`
|
|
281
|
+
let rows = (await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
282
|
+
let hasMore = rows->Array.length > pageSize
|
|
283
|
+
let pageItems = rows->Array.slice(~start=0, ~end=pageSize)
|
|
284
|
+
let cursorField = orderByField->Option.getOr("id")
|
|
285
|
+
let cursorValueOf = item =>
|
|
286
|
+
ReventlessCore.QueryDbListQuery.getFieldString(item, cursorField)->Option.getOr(
|
|
287
|
+
ReventlessCore.QueryDbListQuery.getId(item),
|
|
288
|
+
)
|
|
289
|
+
Some(
|
|
290
|
+
ReventlessCore.QueryDbListQuery.buildConnection(
|
|
291
|
+
~pageItems,
|
|
292
|
+
~hasNextPage=hasMore,
|
|
293
|
+
~hasPreviousPage=false,
|
|
294
|
+
~cursorValueOf,
|
|
295
|
+
),
|
|
296
|
+
)
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
// Sub-id connection push-down: the `{single}Items(id, filter, first/after/
|
|
301
|
+
// last/before)` query. Keyset over `sub_key` WITHIN one partition — a page
|
|
302
|
+
// reads only what it returns. Reproduces QueryDbResolvers_GraphQL's items
|
|
303
|
+
// resolver (SortKey_Filter + forward/backward keyset), entirely in SQL since
|
|
304
|
+
// sub_key IS the sort key. Cursor = base64 of the sub_key value; comparisons
|
|
305
|
+
// use COLLATE "C" (byte order) to match JS string `<`. Unlike the main list
|
|
306
|
+
// there is no declined-shape fallback — every items shape maps to SQL.
|
|
307
|
+
let itemsPage = async (
|
|
308
|
+
~readModelName,
|
|
309
|
+
~subIdField as _: string,
|
|
310
|
+
~id: string,
|
|
311
|
+
~argsDict: dict<JSON.t>,
|
|
312
|
+
): JSON.t => {
|
|
313
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
314
|
+
let filterDict =
|
|
315
|
+
argsDict->Dict.get("filter")->Option.flatMap(JSON.Decode.object)->Option.getOr(Dict.make())
|
|
316
|
+
let fstr = k => filterDict->Dict.get(k)->Option.flatMap(JSON.Decode.string)
|
|
317
|
+
let orderDesc = fstr("order")->Option.mapOr(false, o => o == "DESC")
|
|
318
|
+
let last = argsDict->Dict.get("last")->Option.flatMap(JSON.Decode.float)->Option.map(Float.toInt)
|
|
319
|
+
let first = argsDict->Dict.get("first")->Option.flatMap(JSON.Decode.float)->Option.map(Float.toInt)
|
|
320
|
+
let after = argsDict->Dict.get("after")->Option.flatMap(JSON.Decode.string)
|
|
321
|
+
let before = argsDict->Dict.get("before")->Option.flatMap(JSON.Decode.string)
|
|
322
|
+
let isBackward = last->Option.isSome
|
|
323
|
+
|
|
324
|
+
let sk = `sub_key COLLATE "C"`
|
|
325
|
+
let b = {params: []}
|
|
326
|
+
let where = [`partition_key = ${b->param(JSON.Encode.string(id))}`, notExpired]
|
|
327
|
+
fstr("prefix")->Option.forEach(p =>
|
|
328
|
+
where->Array.push(`starts_with(sub_key, ${b->param(JSON.Encode.string(p))})`)
|
|
329
|
+
)
|
|
330
|
+
fstr("from")->Option.forEach(f => where->Array.push(`${sk} >= ${b->param(JSON.Encode.string(f))}`))
|
|
331
|
+
fstr("to")->Option.forEach(t => where->Array.push(`${sk} <= ${b->param(JSON.Encode.string(t))}`))
|
|
332
|
+
fstr("eq")->Option.forEach(e => where->Array.push(`${sk} = ${b->param(JSON.Encode.string(e))}`))
|
|
333
|
+
// Keyset: forward excludes ≤ after; backward excludes ≥ before.
|
|
334
|
+
switch (isBackward, after, before) {
|
|
335
|
+
| (false, Some(c), _) =>
|
|
336
|
+
where->Array.push(`${sk} > ${b->param(JSON.Encode.string(ReventlessCore.QueryDbListQuery.decodeCursor(c)))}`)
|
|
337
|
+
| (true, _, Some(c)) =>
|
|
338
|
+
where->Array.push(`${sk} < ${b->param(JSON.Encode.string(ReventlessCore.QueryDbListQuery.decodeCursor(c)))}`)
|
|
339
|
+
| _ => ()
|
|
340
|
+
}
|
|
341
|
+
// Page-fetch direction is the LOGICAL order forward, and its OPPOSITE
|
|
342
|
+
// backward (take the N nearest `before`, then reverse to logical) — mirrors
|
|
343
|
+
// the resolver's `reverse = isBackward ? !orderDesc : orderDesc`.
|
|
344
|
+
let fetchDesc = isBackward ? !orderDesc : orderDesc
|
|
345
|
+
let pageSize = (isBackward ? last : first)->Option.getOr(ReventlessCore.QueryDbListQuery.defaultListPageSize)
|
|
346
|
+
let sql = `SELECT partition_key, sub_key, item FROM ${table} WHERE ${where->Array.join(
|
|
347
|
+
" AND ",
|
|
348
|
+
)} ORDER BY ${sk} ${fetchDesc ? "DESC" : "ASC"} LIMIT ${b->param(JSON.Encode.int(pageSize + 1))}`
|
|
349
|
+
let rows = await P.pool->PgDriver.query(sql, b.params)
|
|
350
|
+
let hasMore = rows->Array.length > pageSize
|
|
351
|
+
let taken = rows->Array.slice(~start=0, ~end=pageSize)
|
|
352
|
+
// Backward fetched in reverse-logical order → flip back to logical.
|
|
353
|
+
let logical = isBackward ? taken->Array.toReversed : taken
|
|
354
|
+
let pageItems = logical->Array.map(decodeRow(~withId=false, ...))
|
|
355
|
+
// Cursor = the row's sub_key (== the item's subIdField value).
|
|
356
|
+
let subKeyOf = (row: dict<JSON.t>) =>
|
|
357
|
+
switch row->Dict.get("sub_key") {
|
|
358
|
+
| Some(JSON.String(s)) => s
|
|
359
|
+
| _ => ""
|
|
360
|
+
}
|
|
361
|
+
let cursors = logical->Array.map(subKeyOf)
|
|
362
|
+
let edges =
|
|
363
|
+
pageItems->Array.mapWithIndex((item, i) =>
|
|
364
|
+
Obj.magic({
|
|
365
|
+
"node": item,
|
|
366
|
+
"cursor": ReventlessCore.QueryDbListQuery.encodeCursor(cursors->Array.getUnsafe(i)),
|
|
367
|
+
})
|
|
368
|
+
)
|
|
369
|
+
let startCursor =
|
|
370
|
+
cursors->Array.get(0)->Option.map(ReventlessCore.QueryDbListQuery.encodeCursor)
|
|
371
|
+
let endCursor =
|
|
372
|
+
cursors->Array.get(cursors->Array.length - 1)->Option.map(ReventlessCore.QueryDbListQuery.encodeCursor)
|
|
373
|
+
Obj.magic({
|
|
374
|
+
"edges": edges,
|
|
375
|
+
"pageInfo": {
|
|
376
|
+
"hasNextPage": !isBackward && hasMore,
|
|
377
|
+
"hasPreviousPage": isBackward && hasMore,
|
|
378
|
+
"startCursor": startCursor->Nullable.fromOption,
|
|
379
|
+
"endCursor": endCursor->Nullable.fromOption,
|
|
380
|
+
},
|
|
381
|
+
})
|
|
382
|
+
}
|
|
383
|
+
|
|
125
384
|
let make: QueryDb_Adapter.queryEngineMaker = _allQueryDbs =>
|
|
126
385
|
Pulumi.Output.make({QueryEngine.scan, query})
|
|
127
386
|
}
|
|
@@ -1,8 +1,11 @@
|
|
|
1
1
|
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
2
|
|
|
3
|
+
import * as Stdlib_JSON from "@rescript/runtime/lib/es6/Stdlib_JSON.js";
|
|
3
4
|
import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
|
|
4
5
|
import * as Pulumi from "@pulumi/pulumi";
|
|
6
|
+
import * as Stdlib_Nullable from "@rescript/runtime/lib/es6/Stdlib_Nullable.js";
|
|
5
7
|
import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
8
|
+
import * as QueryDbListQuery$ReventlessCore from "@reventlessdev/reventless-core/src/components/Api/QueryDbListQuery.res.mjs";
|
|
6
9
|
import * as QueryDbStorage_Postgres$ReventlessPostgres from "./QueryDbStorage_Postgres.res.mjs";
|
|
7
10
|
|
|
8
11
|
function valueToText(v) {
|
|
@@ -145,6 +148,162 @@ function Make(P) {
|
|
|
145
148
|
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + where.join(" AND ") + ` ORDER BY partition_key, sub_key LIMIT ` + param(b, limit);
|
|
146
149
|
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
147
150
|
};
|
|
151
|
+
let indexLookup = async (readModelName, field, value) => {
|
|
152
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
153
|
+
let b = {
|
|
154
|
+
params: []
|
|
155
|
+
};
|
|
156
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + col(field) + ` = ` + param(b, value) + ` AND ` + QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause;
|
|
157
|
+
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
158
|
+
};
|
|
159
|
+
let byIds = async (readModelName, ids) => {
|
|
160
|
+
if (ids.length === 0) {
|
|
161
|
+
return [];
|
|
162
|
+
}
|
|
163
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
164
|
+
let b = {
|
|
165
|
+
params: []
|
|
166
|
+
};
|
|
167
|
+
let idsJson = ids.map(prim => prim);
|
|
168
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE partition_key = ANY(` + param(b, idsJson) + `::text[]) AND ` + QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause;
|
|
169
|
+
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
170
|
+
};
|
|
171
|
+
let idExprC = `COALESCE(item->>'id', partition_key) COLLATE "C"`;
|
|
172
|
+
let jsonTextC = field => col(field) + ` COLLATE "C"`;
|
|
173
|
+
let listPage = async (readModelName, argsDict, capability, param$1) => {
|
|
174
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
175
|
+
let filterDict = Stdlib_Option.getOr(Stdlib_Option.flatMap(argsDict["filter"], Stdlib_JSON.Decode.object), {});
|
|
176
|
+
let strNonEmpty = k => Stdlib_Option.mapOr(Stdlib_Option.flatMap(filterDict[k], Stdlib_JSON.Decode.string), false, s => s.length > 0);
|
|
177
|
+
let hasIds = Stdlib_Option.mapOr(Stdlib_Option.flatMap(filterDict["ids"], Stdlib_JSON.Decode.array), false, a => a.length !== 0);
|
|
178
|
+
let last = Stdlib_Option.flatMap(argsDict["last"], Stdlib_JSON.Decode.float);
|
|
179
|
+
let before = Stdlib_Option.flatMap(argsDict["before"], Stdlib_JSON.Decode.string);
|
|
180
|
+
if (strNonEmpty("search") || strNonEmpty("searchPrefix") || hasIds || Stdlib_Option.isSome(last) || Stdlib_Option.isSome(before)) {
|
|
181
|
+
return;
|
|
182
|
+
}
|
|
183
|
+
let b = {
|
|
184
|
+
params: []
|
|
185
|
+
};
|
|
186
|
+
let whereParts = [QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause];
|
|
187
|
+
let valString = v => {
|
|
188
|
+
let s = Stdlib_JSON.Decode.string(v);
|
|
189
|
+
if (s !== undefined) {
|
|
190
|
+
return s;
|
|
191
|
+
} else {
|
|
192
|
+
return Stdlib_Option.map(Stdlib_JSON.Decode.float(v), f => f.toString());
|
|
193
|
+
}
|
|
194
|
+
};
|
|
195
|
+
capability.filterFields.forEach(f => {
|
|
196
|
+
let v = filterDict[f.name + "Eq"];
|
|
197
|
+
if (v !== undefined && v !== null) {
|
|
198
|
+
whereParts.push(jsonTextC(f.name) + ` = ` + param(b, Stdlib_Option.getOr(valString(v), "")));
|
|
199
|
+
}
|
|
200
|
+
if (!f.range) {
|
|
201
|
+
return;
|
|
202
|
+
}
|
|
203
|
+
let v$1 = filterDict[f.name + "From"];
|
|
204
|
+
if (v$1 !== undefined && v$1 !== null) {
|
|
205
|
+
whereParts.push(jsonTextC(f.name) + ` >= ` + param(b, Stdlib_Option.getOr(valString(v$1), "")));
|
|
206
|
+
}
|
|
207
|
+
let v$2 = filterDict[f.name + "To"];
|
|
208
|
+
if (v$2 !== undefined && v$2 !== null) {
|
|
209
|
+
whereParts.push(jsonTextC(f.name) + ` <= ` + param(b, Stdlib_Option.getOr(valString(v$2), "")));
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
});
|
|
213
|
+
let orderByDict = Stdlib_Option.flatMap(argsDict["orderBy"], Stdlib_JSON.Decode.object);
|
|
214
|
+
let orderByField = Stdlib_Option.flatMap(Stdlib_Option.flatMap(orderByDict, ob => ob["field"]), Stdlib_JSON.Decode.string);
|
|
215
|
+
let isDesc = Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_Option.flatMap(orderByDict, ob => ob["direction"]), Stdlib_JSON.Decode.string), "ASC") === "DESC";
|
|
216
|
+
let cursorExpr = orderByField !== undefined ? jsonTextC(orderByField) : idExprC;
|
|
217
|
+
let c = Stdlib_Option.flatMap(argsDict["after"], Stdlib_JSON.Decode.string);
|
|
218
|
+
if (c !== undefined) {
|
|
219
|
+
whereParts.push(cursorExpr + ` ` + (
|
|
220
|
+
isDesc ? "<" : ">"
|
|
221
|
+
) + ` ` + param(b, QueryDbListQuery$ReventlessCore.decodeCursor(c)));
|
|
222
|
+
}
|
|
223
|
+
let orderClause = orderByField !== undefined ? jsonTextC(orderByField) + ` ` + (
|
|
224
|
+
isDesc ? "DESC" : "ASC"
|
|
225
|
+
) + `, ` + idExprC + ` ASC` : idExprC + ` ASC`;
|
|
226
|
+
let pageSize = Stdlib_Option.getOr(Stdlib_Option.map(Stdlib_Option.flatMap(argsDict["first"], Stdlib_JSON.Decode.float), prim => prim | 0), QueryDbListQuery$ReventlessCore.defaultListPageSize);
|
|
227
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + whereParts.join(" AND ") + ` ORDER BY ` + orderClause + ` LIMIT ` + param(b, pageSize + 1 | 0);
|
|
228
|
+
let rows = (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
229
|
+
let hasMore = rows.length > pageSize;
|
|
230
|
+
let pageItems = rows.slice(0, pageSize);
|
|
231
|
+
let cursorField = Stdlib_Option.getOr(orderByField, "id");
|
|
232
|
+
let cursorValueOf = item => Stdlib_Option.getOr(QueryDbListQuery$ReventlessCore.getFieldString(item, cursorField), QueryDbListQuery$ReventlessCore.getId(item));
|
|
233
|
+
return QueryDbListQuery$ReventlessCore.buildConnection(pageItems, hasMore, false, cursorValueOf);
|
|
234
|
+
};
|
|
235
|
+
let itemsPage = async (readModelName, param$1, id, argsDict) => {
|
|
236
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
237
|
+
let filterDict = Stdlib_Option.getOr(Stdlib_Option.flatMap(argsDict["filter"], Stdlib_JSON.Decode.object), {});
|
|
238
|
+
let fstr = k => Stdlib_Option.flatMap(filterDict[k], Stdlib_JSON.Decode.string);
|
|
239
|
+
let orderDesc = Stdlib_Option.mapOr(fstr("order"), false, o => o === "DESC");
|
|
240
|
+
let last = Stdlib_Option.map(Stdlib_Option.flatMap(argsDict["last"], Stdlib_JSON.Decode.float), prim => prim | 0);
|
|
241
|
+
let first = Stdlib_Option.map(Stdlib_Option.flatMap(argsDict["first"], Stdlib_JSON.Decode.float), prim => prim | 0);
|
|
242
|
+
let after = Stdlib_Option.flatMap(argsDict["after"], Stdlib_JSON.Decode.string);
|
|
243
|
+
let before = Stdlib_Option.flatMap(argsDict["before"], Stdlib_JSON.Decode.string);
|
|
244
|
+
let isBackward = Stdlib_Option.isSome(last);
|
|
245
|
+
let sk = `sub_key COLLATE "C"`;
|
|
246
|
+
let b = {
|
|
247
|
+
params: []
|
|
248
|
+
};
|
|
249
|
+
let where = [
|
|
250
|
+
`partition_key = ` + param(b, id),
|
|
251
|
+
QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause
|
|
252
|
+
];
|
|
253
|
+
Stdlib_Option.forEach(fstr("prefix"), p => {
|
|
254
|
+
where.push(`starts_with(sub_key, ` + param(b, p) + `)`);
|
|
255
|
+
});
|
|
256
|
+
Stdlib_Option.forEach(fstr("from"), f => {
|
|
257
|
+
where.push(sk + ` >= ` + param(b, f));
|
|
258
|
+
});
|
|
259
|
+
Stdlib_Option.forEach(fstr("to"), t => {
|
|
260
|
+
where.push(sk + ` <= ` + param(b, t));
|
|
261
|
+
});
|
|
262
|
+
Stdlib_Option.forEach(fstr("eq"), e => {
|
|
263
|
+
where.push(sk + ` = ` + param(b, e));
|
|
264
|
+
});
|
|
265
|
+
if (isBackward) {
|
|
266
|
+
if (before !== undefined) {
|
|
267
|
+
where.push(sk + ` < ` + param(b, QueryDbListQuery$ReventlessCore.decodeCursor(before)));
|
|
268
|
+
}
|
|
269
|
+
} else if (after !== undefined) {
|
|
270
|
+
where.push(sk + ` > ` + param(b, QueryDbListQuery$ReventlessCore.decodeCursor(after)));
|
|
271
|
+
}
|
|
272
|
+
let fetchDesc = isBackward ? !orderDesc : orderDesc;
|
|
273
|
+
let pageSize = Stdlib_Option.getOr(isBackward ? last : first, QueryDbListQuery$ReventlessCore.defaultListPageSize);
|
|
274
|
+
let sql = `SELECT partition_key, sub_key, item FROM ` + table + ` WHERE ` + where.join(" AND ") + ` ORDER BY ` + sk + ` ` + (
|
|
275
|
+
fetchDesc ? "DESC" : "ASC"
|
|
276
|
+
) + ` LIMIT ` + param(b, pageSize + 1 | 0);
|
|
277
|
+
let rows = await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params);
|
|
278
|
+
let hasMore = rows.length > pageSize;
|
|
279
|
+
let taken = rows.slice(0, pageSize);
|
|
280
|
+
let logical = isBackward ? taken.toReversed() : taken;
|
|
281
|
+
let pageItems = logical.map(extra => decodeRow(false, extra));
|
|
282
|
+
let subKeyOf = row => {
|
|
283
|
+
let match = row["sub_key"];
|
|
284
|
+
if (typeof match === "string") {
|
|
285
|
+
return match;
|
|
286
|
+
} else {
|
|
287
|
+
return "";
|
|
288
|
+
}
|
|
289
|
+
};
|
|
290
|
+
let cursors = logical.map(subKeyOf);
|
|
291
|
+
let edges = pageItems.map((item, i) => ({
|
|
292
|
+
node: item,
|
|
293
|
+
cursor: QueryDbListQuery$ReventlessCore.encodeCursor(cursors[i])
|
|
294
|
+
}));
|
|
295
|
+
let startCursor = Stdlib_Option.map(cursors[0], QueryDbListQuery$ReventlessCore.encodeCursor);
|
|
296
|
+
let endCursor = Stdlib_Option.map(cursors[cursors.length - 1 | 0], QueryDbListQuery$ReventlessCore.encodeCursor);
|
|
297
|
+
return {
|
|
298
|
+
edges: edges,
|
|
299
|
+
pageInfo: {
|
|
300
|
+
hasNextPage: !isBackward && hasMore,
|
|
301
|
+
hasPreviousPage: isBackward && hasMore,
|
|
302
|
+
startCursor: Stdlib_Nullable.fromOption(startCursor),
|
|
303
|
+
endCursor: Stdlib_Nullable.fromOption(endCursor)
|
|
304
|
+
}
|
|
305
|
+
};
|
|
306
|
+
};
|
|
148
307
|
let make = _allQueryDbs => Pulumi.output({
|
|
149
308
|
scan: scan,
|
|
150
309
|
query: query
|
|
@@ -152,6 +311,12 @@ function Make(P) {
|
|
|
152
311
|
return {
|
|
153
312
|
query: query,
|
|
154
313
|
scan: scan,
|
|
314
|
+
indexLookup: indexLookup,
|
|
315
|
+
byIds: byIds,
|
|
316
|
+
idExprC: idExprC,
|
|
317
|
+
jsonTextC: jsonTextC,
|
|
318
|
+
listPage: listPage,
|
|
319
|
+
itemsPage: itemsPage,
|
|
155
320
|
make: make
|
|
156
321
|
};
|
|
157
322
|
}
|
|
@@ -233,4 +233,72 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
233
233
|
expect(again)->toBe(0)
|
|
234
234
|
})
|
|
235
235
|
})
|
|
236
|
+
|
|
237
|
+
describe("classic change feed (event_log, B2.5)", () => {
|
|
238
|
+
testPromise("drains classic events in commit order, with fields, then checkpoints", async () => {
|
|
239
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-orders", ~opts)
|
|
240
|
+
let _ = await ops.append(0, "agg-1", [evJson("m0", 1), evJson("m1", 2)])
|
|
241
|
+
let _ = await ops.append(0, "agg-2", [evJson("m2", 3)])
|
|
242
|
+
|
|
243
|
+
let collected = ref([])
|
|
244
|
+
let processed = await EventLogChangeFeed.drain(
|
|
245
|
+
pool,
|
|
246
|
+
~logName="cf-orders",
|
|
247
|
+
~subscriber="cf-sub",
|
|
248
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
249
|
+
)
|
|
250
|
+
expect(processed)->toBe(3)
|
|
251
|
+
expect(collected.contents->Array.length)->toBe(3)
|
|
252
|
+
|
|
253
|
+
// Fields round-trip from the stored row.
|
|
254
|
+
let first = collected.contents->Array.getUnsafe(0)
|
|
255
|
+
expect(first.aggregateId)->toBe("agg-1")
|
|
256
|
+
expect(first.seqNr)->toBe(0)
|
|
257
|
+
expect(first.msgId)->toEqual(Some("m0"))
|
|
258
|
+
|
|
259
|
+
// Cursors are strictly increasing in drain order.
|
|
260
|
+
let cursors = collected.contents->Array.map(e => e.cursor)
|
|
261
|
+
let increasing = ref(true)
|
|
262
|
+
for i in 1 to cursors->Array.length - 1 {
|
|
263
|
+
if cursors->Array.getUnsafe(i) <= cursors->Array.getUnsafe(i - 1) {
|
|
264
|
+
increasing := false
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
expect(increasing.contents)->toBe(true)
|
|
268
|
+
|
|
269
|
+
// Second drain from the saved checkpoint sees nothing new.
|
|
270
|
+
let again = await EventLogChangeFeed.drain(
|
|
271
|
+
pool,
|
|
272
|
+
~logName="cf-orders",
|
|
273
|
+
~subscriber="cf-sub",
|
|
274
|
+
~handle=async _ => (),
|
|
275
|
+
)
|
|
276
|
+
expect(again)->toBe(0)
|
|
277
|
+
})
|
|
278
|
+
|
|
279
|
+
testPromise("concurrent appends across aggregates: every event drained exactly once", async () => {
|
|
280
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-concurrent", ~opts)
|
|
281
|
+
let n = 20
|
|
282
|
+
// One event per aggregate, all dispatched before awaiting — genuinely
|
|
283
|
+
// concurrent on the pool, so global_seq is assigned in interleaved/undefined
|
|
284
|
+
// commit order. The xmin fence must still drain every event exactly once.
|
|
285
|
+
let promises =
|
|
286
|
+
Array.make(~length=n, 0)->Array.mapWithIndex((_, i) =>
|
|
287
|
+
ops.append(0, "agg-" ++ Int.toString(i), [evJson("m" ++ Int.toString(i), i)])
|
|
288
|
+
)
|
|
289
|
+
let _ = await Promise.all(promises)
|
|
290
|
+
|
|
291
|
+
let collected = ref([])
|
|
292
|
+
let _ = await EventLogChangeFeed.drain(
|
|
293
|
+
pool,
|
|
294
|
+
~logName="cf-concurrent",
|
|
295
|
+
~subscriber="cf-conc-sub",
|
|
296
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
297
|
+
)
|
|
298
|
+
// No skips: all N events present. No dupes: N distinct cursors.
|
|
299
|
+
expect(collected.contents->Array.length)->toBe(n)
|
|
300
|
+
let distinctCursors = collected.contents->Array.map(e => e.cursor)->Set.fromArray
|
|
301
|
+
expect(distinctCursors->Set.size)->toBe(n)
|
|
302
|
+
})
|
|
303
|
+
})
|
|
236
304
|
}
|
|
@@ -6,6 +6,7 @@ import * as Message$ReventlessCore from "@reventlessdev/reventless-core/src/Mess
|
|
|
6
6
|
import * as PgDriver$ReventlessPostgres from "../src/PgDriver.res.mjs";
|
|
7
7
|
import * as PgSchema$ReventlessPostgres from "../src/PgSchema.res.mjs";
|
|
8
8
|
import * as PgChangeFeed$ReventlessPostgres from "../src/PgChangeFeed.res.mjs";
|
|
9
|
+
import * as EventLogChangeFeed$ReventlessPostgres from "../src/EventLogChangeFeed.res.mjs";
|
|
9
10
|
import * as EventLogStorage_Postgres$ReventlessPostgres from "../src/EventLogStorage_Postgres.res.mjs";
|
|
10
11
|
import * as DcbEventLogStorage_Postgres$ReventlessPostgres from "../src/DcbEventLogStorage_Postgres.res.mjs";
|
|
11
12
|
|
|
@@ -313,6 +314,54 @@ if (url !== undefined) {
|
|
|
313
314
|
globalThis.expect(again).toBe(0);
|
|
314
315
|
});
|
|
315
316
|
});
|
|
317
|
+
globalThis.describe("classic change feed (event_log, B2.5)", () => {
|
|
318
|
+
globalThis.test("drains classic events in commit order, with fields, then checkpoints", async () => {
|
|
319
|
+
let match = EventLogStorage_Postgres$ReventlessPostgres.makeStorage(pool, "cf-orders", opts, undefined);
|
|
320
|
+
let ops = match[1];
|
|
321
|
+
await ops.append(0, "agg-1", [
|
|
322
|
+
evJson("m0", 1),
|
|
323
|
+
evJson("m1", 2)
|
|
324
|
+
]);
|
|
325
|
+
await ops.append(0, "agg-2", [evJson("m2", 3)]);
|
|
326
|
+
let collected = {
|
|
327
|
+
contents: []
|
|
328
|
+
};
|
|
329
|
+
let processed = await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-orders", "cf-sub", undefined, async evs => {
|
|
330
|
+
collected.contents = collected.contents.concat(evs);
|
|
331
|
+
});
|
|
332
|
+
globalThis.expect(processed).toBe(3);
|
|
333
|
+
globalThis.expect(collected.contents.length).toBe(3);
|
|
334
|
+
let first = collected.contents[0];
|
|
335
|
+
globalThis.expect(first.aggregateId).toBe("agg-1");
|
|
336
|
+
globalThis.expect(first.seqNr).toBe(0);
|
|
337
|
+
globalThis.expect(first.msgId).toEqual("m0");
|
|
338
|
+
let cursors = collected.contents.map(e => e.cursor);
|
|
339
|
+
let increasing = true;
|
|
340
|
+
for (let i = 1, i_finish = cursors.length; i < i_finish; ++i) {
|
|
341
|
+
if (cursors[i] <= cursors[i - 1 | 0]) {
|
|
342
|
+
increasing = false;
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
globalThis.expect(increasing).toBe(true);
|
|
346
|
+
let again = await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-orders", "cf-sub", undefined, async param => {});
|
|
347
|
+
globalThis.expect(again).toBe(0);
|
|
348
|
+
});
|
|
349
|
+
globalThis.test("concurrent appends across aggregates: every event drained exactly once", async () => {
|
|
350
|
+
let match = EventLogStorage_Postgres$ReventlessPostgres.makeStorage(pool, "cf-concurrent", opts, undefined);
|
|
351
|
+
let ops = match[1];
|
|
352
|
+
let promises = Stdlib_Array.make(20, 0).map((param, i) => ops.append(0, "agg-" + i.toString(), [evJson("m" + i.toString(), i)]));
|
|
353
|
+
await Promise.all(promises);
|
|
354
|
+
let collected = {
|
|
355
|
+
contents: []
|
|
356
|
+
};
|
|
357
|
+
await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-concurrent", "cf-conc-sub", undefined, async evs => {
|
|
358
|
+
collected.contents = collected.contents.concat(evs);
|
|
359
|
+
});
|
|
360
|
+
globalThis.expect(collected.contents.length).toBe(20);
|
|
361
|
+
let distinctCursors = new Set(collected.contents.map(e => e.cursor));
|
|
362
|
+
globalThis.expect(distinctCursors.size).toBe(20);
|
|
363
|
+
});
|
|
364
|
+
});
|
|
316
365
|
} else {
|
|
317
366
|
globalThis.test("Postgres integration (skipped — set PG_URL to run)", () => {
|
|
318
367
|
globalThis.expect(true).toBe(true);
|