@reventlessdev/reventless-postgres 3.0.0-alpha.3 → 3.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/lib/bs/.compiler.log +2 -2
- package/lib/bs/ReventlessPostgres.cmi +0 -0
- package/lib/bs/ReventlessPostgres.cmt +0 -0
- package/lib/bs/ReventlessPostgres.mlmap +2 -0
- package/lib/bs/compiler-info.json +1 -1
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogChangeFeed.ast +0 -0
- package/lib/bs/src/EventLogChangeFeed.res +184 -0
- package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema.ast +0 -0
- package/lib/bs/src/PgSchema.res +36 -2
- package/lib/bs/src/PgSchema.res.mjs +9 -2
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res +35 -14
- package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +23 -8
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryEnginePostgres.ast +0 -0
- package/lib/bs/src/QueryEnginePostgres.res +175 -0
- package/lib/bs/src/QueryEnginePostgres.res.mjs +91 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.res +68 -0
- package/lib/bs/tests/PostgresIntegrationTest.res.mjs +49 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res +236 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +325 -0
- package/lib/ocaml/.compiler.log +2 -2
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogChangeFeed.ast +0 -0
- package/lib/ocaml/EventLogChangeFeed.res +184 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema.ast +0 -0
- package/lib/ocaml/PgSchema.res +36 -2
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
- package/lib/ocaml/PostgresIntegrationTest.res +68 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.res +35 -14
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgres.ast +0 -0
- package/lib/ocaml/QueryEnginePostgres.res +175 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest.ast +0 -0
- package/lib/ocaml/QueryEnginePostgresListPageTest.res +236 -0
- package/lib/ocaml/ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/ReventlessPostgres.mlmap +2 -0
- package/package.json +7 -7
- package/src/EventLogChangeFeed.res +184 -0
- package/src/EventLogChangeFeed.res.mjs +134 -0
- package/src/PgSchema.res +36 -2
- package/src/PgSchema.res.mjs +9 -2
- package/src/QueryDbStorage_Postgres.res +35 -14
- package/src/QueryDbStorage_Postgres.res.mjs +23 -8
- package/src/QueryEnginePostgres.res +175 -0
- package/src/QueryEnginePostgres.res.mjs +91 -0
- package/tests/PostgresIntegrationTest.res +68 -0
- package/tests/PostgresIntegrationTest.res.mjs +49 -0
- package/tests/QueryEnginePostgresListPageTest.res +236 -0
- package/tests/QueryEnginePostgresListPageTest.res.mjs +325 -0
package/src/PgSchema.res.mjs
CHANGED
|
@@ -5,6 +5,9 @@ import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
|
5
5
|
let tableStatements = [
|
|
6
6
|
"CREATE TABLE IF NOT EXISTS event_log (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n payload jsonb NOT NULL,\n msg_id text,\n global_seq bigint GENERATED ALWAYS AS IDENTITY,\n PRIMARY KEY (log_name, aggregate_id, seq_nr)\n )",
|
|
7
7
|
"CREATE TABLE IF NOT EXISTS snapshot (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n state jsonb NOT NULL,\n schema_hash text NOT NULL,\n PRIMARY KEY (log_name, aggregate_id)\n )",
|
|
8
|
+
"ALTER TABLE event_log ADD COLUMN IF NOT EXISTS transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id()",
|
|
9
|
+
"CREATE INDEX IF NOT EXISTS event_log_tx_gseq ON event_log (log_name, transaction_id, global_seq)",
|
|
10
|
+
"CREATE TABLE IF NOT EXISTS event_log_subscription (\n subscriber text PRIMARY KEY,\n last_tx xid8 NOT NULL DEFAULT '0'::xid8,\n last_global_seq bigint NOT NULL DEFAULT 0\n )",
|
|
8
11
|
"CREATE TABLE IF NOT EXISTS dcb_event (\n log_name text NOT NULL,\n position bigint GENERATED ALWAYS AS IDENTITY,\n transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id(),\n event_type text NOT NULL,\n tags text[] NOT NULL DEFAULT '{}',\n data jsonb NOT NULL,\n meta jsonb NOT NULL,\n recorded_at timestamptz NOT NULL DEFAULT now(),\n PRIMARY KEY (log_name, position)\n )",
|
|
9
12
|
"CREATE INDEX IF NOT EXISTS dcb_event_tags_gin ON dcb_event USING gin (tags)",
|
|
10
13
|
"CREATE INDEX IF NOT EXISTS dcb_event_type_pos ON dcb_event (log_name, event_type, position)",
|
|
@@ -17,9 +20,12 @@ let dcbConditionWhereFn = "\nCREATE OR REPLACE FUNCTION dcb_after_frag(p_tx xid8
|
|
|
17
20
|
|
|
18
21
|
let dcbAppendFn = "\nCREATE OR REPLACE FUNCTION dcb_append(\n p_log_name text,\n p_events jsonb,\n p_condition jsonb DEFAULT NULL,\n p_lock_strategy text DEFAULT 'advisory'\n) RETURNS text\nLANGUAGE plpgsql AS $fn$\nDECLARE\n v_lock_keys bigint[];\n v_after_raw text;\n v_after_tx xid8;\n v_after_pos bigint;\n v_where text;\n v_conflict boolean;\n v_last_pos bigint;\n v_key bigint;\nBEGIN\n -- 1. Lock keys: every tag in written events UNION every tag in the condition.\n SELECT array_agg(DISTINCT k ORDER BY k) INTO v_lock_keys\n FROM (\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(p_events) ev,\n jsonb_array_elements_text(ev->'tags') tag\n UNION\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(COALESCE(p_condition->'query', '[]'::jsonb)) qi,\n jsonb_array_elements_text(COALESCE(qi->'tags', '[]'::jsonb)) tag\n ) s;\n\n -- 2. Acquire in sorted order.\n IF v_lock_keys IS NOT NULL THEN\n IF p_lock_strategy = 'rows' THEN\n INSERT INTO dcb_scope(log_name, scope_hash)\n SELECT p_log_name, k FROM unnest(v_lock_keys) k\n ON CONFLICT DO NOTHING;\n PERFORM 1 FROM dcb_scope\n WHERE log_name = p_log_name AND scope_hash = ANY(v_lock_keys)\n ORDER BY scope_hash\n FOR UPDATE;\n ELSE\n FOREACH v_key IN ARRAY v_lock_keys LOOP\n PERFORM pg_advisory_xact_lock(v_key);\n END LOOP;\n END IF;\n END IF;\n\n -- 3. Exact condition check under the held locks (READ COMMITTED is race-free\n -- here: a conflicting concurrent writer is either committed+visible or\n -- blocked on our lock).\n IF p_condition IS NOT NULL THEN\n v_after_raw := NULLIF(p_condition->>'after', '');\n IF v_after_raw IS NOT NULL THEN\n -- Cursor is '<xid8>:<position>', each zero-padded to 20 digits. Strip the\n -- padding before casting (bigint tolerates leading zeros; be explicit for\n -- xid8, guarding the all-zeros case).\n v_after_tx := COALESCE(NULLIF(ltrim(split_part(v_after_raw, ':', 1), '0'), ''), '0')::xid8;\n v_after_pos := split_part(v_after_raw, ':', 2)::bigint;\n END IF;\n v_where := dcb_condition_where(p_log_name, p_condition->'query', v_after_tx, v_after_pos);\n EXECUTE 'SELECT EXISTS (SELECT 1 FROM dcb_event WHERE ' || v_where || ')'\n INTO v_conflict;\n IF v_conflict THEN\n RAISE EXCEPTION 'dcb_conflict' USING ERRCODE = 'P0001';\n END IF;\n END IF;\n\n -- 4. Insert every event in array order; positions come from the IDENTITY seq.\n WITH ins AS (\n INSERT INTO dcb_event(log_name, event_type, tags, data, meta)\n SELECT p_log_name,\n ev->>'event_type',\n ARRAY(SELECT jsonb_array_elements_text(ev->'tags')),\n ev->'data',\n ev->'meta'\n FROM jsonb_array_elements(p_events) WITH ORDINALITY AS t(ev, ord)\n ORDER BY ord\n RETURNING position\n )\n SELECT max(position) INTO v_last_pos FROM ins;\n\n -- 5. Wake the change feed (Phase D). No-op if nobody is LISTENing.\n PERFORM pg_notify('dcb_' || p_log_name, v_last_pos::text);\n\n RETURN lpad(pg_current_xact_id()::text, 20, '0') || ':' || lpad(v_last_pos::text, 20, '0');\nEND;\n$fn$;\n";
|
|
19
22
|
|
|
23
|
+
let eventLogNotifyFn = "\nCREATE OR REPLACE FUNCTION event_log_notify() RETURNS trigger\nLANGUAGE plpgsql AS $fn$\nBEGIN\n PERFORM pg_notify('evlog_' || log_name, '')\n FROM (SELECT DISTINCT log_name FROM new_rows) s;\n RETURN NULL;\nEND;\n$fn$;\n\nCREATE OR REPLACE TRIGGER event_log_notify_trg\n AFTER INSERT ON event_log\n REFERENCING NEW TABLE AS new_rows\n FOR EACH STATEMENT EXECUTE FUNCTION event_log_notify();\n";
|
|
24
|
+
|
|
20
25
|
let functionStatements = [
|
|
21
26
|
dcbConditionWhereFn,
|
|
22
|
-
dcbAppendFn
|
|
27
|
+
dcbAppendFn,
|
|
28
|
+
eventLogNotifyFn
|
|
23
29
|
];
|
|
24
30
|
|
|
25
31
|
async function ensureSchema(pool) {
|
|
@@ -32,13 +38,14 @@ async function ensureSchema(pool) {
|
|
|
32
38
|
}
|
|
33
39
|
|
|
34
40
|
async function truncateAll(pool) {
|
|
35
|
-
return await PgDriver$ReventlessPostgres.exec(pool, "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription RESTART IDENTITY");
|
|
41
|
+
return await PgDriver$ReventlessPostgres.exec(pool, "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription, event_log_subscription RESTART IDENTITY");
|
|
36
42
|
}
|
|
37
43
|
|
|
38
44
|
export {
|
|
39
45
|
tableStatements,
|
|
40
46
|
dcbConditionWhereFn,
|
|
41
47
|
dcbAppendFn,
|
|
48
|
+
eventLogNotifyFn,
|
|
42
49
|
functionStatements,
|
|
43
50
|
ensureSchema,
|
|
44
51
|
truncateAll,
|
|
@@ -97,23 +97,36 @@ let withId = (item: JSON.t, partitionKey: string): JSON.t =>
|
|
|
97
97
|
| _ => item
|
|
98
98
|
}
|
|
99
99
|
|
|
100
|
-
|
|
100
|
+
// Plain operation set for a read model's qdb table. Exposed separately from
|
|
101
|
+
// `makeStorage` so the deployed-Lambda runtime (reventless-aws) can bind ops
|
|
102
|
+
// without touching the Pulumi-shaped `storage` record.
|
|
103
|
+
let makeOperations = (
|
|
101
104
|
~pool: PgDriver.pool,
|
|
102
105
|
~name: string,
|
|
103
106
|
~indexes: array<indexConfig>,
|
|
104
107
|
~subIdField: option<string>,
|
|
105
|
-
): QueryDb_Adapter.
|
|
108
|
+
): QueryDb_Adapter.operations => {
|
|
106
109
|
let table = tableName(name)
|
|
107
|
-
// Schema setup is async
|
|
108
|
-
//
|
|
109
|
-
//
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
110
|
+
// Schema setup is async and LAZY: kicked off by the first operation, not at
|
|
111
|
+
// construction. A deploy-time caller may build the ops on a machine that
|
|
112
|
+
// cannot reach the database (VPC-private RDS) — only the runtime, which
|
|
113
|
+
// actually calls an operation, may open a connection. Subsequent operations
|
|
114
|
+
// await the same promise (table + index creation runs exactly once).
|
|
115
|
+
let readyRef: ref<option<promise<unit>>> = ref(None)
|
|
116
|
+
let ready = () =>
|
|
117
|
+
switch readyRef.contents {
|
|
118
|
+
| Some(p) => p
|
|
119
|
+
| None =>
|
|
120
|
+
let p = {
|
|
121
|
+
open Promise
|
|
122
|
+
ensureTable(~pool, ~table)->then(() => ensureIndexes(~pool, ~table, ~indexes))
|
|
123
|
+
}
|
|
124
|
+
readyRef := Some(p)
|
|
125
|
+
p
|
|
126
|
+
}
|
|
114
127
|
|
|
115
128
|
let rowsFor = async (id: string): array<JSON.t> => {
|
|
116
|
-
await ready
|
|
129
|
+
await ready()
|
|
117
130
|
(await pool->PgDriver.query(
|
|
118
131
|
`SELECT item FROM ${table} WHERE partition_key = $1 AND ${notExpiredClause} ORDER BY sub_key ASC`,
|
|
119
132
|
[JSON.Encode.string(id)],
|
|
@@ -121,7 +134,7 @@ let makeStorage = (
|
|
|
121
134
|
}
|
|
122
135
|
|
|
123
136
|
let saveOne = async (id: string, state: JSON.t, ttl: option<int>) => {
|
|
124
|
-
await ready
|
|
137
|
+
await ready()
|
|
125
138
|
let subKey = computeSubKey(state, subIdField)
|
|
126
139
|
let expiresAt = switch ttl {
|
|
127
140
|
| Some(t) => JSON.Encode.int(t)
|
|
@@ -167,7 +180,7 @@ let makeStorage = (
|
|
|
167
180
|
// Mirror DynamoDB's `ADD #field :inc`: read the counter on the partition item
|
|
168
181
|
// (counters are single-state, sub_key=""), add inc, upsert, return NEW total.
|
|
169
182
|
let count: QueryDb.count<string> = async (id, fieldName, inc) => {
|
|
170
|
-
await ready
|
|
183
|
+
await ready()
|
|
171
184
|
let existing = (await rowsFor(id))->Array.get(0)->Option.flatMap(JSON.Decode.object)
|
|
172
185
|
let current =
|
|
173
186
|
existing
|
|
@@ -186,7 +199,7 @@ let makeStorage = (
|
|
|
186
199
|
}
|
|
187
200
|
|
|
188
201
|
let delete: QueryDb.delete<string> = async (id, subIdOpt) => {
|
|
189
|
-
await ready
|
|
202
|
+
await ready()
|
|
190
203
|
let _ = switch subIdOpt {
|
|
191
204
|
| None =>
|
|
192
205
|
await pool->PgDriver.query(
|
|
@@ -219,11 +232,19 @@ let makeStorage = (
|
|
|
219
232
|
delete,
|
|
220
233
|
deleteBatch,
|
|
221
234
|
}
|
|
235
|
+
ops
|
|
236
|
+
}
|
|
222
237
|
|
|
238
|
+
let makeStorage = (
|
|
239
|
+
~pool: PgDriver.pool,
|
|
240
|
+
~name: string,
|
|
241
|
+
~indexes: array<indexConfig>,
|
|
242
|
+
~subIdField: option<string>,
|
|
243
|
+
): QueryDb_Adapter.storage => {
|
|
223
244
|
{
|
|
224
245
|
QueryDb_Adapter.resources: [],
|
|
225
246
|
dataSourceName: ""->Pulumi.Output.make,
|
|
226
|
-
operations: Pulumi.Output.make(
|
|
247
|
+
operations: Pulumi.Output.make(makeOperations(~pool, ~name, ~indexes, ~subIdField)),
|
|
227
248
|
}
|
|
228
249
|
}
|
|
229
250
|
|
|
@@ -102,15 +102,26 @@ function withId(item, partitionKey) {
|
|
|
102
102
|
return copy;
|
|
103
103
|
}
|
|
104
104
|
|
|
105
|
-
function
|
|
105
|
+
function makeOperations(pool, name, indexes, subIdField) {
|
|
106
106
|
let table = tableName(name);
|
|
107
|
-
let
|
|
107
|
+
let readyRef = {
|
|
108
|
+
contents: undefined
|
|
109
|
+
};
|
|
110
|
+
let ready = () => {
|
|
111
|
+
let p = readyRef.contents;
|
|
112
|
+
if (p !== undefined) {
|
|
113
|
+
return p;
|
|
114
|
+
}
|
|
115
|
+
let p$1 = ensureTable(pool, table).then(() => ensureIndexes(pool, table, indexes));
|
|
116
|
+
readyRef.contents = p$1;
|
|
117
|
+
return p$1;
|
|
118
|
+
};
|
|
108
119
|
let rowsFor = async id => {
|
|
109
|
-
await ready;
|
|
120
|
+
await ready();
|
|
110
121
|
return (await PgDriver$ReventlessPostgres.query(pool, `SELECT item FROM ` + table + ` WHERE partition_key = $1 AND ` + notExpiredClause + ` ORDER BY sub_key ASC`, [id])).map(decodeItem);
|
|
111
122
|
};
|
|
112
123
|
let saveOne = async (id, state, ttl) => {
|
|
113
|
-
await ready;
|
|
124
|
+
await ready();
|
|
114
125
|
let subKey = computeSubKey(state, subIdField);
|
|
115
126
|
let expiresAt = ttl !== undefined ? ttl : null;
|
|
116
127
|
await PgDriver$ReventlessPostgres.query(pool, `INSERT INTO ` + table + `(partition_key, sub_key, item, expires_at)
|
|
@@ -146,7 +157,7 @@ function makeStorage(pool, name, indexes, subIdField) {
|
|
|
146
157
|
};
|
|
147
158
|
};
|
|
148
159
|
let count = async (id, fieldName, inc) => {
|
|
149
|
-
await ready;
|
|
160
|
+
await ready();
|
|
150
161
|
let existing = Stdlib_Option.flatMap((await rowsFor(id))[0], Stdlib_JSON.Decode.object);
|
|
151
162
|
let current = Stdlib_Option.mapOr(Stdlib_Option.flatMap(Stdlib_Option.flatMap(existing, o => o[fieldName]), Stdlib_JSON.Decode.float), 0, prim => prim | 0);
|
|
152
163
|
let next = current + inc | 0;
|
|
@@ -160,7 +171,7 @@ function makeStorage(pool, name, indexes, subIdField) {
|
|
|
160
171
|
};
|
|
161
172
|
};
|
|
162
173
|
let $$delete = async (id, subIdOpt) => {
|
|
163
|
-
await ready;
|
|
174
|
+
await ready();
|
|
164
175
|
if (subIdOpt !== undefined) {
|
|
165
176
|
await PgDriver$ReventlessPostgres.query(pool, `DELETE FROM ` + table + ` WHERE partition_key = $1 AND sub_key = $2`, [
|
|
166
177
|
id,
|
|
@@ -184,7 +195,7 @@ function makeStorage(pool, name, indexes, subIdField) {
|
|
|
184
195
|
_0: undefined
|
|
185
196
|
};
|
|
186
197
|
};
|
|
187
|
-
|
|
198
|
+
return {
|
|
188
199
|
load: load,
|
|
189
200
|
loadStream: loadStream,
|
|
190
201
|
save: save,
|
|
@@ -193,10 +204,13 @@ function makeStorage(pool, name, indexes, subIdField) {
|
|
|
193
204
|
delete: $$delete,
|
|
194
205
|
deleteBatch: deleteBatch
|
|
195
206
|
};
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function makeStorage(pool, name, indexes, subIdField) {
|
|
196
210
|
return {
|
|
197
211
|
resources: [],
|
|
198
212
|
dataSourceName: Pulumi.output(""),
|
|
199
|
-
operations: Pulumi.output(
|
|
213
|
+
operations: Pulumi.output(makeOperations(pool, name, indexes, subIdField))
|
|
200
214
|
};
|
|
201
215
|
}
|
|
202
216
|
|
|
@@ -219,6 +233,7 @@ export {
|
|
|
219
233
|
decodeItem,
|
|
220
234
|
computeSubKey,
|
|
221
235
|
withId,
|
|
236
|
+
makeOperations,
|
|
222
237
|
makeStorage,
|
|
223
238
|
Make,
|
|
224
239
|
}
|
|
@@ -122,6 +122,181 @@ module Make = (P: {let pool: PgDriver.pool}) => {
|
|
|
122
122
|
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
123
123
|
}
|
|
124
124
|
|
|
125
|
+
// ---------------------------------------------------------------------------
|
|
126
|
+
// GraphQL resolver push-downs (B3.2). The Postgres resolver Lambda dispatches
|
|
127
|
+
// these; they parallel the SQLite backend's `lookupByField` / `listPage` (the
|
|
128
|
+
// ones registered on LocalBus). All return `id`-carrying items (COALESCE from
|
|
129
|
+
// partition_key), matching the shape `QueryDbListQuery.run` operates over so
|
|
130
|
+
// the connection helpers agree.
|
|
131
|
+
//
|
|
132
|
+
// Text comparisons use `COLLATE "C"` (byte order — memcmp), the Postgres
|
|
133
|
+
// analogue of SQLite's BINARY collation, so cursor/order comparisons match
|
|
134
|
+
// JS string `<` for the ASCII id/status/name fields used as sort/filter keys.
|
|
135
|
+
// ---------------------------------------------------------------------------
|
|
136
|
+
|
|
137
|
+
// Equality lookup on an indexed JSON field — rides the expression index
|
|
138
|
+
// (`ensureIndexes`) instead of scanning. String comparison mirrors the
|
|
139
|
+
// resolver's JS path (which only matched string-typed fields).
|
|
140
|
+
let indexLookup = async (~readModelName, field: string, value: string): array<JSON.t> => {
|
|
141
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
142
|
+
let b = {params: []}
|
|
143
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE ${col(field)} = ${b->param(
|
|
144
|
+
JSON.Encode.string(value),
|
|
145
|
+
)} AND ${notExpired}`
|
|
146
|
+
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
// Batched-by-ids lookup: BatchGetItem analogue over the projection's own
|
|
150
|
+
// table. Single-key projections only (partition_key = the id). Missing ids
|
|
151
|
+
// drop out of the response (no cardinality preservation), matching
|
|
152
|
+
// BatchGetItem semantics.
|
|
153
|
+
let byIds = async (~readModelName, ids: array<string>): array<JSON.t> => {
|
|
154
|
+
if ids->Array.length == 0 {
|
|
155
|
+
[]
|
|
156
|
+
} else {
|
|
157
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
158
|
+
let b = {params: []}
|
|
159
|
+
let idsJson = JSON.Encode.array(ids->Array.map(JSON.Encode.string))
|
|
160
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE partition_key = ANY(${b->param(
|
|
161
|
+
idsJson,
|
|
162
|
+
)}::text[]) AND ${notExpired}`
|
|
163
|
+
(await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
// COALESCE(item->>'id', partition_key) — the effective id, byte-ordered.
|
|
168
|
+
let idExprC = `COALESCE(item->>'id', partition_key) COLLATE "C"`
|
|
169
|
+
let jsonTextC = (field: string): string => `${col(field)} COLLATE "C"`
|
|
170
|
+
|
|
171
|
+
// Connection-list push-down. Builds `item->>'field'` predicates + keyset
|
|
172
|
+
// WHERE + `ORDER BY … LIMIT pageSize+1` so a page reads only what it returns
|
|
173
|
+
// rather than the whole read model. Reproduces `QueryDbListQuery` semantics
|
|
174
|
+
// exactly for the shapes it handles; returns `None` (→ the resolver Lambda
|
|
175
|
+
// falls back to `scan` + the shared spec) for shapes not bit-exact in SQL:
|
|
176
|
+
// case-insensitive search/searchPrefix, Relay-global-id `ids`, and backward
|
|
177
|
+
// pagination (last/before). Cursor values, edges, and pageInfo are built by
|
|
178
|
+
// the SAME `QueryDbListQuery` helpers the fallback uses, so only the
|
|
179
|
+
// WHERE/ORDER/LIMIT needs to match — the parity harness asserts it does
|
|
180
|
+
// (SQLite ≡ Postgres ≡ spec). Mirrors QueryDbStorage_Sqlite.listPage.
|
|
181
|
+
let listPage = async (
|
|
182
|
+
~readModelName,
|
|
183
|
+
~argsDict: dict<JSON.t>,
|
|
184
|
+
~capability: GraphQL_FragmentGenerator.serverCapability,
|
|
185
|
+
~labelField as _,
|
|
186
|
+
): option<JSON.t> => {
|
|
187
|
+
let table = QueryDbStorage_Postgres.tableName(readModelName)
|
|
188
|
+
let filterDict =
|
|
189
|
+
argsDict->Dict.get("filter")->Option.flatMap(JSON.Decode.object)->Option.getOr(Dict.make())
|
|
190
|
+
let strNonEmpty = k =>
|
|
191
|
+
filterDict
|
|
192
|
+
->Dict.get(k)
|
|
193
|
+
->Option.flatMap(JSON.Decode.string)
|
|
194
|
+
->Option.mapOr(false, s => s->String.length > 0)
|
|
195
|
+
let hasIds =
|
|
196
|
+
filterDict
|
|
197
|
+
->Dict.get("ids")
|
|
198
|
+
->Option.flatMap(JSON.Decode.array)
|
|
199
|
+
->Option.mapOr(false, a => a->Array.length > 0)
|
|
200
|
+
let last = argsDict->Dict.get("last")->Option.flatMap(JSON.Decode.float)
|
|
201
|
+
let before = argsDict->Dict.get("before")->Option.flatMap(JSON.Decode.string)
|
|
202
|
+
if (
|
|
203
|
+
strNonEmpty("search") ||
|
|
204
|
+
strNonEmpty("searchPrefix") ||
|
|
205
|
+
hasIds ||
|
|
206
|
+
last->Option.isSome ||
|
|
207
|
+
before->Option.isSome
|
|
208
|
+
) {
|
|
209
|
+
None
|
|
210
|
+
} else {
|
|
211
|
+
let b = {params: []}
|
|
212
|
+
let whereParts = [notExpired]
|
|
213
|
+
let valString = v =>
|
|
214
|
+
switch v->JSON.Decode.string {
|
|
215
|
+
| Some(s) => Some(s)
|
|
216
|
+
| None => v->JSON.Decode.float->Option.map(f => Float.toString(f))
|
|
217
|
+
}
|
|
218
|
+
capability.filterFields->Array.forEach(f => {
|
|
219
|
+
switch filterDict->Dict.get(f.name ++ "Eq") {
|
|
220
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
221
|
+
whereParts->Array.push(
|
|
222
|
+
`${jsonTextC(f.name)} = ${b->param(JSON.Encode.string(valString(v)->Option.getOr("")))}`,
|
|
223
|
+
)
|
|
224
|
+
| _ => ()
|
|
225
|
+
}
|
|
226
|
+
if f.range {
|
|
227
|
+
switch filterDict->Dict.get(f.name ++ "From") {
|
|
228
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
229
|
+
whereParts->Array.push(
|
|
230
|
+
`${jsonTextC(f.name)} >= ${b->param(
|
|
231
|
+
JSON.Encode.string(valString(v)->Option.getOr("")),
|
|
232
|
+
)}`,
|
|
233
|
+
)
|
|
234
|
+
| _ => ()
|
|
235
|
+
}
|
|
236
|
+
switch filterDict->Dict.get(f.name ++ "To") {
|
|
237
|
+
| Some(v) when v != JSON.Encode.null =>
|
|
238
|
+
whereParts->Array.push(
|
|
239
|
+
`${jsonTextC(f.name)} <= ${b->param(
|
|
240
|
+
JSON.Encode.string(valString(v)->Option.getOr("")),
|
|
241
|
+
)}`,
|
|
242
|
+
)
|
|
243
|
+
| _ => ()
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
})
|
|
247
|
+
let orderByDict = argsDict->Dict.get("orderBy")->Option.flatMap(JSON.Decode.object)
|
|
248
|
+
let orderByField =
|
|
249
|
+
orderByDict->Option.flatMap(ob => ob->Dict.get("field"))->Option.flatMap(JSON.Decode.string)
|
|
250
|
+
let isDesc =
|
|
251
|
+
orderByDict
|
|
252
|
+
->Option.flatMap(ob => ob->Dict.get("direction"))
|
|
253
|
+
->Option.flatMap(JSON.Decode.string)
|
|
254
|
+
->Option.getOr("ASC") == "DESC"
|
|
255
|
+
let cursorExpr = switch orderByField {
|
|
256
|
+
| Some(f) => jsonTextC(f)
|
|
257
|
+
| None => idExprC
|
|
258
|
+
}
|
|
259
|
+
switch argsDict->Dict.get("after")->Option.flatMap(JSON.Decode.string) {
|
|
260
|
+
| Some(c) =>
|
|
261
|
+
whereParts->Array.push(
|
|
262
|
+
`${cursorExpr} ${isDesc ? "<" : ">"} ${b->param(
|
|
263
|
+
JSON.Encode.string(ReventlessCore.QueryDbListQuery.decodeCursor(c)),
|
|
264
|
+
)}`,
|
|
265
|
+
)
|
|
266
|
+
| None => ()
|
|
267
|
+
}
|
|
268
|
+
let orderClause = switch orderByField {
|
|
269
|
+
| Some(f) => `${jsonTextC(f)} ${isDesc ? "DESC" : "ASC"}, ${idExprC} ASC`
|
|
270
|
+
| None => `${idExprC} ASC`
|
|
271
|
+
}
|
|
272
|
+
let pageSize =
|
|
273
|
+
argsDict
|
|
274
|
+
->Dict.get("first")
|
|
275
|
+
->Option.flatMap(JSON.Decode.float)
|
|
276
|
+
->Option.map(Float.toInt)
|
|
277
|
+
->Option.getOr(ReventlessCore.QueryDbListQuery.defaultListPageSize)
|
|
278
|
+
let sql = `SELECT partition_key, item FROM ${table} WHERE ${whereParts->Array.join(
|
|
279
|
+
" AND ",
|
|
280
|
+
)} ORDER BY ${orderClause} LIMIT ${b->param(JSON.Encode.int(pageSize + 1))}`
|
|
281
|
+
let rows = (await P.pool->PgDriver.query(sql, b.params))->Array.map(decodeRow(~withId=true, ...))
|
|
282
|
+
let hasMore = rows->Array.length > pageSize
|
|
283
|
+
let pageItems = rows->Array.slice(~start=0, ~end=pageSize)
|
|
284
|
+
let cursorField = orderByField->Option.getOr("id")
|
|
285
|
+
let cursorValueOf = item =>
|
|
286
|
+
ReventlessCore.QueryDbListQuery.getFieldString(item, cursorField)->Option.getOr(
|
|
287
|
+
ReventlessCore.QueryDbListQuery.getId(item),
|
|
288
|
+
)
|
|
289
|
+
Some(
|
|
290
|
+
ReventlessCore.QueryDbListQuery.buildConnection(
|
|
291
|
+
~pageItems,
|
|
292
|
+
~hasNextPage=hasMore,
|
|
293
|
+
~hasPreviousPage=false,
|
|
294
|
+
~cursorValueOf,
|
|
295
|
+
),
|
|
296
|
+
)
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
|
|
125
300
|
let make: QueryDb_Adapter.queryEngineMaker = _allQueryDbs =>
|
|
126
301
|
Pulumi.Output.make({QueryEngine.scan, query})
|
|
127
302
|
}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
2
|
|
|
3
|
+
import * as Stdlib_JSON from "@rescript/runtime/lib/es6/Stdlib_JSON.js";
|
|
3
4
|
import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
|
|
4
5
|
import * as Pulumi from "@pulumi/pulumi";
|
|
5
6
|
import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
7
|
+
import * as QueryDbListQuery$ReventlessCore from "@reventlessdev/reventless-core/src/components/Api/QueryDbListQuery.res.mjs";
|
|
6
8
|
import * as QueryDbStorage_Postgres$ReventlessPostgres from "./QueryDbStorage_Postgres.res.mjs";
|
|
7
9
|
|
|
8
10
|
function valueToText(v) {
|
|
@@ -145,6 +147,90 @@ function Make(P) {
|
|
|
145
147
|
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + where.join(" AND ") + ` ORDER BY partition_key, sub_key LIMIT ` + param(b, limit);
|
|
146
148
|
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
147
149
|
};
|
|
150
|
+
let indexLookup = async (readModelName, field, value) => {
|
|
151
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
152
|
+
let b = {
|
|
153
|
+
params: []
|
|
154
|
+
};
|
|
155
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + col(field) + ` = ` + param(b, value) + ` AND ` + QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause;
|
|
156
|
+
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
157
|
+
};
|
|
158
|
+
let byIds = async (readModelName, ids) => {
|
|
159
|
+
if (ids.length === 0) {
|
|
160
|
+
return [];
|
|
161
|
+
}
|
|
162
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
163
|
+
let b = {
|
|
164
|
+
params: []
|
|
165
|
+
};
|
|
166
|
+
let idsJson = ids.map(prim => prim);
|
|
167
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE partition_key = ANY(` + param(b, idsJson) + `::text[]) AND ` + QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause;
|
|
168
|
+
return (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
169
|
+
};
|
|
170
|
+
let idExprC = `COALESCE(item->>'id', partition_key) COLLATE "C"`;
|
|
171
|
+
let jsonTextC = field => col(field) + ` COLLATE "C"`;
|
|
172
|
+
let listPage = async (readModelName, argsDict, capability, param$1) => {
|
|
173
|
+
let table = QueryDbStorage_Postgres$ReventlessPostgres.tableName(readModelName);
|
|
174
|
+
let filterDict = Stdlib_Option.getOr(Stdlib_Option.flatMap(argsDict["filter"], Stdlib_JSON.Decode.object), {});
|
|
175
|
+
let strNonEmpty = k => Stdlib_Option.mapOr(Stdlib_Option.flatMap(filterDict[k], Stdlib_JSON.Decode.string), false, s => s.length > 0);
|
|
176
|
+
let hasIds = Stdlib_Option.mapOr(Stdlib_Option.flatMap(filterDict["ids"], Stdlib_JSON.Decode.array), false, a => a.length !== 0);
|
|
177
|
+
let last = Stdlib_Option.flatMap(argsDict["last"], Stdlib_JSON.Decode.float);
|
|
178
|
+
let before = Stdlib_Option.flatMap(argsDict["before"], Stdlib_JSON.Decode.string);
|
|
179
|
+
if (strNonEmpty("search") || strNonEmpty("searchPrefix") || hasIds || Stdlib_Option.isSome(last) || Stdlib_Option.isSome(before)) {
|
|
180
|
+
return;
|
|
181
|
+
}
|
|
182
|
+
let b = {
|
|
183
|
+
params: []
|
|
184
|
+
};
|
|
185
|
+
let whereParts = [QueryDbStorage_Postgres$ReventlessPostgres.notExpiredClause];
|
|
186
|
+
let valString = v => {
|
|
187
|
+
let s = Stdlib_JSON.Decode.string(v);
|
|
188
|
+
if (s !== undefined) {
|
|
189
|
+
return s;
|
|
190
|
+
} else {
|
|
191
|
+
return Stdlib_Option.map(Stdlib_JSON.Decode.float(v), f => f.toString());
|
|
192
|
+
}
|
|
193
|
+
};
|
|
194
|
+
capability.filterFields.forEach(f => {
|
|
195
|
+
let v = filterDict[f.name + "Eq"];
|
|
196
|
+
if (v !== undefined && v !== null) {
|
|
197
|
+
whereParts.push(jsonTextC(f.name) + ` = ` + param(b, Stdlib_Option.getOr(valString(v), "")));
|
|
198
|
+
}
|
|
199
|
+
if (!f.range) {
|
|
200
|
+
return;
|
|
201
|
+
}
|
|
202
|
+
let v$1 = filterDict[f.name + "From"];
|
|
203
|
+
if (v$1 !== undefined && v$1 !== null) {
|
|
204
|
+
whereParts.push(jsonTextC(f.name) + ` >= ` + param(b, Stdlib_Option.getOr(valString(v$1), "")));
|
|
205
|
+
}
|
|
206
|
+
let v$2 = filterDict[f.name + "To"];
|
|
207
|
+
if (v$2 !== undefined && v$2 !== null) {
|
|
208
|
+
whereParts.push(jsonTextC(f.name) + ` <= ` + param(b, Stdlib_Option.getOr(valString(v$2), "")));
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
});
|
|
212
|
+
let orderByDict = Stdlib_Option.flatMap(argsDict["orderBy"], Stdlib_JSON.Decode.object);
|
|
213
|
+
let orderByField = Stdlib_Option.flatMap(Stdlib_Option.flatMap(orderByDict, ob => ob["field"]), Stdlib_JSON.Decode.string);
|
|
214
|
+
let isDesc = Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_Option.flatMap(orderByDict, ob => ob["direction"]), Stdlib_JSON.Decode.string), "ASC") === "DESC";
|
|
215
|
+
let cursorExpr = orderByField !== undefined ? jsonTextC(orderByField) : idExprC;
|
|
216
|
+
let c = Stdlib_Option.flatMap(argsDict["after"], Stdlib_JSON.Decode.string);
|
|
217
|
+
if (c !== undefined) {
|
|
218
|
+
whereParts.push(cursorExpr + ` ` + (
|
|
219
|
+
isDesc ? "<" : ">"
|
|
220
|
+
) + ` ` + param(b, QueryDbListQuery$ReventlessCore.decodeCursor(c)));
|
|
221
|
+
}
|
|
222
|
+
let orderClause = orderByField !== undefined ? jsonTextC(orderByField) + ` ` + (
|
|
223
|
+
isDesc ? "DESC" : "ASC"
|
|
224
|
+
) + `, ` + idExprC + ` ASC` : idExprC + ` ASC`;
|
|
225
|
+
let pageSize = Stdlib_Option.getOr(Stdlib_Option.map(Stdlib_Option.flatMap(argsDict["first"], Stdlib_JSON.Decode.float), prim => prim | 0), QueryDbListQuery$ReventlessCore.defaultListPageSize);
|
|
226
|
+
let sql = `SELECT partition_key, item FROM ` + table + ` WHERE ` + whereParts.join(" AND ") + ` ORDER BY ` + orderClause + ` LIMIT ` + param(b, pageSize + 1 | 0);
|
|
227
|
+
let rows = (await PgDriver$ReventlessPostgres.query(P.pool, sql, b.params)).map(extra => decodeRow(true, extra));
|
|
228
|
+
let hasMore = rows.length > pageSize;
|
|
229
|
+
let pageItems = rows.slice(0, pageSize);
|
|
230
|
+
let cursorField = Stdlib_Option.getOr(orderByField, "id");
|
|
231
|
+
let cursorValueOf = item => Stdlib_Option.getOr(QueryDbListQuery$ReventlessCore.getFieldString(item, cursorField), QueryDbListQuery$ReventlessCore.getId(item));
|
|
232
|
+
return QueryDbListQuery$ReventlessCore.buildConnection(pageItems, hasMore, false, cursorValueOf);
|
|
233
|
+
};
|
|
148
234
|
let make = _allQueryDbs => Pulumi.output({
|
|
149
235
|
scan: scan,
|
|
150
236
|
query: query
|
|
@@ -152,6 +238,11 @@ function Make(P) {
|
|
|
152
238
|
return {
|
|
153
239
|
query: query,
|
|
154
240
|
scan: scan,
|
|
241
|
+
indexLookup: indexLookup,
|
|
242
|
+
byIds: byIds,
|
|
243
|
+
idExprC: idExprC,
|
|
244
|
+
jsonTextC: jsonTextC,
|
|
245
|
+
listPage: listPage,
|
|
155
246
|
make: make
|
|
156
247
|
};
|
|
157
248
|
}
|
|
@@ -233,4 +233,72 @@ switch processEnv->Dict.get("PG_URL") {
|
|
|
233
233
|
expect(again)->toBe(0)
|
|
234
234
|
})
|
|
235
235
|
})
|
|
236
|
+
|
|
237
|
+
describe("classic change feed (event_log, B2.5)", () => {
|
|
238
|
+
testPromise("drains classic events in commit order, with fields, then checkpoints", async () => {
|
|
239
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-orders", ~opts)
|
|
240
|
+
let _ = await ops.append(0, "agg-1", [evJson("m0", 1), evJson("m1", 2)])
|
|
241
|
+
let _ = await ops.append(0, "agg-2", [evJson("m2", 3)])
|
|
242
|
+
|
|
243
|
+
let collected = ref([])
|
|
244
|
+
let processed = await EventLogChangeFeed.drain(
|
|
245
|
+
pool,
|
|
246
|
+
~logName="cf-orders",
|
|
247
|
+
~subscriber="cf-sub",
|
|
248
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
249
|
+
)
|
|
250
|
+
expect(processed)->toBe(3)
|
|
251
|
+
expect(collected.contents->Array.length)->toBe(3)
|
|
252
|
+
|
|
253
|
+
// Fields round-trip from the stored row.
|
|
254
|
+
let first = collected.contents->Array.getUnsafe(0)
|
|
255
|
+
expect(first.aggregateId)->toBe("agg-1")
|
|
256
|
+
expect(first.seqNr)->toBe(0)
|
|
257
|
+
expect(first.msgId)->toEqual(Some("m0"))
|
|
258
|
+
|
|
259
|
+
// Cursors are strictly increasing in drain order.
|
|
260
|
+
let cursors = collected.contents->Array.map(e => e.cursor)
|
|
261
|
+
let increasing = ref(true)
|
|
262
|
+
for i in 1 to cursors->Array.length - 1 {
|
|
263
|
+
if cursors->Array.getUnsafe(i) <= cursors->Array.getUnsafe(i - 1) {
|
|
264
|
+
increasing := false
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
expect(increasing.contents)->toBe(true)
|
|
268
|
+
|
|
269
|
+
// Second drain from the saved checkpoint sees nothing new.
|
|
270
|
+
let again = await EventLogChangeFeed.drain(
|
|
271
|
+
pool,
|
|
272
|
+
~logName="cf-orders",
|
|
273
|
+
~subscriber="cf-sub",
|
|
274
|
+
~handle=async _ => (),
|
|
275
|
+
)
|
|
276
|
+
expect(again)->toBe(0)
|
|
277
|
+
})
|
|
278
|
+
|
|
279
|
+
testPromise("concurrent appends across aggregates: every event drained exactly once", async () => {
|
|
280
|
+
let (_n, ops, _s) = EventLogStorage_Postgres.makeStorage(~pool, ~name="cf-concurrent", ~opts)
|
|
281
|
+
let n = 20
|
|
282
|
+
// One event per aggregate, all dispatched before awaiting — genuinely
|
|
283
|
+
// concurrent on the pool, so global_seq is assigned in interleaved/undefined
|
|
284
|
+
// commit order. The xmin fence must still drain every event exactly once.
|
|
285
|
+
let promises =
|
|
286
|
+
Array.make(~length=n, 0)->Array.mapWithIndex((_, i) =>
|
|
287
|
+
ops.append(0, "agg-" ++ Int.toString(i), [evJson("m" ++ Int.toString(i), i)])
|
|
288
|
+
)
|
|
289
|
+
let _ = await Promise.all(promises)
|
|
290
|
+
|
|
291
|
+
let collected = ref([])
|
|
292
|
+
let _ = await EventLogChangeFeed.drain(
|
|
293
|
+
pool,
|
|
294
|
+
~logName="cf-concurrent",
|
|
295
|
+
~subscriber="cf-conc-sub",
|
|
296
|
+
~handle=async evs => collected := collected.contents->Array.concat(evs),
|
|
297
|
+
)
|
|
298
|
+
// No skips: all N events present. No dupes: N distinct cursors.
|
|
299
|
+
expect(collected.contents->Array.length)->toBe(n)
|
|
300
|
+
let distinctCursors = collected.contents->Array.map(e => e.cursor)->Set.fromArray
|
|
301
|
+
expect(distinctCursors->Set.size)->toBe(n)
|
|
302
|
+
})
|
|
303
|
+
})
|
|
236
304
|
}
|
|
@@ -6,6 +6,7 @@ import * as Message$ReventlessCore from "@reventlessdev/reventless-core/src/Mess
|
|
|
6
6
|
import * as PgDriver$ReventlessPostgres from "../src/PgDriver.res.mjs";
|
|
7
7
|
import * as PgSchema$ReventlessPostgres from "../src/PgSchema.res.mjs";
|
|
8
8
|
import * as PgChangeFeed$ReventlessPostgres from "../src/PgChangeFeed.res.mjs";
|
|
9
|
+
import * as EventLogChangeFeed$ReventlessPostgres from "../src/EventLogChangeFeed.res.mjs";
|
|
9
10
|
import * as EventLogStorage_Postgres$ReventlessPostgres from "../src/EventLogStorage_Postgres.res.mjs";
|
|
10
11
|
import * as DcbEventLogStorage_Postgres$ReventlessPostgres from "../src/DcbEventLogStorage_Postgres.res.mjs";
|
|
11
12
|
|
|
@@ -313,6 +314,54 @@ if (url !== undefined) {
|
|
|
313
314
|
globalThis.expect(again).toBe(0);
|
|
314
315
|
});
|
|
315
316
|
});
|
|
317
|
+
globalThis.describe("classic change feed (event_log, B2.5)", () => {
|
|
318
|
+
globalThis.test("drains classic events in commit order, with fields, then checkpoints", async () => {
|
|
319
|
+
let match = EventLogStorage_Postgres$ReventlessPostgres.makeStorage(pool, "cf-orders", opts, undefined);
|
|
320
|
+
let ops = match[1];
|
|
321
|
+
await ops.append(0, "agg-1", [
|
|
322
|
+
evJson("m0", 1),
|
|
323
|
+
evJson("m1", 2)
|
|
324
|
+
]);
|
|
325
|
+
await ops.append(0, "agg-2", [evJson("m2", 3)]);
|
|
326
|
+
let collected = {
|
|
327
|
+
contents: []
|
|
328
|
+
};
|
|
329
|
+
let processed = await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-orders", "cf-sub", undefined, async evs => {
|
|
330
|
+
collected.contents = collected.contents.concat(evs);
|
|
331
|
+
});
|
|
332
|
+
globalThis.expect(processed).toBe(3);
|
|
333
|
+
globalThis.expect(collected.contents.length).toBe(3);
|
|
334
|
+
let first = collected.contents[0];
|
|
335
|
+
globalThis.expect(first.aggregateId).toBe("agg-1");
|
|
336
|
+
globalThis.expect(first.seqNr).toBe(0);
|
|
337
|
+
globalThis.expect(first.msgId).toEqual("m0");
|
|
338
|
+
let cursors = collected.contents.map(e => e.cursor);
|
|
339
|
+
let increasing = true;
|
|
340
|
+
for (let i = 1, i_finish = cursors.length; i < i_finish; ++i) {
|
|
341
|
+
if (cursors[i] <= cursors[i - 1 | 0]) {
|
|
342
|
+
increasing = false;
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
globalThis.expect(increasing).toBe(true);
|
|
346
|
+
let again = await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-orders", "cf-sub", undefined, async param => {});
|
|
347
|
+
globalThis.expect(again).toBe(0);
|
|
348
|
+
});
|
|
349
|
+
globalThis.test("concurrent appends across aggregates: every event drained exactly once", async () => {
|
|
350
|
+
let match = EventLogStorage_Postgres$ReventlessPostgres.makeStorage(pool, "cf-concurrent", opts, undefined);
|
|
351
|
+
let ops = match[1];
|
|
352
|
+
let promises = Stdlib_Array.make(20, 0).map((param, i) => ops.append(0, "agg-" + i.toString(), [evJson("m" + i.toString(), i)]));
|
|
353
|
+
await Promise.all(promises);
|
|
354
|
+
let collected = {
|
|
355
|
+
contents: []
|
|
356
|
+
};
|
|
357
|
+
await EventLogChangeFeed$ReventlessPostgres.drain(pool, "cf-concurrent", "cf-conc-sub", undefined, async evs => {
|
|
358
|
+
collected.contents = collected.contents.concat(evs);
|
|
359
|
+
});
|
|
360
|
+
globalThis.expect(collected.contents.length).toBe(20);
|
|
361
|
+
let distinctCursors = new Set(collected.contents.map(e => e.cursor));
|
|
362
|
+
globalThis.expect(distinctCursors.size).toBe(20);
|
|
363
|
+
});
|
|
364
|
+
});
|
|
316
365
|
} else {
|
|
317
366
|
globalThis.test("Postgres integration (skipped — set PG_URL to run)", () => {
|
|
318
367
|
globalThis.expect(true).toBe(true);
|