@reventlessdev/reventless-postgres 3.0.0-alpha.1 → 3.0.0-alpha.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/CHANGELOG.md +78 -0
  2. package/lib/bs/.compiler.log +2 -2
  3. package/lib/bs/ReventlessPostgres.cmi +0 -0
  4. package/lib/bs/ReventlessPostgres.cmt +0 -0
  5. package/lib/bs/ReventlessPostgres.mlmap +5 -0
  6. package/lib/bs/compiler-info.json +1 -1
  7. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  8. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  9. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  10. package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
  11. package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
  12. package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  13. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  14. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  15. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  16. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  17. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  18. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  19. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  20. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  21. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  22. package/lib/bs/src/EventLogChangeFeed.ast +0 -0
  23. package/lib/bs/src/EventLogChangeFeed.res +184 -0
  24. package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
  25. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  26. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  27. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  28. package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
  29. package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
  30. package/lib/bs/src/EventLogStorage_Postgres.res.mjs +20 -186
  31. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  32. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  33. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  34. package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
  35. package/lib/bs/src/EventLogStorage_Postgres_Ops.res +180 -0
  36. package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  37. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  38. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  39. package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
  40. package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
  41. package/lib/bs/src/PgSchema.ast +0 -0
  42. package/lib/bs/src/PgSchema.res +36 -2
  43. package/lib/bs/src/PgSchema.res.mjs +9 -2
  44. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  45. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  46. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  47. package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
  48. package/lib/bs/src/QueryDbStorage_Postgres.res +10 -212
  49. package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
  50. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  51. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  52. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  53. package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
  54. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
  55. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  56. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  57. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  58. package/lib/bs/src/QueryEnginePostgres.ast +0 -0
  59. package/lib/bs/src/QueryEnginePostgres.res +259 -0
  60. package/lib/bs/src/QueryEnginePostgres.res.mjs +165 -0
  61. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  62. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  63. package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
  64. package/lib/bs/tests/PostgresIntegrationTest.res +68 -0
  65. package/lib/bs/tests/PostgresIntegrationTest.res.mjs +49 -0
  66. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  67. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
  68. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  69. package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
  70. package/lib/bs/tests/QueryEnginePostgresListPageTest.res +312 -0
  71. package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
  72. package/lib/ocaml/.compiler.log +2 -2
  73. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  74. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  75. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  76. package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
  77. package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
  78. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  79. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  80. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  81. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  82. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +350 -0
  83. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  84. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  85. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  86. package/lib/ocaml/EventLogChangeFeed.ast +0 -0
  87. package/lib/ocaml/EventLogChangeFeed.res +184 -0
  88. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  89. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  90. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  91. package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
  92. package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
  93. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  94. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  95. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  96. package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
  97. package/lib/ocaml/EventLogStorage_Postgres_Ops.res +180 -0
  98. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  99. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  100. package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
  101. package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
  102. package/lib/ocaml/PgSchema.ast +0 -0
  103. package/lib/ocaml/PgSchema.res +36 -2
  104. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  105. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  106. package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
  107. package/lib/ocaml/PostgresIntegrationTest.res +68 -0
  108. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  109. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  110. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  111. package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
  112. package/lib/ocaml/QueryDbStorage_Postgres.res +10 -212
  113. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  114. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  115. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  116. package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
  117. package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
  118. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  119. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  120. package/lib/ocaml/QueryEnginePostgres.ast +0 -0
  121. package/lib/ocaml/QueryEnginePostgres.res +259 -0
  122. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  123. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
  124. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  125. package/lib/ocaml/QueryEnginePostgresListPageTest.ast +0 -0
  126. package/lib/ocaml/QueryEnginePostgresListPageTest.res +312 -0
  127. package/lib/ocaml/ReventlessPostgres.cmi +0 -0
  128. package/lib/ocaml/ReventlessPostgres.cmt +0 -0
  129. package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
  130. package/package.json +8 -8
  131. package/src/DcbEventLogStorage_Postgres.res +25 -340
  132. package/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  133. package/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  134. package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  135. package/src/EventLogChangeFeed.res +184 -0
  136. package/src/EventLogChangeFeed.res.mjs +134 -0
  137. package/src/EventLogStorage_Postgres.res +12 -170
  138. package/src/EventLogStorage_Postgres.res.mjs +20 -186
  139. package/src/EventLogStorage_Postgres_Ops.res +180 -0
  140. package/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  141. package/src/PgSchema.res +36 -2
  142. package/src/PgSchema.res.mjs +9 -2
  143. package/src/QueryDbStorage_Postgres.res +10 -212
  144. package/src/QueryDbStorage_Postgres.res.mjs +27 -191
  145. package/src/QueryDbStorage_Postgres_Ops.res +229 -0
  146. package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  147. package/src/QueryEnginePostgres.res +259 -0
  148. package/src/QueryEnginePostgres.res.mjs +165 -0
  149. package/tests/PostgresIntegrationTest.res +68 -0
  150. package/tests/PostgresIntegrationTest.res.mjs +49 -0
  151. package/tests/QueryEnginePostgresListPageTest.res +312 -0
  152. package/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
@@ -0,0 +1,202 @@
1
+ // Generated by ReScript, PLEASE EDIT WITH CARE
2
+
3
+ import * as Stream from "@reventlessdev/rescript-effect/src/Stream.res.mjs";
4
+ import * as Stdlib_Int from "@rescript/runtime/lib/es6/Stdlib_Int.js";
5
+ import * as Stdlib_Array from "@rescript/runtime/lib/es6/Stdlib_Array.js";
6
+ import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
7
+ import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
8
+ import * as Effect from "effect/Effect";
9
+ import * as Stream$1 from "effect/Stream";
10
+ import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
11
+ import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
12
+
13
+ function noTracking(param) {
14
+
15
+ }
16
+
17
+ function decodePayload(row) {
18
+ return Stdlib_Option.getOr(row["payload"], null);
19
+ }
20
+
21
+ function coerceInt(v) {
22
+ switch (typeof v) {
23
+ case "string" :
24
+ return Stdlib_Option.getOr(Stdlib_Int.fromString(v, undefined), 0);
25
+ case "number" :
26
+ return v | 0;
27
+ default:
28
+ return 0;
29
+ }
30
+ }
31
+
32
+ async function countAll(pool) {
33
+ let row = await PgDriver$ReventlessPostgres.queryOne(pool, "SELECT COUNT(*)::bigint AS c FROM event_log", []);
34
+ if (row !== undefined) {
35
+ return Stdlib_Option.getOr(Stdlib_Option.map(row["c"], coerceInt), 0);
36
+ } else {
37
+ return 0;
38
+ }
39
+ }
40
+
41
+ function isUniqueViolation(exn) {
42
+ let msg = Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_JsExn.fromException(exn), Stdlib_JsExn.message), "");
43
+ if (msg.includes("duplicate key") || msg.includes("unique")) {
44
+ return true;
45
+ } else {
46
+ return msg.includes("23505");
47
+ }
48
+ }
49
+
50
+ function makeOps(pool, name, param, onAppendedOpt) {
51
+ let onAppended = onAppendedOpt !== undefined ? onAppendedOpt : noTracking;
52
+ let appendTracked = async (track, seqNr, id, jsons) => {
53
+ if (jsons.length === 0) {
54
+ return {
55
+ TAG: "Ok",
56
+ _0: undefined
57
+ };
58
+ }
59
+ try {
60
+ let rows = await PgDriver$ReventlessPostgres.query(pool, "INSERT INTO event_log(log_name, aggregate_id, seq_nr, payload, msg_id)\n SELECT $1, $2, $3::bigint + (ord - 1), value, value->>'msgId'\n FROM jsonb_array_elements($4::jsonb) WITH ORDINALITY AS t(value, ord)\n WHERE $3::bigint = (SELECT COALESCE(MAX(seq_nr), -1) + 1\n FROM event_log\n WHERE log_name = $1 AND aggregate_id = $2)\n RETURNING global_seq, msg_id", [
61
+ name,
62
+ id,
63
+ seqNr,
64
+ JSON.stringify(jsons)
65
+ ]);
66
+ if (rows.length === 0) {
67
+ return {
68
+ TAG: "Error",
69
+ _0: "Conflict"
70
+ };
71
+ } else {
72
+ if (track) {
73
+ onAppended(Stdlib_Array.filterMap(rows, row => {
74
+ let match = row["msg_id"];
75
+ let match$1 = row["global_seq"];
76
+ if (typeof match === "string" && match$1 !== undefined) {
77
+ return [
78
+ match,
79
+ coerceInt(match$1)
80
+ ];
81
+ }
82
+ }));
83
+ }
84
+ return {
85
+ TAG: "Ok",
86
+ _0: undefined
87
+ };
88
+ }
89
+ } catch (raw_exn) {
90
+ let exn = Primitive_exceptions.internalToException(raw_exn);
91
+ if (isUniqueViolation(exn)) {
92
+ return {
93
+ TAG: "Error",
94
+ _0: "Conflict"
95
+ };
96
+ } else {
97
+ return {
98
+ TAG: "Error",
99
+ _0: {
100
+ TAG: "StorageFailure",
101
+ _0: Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_JsExn.fromException(exn), Stdlib_JsExn.message), "storage error")
102
+ }
103
+ };
104
+ }
105
+ }
106
+ };
107
+ let append = (seqNr, id, jsons) => appendTracked(true, seqNr, id, jsons);
108
+ let replayArray = async (id, fromSeqOpt) => {
109
+ let fromSeq = fromSeqOpt !== undefined ? fromSeqOpt : 0;
110
+ return (await PgDriver$ReventlessPostgres.query(pool, "SELECT payload FROM event_log\n WHERE log_name = $1 AND aggregate_id = $2 AND seq_nr >= $3::bigint\n ORDER BY seq_nr ASC", [
111
+ name,
112
+ id,
113
+ fromSeq
114
+ ])).map(decodePayload);
115
+ };
116
+ let replay = id => replayArray(id, undefined);
117
+ let replayStream = (id, fromSeq) => Stream$1.flatMap(Stream$1.fromEffect(Effect.promise(() => replayArray(id, fromSeq))), arr => Stream$1.fromIterable(arr));
118
+ let latestSnapshot = async id => {
119
+ let row = await PgDriver$ReventlessPostgres.queryOne(pool, "SELECT seq_nr, state, schema_hash FROM snapshot WHERE log_name = $1 AND aggregate_id = $2", [
120
+ name,
121
+ id
122
+ ]);
123
+ if (row === undefined) {
124
+ return {
125
+ TAG: "Ok",
126
+ _0: undefined
127
+ };
128
+ }
129
+ let match = row["seq_nr"];
130
+ let match$1 = row["state"];
131
+ let match$2 = row["schema_hash"];
132
+ if (match !== undefined && match$1 !== undefined && typeof match$2 === "string") {
133
+ return {
134
+ TAG: "Ok",
135
+ _0: {
136
+ seqNr: coerceInt(match),
137
+ state: match$1,
138
+ schemaHash: match$2
139
+ }
140
+ };
141
+ } else {
142
+ return {
143
+ TAG: "Error",
144
+ _0: "snapshot row has unexpected shape"
145
+ };
146
+ }
147
+ };
148
+ let writeSnapshot = async (id, snap) => {
149
+ try {
150
+ await PgDriver$ReventlessPostgres.query(pool, "INSERT INTO snapshot(log_name, aggregate_id, seq_nr, state, schema_hash)\n VALUES ($1, $2, $3::bigint, $4::jsonb, $5)\n ON CONFLICT (log_name, aggregate_id)\n DO UPDATE SET seq_nr = EXCLUDED.seq_nr, state = EXCLUDED.state, schema_hash = EXCLUDED.schema_hash", [
151
+ name,
152
+ id,
153
+ snap.seqNr,
154
+ JSON.stringify(snap.state),
155
+ snap.schemaHash
156
+ ]);
157
+ return {
158
+ TAG: "Ok",
159
+ _0: undefined
160
+ };
161
+ } catch (raw_exn) {
162
+ let exn = Primitive_exceptions.internalToException(raw_exn);
163
+ return {
164
+ TAG: "Error",
165
+ _0: Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_JsExn.fromException(exn), Stdlib_JsExn.message), "snapshot write error")
166
+ };
167
+ }
168
+ };
169
+ let appendStream = (startingSeqNr, id, stream) => Effect.flatMap(Stream.runCollect(stream), jsons => Effect.flatMap(Effect.promise(() => appendTracked(false, startingSeqNr, id, jsons)), result => {
170
+ if (result.TAG === "Ok") {
171
+ return Effect.succeed();
172
+ }
173
+ let msg = result._0;
174
+ if (typeof msg !== "object") {
175
+ return Effect.fail("conflict");
176
+ } else {
177
+ return Effect.fail(msg._0);
178
+ }
179
+ }));
180
+ let ops = {
181
+ append: append,
182
+ replay: replay,
183
+ replayStream: replayStream,
184
+ appendStream: appendStream,
185
+ latestSnapshot: latestSnapshot,
186
+ writeSnapshot: writeSnapshot
187
+ };
188
+ return [
189
+ name,
190
+ ops
191
+ ];
192
+ }
193
+
194
+ export {
195
+ noTracking,
196
+ decodePayload,
197
+ coerceInt,
198
+ countAll,
199
+ isUniqueViolation,
200
+ makeOps,
201
+ }
202
+ /* Stream Not a pure module */
Binary file
@@ -36,6 +36,19 @@ let tableStatements = [
36
36
  schema_hash text NOT NULL,
37
37
  PRIMARY KEY (log_name, aggregate_id)
38
38
  )",
39
+ // --- Classic change feed (B2.5) ---
40
+ // Stamp every classic event with its committing xid8 so the feed can apply the
41
+ // same xmin read barrier the DCB feed uses — global_seq (an IDENTITY assigned at
42
+ // INSERT, before commit) is unsafe as a feed cursor on its own (a late-committing
43
+ // lower global_seq would be skipped). Idempotent; the volatile default auto-stamps
44
+ // every future insert with no change to EventLogStorage_Postgres.append.
45
+ "ALTER TABLE event_log ADD COLUMN IF NOT EXISTS transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id()",
46
+ "CREATE INDEX IF NOT EXISTS event_log_tx_gseq ON event_log (log_name, transaction_id, global_seq)",
47
+ "CREATE TABLE IF NOT EXISTS event_log_subscription (
48
+ subscriber text PRIMARY KEY,
49
+ last_tx xid8 NOT NULL DEFAULT '0'::xid8,
50
+ last_global_seq bigint NOT NULL DEFAULT 0
51
+ )",
39
52
  // --- DCB event log (Phase B) ---
40
53
  "CREATE TABLE IF NOT EXISTS dcb_event (
41
54
  log_name text NOT NULL,
@@ -236,7 +249,28 @@ END;
236
249
  $fn$;
237
250
  "
238
251
 
239
- let functionStatements = [dcbConditionWhereFn, dcbAppendFn]
252
+ // Classic change-feed wakeup (B2.5). A statement-level AFTER INSERT trigger fires
253
+ // one pg_notify per distinct log_name touched by the statement, so the classic feed
254
+ // gets the same near-real-time wakeup the DCB append's inline pg_notify provides —
255
+ // without touching EventLogStorage_Postgres.append. No-op if nobody is LISTENing; a
256
+ // low-frequency fallback tick in the consumer covers missed notifications.
257
+ let eventLogNotifyFn = "
258
+ CREATE OR REPLACE FUNCTION event_log_notify() RETURNS trigger
259
+ LANGUAGE plpgsql AS $fn$
260
+ BEGIN
261
+ PERFORM pg_notify('evlog_' || log_name, '')
262
+ FROM (SELECT DISTINCT log_name FROM new_rows) s;
263
+ RETURN NULL;
264
+ END;
265
+ $fn$;
266
+
267
+ CREATE OR REPLACE TRIGGER event_log_notify_trg
268
+ AFTER INSERT ON event_log
269
+ REFERENCING NEW TABLE AS new_rows
270
+ FOR EACH STATEMENT EXECUTE FUNCTION event_log_notify();
271
+ "
272
+
273
+ let functionStatements = [dcbConditionWhereFn, dcbAppendFn, eventLogNotifyFn]
240
274
 
241
275
  let ensureSchema = async (pool: PgDriver.pool): unit => {
242
276
  for i in 0 to tableStatements->Array.length - 1 {
@@ -251,6 +285,6 @@ let ensureSchema = async (pool: PgDriver.pool): unit => {
251
285
  // Mirrors the reventless-local contract that reset wipes data, not structure.
252
286
  let truncateAll = async (pool: PgDriver.pool): unit => {
253
287
  await pool->PgDriver.exec(
254
- "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription RESTART IDENTITY",
288
+ "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription, event_log_subscription RESTART IDENTITY",
255
289
  )
256
290
  }
@@ -5,6 +5,9 @@ import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
5
5
  let tableStatements = [
6
6
  "CREATE TABLE IF NOT EXISTS event_log (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n payload jsonb NOT NULL,\n msg_id text,\n global_seq bigint GENERATED ALWAYS AS IDENTITY,\n PRIMARY KEY (log_name, aggregate_id, seq_nr)\n )",
7
7
  "CREATE TABLE IF NOT EXISTS snapshot (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n state jsonb NOT NULL,\n schema_hash text NOT NULL,\n PRIMARY KEY (log_name, aggregate_id)\n )",
8
+ "ALTER TABLE event_log ADD COLUMN IF NOT EXISTS transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id()",
9
+ "CREATE INDEX IF NOT EXISTS event_log_tx_gseq ON event_log (log_name, transaction_id, global_seq)",
10
+ "CREATE TABLE IF NOT EXISTS event_log_subscription (\n subscriber text PRIMARY KEY,\n last_tx xid8 NOT NULL DEFAULT '0'::xid8,\n last_global_seq bigint NOT NULL DEFAULT 0\n )",
8
11
  "CREATE TABLE IF NOT EXISTS dcb_event (\n log_name text NOT NULL,\n position bigint GENERATED ALWAYS AS IDENTITY,\n transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id(),\n event_type text NOT NULL,\n tags text[] NOT NULL DEFAULT '{}',\n data jsonb NOT NULL,\n meta jsonb NOT NULL,\n recorded_at timestamptz NOT NULL DEFAULT now(),\n PRIMARY KEY (log_name, position)\n )",
9
12
  "CREATE INDEX IF NOT EXISTS dcb_event_tags_gin ON dcb_event USING gin (tags)",
10
13
  "CREATE INDEX IF NOT EXISTS dcb_event_type_pos ON dcb_event (log_name, event_type, position)",
@@ -17,9 +20,12 @@ let dcbConditionWhereFn = "\nCREATE OR REPLACE FUNCTION dcb_after_frag(p_tx xid8
17
20
 
18
21
  let dcbAppendFn = "\nCREATE OR REPLACE FUNCTION dcb_append(\n p_log_name text,\n p_events jsonb,\n p_condition jsonb DEFAULT NULL,\n p_lock_strategy text DEFAULT 'advisory'\n) RETURNS text\nLANGUAGE plpgsql AS $fn$\nDECLARE\n v_lock_keys bigint[];\n v_after_raw text;\n v_after_tx xid8;\n v_after_pos bigint;\n v_where text;\n v_conflict boolean;\n v_last_pos bigint;\n v_key bigint;\nBEGIN\n -- 1. Lock keys: every tag in written events UNION every tag in the condition.\n SELECT array_agg(DISTINCT k ORDER BY k) INTO v_lock_keys\n FROM (\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(p_events) ev,\n jsonb_array_elements_text(ev->'tags') tag\n UNION\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(COALESCE(p_condition->'query', '[]'::jsonb)) qi,\n jsonb_array_elements_text(COALESCE(qi->'tags', '[]'::jsonb)) tag\n ) s;\n\n -- 2. Acquire in sorted order.\n IF v_lock_keys IS NOT NULL THEN\n IF p_lock_strategy = 'rows' THEN\n INSERT INTO dcb_scope(log_name, scope_hash)\n SELECT p_log_name, k FROM unnest(v_lock_keys) k\n ON CONFLICT DO NOTHING;\n PERFORM 1 FROM dcb_scope\n WHERE log_name = p_log_name AND scope_hash = ANY(v_lock_keys)\n ORDER BY scope_hash\n FOR UPDATE;\n ELSE\n FOREACH v_key IN ARRAY v_lock_keys LOOP\n PERFORM pg_advisory_xact_lock(v_key);\n END LOOP;\n END IF;\n END IF;\n\n -- 3. Exact condition check under the held locks (READ COMMITTED is race-free\n -- here: a conflicting concurrent writer is either committed+visible or\n -- blocked on our lock).\n IF p_condition IS NOT NULL THEN\n v_after_raw := NULLIF(p_condition->>'after', '');\n IF v_after_raw IS NOT NULL THEN\n -- Cursor is '<xid8>:<position>', each zero-padded to 20 digits. Strip the\n -- padding before casting (bigint tolerates leading zeros; be explicit for\n -- xid8, guarding the all-zeros case).\n v_after_tx := COALESCE(NULLIF(ltrim(split_part(v_after_raw, ':', 1), '0'), ''), '0')::xid8;\n v_after_pos := split_part(v_after_raw, ':', 2)::bigint;\n END IF;\n v_where := dcb_condition_where(p_log_name, p_condition->'query', v_after_tx, v_after_pos);\n EXECUTE 'SELECT EXISTS (SELECT 1 FROM dcb_event WHERE ' || v_where || ')'\n INTO v_conflict;\n IF v_conflict THEN\n RAISE EXCEPTION 'dcb_conflict' USING ERRCODE = 'P0001';\n END IF;\n END IF;\n\n -- 4. Insert every event in array order; positions come from the IDENTITY seq.\n WITH ins AS (\n INSERT INTO dcb_event(log_name, event_type, tags, data, meta)\n SELECT p_log_name,\n ev->>'event_type',\n ARRAY(SELECT jsonb_array_elements_text(ev->'tags')),\n ev->'data',\n ev->'meta'\n FROM jsonb_array_elements(p_events) WITH ORDINALITY AS t(ev, ord)\n ORDER BY ord\n RETURNING position\n )\n SELECT max(position) INTO v_last_pos FROM ins;\n\n -- 5. Wake the change feed (Phase D). No-op if nobody is LISTENing.\n PERFORM pg_notify('dcb_' || p_log_name, v_last_pos::text);\n\n RETURN lpad(pg_current_xact_id()::text, 20, '0') || ':' || lpad(v_last_pos::text, 20, '0');\nEND;\n$fn$;\n";
19
22
 
23
+ let eventLogNotifyFn = "\nCREATE OR REPLACE FUNCTION event_log_notify() RETURNS trigger\nLANGUAGE plpgsql AS $fn$\nBEGIN\n PERFORM pg_notify('evlog_' || log_name, '')\n FROM (SELECT DISTINCT log_name FROM new_rows) s;\n RETURN NULL;\nEND;\n$fn$;\n\nCREATE OR REPLACE TRIGGER event_log_notify_trg\n AFTER INSERT ON event_log\n REFERENCING NEW TABLE AS new_rows\n FOR EACH STATEMENT EXECUTE FUNCTION event_log_notify();\n";
24
+
20
25
  let functionStatements = [
21
26
  dcbConditionWhereFn,
22
- dcbAppendFn
27
+ dcbAppendFn,
28
+ eventLogNotifyFn
23
29
  ];
24
30
 
25
31
  async function ensureSchema(pool) {
@@ -32,13 +38,14 @@ async function ensureSchema(pool) {
32
38
  }
33
39
 
34
40
  async function truncateAll(pool) {
35
- return await PgDriver$ReventlessPostgres.exec(pool, "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription RESTART IDENTITY");
41
+ return await PgDriver$ReventlessPostgres.exec(pool, "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription, event_log_subscription RESTART IDENTITY");
36
42
  }
37
43
 
38
44
  export {
39
45
  tableStatements,
40
46
  dcbConditionWhereFn,
41
47
  dcbAppendFn,
48
+ eventLogNotifyFn,
42
49
  functionStatements,
43
50
  ensureSchema,
44
51
  truncateAll,
@@ -1,101 +1,16 @@
1
- // Postgres-backed QueryDb storage JSONB document tables, one per read model.
1
+ // Deploy/local wrapper over the runtime-pure QueryDbStorage_Postgres_Ops.
2
2
  //
3
- // Implements the clean QueryDb_Adapter.storageMaker (the shape
4
- // QueryDbStorage_DynamoDb implements): no in-process bus. The reventless-local
5
- // bridge that publishes state-changes to live GraphQL subscriptions wraps this
6
- // at integration time (Phase E), the way QueryDbStorage_Sqlite wraps its data
7
- // access today.
8
- //
9
- // Table `qdb_<name>`: partition_key text, sub_key text, item jsonb, expires_at
10
- // double precision (unix epoch seconds; null = never), PRIMARY KEY
11
- // (partition_key, sub_key). `item jsonb` returns already parsed. TTL is lazy —
12
- // every read carries `(expires_at IS NULL OR expires_at > epoch_now)`.
13
- //
14
- // GSI: each declared indexConfig becomes an expression index on `item->>'field'`
15
- // (composite keys concatenated with the configured separator). projectionType is
16
- // irrelevant in a relational store (every column is on the same row).
3
+ // `makeOperations` + all SQL helpers live in QueryDbStorage_Postgres_Ops, which
4
+ // imports NO `@pulumi/pulumi` so the deployed-Lambda runtime binds ops without
5
+ // dragging a deploy-time dep into its ESM import graph. This module `include`s
6
+ // that pure module (so every existing `QueryDbStorage_Postgres.*` reference keeps
7
+ // working) and adds only the deploy-time `Pulumi.Output`-shaped `storage` record
8
+ // and the `Make` provider functor.
9
+ // See docs/plans/deployed-lambda-esm-self-containment.md (Rung-3 finding).
17
10
 
18
11
  open ReventlessCore
19
12
  open Reventless.ReadModel
20
-
21
- let tableName = (name: string): string => "qdb_" ++ name->String.replaceAll("-", "_")
22
-
23
- // Collapse anything outside [A-Za-z0-9_] to _ — predictable, injection-safe idents.
24
- let sanitizeIdent = (s: string): string =>
25
- s->String.replaceRegExp(%re("/[^A-Za-z0-9_]/g"), "_")
26
-
27
- let notExpiredClause = "(expires_at IS NULL OR expires_at > extract(epoch from now()))"
28
-
29
- // JSONB text extraction for a single top-level field.
30
- let jsonField = (field: string): string =>
31
- `(item->>'${field->String.replaceAll("'", "''")}')`
32
-
33
- let compositeExpr = (fields: array<string>, sep: string): string => {
34
- let escapedSep = sep->String.replaceAll("'", "''")
35
- fields->Array.map(jsonField)->Array.join(` || '${escapedSep}' || `)
36
- }
37
-
38
- let indexExpressions = (idx: indexConfig): (string, option<string>) => {
39
- let pkExpr = switch idx.pkFields {
40
- | Some(fields) if fields->Array.length > 0 => compositeExpr(fields, idx.pkSep->Option.getOr("/"))
41
- | _ =>
42
- switch idx.idField {
43
- | Some(field) => jsonField(field)
44
- | None => jsonField(idx.index)
45
- }
46
- }
47
- let skExpr = switch idx.skFields {
48
- | Some(fields) if fields->Array.length > 0 =>
49
- Some(compositeExpr(fields, idx.skSep->Option.getOr("/")))
50
- | _ =>
51
- switch idx.subIdField {
52
- | Some(field) => Some(jsonField(field))
53
- | None => None
54
- }
55
- }
56
- (pkExpr, skExpr)
57
- }
58
-
59
- let ensureTable = async (~pool, ~table) => {
60
- await pool->PgDriver.exec(
61
- `CREATE TABLE IF NOT EXISTS ${table} (partition_key text NOT NULL, sub_key text NOT NULL DEFAULT '', item jsonb NOT NULL, expires_at double precision, PRIMARY KEY (partition_key, sub_key))`,
62
- )
63
- }
64
-
65
- let ensureIndexes = async (~pool, ~table, ~indexes: array<indexConfig>) => {
66
- for i in 0 to indexes->Array.length - 1 {
67
- let idx = indexes->Array.getUnsafe(i)
68
- let (pkExpr, skExprOpt) = indexExpressions(idx)
69
- let indexName = `idx_${table}_${sanitizeIdent(idx.index)}`
70
- let cols = switch skExprOpt {
71
- | Some(skExpr) => `${pkExpr}, ${skExpr}`
72
- | None => pkExpr
73
- }
74
- await pool->PgDriver.exec(`CREATE INDEX IF NOT EXISTS ${indexName} ON ${table} (${cols})`)
75
- }
76
- }
77
-
78
- let decodeItem = (row: dict<JSON.t>): JSON.t =>
79
- row->Dict.get("item")->Option.getOr(JSON.Encode.null)
80
-
81
- let computeSubKey = (item: JSON.t, subIdField: option<string>): string =>
82
- switch subIdField {
83
- | None => ""
84
- | Some(field) =>
85
- switch item->JSON.Decode.object->Option.flatMap(o => o->Dict.get(field)) {
86
- | Some(JSON.String(s)) => s
87
- | _ => ""
88
- }
89
- }
90
-
91
- let withId = (item: JSON.t, partitionKey: string): JSON.t =>
92
- switch item->JSON.Decode.object {
93
- | Some(obj) if obj->Dict.get("id")->Option.isNone =>
94
- let copy = Dict.copy(obj)
95
- copy->Dict.set("id", JSON.Encode.string(partitionKey))
96
- JSON.Encode.object(copy)
97
- | _ => item
98
- }
13
+ include QueryDbStorage_Postgres_Ops
99
14
 
100
15
  let makeStorage = (
101
16
  ~pool: PgDriver.pool,
@@ -103,127 +18,10 @@ let makeStorage = (
103
18
  ~indexes: array<indexConfig>,
104
19
  ~subIdField: option<string>,
105
20
  ): QueryDb_Adapter.storage => {
106
- let table = tableName(name)
107
- // Schema setup is async but makeStorage is synchronous; gate every operation on
108
- // this promise so the first access waits for table + index creation exactly
109
- // once (subsequent awaits resolve immediately).
110
- let ready = {
111
- open Promise
112
- ensureTable(~pool, ~table)->then(() => ensureIndexes(~pool, ~table, ~indexes))
113
- }
114
-
115
- let rowsFor = async (id: string): array<JSON.t> => {
116
- await ready
117
- (await pool->PgDriver.query(
118
- `SELECT item FROM ${table} WHERE partition_key = $1 AND ${notExpiredClause} ORDER BY sub_key ASC`,
119
- [JSON.Encode.string(id)],
120
- ))->Array.map(decodeItem)
121
- }
122
-
123
- let saveOne = async (id: string, state: JSON.t, ttl: option<int>) => {
124
- await ready
125
- let subKey = computeSubKey(state, subIdField)
126
- let expiresAt = switch ttl {
127
- | Some(t) => JSON.Encode.int(t)
128
- | None => JSON.Encode.null
129
- }
130
- let _ = await pool->PgDriver.query(
131
- `INSERT INTO ${table}(partition_key, sub_key, item, expires_at)
132
- VALUES ($1, $2, $3::jsonb, $4)
133
- ON CONFLICT (partition_key, sub_key)
134
- DO UPDATE SET item = EXCLUDED.item, expires_at = EXCLUDED.expires_at`,
135
- [
136
- JSON.Encode.string(id),
137
- JSON.Encode.string(subKey),
138
- JSON.Encode.string(JSON.stringify(state)),
139
- expiresAt,
140
- ],
141
- )
142
- }
143
-
144
- let load: QueryDb.load<string, JSON.t> = async id => Ok(await rowsFor(id))
145
-
146
- let loadStream: QueryDb.loadStream<string, JSON.t> =
147
- id =>
148
- Effect.promise(() => rowsFor(id))
149
- ->Stream.fromEffect
150
- ->Stream.flatMap(arr => Stream.fromIterable(arr))
151
-
152
- let save: QueryDb.save<string, JSON.t> = async (id, state, _saveMode, ttl) => {
153
- await saveOne(id, state, ttl)
154
- Ok()
155
- }
156
-
157
- let saveBatch: QueryDb.saveBatch<string, JSON.t> = async batch => {
158
- // pg has no synchronous multi-statement transaction helper here; the upserts
159
- // are independent (distinct keys) so a sequential apply is equivalent.
160
- for i in 0 to batch->Array.length - 1 {
161
- let (id, state, ttl) = batch->Array.getUnsafe(i)
162
- await saveOne(id, state, ttl)
163
- }
164
- Ok()
165
- }
166
-
167
- // Mirror DynamoDB's `ADD #field :inc`: read the counter on the partition item
168
- // (counters are single-state, sub_key=""), add inc, upsert, return NEW total.
169
- let count: QueryDb.count<string> = async (id, fieldName, inc) => {
170
- await ready
171
- let existing = (await rowsFor(id))->Array.get(0)->Option.flatMap(JSON.Decode.object)
172
- let current =
173
- existing
174
- ->Option.flatMap(o => o->Dict.get(fieldName))
175
- ->Option.flatMap(JSON.Decode.float)
176
- ->Option.mapOr(0, Float.toInt)
177
- let next = current + inc
178
- let obj = switch existing {
179
- | Some(o) => Dict.copy(o)
180
- | None => Dict.make()
181
- }
182
- obj->Dict.set("id", JSON.Encode.string(id))
183
- obj->Dict.set(fieldName, JSON.Encode.int(next))
184
- await saveOne(id, JSON.Encode.object(obj), None)
185
- Ok(next)
186
- }
187
-
188
- let delete: QueryDb.delete<string> = async (id, subIdOpt) => {
189
- await ready
190
- let _ = switch subIdOpt {
191
- | None =>
192
- await pool->PgDriver.query(
193
- `DELETE FROM ${table} WHERE partition_key = $1`,
194
- [JSON.Encode.string(id)],
195
- )
196
- | Some((_, subValue)) =>
197
- await pool->PgDriver.query(
198
- `DELETE FROM ${table} WHERE partition_key = $1 AND sub_key = $2`,
199
- [JSON.Encode.string(id), JSON.Encode.string(subValue)],
200
- )
201
- }
202
- Ok()
203
- }
204
-
205
- let deleteBatch: QueryDb.deleteBatch<string> = async ids => {
206
- for i in 0 to ids->Array.length - 1 {
207
- let (id, subIdOpt) = ids->Array.getUnsafe(i)
208
- let _ = await delete(id, subIdOpt)
209
- }
210
- Ok()
211
- }
212
-
213
- let ops: QueryDb_Adapter.operations = {
214
- load,
215
- loadStream,
216
- save,
217
- saveBatch,
218
- count,
219
- delete,
220
- deleteBatch,
221
- }
222
-
223
21
  {
224
22
  QueryDb_Adapter.resources: [],
225
23
  dataSourceName: ""->Pulumi.Output.make,
226
- operations: Pulumi.Output.make(ops),
24
+ operations: Pulumi.Output.make(makeOperations(~pool, ~name, ~indexes, ~subIdField)),
227
25
  }
228
26
  }
229
27