@reventlessdev/reventless-postgres 3.0.0-alpha.5 → 3.0.0-alpha.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/CHANGELOG.md +361 -0
  2. package/README.md +83 -0
  3. package/lib/bs/.compiler.log +2 -2
  4. package/lib/bs/ReventlessPostgres.cmi +0 -0
  5. package/lib/bs/ReventlessPostgres.cmt +0 -0
  6. package/lib/bs/ReventlessPostgres.mlmap +3 -2
  7. package/lib/bs/compiler-info.json +2 -2
  8. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  9. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  10. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  11. package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
  12. package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
  13. package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  14. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  15. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  16. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  17. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  18. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  19. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  20. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  21. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  22. package/lib/bs/src/EventLogChangeFeed.ast +0 -0
  23. package/lib/bs/src/EventLogChangeFeed.res +5 -2
  24. package/lib/bs/src/EventLogChangeFeed.res.mjs +3 -3
  25. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  26. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  27. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  28. package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
  29. package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
  30. package/lib/bs/src/EventLogStorage_Postgres.res.mjs +20 -186
  31. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  32. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  33. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  34. package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
  35. package/lib/bs/src/EventLogStorage_Postgres_Ops.res +180 -0
  36. package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  37. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  38. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  39. package/lib/bs/src/PgChangeFeed.ast +0 -0
  40. package/lib/bs/src/PgChangeFeed.res +6 -1
  41. package/lib/bs/src/PgChangeFeed.res.mjs +6 -6
  42. package/lib/bs/src/PgDriver-ReventlessPostgres.cmi +0 -0
  43. package/lib/bs/src/PgDriver-ReventlessPostgres.cmt +0 -0
  44. package/lib/bs/src/PgDriver-ReventlessPostgres.cmti +0 -0
  45. package/lib/bs/src/PgDriver.ast +0 -0
  46. package/lib/bs/src/PgDriver.iast +0 -0
  47. package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
  48. package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
  49. package/lib/bs/src/PgSchema.ast +0 -0
  50. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  51. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  52. package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
  53. package/lib/bs/src/QueryDbStorage_Postgres.res +10 -233
  54. package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +25 -204
  55. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  56. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  57. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  58. package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
  59. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
  60. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  61. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  62. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  63. package/lib/bs/src/QueryEnginePostgres.ast +0 -0
  64. package/lib/bs/src/QueryEnginePostgres.res +91 -10
  65. package/lib/bs/src/QueryEnginePostgres.res.mjs +89 -21
  66. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  67. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  68. package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
  69. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  70. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  71. package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
  72. package/lib/bs/tests/QueryEnginePostgresListPageTest.res +76 -0
  73. package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +136 -0
  74. package/lib/ocaml/.compiler.log +2 -2
  75. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  76. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  77. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  78. package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
  79. package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
  80. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  81. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  82. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  83. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  84. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +350 -0
  85. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  86. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  87. package/lib/ocaml/EventLogChangeFeed.ast +0 -0
  88. package/lib/ocaml/EventLogChangeFeed.res +5 -2
  89. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  90. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  91. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  92. package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
  93. package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
  94. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  95. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  96. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  97. package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
  98. package/lib/ocaml/EventLogStorage_Postgres_Ops.res +180 -0
  99. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  100. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  101. package/lib/ocaml/PgChangeFeed.ast +0 -0
  102. package/lib/ocaml/PgChangeFeed.res +6 -1
  103. package/lib/ocaml/PgDriver-ReventlessPostgres.cmi +0 -0
  104. package/lib/ocaml/PgDriver-ReventlessPostgres.cmt +0 -0
  105. package/lib/ocaml/PgDriver-ReventlessPostgres.cmti +0 -0
  106. package/lib/ocaml/PgDriver.ast +0 -0
  107. package/lib/ocaml/PgDriver.iast +0 -0
  108. package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
  109. package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
  110. package/lib/ocaml/PgSchema.ast +0 -0
  111. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  112. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  113. package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
  114. package/lib/ocaml/QueryDbStorage_Postgres.res +10 -233
  115. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  116. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  117. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  118. package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
  119. package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
  120. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  121. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  122. package/lib/ocaml/QueryEnginePostgres.ast +0 -0
  123. package/lib/ocaml/QueryEnginePostgres.res +91 -10
  124. package/lib/ocaml/QueryEnginePostgresListPageTest.res +76 -0
  125. package/lib/ocaml/ReventlessPostgres.cmi +0 -0
  126. package/lib/ocaml/ReventlessPostgres.cmt +0 -0
  127. package/lib/ocaml/ReventlessPostgres.mlmap +3 -0
  128. package/package.json +11 -11
  129. package/rescript.json +2 -1
  130. package/src/DcbEventLogStorage_Postgres.res +25 -340
  131. package/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  132. package/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  133. package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  134. package/src/EventLogChangeFeed.res +5 -2
  135. package/src/EventLogChangeFeed.res.mjs +3 -3
  136. package/src/EventLogStorage_Postgres.res +12 -170
  137. package/src/EventLogStorage_Postgres.res.mjs +20 -186
  138. package/src/EventLogStorage_Postgres_Ops.res +180 -0
  139. package/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  140. package/src/PgChangeFeed.res +6 -1
  141. package/src/PgChangeFeed.res.mjs +6 -6
  142. package/src/QueryDbStorage_Postgres.res +10 -233
  143. package/src/QueryDbStorage_Postgres.res.mjs +25 -204
  144. package/src/QueryDbStorage_Postgres_Ops.res +229 -0
  145. package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  146. package/src/QueryEnginePostgres.res +91 -10
  147. package/src/QueryEnginePostgres.res.mjs +89 -21
  148. package/tests/QueryEnginePostgresListPageTest.res +76 -0
  149. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  150. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
  151. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  152. package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
  153. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  154. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
  155. package/lib/ocaml/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  156. package/lib/ocaml/QueryEnginePostgresListPageTest.ast +0 -0
  157. package/tests/PostgresIntegrationTest.res.mjs +0 -377
  158. package/tests/QueryEnginePostgresListPageTest.res.mjs +0 -325
@@ -0,0 +1,350 @@
1
+ // Runtime-pure DCB event-log operations for the Postgres backend.
2
+ //
3
+ // Holds everything the DEPLOYED Lambda runtime needs and imports NO
4
+ // `@pulumi/pulumi` (deploy-time only). The deployed DCB command entry point pulls
5
+ // these ops in unconditionally at cold start, so a deploy-time dependency here
6
+ // would leak into the Lambda import graph and fail resolution on real Lambda. The
7
+ // thin `DcbEventLogStorage_Postgres` wrapper `include`s this and adds the
8
+ // deploy-time `Pulumi.Output`-shaped adapter for local/deploy consumers.
9
+ // See docs/plans/deployed-lambda-esm-self-containment.md (Rung-3 finding).
10
+
11
+ open ReventlessCore
12
+ open Reventless
13
+
14
+ // Lock strategy for concurrent appends (B4). Advisory (default) is safe under
15
+ // PgBouncer transaction mode; RowLocks avoids advisory-lock connection pinning
16
+ // on RDS Proxy at the cost of a companion `dcb_scope` table.
17
+ type lockStrategy = [#AdvisoryLocks | #RowLocks]
18
+ let strategyParam = s =>
19
+ switch s {
20
+ | #AdvisoryLocks => "advisory"
21
+ | #RowLocks => "rows"
22
+ }
23
+
24
+ // Injected by reventless-local to feed the projection-checkpoint low-watermark
25
+ // (ProjectionPending, Dcb axis). Standalone/deploy use passes nothing.
26
+ type onAppended = array<(string, int)> => unit
27
+ let noTracking: onAppended = _ => ()
28
+
29
+ // SELECT list shared by read and readStream. `data`/`meta` are jsonb (returned
30
+ // already parsed); `tags` is text[] (a JS array); the cursor and recorded_at are
31
+ // computed in SQL so the row maps straight to a rawSequencedEvent.
32
+ let selectColumns = "
33
+ lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS cursor,
34
+ event_type,
35
+ tags,
36
+ data,
37
+ meta,
38
+ to_char(recorded_at AT TIME ZONE 'UTC', 'YYYY-MM-DD\"T\"HH24:MI:SS.MS\"Z\"') AS recorded_at
39
+ "
40
+
41
+ // Decode a 'key=value' tag string (split on the first '=') back to a DcbTag.tag.
42
+ let decodeTag = (s: string): DcbTag.tag =>
43
+ switch s->String.indexOf("=") {
44
+ | -1 => {key: s, value: ""}
45
+ | i => {
46
+ key: s->String.slice(~start=0, ~end=i),
47
+ value: s->String.slice(~start=i + 1, ~end=s->String.length),
48
+ }
49
+ }
50
+
51
+ let decodeTags = (v: option<JSON.t>): array<DcbTag.tag> =>
52
+ switch v {
53
+ | Some(JSON.Array(arr)) =>
54
+ arr->Array.filterMap(x =>
55
+ switch x {
56
+ | JSON.String(s) => Some(decodeTag(s))
57
+ | _ => None
58
+ }
59
+ )
60
+ | _ => []
61
+ }
62
+
63
+ let rowToEvent = (row: dict<JSON.t>): DcbEventLog_Adapter.rawSequencedEvent => {
64
+ let str = key =>
65
+ switch row->Dict.get(key) {
66
+ | Some(JSON.String(s)) => s
67
+ | _ => ""
68
+ }
69
+ let meta = switch row->Dict.get("meta") {
70
+ | Some(metaJson) => metaJson->S.parseJsonOrThrow(Reventless.Message.metaSchema)
71
+ | None => JsError.throwWithMessage("missing meta column in dcb_event row")
72
+ }
73
+ {
74
+ DcbEventLog_Adapter.position: str("cursor"),
75
+ eventType: str("event_type"),
76
+ data: row->Dict.get("data")->Option.getOr(JSON.Encode.null),
77
+ tags: decodeTags(row->Dict.get("tags")),
78
+ meta,
79
+ recordedAt: str("recorded_at"),
80
+ }
81
+ }
82
+
83
+ // A tiny positional-parameter builder. Postgres uses `$1, $2, …` (not `?`), so we
84
+ // accumulate params and mint tokens as we build the WHERE. A token may be reused
85
+ // (same `$N`) to reference one param twice — used for the `after` cursor columns.
86
+ type paramBuilder = {mutable params: array<JSON.t>}
87
+ let mkBuilder = () => {params: []}
88
+ let param = (b: paramBuilder, v: JSON.t): string => {
89
+ b.params->Array.push(v)
90
+ "$" ++ Int.toString(b.params->Array.length)
91
+ }
92
+
93
+ // Build the read WHERE + params for a query. `applyFence` gates the xmin read
94
+ // barrier (true for consumer reads, so cursors are stable). `after` is the
95
+ // decoded (tx, pos) cursor pair as numeric strings.
96
+ let buildReadWhere = (
97
+ b: paramBuilder,
98
+ ~name: string,
99
+ ~query: DcbTag.query,
100
+ ~after: option<(string, string)>,
101
+ ~applyFence: bool,
102
+ ): string => {
103
+ let parts = [`log_name = ${b->param(JSON.Encode.string(name))}`]
104
+ if applyFence {
105
+ parts->Array.push("transaction_id < pg_snapshot_xmin(pg_current_snapshot())")
106
+ }
107
+ switch after {
108
+ | Some((tx, pos)) =>
109
+ let txP = b->param(JSON.Encode.string(tx))
110
+ let posP = b->param(JSON.Encode.string(pos))
111
+ parts->Array.push(
112
+ `(transaction_id > ${txP}::xid8 OR (transaction_id = ${txP}::xid8 AND position > ${posP}::bigint))`,
113
+ )
114
+ | None => ()
115
+ }
116
+
117
+ if query->Array.length > 0 {
118
+ let clauseSqls = query->Array.map(clause => {
119
+ let clauseParts = []
120
+ switch clause.eventTypes {
121
+ | Some(types) if types->Array.length > 0 =>
122
+ let ph = types->Array.map(t => b->param(JSON.Encode.string(t)))->Array.join(",")
123
+ clauseParts->Array.push(`event_type IN (${ph})`)
124
+ | _ => ()
125
+ }
126
+ switch clause.tags {
127
+ | Some(tags) if tags->Array.length > 0 =>
128
+ let arr =
129
+ tags
130
+ ->Array.map(t => b->param(JSON.Encode.string(t.key ++ "=" ++ t.value)))
131
+ ->Array.join(",")
132
+ clauseParts->Array.push(`tags @> ARRAY[${arr}]::text[]`)
133
+ | _ => ()
134
+ }
135
+ clauseParts->Array.length == 0 ? "TRUE" : "(" ++ clauseParts->Array.join(" AND ") ++ ")"
136
+ })
137
+ parts->Array.push("(" ++ clauseSqls->Array.join(" OR ") ++ ")")
138
+ }
139
+
140
+ parts->Array.join(" AND ")
141
+ }
142
+
143
+ // Strip the zero-padding a cursor carries for string-sortability, leaving a
144
+ // plain decimal both `::xid8` and `::bigint` parse unambiguously ("0" if empty).
145
+ let stripZeros = (s: string): string => {
146
+ let t = s->String.replaceRegExp(%re("/^0+/"), "")
147
+ t == "" ? "0" : t
148
+ }
149
+
150
+ // Split a '<xid8>:<position>' cursor into its two numeric-string columns.
151
+ let decodeCursor = (pos: DcbTag.sequencePosition): option<(string, string)> =>
152
+ switch pos->String.split(":") {
153
+ | [tx, p] => Some((stripZeros(tx), stripZeros(p)))
154
+ | _ => None
155
+ }
156
+
157
+ // Rows-per-page for readStream keyset pagination.
158
+ let pageSize = 500
159
+
160
+ let isConflict = (exn: exn): bool => {
161
+ let msg = exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("")
162
+ msg->String.includes("dcb_conflict") ||
163
+ msg->String.includes("duplicate key") ||
164
+ msg->String.includes("23505")
165
+ }
166
+
167
+ let countAll = async (pool: PgDriver.pool): int =>
168
+ switch await pool->PgDriver.queryOne("SELECT COUNT(*)::bigint AS c FROM dcb_event", []) {
169
+ | Some(row) =>
170
+ switch row->Dict.get("c") {
171
+ | Some(JSON.String(s)) => s->Int.fromString->Option.getOr(0)
172
+ | Some(JSON.Number(n)) => Float.toInt(n)
173
+ | _ => 0
174
+ }
175
+ | None => 0
176
+ }
177
+
178
+ // Builds the DCB runtime op set bound to `pool`. Returns `(name, ops)`; the
179
+ // deploy-time `DcbEventLog_Adapter` wrapper lives in `DcbEventLogStorage_Postgres`.
180
+ let makeOps = (
181
+ ~pool: PgDriver.pool,
182
+ ~name: string,
183
+ ~indexes as _,
184
+ ~partitionTag as _,
185
+ ~crossPartitionTagKeys as _=?,
186
+ ~opts as _,
187
+ ~lockStrategy: lockStrategy=#AdvisoryLocks,
188
+ ~onAppended=noTracking,
189
+ ): (string, DcbEventLog_Adapter.operations) => {
190
+ // Fenced head cursor: the highest (transaction_id, position) visible under the
191
+ // xmin barrier. Stable across reads, so it is a safe consistency marker.
192
+ let currentHead = async (): option<string> =>
193
+ switch await pool->PgDriver.queryOne(
194
+ "SELECT lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS head
195
+ FROM dcb_event
196
+ WHERE log_name = $1 AND transaction_id < pg_snapshot_xmin(pg_current_snapshot())
197
+ ORDER BY transaction_id DESC, position DESC
198
+ LIMIT 1",
199
+ [JSON.Encode.string(name)],
200
+ ) {
201
+ | Some(row) =>
202
+ switch row->Dict.get("head") {
203
+ | Some(JSON.String(s)) => Some(s)
204
+ | _ => None
205
+ }
206
+ | None => None
207
+ }
208
+
209
+ let runQuery = async (~query, ~after): array<DcbEventLog_Adapter.rawSequencedEvent> => {
210
+ let b = mkBuilder()
211
+ let where = buildReadWhere(b, ~name, ~query, ~after, ~applyFence=true)
212
+ let sql = `SELECT ${selectColumns} FROM dcb_event WHERE ${where} ORDER BY transaction_id ASC, position ASC`
213
+ (await pool->PgDriver.query(sql, b.params))->Array.map(rowToEvent)
214
+ }
215
+
216
+ let read = async (~query: DcbTag.query, ~after=?): DcbEventLog_Adapter.rawReadResult => {
217
+ let afterCols = after->Option.flatMap(decodeCursor)
218
+ let events = await runQuery(~query, ~after=afterCols)
219
+ switch await currentHead() {
220
+ | Some(head) => {DcbEventLog_Adapter.events, headPosition: head}
221
+ | None => ({DcbEventLog_Adapter.events: events}: DcbEventLog_Adapter.rawReadResult)
222
+ }
223
+ }
224
+
225
+ let append = async (
226
+ newEvents: array<DcbEventLog_Adapter.rawStoredEvent>,
227
+ ~condition=?,
228
+ ): result<DcbTag.sequencePosition, ReventlessInfra.DcbEventLog.appendError> => {
229
+ let eventsJson = JSON.Array(
230
+ newEvents->Array.map(ev =>
231
+ JSON.Object(
232
+ Dict.fromArray([
233
+ ("event_type", JSON.Encode.string(ev.eventType)),
234
+ (
235
+ "tags",
236
+ JSON.Array(ev.tags->Array.map(t => JSON.Encode.string(t.key ++ "=" ++ t.value))),
237
+ ),
238
+ ("data", ev.data),
239
+ ("meta", ev.meta->S.reverseConvertToJsonOrThrow(Reventless.Message.metaSchema)),
240
+ ]),
241
+ )
242
+ ),
243
+ )
244
+ let conditionParam = switch condition {
245
+ | Some(cond: DcbTag.appendCondition) =>
246
+ let queryJson = JSON.Array(
247
+ cond.query->Array.map(clause =>
248
+ JSON.Object(
249
+ Dict.fromArray([
250
+ (
251
+ "eventTypes",
252
+ switch clause.eventTypes {
253
+ | Some(types) => JSON.Array(types->Array.map(JSON.Encode.string))
254
+ | None => JSON.Encode.null
255
+ },
256
+ ),
257
+ (
258
+ "tags",
259
+ switch clause.tags {
260
+ | Some(tags) =>
261
+ JSON.Array(tags->Array.map(t => JSON.Encode.string(t.key ++ "=" ++ t.value)))
262
+ | None => JSON.Encode.null
263
+ },
264
+ ),
265
+ ]),
266
+ )
267
+ ),
268
+ )
269
+ let fields = [("query", queryJson)]
270
+ switch cond.after {
271
+ | Some(a) => fields->Array.push(("after", JSON.Encode.string(a)))
272
+ | None => ()
273
+ }
274
+ JSON.Encode.string(JSON.stringify(JSON.Object(Dict.fromArray(fields))))
275
+ | None => JSON.Encode.null
276
+ }
277
+
278
+ try {
279
+ let rows = await pool->PgDriver.query(
280
+ "SELECT dcb_append($1, $2::jsonb, $3::jsonb, $4) AS pos",
281
+ [
282
+ JSON.Encode.string(name),
283
+ JSON.Encode.string(JSON.stringify(eventsJson)),
284
+ conditionParam,
285
+ JSON.Encode.string(strategyParam(lockStrategy)),
286
+ ],
287
+ )
288
+ switch rows->Array.get(0)->Option.flatMap(r => r->Dict.get("pos")) {
289
+ | Some(JSON.String(cursor)) =>
290
+ // Feed the projection checkpoint (Dcb axis): (msgId, numeric position).
291
+ onAppended(
292
+ newEvents->Array.filterMap(ev =>
293
+ switch decodeCursor(cursor) {
294
+ | Some((_, pos)) =>
295
+ pos->Int.fromString->Option.map(p => (ev.meta.Reventless.Message.msgId, p))
296
+ | None => None
297
+ }
298
+ ),
299
+ )
300
+ Ok(cursor)
301
+ | _ => Error(ReventlessInfra.DcbEventLog.StorageFailure("dcb_append returned no position"))
302
+ }
303
+ } catch {
304
+ | exn =>
305
+ isConflict(exn)
306
+ ? Error(ReventlessInfra.DcbEventLog.Conflict)
307
+ : Error(
308
+ ReventlessInfra.DcbEventLog.StorageFailure(
309
+ exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("storage error"),
310
+ ),
311
+ )
312
+ }
313
+ }
314
+
315
+ // ~strongConsistency is a genuine no-op here: every read applies the xmin
316
+ // barrier, so it is always safely consistent (at the cost of a few ms lag).
317
+ //
318
+ // Keyset pagination on (transaction_id, position): one ordered SQL source, no
319
+ // per-clause fan-out / k-way merge / dedup (the DynamoDB runtime's layers have
320
+ // no Postgres counterpart). Each page reads strictly after the previous page's
321
+ // last row; a short page ends the stream.
322
+ let readStream = (~query: DcbTag.query, ~after=?, ~strongConsistency as _=?) =>
323
+ Stream.paginateEffect(after->Option.flatMap(decodeCursor), cursor =>
324
+ Effect.promise(() => {
325
+ let b = mkBuilder()
326
+ let where = buildReadWhere(b, ~name, ~query, ~after=cursor, ~applyFence=true)
327
+ let sql = `SELECT ${selectColumns}, transaction_id::text AS tx_raw, position::text AS pos_raw FROM dcb_event WHERE ${where} ORDER BY transaction_id ASC, position ASC LIMIT ${Int.toString(pageSize)}`
328
+ pool->PgDriver.query(sql, b.params)
329
+ })->Effect.map(rows => {
330
+ let events = rows->Array.map(rowToEvent)
331
+ // Continue only on a full page; the next `after` is this page's last row.
332
+ let next = if rows->Array.length < pageSize {
333
+ None
334
+ } else {
335
+ switch rows->Array.get(rows->Array.length - 1) {
336
+ | Some(lastRow) =>
337
+ switch (lastRow->Dict.get("tx_raw"), lastRow->Dict.get("pos_raw")) {
338
+ | (Some(JSON.String(tx)), Some(JSON.String(p))) => Some(Some((tx, p)))
339
+ | _ => None
340
+ }
341
+ | None => None
342
+ }
343
+ }
344
+ (events, next)
345
+ })
346
+ )
347
+
348
+ let ops: DcbEventLog_Adapter.operations = {read, append, readStream}
349
+ (name, ops)
350
+ }
Binary file
@@ -15,8 +15,11 @@
15
15
  // later commit) is never skipped by a checkpointing reader. `global_seq` alone,
16
16
  // being an IDENTITY assigned at INSERT, could NOT provide that guarantee.
17
17
 
18
- // Reuse the shared `<a>:<b>` cursor codec from the DCB storage — identical format.
19
- module Dcb = DcbEventLogStorage_Postgres
18
+ // Reuse the shared `<a>:<b>` cursor codec from the DCB storage — identical
19
+ // format. Point at the runtime-pure `_Ops` module (no `@pulumi/pulumi`): this
20
+ // feed is drained by the deployed change-feed relay Lambda, whose cold-start
21
+ // graph must stay Pulumi-free.
22
+ module Dcb = DcbEventLogStorage_Postgres_Ops
20
23
 
21
24
  // One classic event as the feed surfaces it. `payload` is the stored event JSON
22
25
  // verbatim; a bus/topic relay transforms it into its target shape (e.g. the AWS
@@ -1,176 +1,18 @@
1
- // Postgres-backed classic (OCC) event log storage. Direct port of
2
- // EventLogStorage_Sqlite; the only structural difference is that every operation
3
- // is async (pg has no synchronous client) and `payload jsonb` returns already
4
- // parsed, so there is no per-row JSON.parse.
1
+ // Deploy/local wrapper over the runtime-pure EventLogStorage_Postgres_Ops.
5
2
  //
6
- // Schema (PgSchema.res): event_log(log_name, aggregate_id, seq_nr, payload,
7
- // msg_id, global_seq IDENTITY, PRIMARY KEY(log_name, aggregate_id, seq_nr)).
8
- //
9
- // Optimistic concurrency: the append is a single guarded statement
10
- // INSERT ... SELECT ... WHERE $seq = (SELECT COALESCE(MAX(seq_nr),-1)+1 ...)
11
- // which is atomic and gap-proof. A wrong seq (gap or already-consumed) fails the
12
- // WHERE 0 rows Conflict; two writers racing the same seq collide on the PK →
13
- // one commits, the loser's unique_violation → Conflict.
3
+ // The runtime ops (and helpers like `countAll`) live in
4
+ // EventLogStorage_Postgres_Ops, which imports NO `@pulumi/pulumi` so the deployed
5
+ // Lambda import graph stays clean (the aggregate entry point pulls the ops in
6
+ // unconditionally at cold start a deploy-time dep here would fail resolution on
7
+ // real Lambda). This module `include`s that pure module and adds only the
8
+ // deploy-time `EventLog_Adapter` shape (`operations` wrapped in `Pulumi.Output`),
9
+ // keeping the historic `makeStorage` 3-tuple `(name, ops, adapter)` API unchanged.
10
+ // See docs/plans/deployed-lambda-esm-self-containment.md (Rung-3 finding).
14
11
 
15
12
  open ReventlessCore
13
+ include EventLogStorage_Postgres_Ops
16
14
 
17
- // Injected by reventless-local to feed the projection-checkpoint low-watermark
18
- // (ProjectionPending, aggregate axis). Standalone/deploy use passes nothing.
19
- type onAppended = array<(string, int)> => unit
20
- let noTracking: onAppended = _ => ()
21
-
22
- let decodePayload = (row: dict<JSON.t>): JSON.t =>
23
- row->Dict.get("payload")->Option.getOr(JSON.Encode.null)
24
-
25
- let coerceInt = (v: JSON.t): int =>
26
- switch v {
27
- | JSON.Number(n) => Float.toInt(n)
28
- | JSON.String(s) => s->Int.fromString->Option.getOr(0)
29
- | _ => 0
30
- }
31
-
32
- // Total events across all aggregates. Seeds the event-tap counter at startup so
33
- // timeline numbering continues across restarts.
34
- let countAll = async (pool: PgDriver.pool): int =>
35
- switch await pool->PgDriver.queryOne("SELECT COUNT(*)::bigint AS c FROM event_log", []) {
36
- | Some(row) => row->Dict.get("c")->Option.map(coerceInt)->Option.getOr(0)
37
- | None => 0
38
- }
39
-
40
- let isUniqueViolation = (exn: exn): bool => {
41
- let msg = exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("")
42
- // pg surfaces the SQLSTATE on `.code`; the message also carries the constraint.
43
- msg->String.includes("duplicate key") ||
44
- msg->String.includes("unique") ||
45
- msg->String.includes("23505")
46
- }
47
-
48
- let makeStorage = (~pool: PgDriver.pool, ~name: string, ~opts as _, ~onAppended=noTracking) => {
49
- let appendTracked = async (~track, seqNr: int, id: string, jsons: array<JSON.t>) => {
50
- // Empty append is a legitimate no-op (at-least-once retries, idempotent
51
- // commands), NOT a conflict — return before the guarded insert whose 0-row
52
- // result would otherwise be read as a conflict.
53
- if jsons->Array.length == 0 {
54
- Ok()
55
- } else {
56
- try {
57
- let rows = await pool->PgDriver.query(
58
- "INSERT INTO event_log(log_name, aggregate_id, seq_nr, payload, msg_id)
59
- SELECT $1, $2, $3::bigint + (ord - 1), value, value->>'msgId'
60
- FROM jsonb_array_elements($4::jsonb) WITH ORDINALITY AS t(value, ord)
61
- WHERE $3::bigint = (SELECT COALESCE(MAX(seq_nr), -1) + 1
62
- FROM event_log
63
- WHERE log_name = $1 AND aggregate_id = $2)
64
- RETURNING global_seq, msg_id",
65
- [
66
- JSON.Encode.string(name),
67
- JSON.Encode.string(id),
68
- JSON.Encode.int(seqNr),
69
- JSON.Encode.string(JSON.stringify(JSON.Array(jsons))),
70
- ],
71
- )
72
- if rows->Array.length == 0 {
73
- // WHERE guard rejected the seq — a genuine OCC conflict (gap or stale).
74
- Error(EventLog.Conflict)
75
- } else {
76
- if track {
77
- onAppended(
78
- rows->Array.filterMap(row =>
79
- switch (row->Dict.get("msg_id"), row->Dict.get("global_seq")) {
80
- | (Some(JSON.String(msgId)), Some(gseq)) => Some((msgId, coerceInt(gseq)))
81
- | _ => None
82
- }
83
- ),
84
- )
85
- }
86
- Ok()
87
- }
88
- } catch {
89
- | exn =>
90
- isUniqueViolation(exn)
91
- ? Error(EventLog.Conflict)
92
- : Error(
93
- EventLog.StorageFailure(
94
- exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("storage error"),
95
- ),
96
- )
97
- }
98
- }
99
- }
100
-
101
- let append: EventLog.append<string, JSON.t> = (seqNr, id, jsons) =>
102
- appendTracked(~track=true, seqNr, id, jsons)
103
-
104
- let replayArray = async (id: string, ~fromSeq=0): array<JSON.t> =>
105
- (await pool->PgDriver.query(
106
- "SELECT payload FROM event_log
107
- WHERE log_name = $1 AND aggregate_id = $2 AND seq_nr >= $3::bigint
108
- ORDER BY seq_nr ASC",
109
- [JSON.Encode.string(name), JSON.Encode.string(id), JSON.Encode.int(fromSeq)],
110
- ))->Array.map(decodePayload)
111
-
112
- let replay: EventLog.replay<string, JSON.t> = id => replayArray(id)
113
-
114
- let replayStream = (id, ~fromSeq=?) =>
115
- Effect.promise(() => replayArray(id, ~fromSeq?))
116
- ->Stream.fromEffect
117
- ->Stream.flatMap(arr => Stream.fromIterable(arr))
118
-
119
- let latestSnapshot: EventLog.latestSnapshot<string> = async id =>
120
- switch await pool->PgDriver.queryOne(
121
- "SELECT seq_nr, state, schema_hash FROM snapshot WHERE log_name = $1 AND aggregate_id = $2",
122
- [JSON.Encode.string(name), JSON.Encode.string(id)],
123
- ) {
124
- | Some(row) =>
125
- switch (row->Dict.get("seq_nr"), row->Dict.get("state"), row->Dict.get("schema_hash")) {
126
- | (Some(seq), Some(state), Some(JSON.String(schemaHash))) =>
127
- Ok(Some({EventLog.seqNr: coerceInt(seq), state, schemaHash}))
128
- | _ => Error("snapshot row has unexpected shape")
129
- }
130
- | None => Ok(None)
131
- }
132
-
133
- let writeSnapshot: EventLog.writeSnapshot<string> = async (id, snap) =>
134
- try {
135
- let _ = await pool->PgDriver.query(
136
- "INSERT INTO snapshot(log_name, aggregate_id, seq_nr, state, schema_hash)
137
- VALUES ($1, $2, $3::bigint, $4::jsonb, $5)
138
- ON CONFLICT (log_name, aggregate_id)
139
- DO UPDATE SET seq_nr = EXCLUDED.seq_nr, state = EXCLUDED.state, schema_hash = EXCLUDED.schema_hash",
140
- [
141
- JSON.Encode.string(name),
142
- JSON.Encode.string(id),
143
- JSON.Encode.int(snap.EventLog.seqNr),
144
- JSON.Encode.string(JSON.stringify(snap.state)),
145
- JSON.Encode.string(snap.schemaHash),
146
- ],
147
- )
148
- Ok()
149
- } catch {
150
- | exn =>
151
- Error(exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("snapshot write error"))
152
- }
153
-
154
- let appendStream: EventLog.appendStream<string, JSON.t> = (startingSeqNr, id, stream) =>
155
- stream
156
- ->Stream.runCollect
157
- ->Effect.flatMap(jsons =>
158
- Effect.promise(() => appendTracked(~track=false, startingSeqNr, id, jsons))->Effect.flatMap(result =>
159
- switch result {
160
- | Ok() => Effect.succeed()
161
- | Error(EventLog.Conflict) => Effect.fail("conflict")
162
- | Error(StorageFailure(msg)) => Effect.fail(msg)
163
- }
164
- )
165
- )
166
-
167
- let ops: EventLog_Adapter.operations = {
168
- append,
169
- replay,
170
- replayStream,
171
- appendStream,
172
- latestSnapshot,
173
- writeSnapshot,
174
- }
15
+ let makeStorage = (~pool: PgDriver.pool, ~name: string, ~opts, ~onAppended=noTracking) => {
16
+ let (name, ops) = makeOps(~pool, ~name, ~opts, ~onAppended)
175
17
  (name, ops, {EventLog_Adapter.resources: [], operations: Pulumi.Output.make(ops)})
176
18
  }