@reventlessdev/reventless-postgres 3.0.0-alpha.2 → 3.0.0-alpha.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/CHANGELOG.md +141 -0
  2. package/README.md +83 -0
  3. package/lib/bs/.compiler.log +2 -2
  4. package/lib/bs/ReventlessPostgres.cmi +0 -0
  5. package/lib/bs/ReventlessPostgres.cmt +0 -0
  6. package/lib/bs/ReventlessPostgres.mlmap +4 -1
  7. package/lib/bs/compiler-info.json +2 -2
  8. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  9. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  10. package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  11. package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
  12. package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
  13. package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  14. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  15. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  16. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  17. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  18. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  19. package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  20. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  21. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  22. package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  23. package/lib/bs/src/EventLogChangeFeed.ast +0 -0
  24. package/lib/bs/src/EventLogChangeFeed.res +184 -0
  25. package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
  26. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  27. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  28. package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  29. package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
  30. package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
  31. package/lib/bs/src/EventLogStorage_Postgres.res.mjs +20 -186
  32. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  33. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  34. package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  35. package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
  36. package/lib/bs/src/EventLogStorage_Postgres_Ops.res +180 -0
  37. package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  38. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  39. package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  40. package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
  41. package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
  42. package/lib/bs/src/PgSchema.ast +0 -0
  43. package/lib/bs/src/PgSchema.res +36 -2
  44. package/lib/bs/src/PgSchema.res.mjs +9 -2
  45. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  46. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  47. package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  48. package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
  49. package/lib/bs/src/QueryDbStorage_Postgres.res +10 -212
  50. package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
  51. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  52. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  53. package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  54. package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
  55. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
  56. package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  57. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  58. package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  59. package/lib/bs/src/QueryEnginePostgres.ast +0 -0
  60. package/lib/bs/src/QueryEnginePostgres.res +259 -0
  61. package/lib/bs/src/QueryEnginePostgres.res.mjs +165 -0
  62. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  63. package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  64. package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
  65. package/lib/bs/tests/PostgresIntegrationTest.res +68 -0
  66. package/lib/bs/tests/PostgresIntegrationTest.res.mjs +49 -0
  67. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
  68. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
  69. package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
  70. package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
  71. package/lib/bs/tests/QueryEnginePostgresListPageTest.res +312 -0
  72. package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
  73. package/lib/ocaml/.compiler.log +2 -2
  74. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  75. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  76. package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  77. package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
  78. package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
  79. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  80. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  81. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  82. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
  83. package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +350 -0
  84. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
  85. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
  86. package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
  87. package/lib/ocaml/EventLogChangeFeed.ast +0 -0
  88. package/lib/ocaml/EventLogChangeFeed.res +184 -0
  89. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
  90. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
  91. package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
  92. package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
  93. package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
  94. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  95. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  96. package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  97. package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
  98. package/lib/ocaml/EventLogStorage_Postgres_Ops.res +180 -0
  99. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
  100. package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
  101. package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
  102. package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
  103. package/lib/ocaml/PgSchema.ast +0 -0
  104. package/lib/ocaml/PgSchema.res +36 -2
  105. package/lib/ocaml/PostgresIntegrationTest.res +68 -0
  106. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
  107. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
  108. package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
  109. package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
  110. package/lib/ocaml/QueryDbStorage_Postgres.res +10 -212
  111. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
  112. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
  113. package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
  114. package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
  115. package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
  116. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
  117. package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
  118. package/lib/ocaml/QueryEnginePostgres.ast +0 -0
  119. package/lib/ocaml/QueryEnginePostgres.res +259 -0
  120. package/lib/ocaml/QueryEnginePostgresListPageTest.res +312 -0
  121. package/lib/ocaml/ReventlessPostgres.cmi +0 -0
  122. package/lib/ocaml/ReventlessPostgres.cmt +0 -0
  123. package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
  124. package/package.json +9 -9
  125. package/rescript.json +2 -1
  126. package/src/DcbEventLogStorage_Postgres.res +25 -340
  127. package/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
  128. package/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
  129. package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
  130. package/src/EventLogChangeFeed.res +184 -0
  131. package/src/EventLogChangeFeed.res.mjs +134 -0
  132. package/src/EventLogStorage_Postgres.res +12 -170
  133. package/src/EventLogStorage_Postgres.res.mjs +20 -186
  134. package/src/EventLogStorage_Postgres_Ops.res +180 -0
  135. package/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
  136. package/src/PgSchema.res +36 -2
  137. package/src/PgSchema.res.mjs +9 -2
  138. package/src/QueryDbStorage_Postgres.res +10 -212
  139. package/src/QueryDbStorage_Postgres.res.mjs +27 -191
  140. package/src/QueryDbStorage_Postgres_Ops.res +229 -0
  141. package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
  142. package/src/QueryEnginePostgres.res +259 -0
  143. package/src/QueryEnginePostgres.res.mjs +165 -0
  144. package/tests/PostgresIntegrationTest.res +68 -0
  145. package/tests/PostgresIntegrationTest.res.mjs +49 -0
  146. package/tests/QueryEnginePostgresListPageTest.res +312 -0
  147. package/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
  148. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
  149. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
  150. package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
  151. package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
package/CHANGELOG.md CHANGED
@@ -3,6 +3,147 @@
3
3
  All notable changes to this project will be documented in this file.
4
4
  See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
5
5
 
6
+ # 3.0.0-alpha.20 (2026-07-11)
7
+
8
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
9
+
10
+
11
+
12
+
13
+
14
+ # 3.0.0-alpha.19 (2026-07-11)
15
+
16
+ ### Bug Fixes
17
+
18
+ * **build:** mark tests as dev-only sources so dependents don't compile them ([28b3b1c](https://github.com/ReventlessDev/reventless-core/commit/28b3b1ccfeaafc1d7050a86ce2362f32e4299187))
19
+
20
+
21
+ # 3.0.0-alpha.18 (2026-07-11)
22
+
23
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
24
+
25
+
26
+
27
+
28
+
29
+ # 3.0.0-alpha.17 (2026-07-10)
30
+
31
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
32
+
33
+
34
+
35
+
36
+
37
+ # 3.0.0-alpha.16 (2026-07-10)
38
+
39
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
40
+
41
+
42
+
43
+
44
+
45
+ # 3.0.0-alpha.15 (2026-07-10)
46
+
47
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
48
+
49
+
50
+
51
+
52
+
53
+ # 3.0.0-alpha.14 (2026-07-10)
54
+
55
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
56
+
57
+
58
+
59
+
60
+
61
+ # 3.0.0-alpha.13 (2026-07-09)
62
+
63
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
64
+
65
+
66
+
67
+
68
+
69
+ # 3.0.0-alpha.12 (2026-07-09)
70
+
71
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
72
+
73
+
74
+
75
+
76
+
77
+ # 3.0.0-alpha.11 (2026-07-08)
78
+
79
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
80
+
81
+
82
+
83
+
84
+
85
+ # 3.0.0-alpha.10 (2026-07-08)
86
+
87
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
88
+
89
+
90
+
91
+
92
+
93
+ # 3.0.0-alpha.9 (2026-07-08)
94
+
95
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
96
+
97
+
98
+
99
+
100
+
101
+ # 3.0.0-alpha.8 (2026-07-07)
102
+
103
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
104
+
105
+
106
+
107
+
108
+
109
+ # 3.0.0-alpha.7 (2026-07-07)
110
+
111
+ ### Bug Fixes
112
+
113
+ * **reventless-postgres:** keep [@pulumi](https://github.com/pulumi) out of the deployed Lambda runtime graph ([0f363cd](https://github.com/ReventlessDev/reventless-core/commit/0f363cd273590591c8f9353fa38ac8b6072e6c49))
114
+
115
+
116
+ # 3.0.0-alpha.6 (2026-07-06)
117
+
118
+ ### Features
119
+
120
+ * **reventless-postgres,reventless-aws:** items (sub-id connection) resolver for Postgres reads (B3.2c) ([2477220](https://github.com/ReventlessDev/reventless-core/commit/247722062913f5d0bcb5895b152f05033d8297d8))
121
+
122
+
123
+ # 3.0.0-alpha.5 (2026-07-06)
124
+
125
+ ### Features
126
+
127
+ * **reventless-aws:** classic EventLog Postgres deploy-time wiring + relay (B1 vertical) ([8235ba4](https://github.com/ReventlessDev/reventless-core/commit/8235ba44e506f7094d17251405c6a05c39789805))
128
+ * **reventless-aws:** Postgres QueryDb storage vertical (B3.1) ([51a7993](https://github.com/ReventlessDev/reventless-core/commit/51a79934c1d9f59bb6f61233a90651d5eadf9f4e))
129
+ * **reventless-postgres:** QueryEnginePostgres list/index/byIds resolver push-downs (B3.2a-1) ([8cb09e4](https://github.com/ReventlessDev/reventless-core/commit/8cb09e40cffa9698a251f1ee3fb17b016c4f8b07))
130
+
131
+
132
+ # 3.0.0-alpha.4 (2026-07-05)
133
+
134
+ ### Features
135
+
136
+ * **reventless-postgres:** classic event_log change feed (B2.5) ([59529c7](https://github.com/ReventlessDev/reventless-core/commit/59529c795395f37d29e935ba2d6bd5a3e7e8b5c0))
137
+
138
+
139
+ # 3.0.0-alpha.3 (2026-07-05)
140
+
141
+ **Note:** Version bump only for package @reventlessdev/reventless-postgres
142
+
143
+
144
+
145
+
146
+
6
147
  # 3.0.0-alpha.2 (2026-07-05)
7
148
 
8
149
  **Note:** Version bump only for package @reventlessdev/reventless-postgres
package/README.md ADDED
@@ -0,0 +1,83 @@
1
+ [![npm](https://img.shields.io/npm/v/@reventlessdev/reventless-postgres.svg?label=npm)](https://www.npmjs.com/package/@reventlessdev/reventless-postgres)
2
+ [![License: Apache-2.0](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
3
+ [![Docs](https://img.shields.io/badge/docs-reventless.dev-blue)](https://docs.reventless.dev)
4
+
5
+ # @reventlessdev/reventless-postgres
6
+
7
+ > ⚠️ **Alpha.** APIs and on-disk formats can change without notice between releases.
8
+ > Pin exact versions and expect breaking changes.
9
+
10
+ The **Postgres storage backend** for [Reventless](https://docs.reventless.dev) — a
11
+ spec-driven, event-sourced CQRS framework written in [ReScript](https://rescript-lang.org).
12
+ It implements the core storage adapters (classic and DCB event logs, the query
13
+ database, and change feeds) over a plain Postgres connection. It carries **no**
14
+ IaC/provider SDK dependency: it connects by connection string, so it runs against
15
+ RDS/Aurora, any managed provider, or a local container.
16
+
17
+ ## What it provides
18
+
19
+ ReScript modules, consumed by adding the package to your `rescript.json` `dependencies`:
20
+
21
+ - **`PgDriver`** — the [`node-postgres`](https://node-postgres.com) (`pg`) binding
22
+ (pool/client). Accepts a full `connectionString` or discrete fields, with SSL
23
+ and rotating-secret (password-provider) support.
24
+ - **`PgSchema`** — an idempotent schema + migration runner (`ensureSchema(pool)`),
25
+ safe to run on every startup and concurrently across processes.
26
+ - **`EventLogStorage_Postgres`** — the classic optimistic-concurrency event log
27
+ (`event_log` / `snapshot`).
28
+ - **`DcbEventLogStorage_Postgres`** — the DCB (Dynamic Consistency Boundary) event
29
+ log with a global position sequence and a concurrency-critical `dcb_append`.
30
+ - **`QueryDbStorage_Postgres`** — read-side storage over JSONB `qdb_<name>` tables.
31
+ - **`QueryEnginePostgres`** — compiles the core QueryEngine query/scan AST down to
32
+ SQL, pushing filters into the database.
33
+ - **`EventLogChangeFeed`** / **`PgChangeFeed`** — checkpointed change feeds for the
34
+ classic and DCB logs, using an `xmin`-fenced read plus `LISTEN`/`NOTIFY`
35
+ (`pg_notify`) for near-real-time wakeup. A documented public consumer surface.
36
+
37
+ The `*_Ops` modules hold the runtime-pure operations (no Pulumi import) so a
38
+ deployed handler's ESM graph stays clean; the wrapper modules add the deploy-time
39
+ adapter shape.
40
+
41
+ ## Where it fits
42
+
43
+ `reventless-postgres` is a storage **adapter** for the Reventless framework.
44
+ [`reventless-core`](https://www.npmjs.com/package/@reventlessdev/reventless-core)
45
+ is provider-agnostic; this package supplies the Postgres implementation of its
46
+ event-log, query-db, and change-feed interfaces:
47
+
48
+ - [`@reventlessdev/reventless-aws`](https://www.npmjs.com/package/@reventlessdev/reventless-aws) — AWS (DynamoDB, Lambda, SQS, SNS, S3); can delegate event logs to this package for managed Postgres
49
+ - [`@reventlessdev/reventless-postgres`](https://www.npmjs.com/package/@reventlessdev/reventless-postgres) — **this package**
50
+ - [`@reventlessdev/reventless-local`](https://www.npmjs.com/package/@reventlessdev/reventless-local) — in-memory / SQLite platform that uses this storage against a local Postgres
51
+
52
+ Because it depends only on `pg` (plus
53
+ [`reventless-core`](https://www.npmjs.com/package/@reventlessdev/reventless-core),
54
+ [`reventless-infra`](https://www.npmjs.com/package/@reventlessdev/reventless-infra),
55
+ and [`reventless-spec`](https://www.npmjs.com/package/@reventlessdev/reventless-spec)),
56
+ the platform package that embeds it owns provisioning; this package only needs a
57
+ reachable Postgres.
58
+
59
+ ## Install
60
+
61
+ ```bash
62
+ pnpm add @reventlessdev/reventless-postgres
63
+ ```
64
+
65
+ Then register it as a ReScript dependency in `rescript.json`:
66
+
67
+ ```json
68
+ {
69
+ "dependencies": ["@reventlessdev/reventless-postgres"]
70
+ }
71
+ ```
72
+
73
+ Requires ReScript `^12.3.0` (peer dependency).
74
+
75
+ ## Links
76
+
77
+ - 📚 Documentation — [docs.reventless.dev](https://docs.reventless.dev)
78
+ - 📦 Repository — [ReventlessDev/reventless-core](https://github.com/ReventlessDev/reventless-core)
79
+ - 📋 [Changelog](./CHANGELOG.md)
80
+
81
+ ## License
82
+
83
+ [Apache-2.0](https://opensource.org/licenses/Apache-2.0)
@@ -1,2 +1,2 @@
1
- #Start(1783255232307)
2
- #Done(1783255234016)
1
+ #Start(1783796788407)
2
+ #Done(1783796792950)
Binary file
Binary file
@@ -1,9 +1,12 @@
1
1
  randjbuildsystem
2
2
  DcbEventLogStorage_Postgres
3
+ DcbEventLogStorage_Postgres_Ops
4
+ EventLogChangeFeed
3
5
  EventLogStorage_Postgres
6
+ EventLogStorage_Postgres_Ops
4
7
  PgChangeFeed
5
8
  PgDriver
6
9
  PgSchema
7
- PostgresIntegrationTest
8
10
  QueryDbStorage_Postgres
11
+ QueryDbStorage_Postgres_Ops
9
12
  QueryEnginePostgres
@@ -2,7 +2,7 @@
2
2
  "version": "12.3.0",
3
3
  "bsc_path": "/home/runner/work/reventless-core/reventless-core/node_modules/@rescript/linux-x64/bin/bsc.exe",
4
4
  "bsc_hash": "75e3a59c95cc953608fd3dd6ea6ed68141bba4414a20a52f114261b8a48385fa",
5
- "rescript_config_hash": "48ea15db3d741cf15a2ff49dd0b47d86badf2b548ecb3859a896faf1e3a82a15",
5
+ "rescript_config_hash": "af2af60a0fa33b8249a96ff2758f36482843126dc4e07b9302842d011e0ad8c6",
6
6
  "runtime_path": "/home/runner/work/reventless-core/reventless-core/node_modules/@rescript/runtime",
7
- "generated_at": "1783255234031"
7
+ "generated_at": "1783796792956"
8
8
  }
@@ -1,352 +1,37 @@
1
- // Postgres-backed DCB event log storage — the exact-semantics backend.
1
+ // Deploy/local wrapper over the runtime-pure DcbEventLogStorage_Postgres_Ops.
2
2
  //
3
- // Unlike DynamoDB (which emulates the append condition with per-(tag,type) fence
4
- // sentinel rows), Postgres evaluates the actual DcbTag.query atomically inside
5
- // `dcb_append` (PgSchema.res): scoped advisory locks + exact check + insert, one
6
- // round trip, transaction-scoped. See docs/plans/postgres-storage-adapter.md §B.
7
- //
8
- // Reads apply the xmin read barrier so returned head positions are stable
9
- // forever (an event committed late — lower position, later commit can never be
10
- // skipped by a checkpointing reader). Positions are the opaque cursor
11
- // `<xid8>:<position>` (both zero-padded to 20 digits → string sort == numeric
12
- // sort); the append condition's `after` decodes to the same two-column
13
- // comparison, making read → decide → conditional-append exact end to end.
3
+ // The runtime ops, `lockStrategy`, `countAll`, and all query helpers live in
4
+ // DcbEventLogStorage_Postgres_Ops, which imports NO `@pulumi/pulumi` so the
5
+ // deployed Lambda import graph stays clean (the DCB command entry point pulls the
6
+ // ops in unconditionally at cold start — a deploy-time dep here would fail
7
+ // resolution on real Lambda). This module `include`s that pure module (so every
8
+ // existing `DcbEventLogStorage_Postgres.*` reference keeps working) and adds only
9
+ // the deploy-time `DcbEventLog_Adapter` shape, keeping the historic `makeStorage`
10
+ // 3-tuple `(name, ops, adapter)` API unchanged.
11
+ // See docs/plans/deployed-lambda-esm-self-containment.md (Rung-3 finding).
14
12
 
15
13
  open ReventlessCore
16
- open Reventless
17
-
18
- // Lock strategy for concurrent appends (B4). Advisory (default) is safe under
19
- // PgBouncer transaction mode; RowLocks avoids advisory-lock connection pinning
20
- // on RDS Proxy at the cost of a companion `dcb_scope` table.
21
- type lockStrategy = [#AdvisoryLocks | #RowLocks]
22
- let strategyParam = s =>
23
- switch s {
24
- | #AdvisoryLocks => "advisory"
25
- | #RowLocks => "rows"
26
- }
27
-
28
- // Injected by reventless-local to feed the projection-checkpoint low-watermark
29
- // (ProjectionPending, Dcb axis). Standalone/deploy use passes nothing.
30
- type onAppended = array<(string, int)> => unit
31
- let noTracking: onAppended = _ => ()
32
-
33
- // SELECT list shared by read and readStream. `data`/`meta` are jsonb (returned
34
- // already parsed); `tags` is text[] (a JS array); the cursor and recorded_at are
35
- // computed in SQL so the row maps straight to a rawSequencedEvent.
36
- let selectColumns = "
37
- lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS cursor,
38
- event_type,
39
- tags,
40
- data,
41
- meta,
42
- to_char(recorded_at AT TIME ZONE 'UTC', 'YYYY-MM-DD\"T\"HH24:MI:SS.MS\"Z\"') AS recorded_at
43
- "
44
-
45
- // Decode a 'key=value' tag string (split on the first '=') back to a DcbTag.tag.
46
- let decodeTag = (s: string): DcbTag.tag =>
47
- switch s->String.indexOf("=") {
48
- | -1 => {key: s, value: ""}
49
- | i => {
50
- key: s->String.slice(~start=0, ~end=i),
51
- value: s->String.slice(~start=i + 1, ~end=s->String.length),
52
- }
53
- }
54
-
55
- let decodeTags = (v: option<JSON.t>): array<DcbTag.tag> =>
56
- switch v {
57
- | Some(JSON.Array(arr)) =>
58
- arr->Array.filterMap(x =>
59
- switch x {
60
- | JSON.String(s) => Some(decodeTag(s))
61
- | _ => None
62
- }
63
- )
64
- | _ => []
65
- }
66
-
67
- let rowToEvent = (row: dict<JSON.t>): DcbEventLog_Adapter.rawSequencedEvent => {
68
- let str = key =>
69
- switch row->Dict.get(key) {
70
- | Some(JSON.String(s)) => s
71
- | _ => ""
72
- }
73
- let meta = switch row->Dict.get("meta") {
74
- | Some(metaJson) => metaJson->S.parseJsonOrThrow(Reventless.Message.metaSchema)
75
- | None => JsError.throwWithMessage("missing meta column in dcb_event row")
76
- }
77
- {
78
- DcbEventLog_Adapter.position: str("cursor"),
79
- eventType: str("event_type"),
80
- data: row->Dict.get("data")->Option.getOr(JSON.Encode.null),
81
- tags: decodeTags(row->Dict.get("tags")),
82
- meta,
83
- recordedAt: str("recorded_at"),
84
- }
85
- }
86
-
87
- // A tiny positional-parameter builder. Postgres uses `$1, $2, …` (not `?`), so we
88
- // accumulate params and mint tokens as we build the WHERE. A token may be reused
89
- // (same `$N`) to reference one param twice — used for the `after` cursor columns.
90
- type paramBuilder = {mutable params: array<JSON.t>}
91
- let mkBuilder = () => {params: []}
92
- let param = (b: paramBuilder, v: JSON.t): string => {
93
- b.params->Array.push(v)
94
- "$" ++ Int.toString(b.params->Array.length)
95
- }
96
-
97
- // Build the read WHERE + params for a query. `applyFence` gates the xmin read
98
- // barrier (true for consumer reads, so cursors are stable). `after` is the
99
- // decoded (tx, pos) cursor pair as numeric strings.
100
- let buildReadWhere = (
101
- b: paramBuilder,
102
- ~name: string,
103
- ~query: DcbTag.query,
104
- ~after: option<(string, string)>,
105
- ~applyFence: bool,
106
- ): string => {
107
- let parts = [`log_name = ${b->param(JSON.Encode.string(name))}`]
108
- if applyFence {
109
- parts->Array.push("transaction_id < pg_snapshot_xmin(pg_current_snapshot())")
110
- }
111
- switch after {
112
- | Some((tx, pos)) =>
113
- let txP = b->param(JSON.Encode.string(tx))
114
- let posP = b->param(JSON.Encode.string(pos))
115
- parts->Array.push(
116
- `(transaction_id > ${txP}::xid8 OR (transaction_id = ${txP}::xid8 AND position > ${posP}::bigint))`,
117
- )
118
- | None => ()
119
- }
120
-
121
- if query->Array.length > 0 {
122
- let clauseSqls = query->Array.map(clause => {
123
- let clauseParts = []
124
- switch clause.eventTypes {
125
- | Some(types) if types->Array.length > 0 =>
126
- let ph = types->Array.map(t => b->param(JSON.Encode.string(t)))->Array.join(",")
127
- clauseParts->Array.push(`event_type IN (${ph})`)
128
- | _ => ()
129
- }
130
- switch clause.tags {
131
- | Some(tags) if tags->Array.length > 0 =>
132
- let arr =
133
- tags
134
- ->Array.map(t => b->param(JSON.Encode.string(t.key ++ "=" ++ t.value)))
135
- ->Array.join(",")
136
- clauseParts->Array.push(`tags @> ARRAY[${arr}]::text[]`)
137
- | _ => ()
138
- }
139
- clauseParts->Array.length == 0 ? "TRUE" : "(" ++ clauseParts->Array.join(" AND ") ++ ")"
140
- })
141
- parts->Array.push("(" ++ clauseSqls->Array.join(" OR ") ++ ")")
142
- }
143
-
144
- parts->Array.join(" AND ")
145
- }
146
-
147
- // Strip the zero-padding a cursor carries for string-sortability, leaving a
148
- // plain decimal both `::xid8` and `::bigint` parse unambiguously ("0" if empty).
149
- let stripZeros = (s: string): string => {
150
- let t = s->String.replaceRegExp(%re("/^0+/"), "")
151
- t == "" ? "0" : t
152
- }
153
-
154
- // Split a '<xid8>:<position>' cursor into its two numeric-string columns.
155
- let decodeCursor = (pos: DcbTag.sequencePosition): option<(string, string)> =>
156
- switch pos->String.split(":") {
157
- | [tx, p] => Some((stripZeros(tx), stripZeros(p)))
158
- | _ => None
159
- }
160
-
161
- // Rows-per-page for readStream keyset pagination.
162
- let pageSize = 500
163
-
164
- let isConflict = (exn: exn): bool => {
165
- let msg = exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("")
166
- msg->String.includes("dcb_conflict") ||
167
- msg->String.includes("duplicate key") ||
168
- msg->String.includes("23505")
169
- }
170
-
171
- let countAll = async (pool: PgDriver.pool): int =>
172
- switch await pool->PgDriver.queryOne("SELECT COUNT(*)::bigint AS c FROM dcb_event", []) {
173
- | Some(row) =>
174
- switch row->Dict.get("c") {
175
- | Some(JSON.String(s)) => s->Int.fromString->Option.getOr(0)
176
- | Some(JSON.Number(n)) => Float.toInt(n)
177
- | _ => 0
178
- }
179
- | None => 0
180
- }
14
+ include DcbEventLogStorage_Postgres_Ops
181
15
 
182
16
  let makeStorage = (
183
17
  ~pool: PgDriver.pool,
184
18
  ~name: string,
185
- ~indexes as _,
186
- ~partitionTag as _,
187
- ~crossPartitionTagKeys as _=?,
188
- ~opts as _,
19
+ ~indexes,
20
+ ~partitionTag,
21
+ ~crossPartitionTagKeys=?,
22
+ ~opts,
189
23
  ~lockStrategy: lockStrategy=#AdvisoryLocks,
190
24
  ~onAppended=noTracking,
191
25
  ) => {
192
- // Fenced head cursor: the highest (transaction_id, position) visible under the
193
- // xmin barrier. Stable across reads, so it is a safe consistency marker.
194
- let currentHead = async (): option<string> =>
195
- switch await pool->PgDriver.queryOne(
196
- "SELECT lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS head
197
- FROM dcb_event
198
- WHERE log_name = $1 AND transaction_id < pg_snapshot_xmin(pg_current_snapshot())
199
- ORDER BY transaction_id DESC, position DESC
200
- LIMIT 1",
201
- [JSON.Encode.string(name)],
202
- ) {
203
- | Some(row) =>
204
- switch row->Dict.get("head") {
205
- | Some(JSON.String(s)) => Some(s)
206
- | _ => None
207
- }
208
- | None => None
209
- }
210
-
211
- let runQuery = async (~query, ~after): array<DcbEventLog_Adapter.rawSequencedEvent> => {
212
- let b = mkBuilder()
213
- let where = buildReadWhere(b, ~name, ~query, ~after, ~applyFence=true)
214
- let sql = `SELECT ${selectColumns} FROM dcb_event WHERE ${where} ORDER BY transaction_id ASC, position ASC`
215
- (await pool->PgDriver.query(sql, b.params))->Array.map(rowToEvent)
216
- }
217
-
218
- let read = async (~query: DcbTag.query, ~after=?): DcbEventLog_Adapter.rawReadResult => {
219
- let afterCols = after->Option.flatMap(decodeCursor)
220
- let events = await runQuery(~query, ~after=afterCols)
221
- switch await currentHead() {
222
- | Some(head) => {DcbEventLog_Adapter.events, headPosition: head}
223
- | None => ({DcbEventLog_Adapter.events: events}: DcbEventLog_Adapter.rawReadResult)
224
- }
225
- }
226
-
227
- let append = async (
228
- newEvents: array<DcbEventLog_Adapter.rawStoredEvent>,
229
- ~condition=?,
230
- ): result<DcbTag.sequencePosition, ReventlessInfra.DcbEventLog.appendError> => {
231
- let eventsJson = JSON.Array(
232
- newEvents->Array.map(ev =>
233
- JSON.Object(
234
- Dict.fromArray([
235
- ("event_type", JSON.Encode.string(ev.eventType)),
236
- (
237
- "tags",
238
- JSON.Array(ev.tags->Array.map(t => JSON.Encode.string(t.key ++ "=" ++ t.value))),
239
- ),
240
- ("data", ev.data),
241
- ("meta", ev.meta->S.reverseConvertToJsonOrThrow(Reventless.Message.metaSchema)),
242
- ]),
243
- )
244
- ),
245
- )
246
- let conditionParam = switch condition {
247
- | Some(cond: DcbTag.appendCondition) =>
248
- let queryJson = JSON.Array(
249
- cond.query->Array.map(clause =>
250
- JSON.Object(
251
- Dict.fromArray([
252
- (
253
- "eventTypes",
254
- switch clause.eventTypes {
255
- | Some(types) => JSON.Array(types->Array.map(JSON.Encode.string))
256
- | None => JSON.Encode.null
257
- },
258
- ),
259
- (
260
- "tags",
261
- switch clause.tags {
262
- | Some(tags) =>
263
- JSON.Array(tags->Array.map(t => JSON.Encode.string(t.key ++ "=" ++ t.value)))
264
- | None => JSON.Encode.null
265
- },
266
- ),
267
- ]),
268
- )
269
- ),
270
- )
271
- let fields = [("query", queryJson)]
272
- switch cond.after {
273
- | Some(a) => fields->Array.push(("after", JSON.Encode.string(a)))
274
- | None => ()
275
- }
276
- JSON.Encode.string(JSON.stringify(JSON.Object(Dict.fromArray(fields))))
277
- | None => JSON.Encode.null
278
- }
279
-
280
- try {
281
- let rows = await pool->PgDriver.query(
282
- "SELECT dcb_append($1, $2::jsonb, $3::jsonb, $4) AS pos",
283
- [
284
- JSON.Encode.string(name),
285
- JSON.Encode.string(JSON.stringify(eventsJson)),
286
- conditionParam,
287
- JSON.Encode.string(strategyParam(lockStrategy)),
288
- ],
289
- )
290
- switch rows->Array.get(0)->Option.flatMap(r => r->Dict.get("pos")) {
291
- | Some(JSON.String(cursor)) =>
292
- // Feed the projection checkpoint (Dcb axis): (msgId, numeric position).
293
- onAppended(
294
- newEvents->Array.filterMap(ev =>
295
- switch decodeCursor(cursor) {
296
- | Some((_, pos)) =>
297
- pos->Int.fromString->Option.map(p => (ev.meta.Reventless.Message.msgId, p))
298
- | None => None
299
- }
300
- ),
301
- )
302
- Ok(cursor)
303
- | _ => Error(ReventlessInfra.DcbEventLog.StorageFailure("dcb_append returned no position"))
304
- }
305
- } catch {
306
- | exn =>
307
- isConflict(exn)
308
- ? Error(ReventlessInfra.DcbEventLog.Conflict)
309
- : Error(
310
- ReventlessInfra.DcbEventLog.StorageFailure(
311
- exn->JsExn.fromException->Option.flatMap(JsExn.message)->Option.getOr("storage error"),
312
- ),
313
- )
314
- }
315
- }
316
-
317
- // ~strongConsistency is a genuine no-op here: every read applies the xmin
318
- // barrier, so it is always safely consistent (at the cost of a few ms lag).
319
- //
320
- // Keyset pagination on (transaction_id, position): one ordered SQL source, no
321
- // per-clause fan-out / k-way merge / dedup (the DynamoDB runtime's layers have
322
- // no Postgres counterpart). Each page reads strictly after the previous page's
323
- // last row; a short page ends the stream.
324
- let readStream = (~query: DcbTag.query, ~after=?, ~strongConsistency as _=?) =>
325
- Stream.paginateEffect(after->Option.flatMap(decodeCursor), cursor =>
326
- Effect.promise(() => {
327
- let b = mkBuilder()
328
- let where = buildReadWhere(b, ~name, ~query, ~after=cursor, ~applyFence=true)
329
- let sql = `SELECT ${selectColumns}, transaction_id::text AS tx_raw, position::text AS pos_raw FROM dcb_event WHERE ${where} ORDER BY transaction_id ASC, position ASC LIMIT ${Int.toString(pageSize)}`
330
- pool->PgDriver.query(sql, b.params)
331
- })->Effect.map(rows => {
332
- let events = rows->Array.map(rowToEvent)
333
- // Continue only on a full page; the next `after` is this page's last row.
334
- let next = if rows->Array.length < pageSize {
335
- None
336
- } else {
337
- switch rows->Array.get(rows->Array.length - 1) {
338
- | Some(lastRow) =>
339
- switch (lastRow->Dict.get("tx_raw"), lastRow->Dict.get("pos_raw")) {
340
- | (Some(JSON.String(tx)), Some(JSON.String(p))) => Some(Some((tx, p)))
341
- | _ => None
342
- }
343
- | None => None
344
- }
345
- }
346
- (events, next)
347
- })
348
- )
349
-
350
- let ops: DcbEventLog_Adapter.operations = {read, append, readStream}
26
+ let (name, ops) = makeOps(
27
+ ~pool,
28
+ ~name,
29
+ ~indexes,
30
+ ~partitionTag,
31
+ ~crossPartitionTagKeys?,
32
+ ~opts,
33
+ ~lockStrategy,
34
+ ~onAppended,
35
+ )
351
36
  (name, ops, {DcbEventLog_Adapter.resources: [], operations: Pulumi.Output.make(ops)})
352
37
  }