@reventlessdev/reventless-postgres 3.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/LICENSE +202 -0
- package/__mocks__/emptyModule.js +1 -0
- package/lib/bs/.compiler.log +2 -0
- package/lib/bs/ReventlessPostgres.cmi +0 -0
- package/lib/bs/ReventlessPostgres.cmj +0 -0
- package/lib/bs/ReventlessPostgres.cmt +0 -0
- package/lib/bs/ReventlessPostgres.mlmap +9 -0
- package/lib/bs/build.ninja +0 -0
- package/lib/bs/compiler-info.json +8 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.res +352 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +385 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.res +176 -0
- package/lib/bs/src/EventLogStorage_Postgres.res.mjs +207 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgChangeFeed.ast +0 -0
- package/lib/bs/src/PgChangeFeed.res +145 -0
- package/lib/bs/src/PgChangeFeed.res.mjs +90 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/bs/src/PgDriver.ast +0 -0
- package/lib/bs/src/PgDriver.iast +0 -0
- package/lib/bs/src/PgDriver.res +111 -0
- package/lib/bs/src/PgDriver.res.mjs +85 -0
- package/lib/bs/src/PgDriver.resi +68 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema.ast +0 -0
- package/lib/bs/src/PgSchema.res +256 -0
- package/lib/bs/src/PgSchema.res.mjs +46 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res +244 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +225 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryEnginePostgres.ast +0 -0
- package/lib/bs/src/QueryEnginePostgres.res +127 -0
- package/lib/bs/src/QueryEnginePostgres.res.mjs +172 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.res +236 -0
- package/lib/bs/tests/PostgresIntegrationTest.res.mjs +328 -0
- package/lib/ocaml/.compiler.log +2 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.res +352 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.res +176 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgChangeFeed.ast +0 -0
- package/lib/ocaml/PgChangeFeed.res +145 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/ocaml/PgDriver.ast +0 -0
- package/lib/ocaml/PgDriver.iast +0 -0
- package/lib/ocaml/PgDriver.res +111 -0
- package/lib/ocaml/PgDriver.resi +68 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema.ast +0 -0
- package/lib/ocaml/PgSchema.res +256 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
- package/lib/ocaml/PostgresIntegrationTest.res +236 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.res +244 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgres.ast +0 -0
- package/lib/ocaml/QueryEnginePostgres.res +127 -0
- package/lib/ocaml/ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/ReventlessPostgres.mlmap +9 -0
- package/package.json +56 -0
- package/rescript.json +36 -0
- package/src/DcbEventLogStorage_Postgres.res +352 -0
- package/src/DcbEventLogStorage_Postgres.res.mjs +385 -0
- package/src/EventLogStorage_Postgres.res +176 -0
- package/src/EventLogStorage_Postgres.res.mjs +207 -0
- package/src/PgChangeFeed.res +145 -0
- package/src/PgChangeFeed.res.mjs +90 -0
- package/src/PgDriver.res +111 -0
- package/src/PgDriver.res.mjs +85 -0
- package/src/PgDriver.resi +68 -0
- package/src/PgSchema.res +256 -0
- package/src/PgSchema.res.mjs +46 -0
- package/src/QueryDbStorage_Postgres.res +244 -0
- package/src/QueryDbStorage_Postgres.res.mjs +225 -0
- package/src/QueryEnginePostgres.res +127 -0
- package/src/QueryEnginePostgres.res.mjs +172 -0
- package/tests/PostgresIntegrationTest.res +236 -0
- package/tests/PostgresIntegrationTest.res.mjs +328 -0
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
// Sealed wrapper around node-postgres (`pg`).
|
|
2
|
+
//
|
|
3
|
+
// Unlike SqliteDriver (node:sqlite, synchronous), every operation here is
|
|
4
|
+
// asynchronous — there is no synchronous Postgres client in Node. Storage
|
|
5
|
+
// makers stay synchronous (they only close over a `pool`); the async cost lands
|
|
6
|
+
// where the adapter operations already are (`append`/`read` return promises).
|
|
7
|
+
// Schema setup (`PgSchema.ensureSchema`) is therefore a distinct async step run
|
|
8
|
+
// once before any maker, not an inline `ensureSchema` inside the maker.
|
|
9
|
+
//
|
|
10
|
+
// The interface is kept tight so a different driver could be dropped in later
|
|
11
|
+
// without callers changing.
|
|
12
|
+
|
|
13
|
+
type pool
|
|
14
|
+
type client
|
|
15
|
+
|
|
16
|
+
// TLS options. Required for RDS/managed Postgres (PG15+ defaults to
|
|
17
|
+
// `rds.force_ssl=1`). `rejectUnauthorized: false` encrypts without CA
|
|
18
|
+
// verification.
|
|
19
|
+
type sslConfig = {rejectUnauthorized: bool}
|
|
20
|
+
|
|
21
|
+
// Invoked by pg per physical connection, so a rotated secret is picked up on the
|
|
22
|
+
// next new connection without rebuilding the pool.
|
|
23
|
+
type passwordProvider = unit => promise<string>
|
|
24
|
+
|
|
25
|
+
type poolConfig = {
|
|
26
|
+
// Supply either a full `connectionString` (local/dev) or the discrete fields
|
|
27
|
+
// (AWS adapter — password comes from a Secrets Manager provider that can't be
|
|
28
|
+
// baked into a static string).
|
|
29
|
+
connectionString?: string,
|
|
30
|
+
host?: string,
|
|
31
|
+
port?: int,
|
|
32
|
+
database?: string,
|
|
33
|
+
user?: string,
|
|
34
|
+
password?: passwordProvider,
|
|
35
|
+
ssl?: sslConfig,
|
|
36
|
+
// Upper bound on pooled connections. Defaults to pg's own default (10).
|
|
37
|
+
max?: int,
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
let makePool: poolConfig => pool
|
|
41
|
+
let endPool: pool => promise<unit>
|
|
42
|
+
|
|
43
|
+
// Parameterised query (extended protocol — exactly one statement). Returns the
|
|
44
|
+
// result rows. Postgres returns `bigint`/`xid8` as strings, `jsonb` already
|
|
45
|
+
// parsed, and `text[]` as a JS array — all directly usable as `JSON.t`.
|
|
46
|
+
let query: (pool, string, array<JSON.t>) => promise<array<dict<JSON.t>>>
|
|
47
|
+
|
|
48
|
+
// Parameterised query returning the first row, or None.
|
|
49
|
+
let queryOne: (pool, string, array<JSON.t>) => promise<option<dict<JSON.t>>>
|
|
50
|
+
|
|
51
|
+
// Simple-protocol statement with no parameters — allows multi-statement DDL and
|
|
52
|
+
// dollar-quoted function bodies. Used by PgSchema.
|
|
53
|
+
let exec: (pool, string) => promise<unit>
|
|
54
|
+
|
|
55
|
+
// Run `fn` inside BEGIN/COMMIT on a single checked-out connection. Rolls back on
|
|
56
|
+
// any rejected promise or thrown exception, then always releases the connection.
|
|
57
|
+
// Transaction-scoped advisory locks require this single-connection guarantee.
|
|
58
|
+
let transaction: (pool, client => promise<'a>) => promise<'a>
|
|
59
|
+
|
|
60
|
+
// Same as `query`, but on an explicit transaction connection.
|
|
61
|
+
let queryOn: (client, string, array<JSON.t>) => promise<array<dict<JSON.t>>>
|
|
62
|
+
let execOn: (client, string) => promise<unit>
|
|
63
|
+
|
|
64
|
+
// Open a dedicated long-lived connection issuing `LISTEN <channel>`, invoking
|
|
65
|
+
// `onNotify` with each notification payload. The returned client is caller-owned
|
|
66
|
+
// (call `unlisten` to `UNLISTEN` + release). Used by the change feed (Phase D).
|
|
67
|
+
let listen: (pool, ~channel: string, ~onNotify: string => unit) => promise<client>
|
|
68
|
+
let unlisten: (client, ~channel: string) => promise<unit>
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -0,0 +1,256 @@
|
|
|
1
|
+
// Idempotent schema + migration runner for the Postgres backend.
|
|
2
|
+
//
|
|
3
|
+
// `ensureSchema(pool)` is callable from any deploy-time context or standalone.
|
|
4
|
+
// The package depends on no IaC/provider SDK; a platform that embeds this
|
|
5
|
+
// storage is responsible for emitting the deploy-time resource that runs it.
|
|
6
|
+
//
|
|
7
|
+
// It creates:
|
|
8
|
+
// event_log / snapshot — classic OCC log (Phase A)
|
|
9
|
+
// dcb_event — DCB log; positions are a global IDENTITY sequence,
|
|
10
|
+
// rows stamped with the committing xid8 (Phase B)
|
|
11
|
+
// dcb_scope — companion table for the #RowLocks strategy (B4)
|
|
12
|
+
// dcb_subscription — change-feed checkpoints (Phase D)
|
|
13
|
+
// dcb_condition_where(...) — compiles a DcbTag.query jsonb AST → SQL WHERE
|
|
14
|
+
// dcb_append(...) — the concurrency-critical append (B1): scoped
|
|
15
|
+
// advisory locks + exact check + insert + NOTIFY,
|
|
16
|
+
// one round trip, transaction-scoped.
|
|
17
|
+
|
|
18
|
+
// Table / index DDL. Every statement is individually idempotent so ensureSchema
|
|
19
|
+
// is safe to run on every startup and concurrently across processes.
|
|
20
|
+
let tableStatements = [
|
|
21
|
+
// --- Classic event log (Phase A) ---
|
|
22
|
+
"CREATE TABLE IF NOT EXISTS event_log (
|
|
23
|
+
log_name text NOT NULL,
|
|
24
|
+
aggregate_id text NOT NULL,
|
|
25
|
+
seq_nr bigint NOT NULL,
|
|
26
|
+
payload jsonb NOT NULL,
|
|
27
|
+
msg_id text,
|
|
28
|
+
global_seq bigint GENERATED ALWAYS AS IDENTITY,
|
|
29
|
+
PRIMARY KEY (log_name, aggregate_id, seq_nr)
|
|
30
|
+
)",
|
|
31
|
+
"CREATE TABLE IF NOT EXISTS snapshot (
|
|
32
|
+
log_name text NOT NULL,
|
|
33
|
+
aggregate_id text NOT NULL,
|
|
34
|
+
seq_nr bigint NOT NULL,
|
|
35
|
+
state jsonb NOT NULL,
|
|
36
|
+
schema_hash text NOT NULL,
|
|
37
|
+
PRIMARY KEY (log_name, aggregate_id)
|
|
38
|
+
)",
|
|
39
|
+
// --- DCB event log (Phase B) ---
|
|
40
|
+
"CREATE TABLE IF NOT EXISTS dcb_event (
|
|
41
|
+
log_name text NOT NULL,
|
|
42
|
+
position bigint GENERATED ALWAYS AS IDENTITY,
|
|
43
|
+
transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id(),
|
|
44
|
+
event_type text NOT NULL,
|
|
45
|
+
tags text[] NOT NULL DEFAULT '{}',
|
|
46
|
+
data jsonb NOT NULL,
|
|
47
|
+
meta jsonb NOT NULL,
|
|
48
|
+
recorded_at timestamptz NOT NULL DEFAULT now(),
|
|
49
|
+
PRIMARY KEY (log_name, position)
|
|
50
|
+
)",
|
|
51
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_tags_gin ON dcb_event USING gin (tags)",
|
|
52
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_type_pos ON dcb_event (log_name, event_type, position)",
|
|
53
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_tx_pos ON dcb_event (log_name, transaction_id, position)",
|
|
54
|
+
// --- Row-lock companion (B4) ---
|
|
55
|
+
"CREATE TABLE IF NOT EXISTS dcb_scope (
|
|
56
|
+
log_name text NOT NULL,
|
|
57
|
+
scope_hash bigint NOT NULL,
|
|
58
|
+
PRIMARY KEY (log_name, scope_hash)
|
|
59
|
+
)",
|
|
60
|
+
// --- Change-feed checkpoints (Phase D) ---
|
|
61
|
+
"CREATE TABLE IF NOT EXISTS dcb_subscription (
|
|
62
|
+
subscriber text PRIMARY KEY,
|
|
63
|
+
last_tx xid8 NOT NULL DEFAULT '0'::xid8,
|
|
64
|
+
last_position bigint NOT NULL DEFAULT 0
|
|
65
|
+
)",
|
|
66
|
+
]
|
|
67
|
+
|
|
68
|
+
// Compiles a DcbTag.query jsonb AST to a SQL WHERE fragment against `dcb_event`.
|
|
69
|
+
// The AST is `[ {eventTypes: [text]|null, tags: [text]|null}, ... ]` — an OR of
|
|
70
|
+
// clauses; within a clause the tags array is `@>`-contained and event types are
|
|
71
|
+
// an IN list. All embedded values pass through quote_literal (the values are
|
|
72
|
+
// framework-controlled tag/event strings, but escaping is non-negotiable for
|
|
73
|
+
// EXECUTE'd SQL). Tags are encoded 'key=value' to match the dcb_event.tags column.
|
|
74
|
+
//
|
|
75
|
+
// `after` is the two-column cursor decoded to (p_after_tx, p_after_pos); the
|
|
76
|
+
// generated fragment is the exact `(transaction_id, position) > (tx, pos)`
|
|
77
|
+
// comparison reads use, so read → decide → conditional-append is exact.
|
|
78
|
+
let dcbConditionWhereFn = "
|
|
79
|
+
CREATE OR REPLACE FUNCTION dcb_after_frag(p_tx xid8, p_pos bigint) RETURNS text
|
|
80
|
+
LANGUAGE sql IMMUTABLE AS $af$
|
|
81
|
+
SELECT CASE WHEN p_tx IS NULL THEN NULL ELSE
|
|
82
|
+
'(transaction_id > ' || quote_literal(p_tx::text) || '::xid8 OR (transaction_id = '
|
|
83
|
+
|| quote_literal(p_tx::text) || '::xid8 AND position > ' || p_pos::text || '))'
|
|
84
|
+
END;
|
|
85
|
+
$af$;
|
|
86
|
+
|
|
87
|
+
CREATE OR REPLACE FUNCTION dcb_condition_where(
|
|
88
|
+
p_log_name text,
|
|
89
|
+
p_query jsonb,
|
|
90
|
+
p_after_tx xid8,
|
|
91
|
+
p_after_pos bigint
|
|
92
|
+
) RETURNS text
|
|
93
|
+
LANGUAGE plpgsql IMMUTABLE AS $fn$
|
|
94
|
+
DECLARE
|
|
95
|
+
v_clauses text[] := '{}';
|
|
96
|
+
v_parts text[];
|
|
97
|
+
v_types text;
|
|
98
|
+
v_tags text;
|
|
99
|
+
v_after text := dcb_after_frag(p_after_tx, p_after_pos);
|
|
100
|
+
qi jsonb;
|
|
101
|
+
BEGIN
|
|
102
|
+
IF p_query IS NULL OR jsonb_array_length(p_query) = 0 THEN
|
|
103
|
+
v_types := 'log_name = ' || quote_literal(p_log_name);
|
|
104
|
+
IF v_after IS NOT NULL THEN
|
|
105
|
+
v_types := v_types || ' AND ' || v_after;
|
|
106
|
+
END IF;
|
|
107
|
+
RETURN v_types;
|
|
108
|
+
END IF;
|
|
109
|
+
|
|
110
|
+
FOR qi IN SELECT * FROM jsonb_array_elements(p_query) LOOP
|
|
111
|
+
v_parts := ARRAY['log_name = ' || quote_literal(p_log_name)];
|
|
112
|
+
IF v_after IS NOT NULL THEN
|
|
113
|
+
v_parts := array_append(v_parts, v_after);
|
|
114
|
+
END IF;
|
|
115
|
+
|
|
116
|
+
IF jsonb_typeof(qi->'eventTypes') = 'array'
|
|
117
|
+
AND jsonb_array_length(qi->'eventTypes') > 0 THEN
|
|
118
|
+
SELECT string_agg(quote_literal(t), ',')
|
|
119
|
+
INTO v_types
|
|
120
|
+
FROM jsonb_array_elements_text(qi->'eventTypes') t;
|
|
121
|
+
v_parts := array_append(v_parts, 'event_type IN (' || v_types || ')');
|
|
122
|
+
END IF;
|
|
123
|
+
|
|
124
|
+
IF jsonb_typeof(qi->'tags') = 'array'
|
|
125
|
+
AND jsonb_array_length(qi->'tags') > 0 THEN
|
|
126
|
+
SELECT string_agg(quote_literal(t), ',')
|
|
127
|
+
INTO v_tags
|
|
128
|
+
FROM jsonb_array_elements_text(qi->'tags') t;
|
|
129
|
+
v_parts := array_append(v_parts, 'tags @> ARRAY[' || v_tags || ']::text[]');
|
|
130
|
+
END IF;
|
|
131
|
+
|
|
132
|
+
v_clauses := array_append(v_clauses, '(' || array_to_string(v_parts, ' AND ') || ')');
|
|
133
|
+
END LOOP;
|
|
134
|
+
|
|
135
|
+
RETURN array_to_string(v_clauses, ' OR ');
|
|
136
|
+
END;
|
|
137
|
+
$fn$;
|
|
138
|
+
"
|
|
139
|
+
|
|
140
|
+
// The append. Called as `SELECT dcb_append($1,$2::jsonb,$3::jsonb,$4)` — a single
|
|
141
|
+
// simple statement, so the implicit transaction holds every advisory lock until
|
|
142
|
+
// the insert commits. Returns the encoded cursor `<xid8>:<position>` (both
|
|
143
|
+
// zero-padded to 20 digits so string order == numeric order) of the last event.
|
|
144
|
+
//
|
|
145
|
+
// Lock scope (advisory strategy): a deterministic hashtextextended() of every
|
|
146
|
+
// tag carried by the written events OR referenced in the condition query,
|
|
147
|
+
// namespaced per log_name, acquired in sorted order (deadlock-free). Lock scope
|
|
148
|
+
// controls only *what serializes*; the check itself is exact, so a coarse scope
|
|
149
|
+
// (hash collision) can only delay an append, never wrongly reject it.
|
|
150
|
+
let dcbAppendFn = "
|
|
151
|
+
CREATE OR REPLACE FUNCTION dcb_append(
|
|
152
|
+
p_log_name text,
|
|
153
|
+
p_events jsonb,
|
|
154
|
+
p_condition jsonb DEFAULT NULL,
|
|
155
|
+
p_lock_strategy text DEFAULT 'advisory'
|
|
156
|
+
) RETURNS text
|
|
157
|
+
LANGUAGE plpgsql AS $fn$
|
|
158
|
+
DECLARE
|
|
159
|
+
v_lock_keys bigint[];
|
|
160
|
+
v_after_raw text;
|
|
161
|
+
v_after_tx xid8;
|
|
162
|
+
v_after_pos bigint;
|
|
163
|
+
v_where text;
|
|
164
|
+
v_conflict boolean;
|
|
165
|
+
v_last_pos bigint;
|
|
166
|
+
v_key bigint;
|
|
167
|
+
BEGIN
|
|
168
|
+
-- 1. Lock keys: every tag in written events UNION every tag in the condition.
|
|
169
|
+
SELECT array_agg(DISTINCT k ORDER BY k) INTO v_lock_keys
|
|
170
|
+
FROM (
|
|
171
|
+
SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k
|
|
172
|
+
FROM jsonb_array_elements(p_events) ev,
|
|
173
|
+
jsonb_array_elements_text(ev->'tags') tag
|
|
174
|
+
UNION
|
|
175
|
+
SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k
|
|
176
|
+
FROM jsonb_array_elements(COALESCE(p_condition->'query', '[]'::jsonb)) qi,
|
|
177
|
+
jsonb_array_elements_text(COALESCE(qi->'tags', '[]'::jsonb)) tag
|
|
178
|
+
) s;
|
|
179
|
+
|
|
180
|
+
-- 2. Acquire in sorted order.
|
|
181
|
+
IF v_lock_keys IS NOT NULL THEN
|
|
182
|
+
IF p_lock_strategy = 'rows' THEN
|
|
183
|
+
INSERT INTO dcb_scope(log_name, scope_hash)
|
|
184
|
+
SELECT p_log_name, k FROM unnest(v_lock_keys) k
|
|
185
|
+
ON CONFLICT DO NOTHING;
|
|
186
|
+
PERFORM 1 FROM dcb_scope
|
|
187
|
+
WHERE log_name = p_log_name AND scope_hash = ANY(v_lock_keys)
|
|
188
|
+
ORDER BY scope_hash
|
|
189
|
+
FOR UPDATE;
|
|
190
|
+
ELSE
|
|
191
|
+
FOREACH v_key IN ARRAY v_lock_keys LOOP
|
|
192
|
+
PERFORM pg_advisory_xact_lock(v_key);
|
|
193
|
+
END LOOP;
|
|
194
|
+
END IF;
|
|
195
|
+
END IF;
|
|
196
|
+
|
|
197
|
+
-- 3. Exact condition check under the held locks (READ COMMITTED is race-free
|
|
198
|
+
-- here: a conflicting concurrent writer is either committed+visible or
|
|
199
|
+
-- blocked on our lock).
|
|
200
|
+
IF p_condition IS NOT NULL THEN
|
|
201
|
+
v_after_raw := NULLIF(p_condition->>'after', '');
|
|
202
|
+
IF v_after_raw IS NOT NULL THEN
|
|
203
|
+
-- Cursor is '<xid8>:<position>', each zero-padded to 20 digits. Strip the
|
|
204
|
+
-- padding before casting (bigint tolerates leading zeros; be explicit for
|
|
205
|
+
-- xid8, guarding the all-zeros case).
|
|
206
|
+
v_after_tx := COALESCE(NULLIF(ltrim(split_part(v_after_raw, ':', 1), '0'), ''), '0')::xid8;
|
|
207
|
+
v_after_pos := split_part(v_after_raw, ':', 2)::bigint;
|
|
208
|
+
END IF;
|
|
209
|
+
v_where := dcb_condition_where(p_log_name, p_condition->'query', v_after_tx, v_after_pos);
|
|
210
|
+
EXECUTE 'SELECT EXISTS (SELECT 1 FROM dcb_event WHERE ' || v_where || ')'
|
|
211
|
+
INTO v_conflict;
|
|
212
|
+
IF v_conflict THEN
|
|
213
|
+
RAISE EXCEPTION 'dcb_conflict' USING ERRCODE = 'P0001';
|
|
214
|
+
END IF;
|
|
215
|
+
END IF;
|
|
216
|
+
|
|
217
|
+
-- 4. Insert every event in array order; positions come from the IDENTITY seq.
|
|
218
|
+
WITH ins AS (
|
|
219
|
+
INSERT INTO dcb_event(log_name, event_type, tags, data, meta)
|
|
220
|
+
SELECT p_log_name,
|
|
221
|
+
ev->>'event_type',
|
|
222
|
+
ARRAY(SELECT jsonb_array_elements_text(ev->'tags')),
|
|
223
|
+
ev->'data',
|
|
224
|
+
ev->'meta'
|
|
225
|
+
FROM jsonb_array_elements(p_events) WITH ORDINALITY AS t(ev, ord)
|
|
226
|
+
ORDER BY ord
|
|
227
|
+
RETURNING position
|
|
228
|
+
)
|
|
229
|
+
SELECT max(position) INTO v_last_pos FROM ins;
|
|
230
|
+
|
|
231
|
+
-- 5. Wake the change feed (Phase D). No-op if nobody is LISTENing.
|
|
232
|
+
PERFORM pg_notify('dcb_' || p_log_name, v_last_pos::text);
|
|
233
|
+
|
|
234
|
+
RETURN lpad(pg_current_xact_id()::text, 20, '0') || ':' || lpad(v_last_pos::text, 20, '0');
|
|
235
|
+
END;
|
|
236
|
+
$fn$;
|
|
237
|
+
"
|
|
238
|
+
|
|
239
|
+
let functionStatements = [dcbConditionWhereFn, dcbAppendFn]
|
|
240
|
+
|
|
241
|
+
let ensureSchema = async (pool: PgDriver.pool): unit => {
|
|
242
|
+
for i in 0 to tableStatements->Array.length - 1 {
|
|
243
|
+
await pool->PgDriver.exec(tableStatements->Array.getUnsafe(i))
|
|
244
|
+
}
|
|
245
|
+
for i in 0 to functionStatements->Array.length - 1 {
|
|
246
|
+
await pool->PgDriver.exec(functionStatements->Array.getUnsafe(i))
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
// resetOnStart support: TRUNCATE (never DROP) so the schema/functions survive.
|
|
251
|
+
// Mirrors the reventless-local contract that reset wipes data, not structure.
|
|
252
|
+
let truncateAll = async (pool: PgDriver.pool): unit => {
|
|
253
|
+
await pool->PgDriver.exec(
|
|
254
|
+
"TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription RESTART IDENTITY",
|
|
255
|
+
)
|
|
256
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
|
+
|
|
3
|
+
import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
4
|
+
|
|
5
|
+
let tableStatements = [
|
|
6
|
+
"CREATE TABLE IF NOT EXISTS event_log (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n payload jsonb NOT NULL,\n msg_id text,\n global_seq bigint GENERATED ALWAYS AS IDENTITY,\n PRIMARY KEY (log_name, aggregate_id, seq_nr)\n )",
|
|
7
|
+
"CREATE TABLE IF NOT EXISTS snapshot (\n log_name text NOT NULL,\n aggregate_id text NOT NULL,\n seq_nr bigint NOT NULL,\n state jsonb NOT NULL,\n schema_hash text NOT NULL,\n PRIMARY KEY (log_name, aggregate_id)\n )",
|
|
8
|
+
"CREATE TABLE IF NOT EXISTS dcb_event (\n log_name text NOT NULL,\n position bigint GENERATED ALWAYS AS IDENTITY,\n transaction_id xid8 NOT NULL DEFAULT pg_current_xact_id(),\n event_type text NOT NULL,\n tags text[] NOT NULL DEFAULT '{}',\n data jsonb NOT NULL,\n meta jsonb NOT NULL,\n recorded_at timestamptz NOT NULL DEFAULT now(),\n PRIMARY KEY (log_name, position)\n )",
|
|
9
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_tags_gin ON dcb_event USING gin (tags)",
|
|
10
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_type_pos ON dcb_event (log_name, event_type, position)",
|
|
11
|
+
"CREATE INDEX IF NOT EXISTS dcb_event_tx_pos ON dcb_event (log_name, transaction_id, position)",
|
|
12
|
+
"CREATE TABLE IF NOT EXISTS dcb_scope (\n log_name text NOT NULL,\n scope_hash bigint NOT NULL,\n PRIMARY KEY (log_name, scope_hash)\n )",
|
|
13
|
+
"CREATE TABLE IF NOT EXISTS dcb_subscription (\n subscriber text PRIMARY KEY,\n last_tx xid8 NOT NULL DEFAULT '0'::xid8,\n last_position bigint NOT NULL DEFAULT 0\n )"
|
|
14
|
+
];
|
|
15
|
+
|
|
16
|
+
let dcbConditionWhereFn = "\nCREATE OR REPLACE FUNCTION dcb_after_frag(p_tx xid8, p_pos bigint) RETURNS text\nLANGUAGE sql IMMUTABLE AS $af$\n SELECT CASE WHEN p_tx IS NULL THEN NULL ELSE\n '(transaction_id > ' || quote_literal(p_tx::text) || '::xid8 OR (transaction_id = '\n || quote_literal(p_tx::text) || '::xid8 AND position > ' || p_pos::text || '))'\n END;\n$af$;\n\nCREATE OR REPLACE FUNCTION dcb_condition_where(\n p_log_name text,\n p_query jsonb,\n p_after_tx xid8,\n p_after_pos bigint\n) RETURNS text\nLANGUAGE plpgsql IMMUTABLE AS $fn$\nDECLARE\n v_clauses text[] := '{}';\n v_parts text[];\n v_types text;\n v_tags text;\n v_after text := dcb_after_frag(p_after_tx, p_after_pos);\n qi jsonb;\nBEGIN\n IF p_query IS NULL OR jsonb_array_length(p_query) = 0 THEN\n v_types := 'log_name = ' || quote_literal(p_log_name);\n IF v_after IS NOT NULL THEN\n v_types := v_types || ' AND ' || v_after;\n END IF;\n RETURN v_types;\n END IF;\n\n FOR qi IN SELECT * FROM jsonb_array_elements(p_query) LOOP\n v_parts := ARRAY['log_name = ' || quote_literal(p_log_name)];\n IF v_after IS NOT NULL THEN\n v_parts := array_append(v_parts, v_after);\n END IF;\n\n IF jsonb_typeof(qi->'eventTypes') = 'array'\n AND jsonb_array_length(qi->'eventTypes') > 0 THEN\n SELECT string_agg(quote_literal(t), ',')\n INTO v_types\n FROM jsonb_array_elements_text(qi->'eventTypes') t;\n v_parts := array_append(v_parts, 'event_type IN (' || v_types || ')');\n END IF;\n\n IF jsonb_typeof(qi->'tags') = 'array'\n AND jsonb_array_length(qi->'tags') > 0 THEN\n SELECT string_agg(quote_literal(t), ',')\n INTO v_tags\n FROM jsonb_array_elements_text(qi->'tags') t;\n v_parts := array_append(v_parts, 'tags @> ARRAY[' || v_tags || ']::text[]');\n END IF;\n\n v_clauses := array_append(v_clauses, '(' || array_to_string(v_parts, ' AND ') || ')');\n END LOOP;\n\n RETURN array_to_string(v_clauses, ' OR ');\nEND;\n$fn$;\n";
|
|
17
|
+
|
|
18
|
+
let dcbAppendFn = "\nCREATE OR REPLACE FUNCTION dcb_append(\n p_log_name text,\n p_events jsonb,\n p_condition jsonb DEFAULT NULL,\n p_lock_strategy text DEFAULT 'advisory'\n) RETURNS text\nLANGUAGE plpgsql AS $fn$\nDECLARE\n v_lock_keys bigint[];\n v_after_raw text;\n v_after_tx xid8;\n v_after_pos bigint;\n v_where text;\n v_conflict boolean;\n v_last_pos bigint;\n v_key bigint;\nBEGIN\n -- 1. Lock keys: every tag in written events UNION every tag in the condition.\n SELECT array_agg(DISTINCT k ORDER BY k) INTO v_lock_keys\n FROM (\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(p_events) ev,\n jsonb_array_elements_text(ev->'tags') tag\n UNION\n SELECT hashtextextended(p_log_name || '=' || tag, 0) AS k\n FROM jsonb_array_elements(COALESCE(p_condition->'query', '[]'::jsonb)) qi,\n jsonb_array_elements_text(COALESCE(qi->'tags', '[]'::jsonb)) tag\n ) s;\n\n -- 2. Acquire in sorted order.\n IF v_lock_keys IS NOT NULL THEN\n IF p_lock_strategy = 'rows' THEN\n INSERT INTO dcb_scope(log_name, scope_hash)\n SELECT p_log_name, k FROM unnest(v_lock_keys) k\n ON CONFLICT DO NOTHING;\n PERFORM 1 FROM dcb_scope\n WHERE log_name = p_log_name AND scope_hash = ANY(v_lock_keys)\n ORDER BY scope_hash\n FOR UPDATE;\n ELSE\n FOREACH v_key IN ARRAY v_lock_keys LOOP\n PERFORM pg_advisory_xact_lock(v_key);\n END LOOP;\n END IF;\n END IF;\n\n -- 3. Exact condition check under the held locks (READ COMMITTED is race-free\n -- here: a conflicting concurrent writer is either committed+visible or\n -- blocked on our lock).\n IF p_condition IS NOT NULL THEN\n v_after_raw := NULLIF(p_condition->>'after', '');\n IF v_after_raw IS NOT NULL THEN\n -- Cursor is '<xid8>:<position>', each zero-padded to 20 digits. Strip the\n -- padding before casting (bigint tolerates leading zeros; be explicit for\n -- xid8, guarding the all-zeros case).\n v_after_tx := COALESCE(NULLIF(ltrim(split_part(v_after_raw, ':', 1), '0'), ''), '0')::xid8;\n v_after_pos := split_part(v_after_raw, ':', 2)::bigint;\n END IF;\n v_where := dcb_condition_where(p_log_name, p_condition->'query', v_after_tx, v_after_pos);\n EXECUTE 'SELECT EXISTS (SELECT 1 FROM dcb_event WHERE ' || v_where || ')'\n INTO v_conflict;\n IF v_conflict THEN\n RAISE EXCEPTION 'dcb_conflict' USING ERRCODE = 'P0001';\n END IF;\n END IF;\n\n -- 4. Insert every event in array order; positions come from the IDENTITY seq.\n WITH ins AS (\n INSERT INTO dcb_event(log_name, event_type, tags, data, meta)\n SELECT p_log_name,\n ev->>'event_type',\n ARRAY(SELECT jsonb_array_elements_text(ev->'tags')),\n ev->'data',\n ev->'meta'\n FROM jsonb_array_elements(p_events) WITH ORDINALITY AS t(ev, ord)\n ORDER BY ord\n RETURNING position\n )\n SELECT max(position) INTO v_last_pos FROM ins;\n\n -- 5. Wake the change feed (Phase D). No-op if nobody is LISTENing.\n PERFORM pg_notify('dcb_' || p_log_name, v_last_pos::text);\n\n RETURN lpad(pg_current_xact_id()::text, 20, '0') || ':' || lpad(v_last_pos::text, 20, '0');\nEND;\n$fn$;\n";
|
|
19
|
+
|
|
20
|
+
let functionStatements = [
|
|
21
|
+
dcbConditionWhereFn,
|
|
22
|
+
dcbAppendFn
|
|
23
|
+
];
|
|
24
|
+
|
|
25
|
+
async function ensureSchema(pool) {
|
|
26
|
+
for (let i = 0, i_finish = tableStatements.length; i < i_finish; ++i) {
|
|
27
|
+
await PgDriver$ReventlessPostgres.exec(pool, tableStatements[i]);
|
|
28
|
+
}
|
|
29
|
+
for (let i$1 = 0, i_finish$1 = functionStatements.length; i$1 < i_finish$1; ++i$1) {
|
|
30
|
+
await PgDriver$ReventlessPostgres.exec(pool, functionStatements[i$1]);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
async function truncateAll(pool) {
|
|
35
|
+
return await PgDriver$ReventlessPostgres.exec(pool, "TRUNCATE event_log, snapshot, dcb_event, dcb_scope, dcb_subscription RESTART IDENTITY");
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export {
|
|
39
|
+
tableStatements,
|
|
40
|
+
dcbConditionWhereFn,
|
|
41
|
+
dcbAppendFn,
|
|
42
|
+
functionStatements,
|
|
43
|
+
ensureSchema,
|
|
44
|
+
truncateAll,
|
|
45
|
+
}
|
|
46
|
+
/* PgDriver-ReventlessPostgres Not a pure module */
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -0,0 +1,244 @@
|
|
|
1
|
+
// Postgres-backed QueryDb storage — JSONB document tables, one per read model.
|
|
2
|
+
//
|
|
3
|
+
// Implements the clean QueryDb_Adapter.storageMaker (the shape
|
|
4
|
+
// QueryDbStorage_DynamoDb implements): no in-process bus. The reventless-local
|
|
5
|
+
// bridge that publishes state-changes to live GraphQL subscriptions wraps this
|
|
6
|
+
// at integration time (Phase E), the way QueryDbStorage_Sqlite wraps its data
|
|
7
|
+
// access today.
|
|
8
|
+
//
|
|
9
|
+
// Table `qdb_<name>`: partition_key text, sub_key text, item jsonb, expires_at
|
|
10
|
+
// double precision (unix epoch seconds; null = never), PRIMARY KEY
|
|
11
|
+
// (partition_key, sub_key). `item jsonb` returns already parsed. TTL is lazy —
|
|
12
|
+
// every read carries `(expires_at IS NULL OR expires_at > epoch_now)`.
|
|
13
|
+
//
|
|
14
|
+
// GSI: each declared indexConfig becomes an expression index on `item->>'field'`
|
|
15
|
+
// (composite keys concatenated with the configured separator). projectionType is
|
|
16
|
+
// irrelevant in a relational store (every column is on the same row).
|
|
17
|
+
|
|
18
|
+
open ReventlessCore
|
|
19
|
+
open Reventless.ReadModel
|
|
20
|
+
|
|
21
|
+
let tableName = (name: string): string => "qdb_" ++ name->String.replaceAll("-", "_")
|
|
22
|
+
|
|
23
|
+
// Collapse anything outside [A-Za-z0-9_] to _ — predictable, injection-safe idents.
|
|
24
|
+
let sanitizeIdent = (s: string): string =>
|
|
25
|
+
s->String.replaceRegExp(%re("/[^A-Za-z0-9_]/g"), "_")
|
|
26
|
+
|
|
27
|
+
let notExpiredClause = "(expires_at IS NULL OR expires_at > extract(epoch from now()))"
|
|
28
|
+
|
|
29
|
+
// JSONB text extraction for a single top-level field.
|
|
30
|
+
let jsonField = (field: string): string =>
|
|
31
|
+
`(item->>'${field->String.replaceAll("'", "''")}')`
|
|
32
|
+
|
|
33
|
+
let compositeExpr = (fields: array<string>, sep: string): string => {
|
|
34
|
+
let escapedSep = sep->String.replaceAll("'", "''")
|
|
35
|
+
fields->Array.map(jsonField)->Array.join(` || '${escapedSep}' || `)
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
let indexExpressions = (idx: indexConfig): (string, option<string>) => {
|
|
39
|
+
let pkExpr = switch idx.pkFields {
|
|
40
|
+
| Some(fields) if fields->Array.length > 0 => compositeExpr(fields, idx.pkSep->Option.getOr("/"))
|
|
41
|
+
| _ =>
|
|
42
|
+
switch idx.idField {
|
|
43
|
+
| Some(field) => jsonField(field)
|
|
44
|
+
| None => jsonField(idx.index)
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
let skExpr = switch idx.skFields {
|
|
48
|
+
| Some(fields) if fields->Array.length > 0 =>
|
|
49
|
+
Some(compositeExpr(fields, idx.skSep->Option.getOr("/")))
|
|
50
|
+
| _ =>
|
|
51
|
+
switch idx.subIdField {
|
|
52
|
+
| Some(field) => Some(jsonField(field))
|
|
53
|
+
| None => None
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
(pkExpr, skExpr)
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
let ensureTable = async (~pool, ~table) => {
|
|
60
|
+
await pool->PgDriver.exec(
|
|
61
|
+
`CREATE TABLE IF NOT EXISTS ${table} (partition_key text NOT NULL, sub_key text NOT NULL DEFAULT '', item jsonb NOT NULL, expires_at double precision, PRIMARY KEY (partition_key, sub_key))`,
|
|
62
|
+
)
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
let ensureIndexes = async (~pool, ~table, ~indexes: array<indexConfig>) => {
|
|
66
|
+
for i in 0 to indexes->Array.length - 1 {
|
|
67
|
+
let idx = indexes->Array.getUnsafe(i)
|
|
68
|
+
let (pkExpr, skExprOpt) = indexExpressions(idx)
|
|
69
|
+
let indexName = `idx_${table}_${sanitizeIdent(idx.index)}`
|
|
70
|
+
let cols = switch skExprOpt {
|
|
71
|
+
| Some(skExpr) => `${pkExpr}, ${skExpr}`
|
|
72
|
+
| None => pkExpr
|
|
73
|
+
}
|
|
74
|
+
await pool->PgDriver.exec(`CREATE INDEX IF NOT EXISTS ${indexName} ON ${table} (${cols})`)
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
let decodeItem = (row: dict<JSON.t>): JSON.t =>
|
|
79
|
+
row->Dict.get("item")->Option.getOr(JSON.Encode.null)
|
|
80
|
+
|
|
81
|
+
let computeSubKey = (item: JSON.t, subIdField: option<string>): string =>
|
|
82
|
+
switch subIdField {
|
|
83
|
+
| None => ""
|
|
84
|
+
| Some(field) =>
|
|
85
|
+
switch item->JSON.Decode.object->Option.flatMap(o => o->Dict.get(field)) {
|
|
86
|
+
| Some(JSON.String(s)) => s
|
|
87
|
+
| _ => ""
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
let withId = (item: JSON.t, partitionKey: string): JSON.t =>
|
|
92
|
+
switch item->JSON.Decode.object {
|
|
93
|
+
| Some(obj) if obj->Dict.get("id")->Option.isNone =>
|
|
94
|
+
let copy = Dict.copy(obj)
|
|
95
|
+
copy->Dict.set("id", JSON.Encode.string(partitionKey))
|
|
96
|
+
JSON.Encode.object(copy)
|
|
97
|
+
| _ => item
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
let makeStorage = (
|
|
101
|
+
~pool: PgDriver.pool,
|
|
102
|
+
~name: string,
|
|
103
|
+
~indexes: array<indexConfig>,
|
|
104
|
+
~subIdField: option<string>,
|
|
105
|
+
): QueryDb_Adapter.storage => {
|
|
106
|
+
let table = tableName(name)
|
|
107
|
+
// Schema setup is async but makeStorage is synchronous; gate every operation on
|
|
108
|
+
// this promise so the first access waits for table + index creation exactly
|
|
109
|
+
// once (subsequent awaits resolve immediately).
|
|
110
|
+
let ready = {
|
|
111
|
+
open Promise
|
|
112
|
+
ensureTable(~pool, ~table)->then(() => ensureIndexes(~pool, ~table, ~indexes))
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
let rowsFor = async (id: string): array<JSON.t> => {
|
|
116
|
+
await ready
|
|
117
|
+
(await pool->PgDriver.query(
|
|
118
|
+
`SELECT item FROM ${table} WHERE partition_key = $1 AND ${notExpiredClause} ORDER BY sub_key ASC`,
|
|
119
|
+
[JSON.Encode.string(id)],
|
|
120
|
+
))->Array.map(decodeItem)
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
let saveOne = async (id: string, state: JSON.t, ttl: option<int>) => {
|
|
124
|
+
await ready
|
|
125
|
+
let subKey = computeSubKey(state, subIdField)
|
|
126
|
+
let expiresAt = switch ttl {
|
|
127
|
+
| Some(t) => JSON.Encode.int(t)
|
|
128
|
+
| None => JSON.Encode.null
|
|
129
|
+
}
|
|
130
|
+
let _ = await pool->PgDriver.query(
|
|
131
|
+
`INSERT INTO ${table}(partition_key, sub_key, item, expires_at)
|
|
132
|
+
VALUES ($1, $2, $3::jsonb, $4)
|
|
133
|
+
ON CONFLICT (partition_key, sub_key)
|
|
134
|
+
DO UPDATE SET item = EXCLUDED.item, expires_at = EXCLUDED.expires_at`,
|
|
135
|
+
[
|
|
136
|
+
JSON.Encode.string(id),
|
|
137
|
+
JSON.Encode.string(subKey),
|
|
138
|
+
JSON.Encode.string(JSON.stringify(state)),
|
|
139
|
+
expiresAt,
|
|
140
|
+
],
|
|
141
|
+
)
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
let load: QueryDb.load<string, JSON.t> = async id => Ok(await rowsFor(id))
|
|
145
|
+
|
|
146
|
+
let loadStream: QueryDb.loadStream<string, JSON.t> =
|
|
147
|
+
id =>
|
|
148
|
+
Effect.promise(() => rowsFor(id))
|
|
149
|
+
->Stream.fromEffect
|
|
150
|
+
->Stream.flatMap(arr => Stream.fromIterable(arr))
|
|
151
|
+
|
|
152
|
+
let save: QueryDb.save<string, JSON.t> = async (id, state, _saveMode, ttl) => {
|
|
153
|
+
await saveOne(id, state, ttl)
|
|
154
|
+
Ok()
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
let saveBatch: QueryDb.saveBatch<string, JSON.t> = async batch => {
|
|
158
|
+
// pg has no synchronous multi-statement transaction helper here; the upserts
|
|
159
|
+
// are independent (distinct keys) so a sequential apply is equivalent.
|
|
160
|
+
for i in 0 to batch->Array.length - 1 {
|
|
161
|
+
let (id, state, ttl) = batch->Array.getUnsafe(i)
|
|
162
|
+
await saveOne(id, state, ttl)
|
|
163
|
+
}
|
|
164
|
+
Ok()
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
// Mirror DynamoDB's `ADD #field :inc`: read the counter on the partition item
|
|
168
|
+
// (counters are single-state, sub_key=""), add inc, upsert, return NEW total.
|
|
169
|
+
let count: QueryDb.count<string> = async (id, fieldName, inc) => {
|
|
170
|
+
await ready
|
|
171
|
+
let existing = (await rowsFor(id))->Array.get(0)->Option.flatMap(JSON.Decode.object)
|
|
172
|
+
let current =
|
|
173
|
+
existing
|
|
174
|
+
->Option.flatMap(o => o->Dict.get(fieldName))
|
|
175
|
+
->Option.flatMap(JSON.Decode.float)
|
|
176
|
+
->Option.mapOr(0, Float.toInt)
|
|
177
|
+
let next = current + inc
|
|
178
|
+
let obj = switch existing {
|
|
179
|
+
| Some(o) => Dict.copy(o)
|
|
180
|
+
| None => Dict.make()
|
|
181
|
+
}
|
|
182
|
+
obj->Dict.set("id", JSON.Encode.string(id))
|
|
183
|
+
obj->Dict.set(fieldName, JSON.Encode.int(next))
|
|
184
|
+
await saveOne(id, JSON.Encode.object(obj), None)
|
|
185
|
+
Ok(next)
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
let delete: QueryDb.delete<string> = async (id, subIdOpt) => {
|
|
189
|
+
await ready
|
|
190
|
+
let _ = switch subIdOpt {
|
|
191
|
+
| None =>
|
|
192
|
+
await pool->PgDriver.query(
|
|
193
|
+
`DELETE FROM ${table} WHERE partition_key = $1`,
|
|
194
|
+
[JSON.Encode.string(id)],
|
|
195
|
+
)
|
|
196
|
+
| Some((_, subValue)) =>
|
|
197
|
+
await pool->PgDriver.query(
|
|
198
|
+
`DELETE FROM ${table} WHERE partition_key = $1 AND sub_key = $2`,
|
|
199
|
+
[JSON.Encode.string(id), JSON.Encode.string(subValue)],
|
|
200
|
+
)
|
|
201
|
+
}
|
|
202
|
+
Ok()
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
let deleteBatch: QueryDb.deleteBatch<string> = async ids => {
|
|
206
|
+
for i in 0 to ids->Array.length - 1 {
|
|
207
|
+
let (id, subIdOpt) = ids->Array.getUnsafe(i)
|
|
208
|
+
let _ = await delete(id, subIdOpt)
|
|
209
|
+
}
|
|
210
|
+
Ok()
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
let ops: QueryDb_Adapter.operations = {
|
|
214
|
+
load,
|
|
215
|
+
loadStream,
|
|
216
|
+
save,
|
|
217
|
+
saveBatch,
|
|
218
|
+
count,
|
|
219
|
+
delete,
|
|
220
|
+
deleteBatch,
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
{
|
|
224
|
+
QueryDb_Adapter.resources: [],
|
|
225
|
+
dataSourceName: ""->Pulumi.Output.make,
|
|
226
|
+
operations: Pulumi.Output.make(ops),
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
// Standalone/deploy storage: inject the pool via a provider module.
|
|
231
|
+
module Make = (P: {let pool: PgDriver.pool}) => {
|
|
232
|
+
type api = unit
|
|
233
|
+
type role = unit
|
|
234
|
+
|
|
235
|
+
let make: QueryDb_Adapter.storageMaker<unit, unit> = (
|
|
236
|
+
~name,
|
|
237
|
+
~indexes,
|
|
238
|
+
~subIdField=?,
|
|
239
|
+
~ttl as _=?,
|
|
240
|
+
~api as _,
|
|
241
|
+
~apiRole as _,
|
|
242
|
+
~opts as _,
|
|
243
|
+
) => makeStorage(~pool=P.pool, ~name, ~indexes, ~subIdField)
|
|
244
|
+
}
|