@reventlessdev/reventless-postgres 3.0.0-alpha.1 → 3.0.0-alpha.100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +792 -0
- package/README.md +83 -0
- package/lib/bs/.compiler.log +2 -2
- package/lib/bs/ReventlessPostgres.cmi +0 -0
- package/lib/bs/ReventlessPostgres.cmt +0 -0
- package/lib/bs/ReventlessPostgres.mlmap +4 -1
- package/lib/bs/compiler-info.json +2 -2
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/bs/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/lib/bs/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogChangeFeed.ast +0 -0
- package/lib/bs/src/EventLogChangeFeed.res +187 -0
- package/lib/bs/src/EventLogChangeFeed.res.mjs +134 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres.res +12 -170
- package/lib/bs/src/EventLogStorage_Postgres.res.mjs +20 -186
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res +180 -0
- package/lib/bs/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgChangeFeed.ast +0 -0
- package/lib/bs/src/PgChangeFeed.res +6 -1
- package/lib/bs/src/PgChangeFeed.res.mjs +6 -6
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/bs/src/PgDriver.ast +0 -0
- package/lib/bs/src/PgDriver.iast +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/PgSchema.ast +0 -0
- package/lib/bs/src/PgSchema.res +36 -2
- package/lib/bs/src/PgSchema.res.mjs +9 -2
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres.res +11 -213
- package/lib/bs/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/bs/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/bs/src/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/bs/src/QueryEnginePostgres.ast +0 -0
- package/lib/bs/src/QueryEnginePostgres.res +280 -7
- package/lib/bs/src/QueryEnginePostgres.res.mjs +180 -15
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.ast +0 -0
- package/lib/bs/tests/PostgresIntegrationTest.res +68 -0
- package/lib/bs/tests/PostgresIntegrationTest.res.mjs +49 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmi +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmj +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest-ReventlessPostgres.cmt +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.ast +0 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res +312 -0
- package/lib/bs/tests/QueryEnginePostgresListPageTest.res.mjs +461 -0
- package/lib/ocaml/.compiler.log +2 -2
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres.res +25 -340
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogChangeFeed.ast +0 -0
- package/lib/ocaml/EventLogChangeFeed.res +187 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres.res +12 -170
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/EventLogStorage_Postgres_Ops.res +180 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgChangeFeed-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgChangeFeed.ast +0 -0
- package/lib/ocaml/PgChangeFeed.res +6 -1
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgDriver-ReventlessPostgres.cmti +0 -0
- package/lib/ocaml/PgDriver.ast +0 -0
- package/lib/ocaml/PgDriver.iast +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PgSchema-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PgSchema.ast +0 -0
- package/lib/ocaml/PgSchema.res +36 -2
- package/lib/ocaml/PostgresIntegrationTest.res +68 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres.res +11 -213
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.ast +0 -0
- package/lib/ocaml/QueryDbStorage_Postgres_Ops.res +229 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/QueryEnginePostgres-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/QueryEnginePostgres.ast +0 -0
- package/lib/ocaml/QueryEnginePostgres.res +280 -7
- package/lib/ocaml/QueryEnginePostgresListPageTest.res +312 -0
- package/lib/ocaml/ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/ReventlessPostgres.mlmap +5 -0
- package/package.json +12 -12
- package/rescript.json +2 -1
- package/src/DcbEventLogStorage_Postgres.res +25 -340
- package/src/DcbEventLogStorage_Postgres.res.mjs +32 -348
- package/src/DcbEventLogStorage_Postgres_Ops.res +350 -0
- package/src/DcbEventLogStorage_Postgres_Ops.res.mjs +380 -0
- package/src/EventLogChangeFeed.res +187 -0
- package/src/EventLogChangeFeed.res.mjs +134 -0
- package/src/EventLogStorage_Postgres.res +12 -170
- package/src/EventLogStorage_Postgres.res.mjs +20 -186
- package/src/EventLogStorage_Postgres_Ops.res +180 -0
- package/src/EventLogStorage_Postgres_Ops.res.mjs +202 -0
- package/src/PgChangeFeed.res +6 -1
- package/src/PgChangeFeed.res.mjs +6 -6
- package/src/PgSchema.res +36 -2
- package/src/PgSchema.res.mjs +9 -2
- package/src/QueryDbStorage_Postgres.res +11 -213
- package/src/QueryDbStorage_Postgres.res.mjs +27 -191
- package/src/QueryDbStorage_Postgres_Ops.res +229 -0
- package/src/QueryDbStorage_Postgres_Ops.res.mjs +222 -0
- package/src/QueryEnginePostgres.res +280 -7
- package/src/QueryEnginePostgres.res.mjs +180 -15
- package/tests/PostgresIntegrationTest.res +68 -0
- package/tests/QueryEnginePostgresListPageTest.res +312 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmi +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmj +0 -0
- package/lib/ocaml/PostgresIntegrationTest-ReventlessPostgres.cmt +0 -0
- package/lib/ocaml/PostgresIntegrationTest.ast +0 -0
- package/tests/PostgresIntegrationTest.res.mjs +0 -328
|
@@ -0,0 +1,380 @@
|
|
|
1
|
+
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
|
+
|
|
3
|
+
import * as S from "sury/src/S.res.mjs";
|
|
4
|
+
import * as Stream from "@reventlessdev/rescript-effect/src/Stream.res.mjs";
|
|
5
|
+
import * as Stdlib_Int from "@rescript/runtime/lib/es6/Stdlib_Int.js";
|
|
6
|
+
import * as Stdlib_Array from "@rescript/runtime/lib/es6/Stdlib_Array.js";
|
|
7
|
+
import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
|
|
8
|
+
import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
|
|
9
|
+
import * as Effect from "effect/Effect";
|
|
10
|
+
import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
|
|
11
|
+
import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
|
|
12
|
+
import * as Message$Reventless from "@reventlessdev/reventless-spec/src/types/Message.res.mjs";
|
|
13
|
+
import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
|
|
14
|
+
import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
15
|
+
|
|
16
|
+
function strategyParam(s) {
|
|
17
|
+
if (s === "AdvisoryLocks") {
|
|
18
|
+
return "advisory";
|
|
19
|
+
} else {
|
|
20
|
+
return "rows";
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
function noTracking(param) {
|
|
25
|
+
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
let selectColumns = "\n lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS cursor,\n event_type,\n tags,\n data,\n meta,\n to_char(recorded_at AT TIME ZONE 'UTC', 'YYYY-MM-DD\"T\"HH24:MI:SS.MS\"Z\"') AS recorded_at\n";
|
|
29
|
+
|
|
30
|
+
function decodeTag(s) {
|
|
31
|
+
let i = s.indexOf("=");
|
|
32
|
+
if (i !== -1) {
|
|
33
|
+
return {
|
|
34
|
+
key: s.slice(0, i),
|
|
35
|
+
value: s.slice(i + 1 | 0, s.length)
|
|
36
|
+
};
|
|
37
|
+
} else {
|
|
38
|
+
return {
|
|
39
|
+
key: s,
|
|
40
|
+
value: ""
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
function decodeTags(v) {
|
|
46
|
+
if (v !== undefined) {
|
|
47
|
+
if (Array.isArray(v)) {
|
|
48
|
+
return Stdlib_Array.filterMap(v, x => {
|
|
49
|
+
if (typeof x === "string") {
|
|
50
|
+
return decodeTag(x);
|
|
51
|
+
}
|
|
52
|
+
});
|
|
53
|
+
} else {
|
|
54
|
+
return [];
|
|
55
|
+
}
|
|
56
|
+
} else {
|
|
57
|
+
return [];
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function rowToEvent(row) {
|
|
62
|
+
let str = key => {
|
|
63
|
+
let match = row[key];
|
|
64
|
+
if (typeof match === "string") {
|
|
65
|
+
return match;
|
|
66
|
+
} else {
|
|
67
|
+
return "";
|
|
68
|
+
}
|
|
69
|
+
};
|
|
70
|
+
let metaJson = row["meta"];
|
|
71
|
+
let meta = metaJson !== undefined ? S.parseJsonOrThrow(metaJson, Message$Reventless.metaSchema) : Stdlib_JsError.throwWithMessage("missing meta column in dcb_event row");
|
|
72
|
+
return {
|
|
73
|
+
position: str("cursor"),
|
|
74
|
+
eventType: str("event_type"),
|
|
75
|
+
data: Stdlib_Option.getOr(row["data"], null),
|
|
76
|
+
tags: decodeTags(row["tags"]),
|
|
77
|
+
meta: meta,
|
|
78
|
+
recordedAt: str("recorded_at")
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
function mkBuilder() {
|
|
83
|
+
return {
|
|
84
|
+
params: []
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
function param(b, v) {
|
|
89
|
+
b.params.push(v);
|
|
90
|
+
return "$" + b.params.length.toString();
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function buildReadWhere(b, name, query, after, applyFence) {
|
|
94
|
+
let parts = [`log_name = ` + param(b, name)];
|
|
95
|
+
if (applyFence) {
|
|
96
|
+
parts.push("transaction_id < pg_snapshot_xmin(pg_current_snapshot())");
|
|
97
|
+
}
|
|
98
|
+
if (after !== undefined) {
|
|
99
|
+
let txP = param(b, after[0]);
|
|
100
|
+
let posP = param(b, after[1]);
|
|
101
|
+
parts.push(`(transaction_id > ` + txP + `::xid8 OR (transaction_id = ` + txP + `::xid8 AND position > ` + posP + `::bigint))`);
|
|
102
|
+
}
|
|
103
|
+
if (query.length !== 0) {
|
|
104
|
+
let clauseSqls = query.map(clause => {
|
|
105
|
+
let clauseParts = [];
|
|
106
|
+
let types = clause.eventTypes;
|
|
107
|
+
if (types !== undefined && types.length !== 0) {
|
|
108
|
+
let ph = types.map(t => param(b, t)).join(",");
|
|
109
|
+
clauseParts.push(`event_type IN (` + ph + `)`);
|
|
110
|
+
}
|
|
111
|
+
let tags = clause.tags;
|
|
112
|
+
if (tags !== undefined && tags.length !== 0) {
|
|
113
|
+
let arr = tags.map(t => param(b, t.key + "=" + t.value)).join(",");
|
|
114
|
+
clauseParts.push(`tags @> ARRAY[` + arr + `]::text[]`);
|
|
115
|
+
}
|
|
116
|
+
if (clauseParts.length === 0) {
|
|
117
|
+
return "TRUE";
|
|
118
|
+
} else {
|
|
119
|
+
return "(" + clauseParts.join(" AND ") + ")";
|
|
120
|
+
}
|
|
121
|
+
});
|
|
122
|
+
parts.push("(" + clauseSqls.join(" OR ") + ")");
|
|
123
|
+
}
|
|
124
|
+
return parts.join(" AND ");
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
function stripZeros(s) {
|
|
128
|
+
let t = s.replace(/^0+/, "");
|
|
129
|
+
if (t === "") {
|
|
130
|
+
return "0";
|
|
131
|
+
} else {
|
|
132
|
+
return t;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
function decodeCursor(pos) {
|
|
137
|
+
let match = pos.split(":");
|
|
138
|
+
if (match.length !== 2) {
|
|
139
|
+
return;
|
|
140
|
+
}
|
|
141
|
+
let tx = match[0];
|
|
142
|
+
let p = match[1];
|
|
143
|
+
return [
|
|
144
|
+
stripZeros(tx),
|
|
145
|
+
stripZeros(p)
|
|
146
|
+
];
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
function isConflict(exn) {
|
|
150
|
+
let msg = Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_JsExn.fromException(exn), Stdlib_JsExn.message), "");
|
|
151
|
+
if (msg.includes("dcb_conflict") || msg.includes("duplicate key")) {
|
|
152
|
+
return true;
|
|
153
|
+
} else {
|
|
154
|
+
return msg.includes("23505");
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
async function countAll(pool) {
|
|
159
|
+
let row = await PgDriver$ReventlessPostgres.queryOne(pool, "SELECT COUNT(*)::bigint AS c FROM dcb_event", []);
|
|
160
|
+
if (row === undefined) {
|
|
161
|
+
return 0;
|
|
162
|
+
}
|
|
163
|
+
let match = row["c"];
|
|
164
|
+
if (match === undefined) {
|
|
165
|
+
return 0;
|
|
166
|
+
}
|
|
167
|
+
switch (typeof match) {
|
|
168
|
+
case "string" :
|
|
169
|
+
return Stdlib_Option.getOr(Stdlib_Int.fromString(match, undefined), 0);
|
|
170
|
+
case "number" :
|
|
171
|
+
return match | 0;
|
|
172
|
+
default:
|
|
173
|
+
return 0;
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
function makeOps(pool, name, param, param$1, param$2, param$3, lockStrategyOpt, onAppendedOpt) {
|
|
178
|
+
let lockStrategy = lockStrategyOpt !== undefined ? lockStrategyOpt : "AdvisoryLocks";
|
|
179
|
+
let onAppended = onAppendedOpt !== undefined ? onAppendedOpt : noTracking;
|
|
180
|
+
let currentHead = async () => {
|
|
181
|
+
let row = await PgDriver$ReventlessPostgres.queryOne(pool, "SELECT lpad(transaction_id::text, 20, '0') || ':' || lpad(position::text, 20, '0') AS head\n FROM dcb_event\n WHERE log_name = $1 AND transaction_id < pg_snapshot_xmin(pg_current_snapshot())\n ORDER BY transaction_id DESC, position DESC\n LIMIT 1", [name]);
|
|
182
|
+
if (row === undefined) {
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
let match = row["head"];
|
|
186
|
+
if (typeof match === "string") {
|
|
187
|
+
return match;
|
|
188
|
+
}
|
|
189
|
+
};
|
|
190
|
+
let runQuery = async (query, after) => {
|
|
191
|
+
let b = {
|
|
192
|
+
params: []
|
|
193
|
+
};
|
|
194
|
+
let where = buildReadWhere(b, name, query, after, true);
|
|
195
|
+
let sql = `SELECT ` + selectColumns + ` FROM dcb_event WHERE ` + where + ` ORDER BY transaction_id ASC, position ASC`;
|
|
196
|
+
return (await PgDriver$ReventlessPostgres.query(pool, sql, b.params)).map(rowToEvent);
|
|
197
|
+
};
|
|
198
|
+
let read = async (query, after) => {
|
|
199
|
+
let afterCols = Stdlib_Option.flatMap(after, decodeCursor);
|
|
200
|
+
let events = await runQuery(query, afterCols);
|
|
201
|
+
let head = await currentHead();
|
|
202
|
+
if (head !== undefined) {
|
|
203
|
+
return {
|
|
204
|
+
events: events,
|
|
205
|
+
headPosition: head
|
|
206
|
+
};
|
|
207
|
+
} else {
|
|
208
|
+
return {
|
|
209
|
+
events: events
|
|
210
|
+
};
|
|
211
|
+
}
|
|
212
|
+
};
|
|
213
|
+
let append = async (newEvents, condition) => {
|
|
214
|
+
let eventsJson = newEvents.map(ev => (Object.fromEntries([
|
|
215
|
+
[
|
|
216
|
+
"event_type",
|
|
217
|
+
ev.eventType
|
|
218
|
+
],
|
|
219
|
+
[
|
|
220
|
+
"tags",
|
|
221
|
+
ev.tags.map(t => t.key + "=" + t.value)
|
|
222
|
+
],
|
|
223
|
+
[
|
|
224
|
+
"data",
|
|
225
|
+
ev.data
|
|
226
|
+
],
|
|
227
|
+
[
|
|
228
|
+
"meta",
|
|
229
|
+
S.reverseConvertToJsonOrThrow(ev.meta, Message$Reventless.metaSchema)
|
|
230
|
+
]
|
|
231
|
+
])));
|
|
232
|
+
let conditionParam;
|
|
233
|
+
if (condition !== undefined) {
|
|
234
|
+
let queryJson = condition.query.map(clause => {
|
|
235
|
+
let types = clause.eventTypes;
|
|
236
|
+
let tags = clause.tags;
|
|
237
|
+
return Object.fromEntries([
|
|
238
|
+
[
|
|
239
|
+
"eventTypes",
|
|
240
|
+
types !== undefined ? types.map(prim => prim) : null
|
|
241
|
+
],
|
|
242
|
+
[
|
|
243
|
+
"tags",
|
|
244
|
+
tags !== undefined ? tags.map(t => t.key + "=" + t.value) : null
|
|
245
|
+
]
|
|
246
|
+
]);
|
|
247
|
+
});
|
|
248
|
+
let fields = [[
|
|
249
|
+
"query",
|
|
250
|
+
queryJson
|
|
251
|
+
]];
|
|
252
|
+
let a = condition.after;
|
|
253
|
+
if (a !== undefined) {
|
|
254
|
+
fields.push([
|
|
255
|
+
"after",
|
|
256
|
+
a
|
|
257
|
+
]);
|
|
258
|
+
}
|
|
259
|
+
conditionParam = JSON.stringify(Object.fromEntries(fields));
|
|
260
|
+
} else {
|
|
261
|
+
conditionParam = null;
|
|
262
|
+
}
|
|
263
|
+
try {
|
|
264
|
+
let rows = await PgDriver$ReventlessPostgres.query(pool, "SELECT dcb_append($1, $2::jsonb, $3::jsonb, $4) AS pos", [
|
|
265
|
+
name,
|
|
266
|
+
JSON.stringify(eventsJson),
|
|
267
|
+
conditionParam,
|
|
268
|
+
strategyParam(lockStrategy)
|
|
269
|
+
]);
|
|
270
|
+
let match = Stdlib_Option.flatMap(rows[0], r => r["pos"]);
|
|
271
|
+
if (match === undefined) {
|
|
272
|
+
return {
|
|
273
|
+
TAG: "Error",
|
|
274
|
+
_0: {
|
|
275
|
+
TAG: "StorageFailure",
|
|
276
|
+
_0: "dcb_append returned no position"
|
|
277
|
+
}
|
|
278
|
+
};
|
|
279
|
+
}
|
|
280
|
+
if (typeof match !== "string") {
|
|
281
|
+
return {
|
|
282
|
+
TAG: "Error",
|
|
283
|
+
_0: {
|
|
284
|
+
TAG: "StorageFailure",
|
|
285
|
+
_0: "dcb_append returned no position"
|
|
286
|
+
}
|
|
287
|
+
};
|
|
288
|
+
}
|
|
289
|
+
onAppended(Stdlib_Array.filterMap(newEvents, ev => {
|
|
290
|
+
let match$1 = decodeCursor(match);
|
|
291
|
+
if (match$1 !== undefined) {
|
|
292
|
+
return Stdlib_Option.map(Stdlib_Int.fromString(match$1[1], undefined), p => [
|
|
293
|
+
ev.meta.msgId,
|
|
294
|
+
p
|
|
295
|
+
]);
|
|
296
|
+
}
|
|
297
|
+
}));
|
|
298
|
+
return {
|
|
299
|
+
TAG: "Ok",
|
|
300
|
+
_0: match
|
|
301
|
+
};
|
|
302
|
+
} catch (raw_exn) {
|
|
303
|
+
let exn = Primitive_exceptions.internalToException(raw_exn);
|
|
304
|
+
if (isConflict(exn)) {
|
|
305
|
+
return {
|
|
306
|
+
TAG: "Error",
|
|
307
|
+
_0: "Conflict"
|
|
308
|
+
};
|
|
309
|
+
} else {
|
|
310
|
+
return {
|
|
311
|
+
TAG: "Error",
|
|
312
|
+
_0: {
|
|
313
|
+
TAG: "StorageFailure",
|
|
314
|
+
_0: Stdlib_Option.getOr(Stdlib_Option.flatMap(Stdlib_JsExn.fromException(exn), Stdlib_JsExn.message), "storage error")
|
|
315
|
+
}
|
|
316
|
+
};
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
};
|
|
320
|
+
let readStream = (query, after, param) => Stream.paginateEffect(Stdlib_Option.flatMap(after, decodeCursor), cursor => Effect.map(Effect.promise(() => {
|
|
321
|
+
let b = {
|
|
322
|
+
params: []
|
|
323
|
+
};
|
|
324
|
+
let where = buildReadWhere(b, name, query, cursor, true);
|
|
325
|
+
let sql = `SELECT ` + selectColumns + `, transaction_id::text AS tx_raw, position::text AS pos_raw FROM dcb_event WHERE ` + where + ` ORDER BY transaction_id ASC, position ASC LIMIT ` + (500).toString();
|
|
326
|
+
return PgDriver$ReventlessPostgres.query(pool, sql, b.params);
|
|
327
|
+
}), rows => {
|
|
328
|
+
let events = rows.map(rowToEvent);
|
|
329
|
+
let next;
|
|
330
|
+
if (rows.length < 500) {
|
|
331
|
+
next = undefined;
|
|
332
|
+
} else {
|
|
333
|
+
let lastRow = rows[rows.length - 1 | 0];
|
|
334
|
+
if (lastRow !== undefined) {
|
|
335
|
+
let match = lastRow["tx_raw"];
|
|
336
|
+
let match$1 = lastRow["pos_raw"];
|
|
337
|
+
next = typeof match === "string" && typeof match$1 === "string" ? Primitive_option.some([
|
|
338
|
+
match,
|
|
339
|
+
match$1
|
|
340
|
+
]) : undefined;
|
|
341
|
+
} else {
|
|
342
|
+
next = undefined;
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
return [
|
|
346
|
+
events,
|
|
347
|
+
next
|
|
348
|
+
];
|
|
349
|
+
}));
|
|
350
|
+
let ops = {
|
|
351
|
+
read: read,
|
|
352
|
+
append: append,
|
|
353
|
+
readStream: readStream
|
|
354
|
+
};
|
|
355
|
+
return [
|
|
356
|
+
name,
|
|
357
|
+
ops
|
|
358
|
+
];
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
let pageSize = 500;
|
|
362
|
+
|
|
363
|
+
export {
|
|
364
|
+
strategyParam,
|
|
365
|
+
noTracking,
|
|
366
|
+
selectColumns,
|
|
367
|
+
decodeTag,
|
|
368
|
+
decodeTags,
|
|
369
|
+
rowToEvent,
|
|
370
|
+
mkBuilder,
|
|
371
|
+
param,
|
|
372
|
+
buildReadWhere,
|
|
373
|
+
stripZeros,
|
|
374
|
+
decodeCursor,
|
|
375
|
+
pageSize,
|
|
376
|
+
isConflict,
|
|
377
|
+
countAll,
|
|
378
|
+
makeOps,
|
|
379
|
+
}
|
|
380
|
+
/* S Not a pure module */
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
// Classic `event_log` change feed (B2.5) — the aggregate-path analogue of
|
|
2
|
+
// `PgChangeFeed` (which serves the DCB `dcb_event` log).
|
|
3
|
+
//
|
|
4
|
+
// Like the DCB feed this is NOT logical decoding: classic events are already
|
|
5
|
+
// durably queryable in-table, so the feed is an xmin-fenced read over `event_log`
|
|
6
|
+
// plus an `event_log_subscription` checkpoint. A statement-level AFTER INSERT
|
|
7
|
+
// trigger (`event_log_notify`, see PgSchema) issues `pg_notify('evlog_<log>')`,
|
|
8
|
+
// turning polling into near-real-time wakeup; a low-frequency fallback tick in the
|
|
9
|
+
// consumer covers missed notifications.
|
|
10
|
+
//
|
|
11
|
+
// Cursor semantics mirror the DCB feed exactly: the opaque `<xid8>:<global_seq>`
|
|
12
|
+
// string (zero-padded so string order == numeric order). Reads apply the xmin
|
|
13
|
+
// barrier (`transaction_id < pg_snapshot_xmin(pg_current_snapshot())`), so a
|
|
14
|
+
// returned cursor is stable forever — an event committed late (lower global_seq,
|
|
15
|
+
// later commit) is never skipped by a checkpointing reader. `global_seq` alone,
|
|
16
|
+
// being an IDENTITY assigned at INSERT, could NOT provide that guarantee.
|
|
17
|
+
|
|
18
|
+
// Reuse the shared `<a>:<b>` cursor codec from the DCB storage — identical
|
|
19
|
+
// format. Point at the runtime-pure `_Ops` module (no `@pulumi/pulumi`): this
|
|
20
|
+
// feed is drained by the deployed change-feed relay Lambda, whose cold-start
|
|
21
|
+
// graph must stay Pulumi-free.
|
|
22
|
+
module Dcb = DcbEventLogStorage_Postgres_Ops
|
|
23
|
+
|
|
24
|
+
// One classic event as the feed surfaces it. `payload` is the stored event JSON
|
|
25
|
+
// verbatim; a bus/topic relay transforms it into its target shape (e.g. the AWS
|
|
26
|
+
// EventCollector `{id, meta, event}` body) — that transform is not this package's
|
|
27
|
+
// concern.
|
|
28
|
+
type classicEvent = {
|
|
29
|
+
cursor: string,
|
|
30
|
+
aggregateId: string,
|
|
31
|
+
seqNr: int,
|
|
32
|
+
payload: JSON.t,
|
|
33
|
+
msgId: option<string>,
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// One page of the feed. `events` are in (transaction_id, global_seq) order;
|
|
37
|
+
// `cursor` is the checkpoint to persist and to pass as the next `after` (None when
|
|
38
|
+
// the page was empty — nothing new).
|
|
39
|
+
type batch = {
|
|
40
|
+
events: array<classicEvent>,
|
|
41
|
+
cursor: option<string>,
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
let selectColumns = "
|
|
45
|
+
lpad(transaction_id::text, 20, '0') || ':' || lpad(global_seq::text, 20, '0') AS cursor,
|
|
46
|
+
aggregate_id,
|
|
47
|
+
seq_nr,
|
|
48
|
+
payload,
|
|
49
|
+
msg_id
|
|
50
|
+
"
|
|
51
|
+
|
|
52
|
+
let coerceInt = (v: JSON.t): int =>
|
|
53
|
+
switch v {
|
|
54
|
+
| JSON.Number(n) => Float.toInt(n)
|
|
55
|
+
| JSON.String(s) => s->Int.fromString->Option.getOr(0)
|
|
56
|
+
| _ => 0
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
let rowToEvent = (row: dict<JSON.t>): classicEvent => {
|
|
60
|
+
let str = key =>
|
|
61
|
+
switch row->Dict.get(key) {
|
|
62
|
+
| Some(JSON.String(s)) => s
|
|
63
|
+
| _ => ""
|
|
64
|
+
}
|
|
65
|
+
{
|
|
66
|
+
cursor: str("cursor"),
|
|
67
|
+
aggregateId: str("aggregate_id"),
|
|
68
|
+
seqNr: row->Dict.get("seq_nr")->Option.map(coerceInt)->Option.getOr(0),
|
|
69
|
+
payload: row->Dict.get("payload")->Option.getOr(JSON.Encode.null),
|
|
70
|
+
msgId: switch row->Dict.get("msg_id") {
|
|
71
|
+
| Some(JSON.String(s)) => Some(s)
|
|
72
|
+
| _ => None
|
|
73
|
+
},
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
// Read up to `limit` events after `after` (the xmin-fenced feed query — whole log).
|
|
78
|
+
// Returns the events and the cursor of the last one.
|
|
79
|
+
let readBatch = async (
|
|
80
|
+
pool: PgDriver.pool,
|
|
81
|
+
~logName: string,
|
|
82
|
+
~after: option<string>=?,
|
|
83
|
+
~limit: int=500,
|
|
84
|
+
): batch => {
|
|
85
|
+
let params = [JSON.Encode.string(logName)]
|
|
86
|
+
let where = ref("log_name = $1 AND transaction_id < pg_snapshot_xmin(pg_current_snapshot())")
|
|
87
|
+
switch after->Option.flatMap(Dcb.decodeCursor) {
|
|
88
|
+
| Some((tx, pos)) =>
|
|
89
|
+
// $2 = tx (referenced twice), $3 = global_seq.
|
|
90
|
+
params->Array.push(JSON.Encode.string(tx))
|
|
91
|
+
params->Array.push(JSON.Encode.string(pos))
|
|
92
|
+
where :=
|
|
93
|
+
where.contents ++
|
|
94
|
+
" AND (transaction_id > $2::xid8 OR (transaction_id = $2::xid8 AND global_seq > $3::bigint))"
|
|
95
|
+
| None => ()
|
|
96
|
+
}
|
|
97
|
+
let sql = `SELECT ${selectColumns} FROM event_log WHERE ${where.contents} ORDER BY transaction_id ASC, global_seq ASC LIMIT ${Int.toString(limit)}`
|
|
98
|
+
let rows = await pool->PgDriver.query(sql, params)
|
|
99
|
+
let events = rows->Array.map(rowToEvent)
|
|
100
|
+
let cursor = switch events->Array.get(events->Array.length - 1) {
|
|
101
|
+
| Some(last) => Some(last.cursor)
|
|
102
|
+
| None => None
|
|
103
|
+
}
|
|
104
|
+
{events, cursor}
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
// --- Checkpoint contract (event_log_subscription) ---
|
|
108
|
+
|
|
109
|
+
// The persisted checkpoint for `subscriber`, encoded as a cursor, or None if the
|
|
110
|
+
// subscriber has never committed (→ replay from the beginning).
|
|
111
|
+
let loadCheckpoint = async (pool: PgDriver.pool, ~subscriber: string): option<string> =>
|
|
112
|
+
switch await pool->PgDriver.queryOne(
|
|
113
|
+
"SELECT lpad(last_tx::text, 20, '0') || ':' || lpad(last_global_seq::text, 20, '0') AS cursor
|
|
114
|
+
FROM event_log_subscription WHERE subscriber = $1 AND last_global_seq > 0",
|
|
115
|
+
[JSON.Encode.string(subscriber)],
|
|
116
|
+
) {
|
|
117
|
+
| Some(row) =>
|
|
118
|
+
switch row->Dict.get("cursor") {
|
|
119
|
+
| Some(JSON.String(s)) => Some(s)
|
|
120
|
+
| _ => None
|
|
121
|
+
}
|
|
122
|
+
| None => None
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
// Persist the checkpoint. Idempotent upsert; decodes the cursor to its two columns
|
|
126
|
+
// so a later `loadCheckpoint` round-trips exactly.
|
|
127
|
+
let saveCheckpoint = async (pool: PgDriver.pool, ~subscriber: string, ~cursor: string): unit =>
|
|
128
|
+
switch Dcb.decodeCursor(cursor) {
|
|
129
|
+
| Some((tx, pos)) =>
|
|
130
|
+
let _ = await pool->PgDriver.query(
|
|
131
|
+
"INSERT INTO event_log_subscription(subscriber, last_tx, last_global_seq)
|
|
132
|
+
VALUES ($1, $2::xid8, $3::bigint)
|
|
133
|
+
ON CONFLICT (subscriber)
|
|
134
|
+
DO UPDATE SET last_tx = EXCLUDED.last_tx, last_global_seq = EXCLUDED.last_global_seq",
|
|
135
|
+
[JSON.Encode.string(subscriber), JSON.Encode.string(tx), JSON.Encode.string(pos)],
|
|
136
|
+
)
|
|
137
|
+
| None => ()
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
// --- Wakeup ---
|
|
141
|
+
|
|
142
|
+
// LISTEN on `evlog_<logName>`; `onWake` fires on every notification. Returns the
|
|
143
|
+
// dedicated client (caller owns it — release via unlisten). Pair with a
|
|
144
|
+
// low-frequency fallback tick so a missed NOTIFY only adds latency, never a stall.
|
|
145
|
+
let listen = (pool: PgDriver.pool, ~logName: string, ~onWake: unit => unit): promise<
|
|
146
|
+
PgDriver.client,
|
|
147
|
+
> => pool->PgDriver.listen(~channel="evlog_" ++ logName, ~onNotify=_ => onWake())
|
|
148
|
+
|
|
149
|
+
let unlisten = (client: PgDriver.client, ~logName: string): promise<unit> =>
|
|
150
|
+
client->PgDriver.unlisten(~channel="evlog_" ++ logName)
|
|
151
|
+
|
|
152
|
+
// --- Reference consumer driver ---
|
|
153
|
+
|
|
154
|
+
// Drain the feed for `subscriber` from its checkpoint: repeatedly readBatch →
|
|
155
|
+
// `handle` the events → saveCheckpoint, until a short page. `handle` must be
|
|
156
|
+
// idempotent (a crash between handle and checkpoint replays the last batch).
|
|
157
|
+
// Returns the number of events processed.
|
|
158
|
+
let drain = async (
|
|
159
|
+
pool: PgDriver.pool,
|
|
160
|
+
~logName: string,
|
|
161
|
+
~subscriber: string,
|
|
162
|
+
~limit: int=500,
|
|
163
|
+
~handle: array<classicEvent> => promise<unit>,
|
|
164
|
+
): int => {
|
|
165
|
+
let processed = ref(0)
|
|
166
|
+
let cursor = ref(await loadCheckpoint(pool, ~subscriber))
|
|
167
|
+
let continue = ref(true)
|
|
168
|
+
while continue.contents {
|
|
169
|
+
let {events, cursor: newCursor} = await readBatch(pool, ~logName, ~after=?cursor.contents, ~limit)
|
|
170
|
+
if events->Array.length == 0 {
|
|
171
|
+
continue := false
|
|
172
|
+
} else {
|
|
173
|
+
await handle(events)
|
|
174
|
+
switch newCursor {
|
|
175
|
+
| Some(c) =>
|
|
176
|
+
await saveCheckpoint(pool, ~subscriber, ~cursor=c)
|
|
177
|
+
cursor := Some(c)
|
|
178
|
+
| None => ()
|
|
179
|
+
}
|
|
180
|
+
processed := processed.contents + events->Array.length
|
|
181
|
+
if events->Array.length < limit {
|
|
182
|
+
continue := false
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
processed.contents
|
|
187
|
+
}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
|
+
|
|
3
|
+
import * as Stdlib_Int from "@rescript/runtime/lib/es6/Stdlib_Int.js";
|
|
4
|
+
import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
|
|
5
|
+
import * as PgDriver$ReventlessPostgres from "./PgDriver.res.mjs";
|
|
6
|
+
import * as DcbEventLogStorage_Postgres_Ops$ReventlessPostgres from "./DcbEventLogStorage_Postgres_Ops.res.mjs";
|
|
7
|
+
|
|
8
|
+
let selectColumns = "\n lpad(transaction_id::text, 20, '0') || ':' || lpad(global_seq::text, 20, '0') AS cursor,\n aggregate_id,\n seq_nr,\n payload,\n msg_id\n";
|
|
9
|
+
|
|
10
|
+
function coerceInt(v) {
|
|
11
|
+
switch (typeof v) {
|
|
12
|
+
case "string" :
|
|
13
|
+
return Stdlib_Option.getOr(Stdlib_Int.fromString(v, undefined), 0);
|
|
14
|
+
case "number" :
|
|
15
|
+
return v | 0;
|
|
16
|
+
default:
|
|
17
|
+
return 0;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function rowToEvent(row) {
|
|
22
|
+
let str = key => {
|
|
23
|
+
let match = row[key];
|
|
24
|
+
if (typeof match === "string") {
|
|
25
|
+
return match;
|
|
26
|
+
} else {
|
|
27
|
+
return "";
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
let match = row["msg_id"];
|
|
31
|
+
let tmp;
|
|
32
|
+
tmp = typeof match === "string" ? match : undefined;
|
|
33
|
+
return {
|
|
34
|
+
cursor: str("cursor"),
|
|
35
|
+
aggregateId: str("aggregate_id"),
|
|
36
|
+
seqNr: Stdlib_Option.getOr(Stdlib_Option.map(row["seq_nr"], coerceInt), 0),
|
|
37
|
+
payload: Stdlib_Option.getOr(row["payload"], null),
|
|
38
|
+
msgId: tmp
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
async function readBatch(pool, logName, after, limitOpt) {
|
|
43
|
+
let limit = limitOpt !== undefined ? limitOpt : 500;
|
|
44
|
+
let params = [logName];
|
|
45
|
+
let where = "log_name = $1 AND transaction_id < pg_snapshot_xmin(pg_current_snapshot())";
|
|
46
|
+
let match = Stdlib_Option.flatMap(after, DcbEventLogStorage_Postgres_Ops$ReventlessPostgres.decodeCursor);
|
|
47
|
+
if (match !== undefined) {
|
|
48
|
+
params.push(match[0]);
|
|
49
|
+
params.push(match[1]);
|
|
50
|
+
where = where + " AND (transaction_id > $2::xid8 OR (transaction_id = $2::xid8 AND global_seq > $3::bigint))";
|
|
51
|
+
}
|
|
52
|
+
let sql = `SELECT ` + selectColumns + ` FROM event_log WHERE ` + where + ` ORDER BY transaction_id ASC, global_seq ASC LIMIT ` + limit.toString();
|
|
53
|
+
let rows = await PgDriver$ReventlessPostgres.query(pool, sql, params);
|
|
54
|
+
let events = rows.map(rowToEvent);
|
|
55
|
+
let last = events[events.length - 1 | 0];
|
|
56
|
+
let cursor = last !== undefined ? last.cursor : undefined;
|
|
57
|
+
return {
|
|
58
|
+
events: events,
|
|
59
|
+
cursor: cursor
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
async function loadCheckpoint(pool, subscriber) {
|
|
64
|
+
let row = await PgDriver$ReventlessPostgres.queryOne(pool, "SELECT lpad(last_tx::text, 20, '0') || ':' || lpad(last_global_seq::text, 20, '0') AS cursor\n FROM event_log_subscription WHERE subscriber = $1 AND last_global_seq > 0", [subscriber]);
|
|
65
|
+
if (row === undefined) {
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
let match = row["cursor"];
|
|
69
|
+
if (typeof match === "string") {
|
|
70
|
+
return match;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async function saveCheckpoint(pool, subscriber, cursor) {
|
|
75
|
+
let match = DcbEventLogStorage_Postgres_Ops$ReventlessPostgres.decodeCursor(cursor);
|
|
76
|
+
if (match !== undefined) {
|
|
77
|
+
await PgDriver$ReventlessPostgres.query(pool, "INSERT INTO event_log_subscription(subscriber, last_tx, last_global_seq)\n VALUES ($1, $2::xid8, $3::bigint)\n ON CONFLICT (subscriber)\n DO UPDATE SET last_tx = EXCLUDED.last_tx, last_global_seq = EXCLUDED.last_global_seq", [
|
|
78
|
+
subscriber,
|
|
79
|
+
match[0],
|
|
80
|
+
match[1]
|
|
81
|
+
]);
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
function listen(pool, logName, onWake) {
|
|
87
|
+
return PgDriver$ReventlessPostgres.listen(pool, "evlog_" + logName, param => onWake());
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
function unlisten(client, logName) {
|
|
91
|
+
return PgDriver$ReventlessPostgres.unlisten(client, "evlog_" + logName);
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
async function drain(pool, logName, subscriber, limitOpt, handle) {
|
|
95
|
+
let limit = limitOpt !== undefined ? limitOpt : 500;
|
|
96
|
+
let processed = 0;
|
|
97
|
+
let cursor = await loadCheckpoint(pool, subscriber);
|
|
98
|
+
let $$continue = true;
|
|
99
|
+
while ($$continue) {
|
|
100
|
+
let match = await readBatch(pool, logName, cursor, limit);
|
|
101
|
+
let events = match.events;
|
|
102
|
+
if (events.length === 0) {
|
|
103
|
+
$$continue = false;
|
|
104
|
+
} else {
|
|
105
|
+
let newCursor = match.cursor;
|
|
106
|
+
await handle(events);
|
|
107
|
+
if (newCursor !== undefined) {
|
|
108
|
+
await saveCheckpoint(pool, subscriber, newCursor);
|
|
109
|
+
cursor = newCursor;
|
|
110
|
+
}
|
|
111
|
+
processed = processed + events.length | 0;
|
|
112
|
+
if (events.length < limit) {
|
|
113
|
+
$$continue = false;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
};
|
|
117
|
+
return processed;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
let Dcb;
|
|
121
|
+
|
|
122
|
+
export {
|
|
123
|
+
Dcb,
|
|
124
|
+
selectColumns,
|
|
125
|
+
coerceInt,
|
|
126
|
+
rowToEvent,
|
|
127
|
+
readBatch,
|
|
128
|
+
loadCheckpoint,
|
|
129
|
+
saveCheckpoint,
|
|
130
|
+
listen,
|
|
131
|
+
unlisten,
|
|
132
|
+
drain,
|
|
133
|
+
}
|
|
134
|
+
/* PgDriver-ReventlessPostgres Not a pure module */
|