@rebasepro/server-postgres 0.9.1-canary.742f831 → 0.9.1-canary.78ab3dc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/PostgresBackendDriver.d.ts +18 -0
- package/dist/PostgresBootstrapper.d.ts +7 -1
- package/dist/auth/services.d.ts +53 -53
- package/dist/index.es.js +708 -191
- package/dist/index.es.js.map +1 -1
- package/dist/schema/auth-bootstrap-sql.d.ts +1 -1
- package/dist/schema/auth-schema.d.ts +24 -24
- package/dist/schema/introspect-db-logic.d.ts +0 -5
- package/dist/schema/introspect-db-naming.d.ts +10 -0
- package/dist/security/rls-enforcement.d.ts +2 -2
- package/dist/services/channel-history.d.ts +118 -0
- package/dist/services/realtimeService.d.ts +69 -2
- package/package.json +8 -31
- package/src/PostgresBackendDriver.ts +56 -5
- package/src/PostgresBootstrapper.ts +18 -1
- package/src/auth/ensure-tables.ts +97 -17
- package/src/auth/services.ts +134 -133
- package/src/schema/auth-bootstrap-sql.ts +7 -1
- package/src/schema/auth-schema.ts +13 -13
- package/src/schema/introspect-db-inference.ts +1 -1
- package/src/schema/introspect-db-logic.ts +1 -10
- package/src/schema/introspect-db-naming.ts +15 -0
- package/src/schema/introspect-runtime.ts +1 -1
- package/src/security/rls-enforcement.ts +11 -5
- package/src/services/channel-history.ts +343 -0
- package/src/services/realtimeService.ts +198 -10
- package/src/websocket.ts +30 -11
|
@@ -24,8 +24,14 @@
|
|
|
24
24
|
export const AUTH_BOOTSTRAP_SQL = `-- Auth schema + RLS helper functions (required by the policies below)
|
|
25
25
|
CREATE SCHEMA IF NOT EXISTS auth;
|
|
26
26
|
|
|
27
|
+
-- Falls back to the pre-rename \`app.user_id\` so a database that has taken the
|
|
28
|
+
-- new schema but is still served by an older backend keeps resolving the
|
|
29
|
+
-- principal. Drop the COALESCE once no such deployment remains.
|
|
27
30
|
CREATE OR REPLACE FUNCTION auth.uid() RETURNS text AS $$
|
|
28
|
-
SELECT
|
|
31
|
+
SELECT COALESCE(
|
|
32
|
+
NULLIF(current_setting('app.uid', true), ''),
|
|
33
|
+
NULLIF(current_setting('app.user_id', true), '')
|
|
34
|
+
);
|
|
29
35
|
$$ LANGUAGE sql STABLE;
|
|
30
36
|
|
|
31
37
|
CREATE OR REPLACE FUNCTION auth.jwt() RETURNS jsonb AS $$
|
|
@@ -35,14 +35,14 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
35
35
|
*/
|
|
36
36
|
const refreshTokens = tableCreator("refresh_tokens", {
|
|
37
37
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
38
|
-
|
|
38
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
39
39
|
tokenHash: varchar("token_hash", { length: 255 }).notNull().unique(),
|
|
40
40
|
expiresAt: timestamp("expires_at").notNull(),
|
|
41
41
|
userAgent: varchar("user_agent", { length: 500 }),
|
|
42
42
|
ipAddress: varchar("ip_address", { length: 45 }),
|
|
43
43
|
createdAt: timestamp("created_at").defaultNow().notNull()
|
|
44
44
|
}, (table) => ({
|
|
45
|
-
uniqueDeviceSession: unique("unique_device_session").on(table.
|
|
45
|
+
uniqueDeviceSession: unique("unique_device_session").on(table.uid, table.userAgent, table.ipAddress)
|
|
46
46
|
}));
|
|
47
47
|
|
|
48
48
|
/**
|
|
@@ -50,7 +50,7 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
50
50
|
*/
|
|
51
51
|
const passwordResetTokens = tableCreator("password_reset_tokens", {
|
|
52
52
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
53
|
-
|
|
53
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
54
54
|
tokenHash: varchar("token_hash", { length: 255 }).notNull().unique(),
|
|
55
55
|
expiresAt: timestamp("expires_at").notNull(),
|
|
56
56
|
usedAt: timestamp("used_at"),
|
|
@@ -71,7 +71,7 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
71
71
|
*/
|
|
72
72
|
const userIdentities = tableCreator("user_identities", {
|
|
73
73
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
74
|
-
|
|
74
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
75
75
|
provider: varchar("provider", { length: 50 }).notNull(), // e.g. 'google', 'linkedin'
|
|
76
76
|
providerId: varchar("provider_id", { length: 255 }).notNull(),
|
|
77
77
|
profileData: jsonb("profile_data"),
|
|
@@ -86,7 +86,7 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
86
86
|
*/
|
|
87
87
|
const mfaFactors = tableCreator("mfa_factors", {
|
|
88
88
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
89
|
-
|
|
89
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
90
90
|
factorType: varchar("factor_type", { length: 20 }).notNull(), // 'totp'
|
|
91
91
|
secretEncrypted: varchar("secret_encrypted", { length: 500 }).notNull(),
|
|
92
92
|
friendlyName: varchar("friendly_name", { length: 255 }),
|
|
@@ -112,7 +112,7 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
112
112
|
*/
|
|
113
113
|
const recoveryCodes = tableCreator("recovery_codes", {
|
|
114
114
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
115
|
-
|
|
115
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
116
116
|
codeHash: varchar("code_hash", { length: 255 }).notNull(),
|
|
117
117
|
usedAt: timestamp("used_at"),
|
|
118
118
|
createdAt: timestamp("created_at").defaultNow().notNull()
|
|
@@ -123,7 +123,7 @@ export function createAuthSchema(usersSchemaName = "rebase") {
|
|
|
123
123
|
*/
|
|
124
124
|
const magicLinkTokens = tableCreator("magic_link_tokens", {
|
|
125
125
|
id: uuid("id").defaultRandom().primaryKey(),
|
|
126
|
-
|
|
126
|
+
uid: uuid("uid").notNull().references(() => users.id, { onDelete: "cascade" }),
|
|
127
127
|
tokenHash: varchar("token_hash", { length: 255 }).notNull().unique(),
|
|
128
128
|
expiresAt: timestamp("expires_at").notNull(),
|
|
129
129
|
usedAt: timestamp("used_at"),
|
|
@@ -171,28 +171,28 @@ export const usersRelations = relations(users, ({ many }) => ({
|
|
|
171
171
|
|
|
172
172
|
export const refreshTokensRelations = relations(refreshTokens, ({ one }) => ({
|
|
173
173
|
user: one(users, {
|
|
174
|
-
fields: [refreshTokens.
|
|
174
|
+
fields: [refreshTokens.uid],
|
|
175
175
|
references: [users.id]
|
|
176
176
|
})
|
|
177
177
|
}));
|
|
178
178
|
|
|
179
179
|
export const passwordResetTokensRelations = relations(passwordResetTokens, ({ one }) => ({
|
|
180
180
|
user: one(users, {
|
|
181
|
-
fields: [passwordResetTokens.
|
|
181
|
+
fields: [passwordResetTokens.uid],
|
|
182
182
|
references: [users.id]
|
|
183
183
|
})
|
|
184
184
|
}));
|
|
185
185
|
|
|
186
186
|
export const userIdentitiesRelations = relations(userIdentities, ({ one }) => ({
|
|
187
187
|
user: one(users, {
|
|
188
|
-
fields: [userIdentities.
|
|
188
|
+
fields: [userIdentities.uid],
|
|
189
189
|
references: [users.id]
|
|
190
190
|
})
|
|
191
191
|
}));
|
|
192
192
|
|
|
193
193
|
export const mfaFactorsRelations = relations(mfaFactors, ({ one, many }) => ({
|
|
194
194
|
user: one(users, {
|
|
195
|
-
fields: [mfaFactors.
|
|
195
|
+
fields: [mfaFactors.uid],
|
|
196
196
|
references: [users.id]
|
|
197
197
|
}),
|
|
198
198
|
challenges: many(mfaChallenges)
|
|
@@ -207,14 +207,14 @@ export const mfaChallengesRelations = relations(mfaChallenges, ({ one }) => ({
|
|
|
207
207
|
|
|
208
208
|
export const recoveryCodesRelations = relations(recoveryCodes, ({ one }) => ({
|
|
209
209
|
user: one(users, {
|
|
210
|
-
fields: [recoveryCodes.
|
|
210
|
+
fields: [recoveryCodes.uid],
|
|
211
211
|
references: [users.id]
|
|
212
212
|
})
|
|
213
213
|
}));
|
|
214
214
|
|
|
215
215
|
export const magicLinkTokensRelations = relations(magicLinkTokens, ({ one }) => ({
|
|
216
216
|
user: one(users, {
|
|
217
|
-
fields: [magicLinkTokens.
|
|
217
|
+
fields: [magicLinkTokens.uid],
|
|
218
218
|
references: [users.id]
|
|
219
219
|
})
|
|
220
220
|
}));
|
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
* and consumed directly by tests.
|
|
8
8
|
*/
|
|
9
9
|
import { inferPropertyFromData } from "./introspect-db-inference";
|
|
10
|
+
import { humanize } from "./introspect-db-naming";
|
|
10
11
|
|
|
11
12
|
// ── Typed interfaces for SQL query results ────────────────────────────
|
|
12
13
|
|
|
@@ -117,16 +118,6 @@ export function singularize(word: string): string {
|
|
|
117
118
|
return word;
|
|
118
119
|
}
|
|
119
120
|
|
|
120
|
-
/**
|
|
121
|
-
* Convert a snake_case name to a human-readable Title Case label.
|
|
122
|
-
* e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
|
|
123
|
-
*/
|
|
124
|
-
export function humanize(snakeName: string): string {
|
|
125
|
-
return snakeName
|
|
126
|
-
.replace(/_/g, " ")
|
|
127
|
-
.replace(/\b\w/g, (c) => c.toUpperCase());
|
|
128
|
-
}
|
|
129
|
-
|
|
130
121
|
/**
|
|
131
122
|
* Convert a snake_case table name to a camelCase + "Collection" variable name.
|
|
132
123
|
* e.g. "company_token" -> "companyTokenCollection"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Naming helpers shared by the introspection modules. These live apart from
|
|
3
|
+
* `introspect-db-logic.ts` because the inference pass needs them too, and
|
|
4
|
+
* importing them from there would close a cycle back through this module.
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Convert a snake_case name to a human-readable Title Case label.
|
|
9
|
+
* e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
|
|
10
|
+
*/
|
|
11
|
+
export function humanize(snakeName: string): string {
|
|
12
|
+
return snakeName
|
|
13
|
+
.replace(/_/g, " ")
|
|
14
|
+
.replace(/\b\w/g, (c) => c.toUpperCase());
|
|
15
|
+
}
|
|
@@ -23,11 +23,11 @@ import {
|
|
|
23
23
|
buildTablesMap,
|
|
24
24
|
buildEnumMap,
|
|
25
25
|
identifyJoinTables,
|
|
26
|
-
humanize,
|
|
27
26
|
singularize,
|
|
28
27
|
mapPgType,
|
|
29
28
|
getIconForTable
|
|
30
29
|
} from "./introspect-db-logic";
|
|
30
|
+
import { humanize } from "./introspect-db-naming";
|
|
31
31
|
|
|
32
32
|
export interface IntrospectedSchema {
|
|
33
33
|
tablesMap: Map<string, TableMeta>;
|
|
@@ -59,7 +59,7 @@ export interface ConnectionPosture {
|
|
|
59
59
|
}
|
|
60
60
|
|
|
61
61
|
export interface AuthContext {
|
|
62
|
-
|
|
62
|
+
uid: string;
|
|
63
63
|
/** Raw roles as carried on the user (strings or `{ id }` objects). */
|
|
64
64
|
roles: unknown[];
|
|
65
65
|
}
|
|
@@ -200,7 +200,7 @@ export async function ensureAppRole(run: RawSqlRunner, schemas: string[]): Promi
|
|
|
200
200
|
* SECURITY: this function is only ever called on the **user** path (the server
|
|
201
201
|
* context uses the base/owner driver and never calls it). The default policies
|
|
202
202
|
* treat `auth.uid() IS NULL` as the trusted server context, and `auth.uid()`
|
|
203
|
-
* is `NULLIF(current_setting('app.
|
|
203
|
+
* is `NULLIF(current_setting('app.uid'), '')` — so an EMPTY user id would
|
|
204
204
|
* be read as NULL and silently escalate a user request to server privileges.
|
|
205
205
|
* Coerce empty/blank ids to `ANONYMOUS_USER_ID` here, at the single chokepoint,
|
|
206
206
|
* rather than trusting every caller (e.g. realtime subscription auth) to do it.
|
|
@@ -208,15 +208,21 @@ export async function ensureAppRole(run: RawSqlRunner, schemas: string[]): Promi
|
|
|
208
208
|
* semantics: it is why `auth.uid() IS NOT NULL` is true for anonymous requests.
|
|
209
209
|
*/
|
|
210
210
|
export async function applyAuthContext(tx: SqlTx, auth: AuthContext, userRole?: string): Promise<void> {
|
|
211
|
-
const
|
|
211
|
+
const uid = typeof auth.uid === "string" && auth.uid.trim() !== "" ? auth.uid : ANONYMOUS_USER_ID;
|
|
212
212
|
const normalizedRoles = auth.roles.map((r: unknown) =>
|
|
213
213
|
typeof r === "string" ? r : (r as Record<string, unknown>)?.id ?? String(r)
|
|
214
214
|
);
|
|
215
|
+
// `app.user_id` is the pre-rename spelling, still written because policies
|
|
216
|
+
// are data: a database provisioned before the rename holds rules compiled
|
|
217
|
+
// to `current_setting('app.user_id')`, and those predicates would evaluate
|
|
218
|
+
// to NULL — failing open or locking out — if we stopped setting it. Drop
|
|
219
|
+
// the alias only once no live database carries a legacy policy.
|
|
215
220
|
await tx.execute(drizzleSql`
|
|
216
221
|
SELECT
|
|
217
|
-
set_config('app.
|
|
222
|
+
set_config('app.uid', ${uid}, true),
|
|
223
|
+
set_config('app.user_id', ${uid}, true),
|
|
218
224
|
set_config('app.user_roles', ${normalizedRoles.join(",")}, true),
|
|
219
|
-
set_config('app.jwt', ${JSON.stringify({ sub:
|
|
225
|
+
set_config('app.jwt', ${JSON.stringify({ sub: uid, roles: auth.roles })}, true)
|
|
220
226
|
`);
|
|
221
227
|
if (userRole) {
|
|
222
228
|
await tx.execute(drizzleSql.raw(`SET LOCAL ROLE ${quoteIdent(userRole)}`));
|
|
@@ -0,0 +1,343 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ordered, replayable per-channel message history.
|
|
3
|
+
*
|
|
4
|
+
* Broadcast on its own is fire-and-forget to whoever is connected at the
|
|
5
|
+
* instant it is sent: fine for presence and for "someone saved" notifications,
|
|
6
|
+
* not enough for op-based collaborative editing, where a client that blinks
|
|
7
|
+
* out for two seconds has to resync a whole document rather than catch up on
|
|
8
|
+
* the four operations it missed. This adds the missing half — every retained
|
|
9
|
+
* broadcast gets a per-channel sequence number, and a client can ask for
|
|
10
|
+
* everything after the last one it saw.
|
|
11
|
+
*
|
|
12
|
+
* Three decisions worth stating, because each rules out a simpler-looking one:
|
|
13
|
+
*
|
|
14
|
+
* - **Retention is server-side and opt-in.** A channel is created by whoever
|
|
15
|
+
* names it, so a client-supplied history depth would let any visitor commit
|
|
16
|
+
* the backend to unbounded storage. And presence channels — the common case
|
|
17
|
+
* — must not pay for this: with no rules configured nothing is written, no
|
|
18
|
+
* table is created, and `broadcast` runs exactly the code it ran before.
|
|
19
|
+
*
|
|
20
|
+
* - **Sequence numbers come from the database, not from a counter in this
|
|
21
|
+
* process.** They have to survive a restart and be shared across instances;
|
|
22
|
+
* an in-memory counter would restart at 1 after a deploy and hand a
|
|
23
|
+
* reconnecting client a replay from the wrong era, silently.
|
|
24
|
+
*
|
|
25
|
+
* - **The cursor row outlives the messages it numbered.** Pruning is what
|
|
26
|
+
* makes retention affordable, but pruning the cursor along with the messages
|
|
27
|
+
* would restart the sequence and make `sinceSeq` mean something different
|
|
28
|
+
* before and after — the worst kind of bug, because replay would still
|
|
29
|
+
* return rows and they would look plausible. Cursors are tiny and are kept
|
|
30
|
+
* forever; see {@link prune}, which touches only `channel_messages`.
|
|
31
|
+
*/
|
|
32
|
+
|
|
33
|
+
import { sql } from "drizzle-orm";
|
|
34
|
+
import { NodePgDatabase } from "drizzle-orm/node-postgres";
|
|
35
|
+
import type { ChannelHistoryEntry, ChannelRetentionRule } from "@rebasepro/types";
|
|
36
|
+
import { logger } from "@rebasepro/server";
|
|
37
|
+
|
|
38
|
+
/** How many messages a replay returns when the caller does not say. */
|
|
39
|
+
const DEFAULT_REPLAY_LIMIT = 200;
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* Hard ceiling on one replay, whatever the caller asks for.
|
|
43
|
+
*
|
|
44
|
+
* A reconnecting client names its own `limit`, so this is the only thing
|
|
45
|
+
* standing between a stale `sinceSeq` and a single frame carrying a channel's
|
|
46
|
+
* entire retained history. A client that is further behind than this is told so
|
|
47
|
+
* via `latestSeq` and can decide to resync wholesale instead of paging.
|
|
48
|
+
*/
|
|
49
|
+
const MAX_REPLAY_LIMIT = 1000;
|
|
50
|
+
|
|
51
|
+
/** Minimum gap between two prunes of the same channel. */
|
|
52
|
+
const PRUNE_THROTTLE_MS = 30_000;
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* Parse a retention TTL into milliseconds.
|
|
56
|
+
*
|
|
57
|
+
* Accepts a raw millisecond count or a short duration string (`"30s"`, `"15m"`,
|
|
58
|
+
* `"24h"`, `"7d"`). Returns undefined for anything unparseable, which the
|
|
59
|
+
* caller treats as "no TTL" — a misspelt duration must not silently become an
|
|
60
|
+
* aggressive one.
|
|
61
|
+
*/
|
|
62
|
+
export function parseTtlMs(ttl: number | string | undefined): number | undefined {
|
|
63
|
+
if (ttl === undefined || ttl === null) return undefined;
|
|
64
|
+
if (typeof ttl === "number") return Number.isFinite(ttl) && ttl > 0 ? ttl : undefined;
|
|
65
|
+
|
|
66
|
+
const match = /^\s*(\d+(?:\.\d+)?)\s*(ms|s|m|h|d)\s*$/i.exec(ttl);
|
|
67
|
+
if (!match) {
|
|
68
|
+
logger.warn(`⚠️ [ChannelHistory] Ignoring unparseable retention ttl "${ttl}" — expected e.g. "30s", "15m", "24h", "7d".`);
|
|
69
|
+
return undefined;
|
|
70
|
+
}
|
|
71
|
+
const value = parseFloat(match[1]);
|
|
72
|
+
const unit = match[2].toLowerCase();
|
|
73
|
+
const multiplier = unit === "ms" ? 1
|
|
74
|
+
: unit === "s" ? 1_000
|
|
75
|
+
: unit === "m" ? 60_000
|
|
76
|
+
: unit === "h" ? 3_600_000
|
|
77
|
+
: 86_400_000;
|
|
78
|
+
const ms = value * multiplier;
|
|
79
|
+
return ms > 0 ? ms : undefined;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/**
|
|
83
|
+
* Whether `channel` is covered by `rule`.
|
|
84
|
+
*
|
|
85
|
+
* Exact match, or a trailing `*` acting as a prefix. Not a general glob: this
|
|
86
|
+
* decides what reaches disk, and a pattern language whose reach is not obvious
|
|
87
|
+
* at a glance is the wrong tool for that job.
|
|
88
|
+
*/
|
|
89
|
+
export function channelMatchesRule(channel: string, rule: ChannelRetentionRule): boolean {
|
|
90
|
+
const pattern = rule.match;
|
|
91
|
+
if (pattern === "*") return true;
|
|
92
|
+
if (pattern.endsWith("*")) return channel.startsWith(pattern.slice(0, -1));
|
|
93
|
+
return channel === pattern;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/** A rule with its TTL already resolved to milliseconds. */
|
|
97
|
+
export interface ResolvedRetention {
|
|
98
|
+
limit?: number;
|
|
99
|
+
ttlMs?: number;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* Persistence and replay for retained channels.
|
|
104
|
+
*
|
|
105
|
+
* Inert unless constructed with at least one rule: {@link enabled} is false,
|
|
106
|
+
* {@link ensureTables} does nothing, and {@link retentionFor} answers undefined
|
|
107
|
+
* for every channel, so the realtime service never reaches the SQL below.
|
|
108
|
+
*/
|
|
109
|
+
export class ChannelHistoryStore {
|
|
110
|
+
private rules: ChannelRetentionRule[];
|
|
111
|
+
/** Resolved rule per channel name, so the match runs once per channel. */
|
|
112
|
+
private resolved = new Map<string, ResolvedRetention | null>();
|
|
113
|
+
/** Channel → timestamp of its last prune, for {@link PRUNE_THROTTLE_MS}. */
|
|
114
|
+
private lastPruned = new Map<string, number>();
|
|
115
|
+
private tablesReady = false;
|
|
116
|
+
|
|
117
|
+
constructor(private db: NodePgDatabase<Record<string, unknown>>, rules: ChannelRetentionRule[] = []) {
|
|
118
|
+
this.rules = rules.filter(rule => {
|
|
119
|
+
if (!rule?.match) {
|
|
120
|
+
logger.warn("⚠️ [ChannelHistory] Ignoring a retention rule with no `match`.");
|
|
121
|
+
return false;
|
|
122
|
+
}
|
|
123
|
+
const hasBound = rule.limit !== undefined || rule.ttl !== undefined;
|
|
124
|
+
if (!hasBound) {
|
|
125
|
+
// Unbounded retention is almost never intended and cannot be
|
|
126
|
+
// walked back once the table has grown, so it is refused rather
|
|
127
|
+
// than honoured.
|
|
128
|
+
logger.warn(`⚠️ [ChannelHistory] Retention rule "${rule.match}" sets neither \`limit\` nor \`ttl\` — ignoring it, as it would retain forever.`);
|
|
129
|
+
return false;
|
|
130
|
+
}
|
|
131
|
+
return true;
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
/** Whether any channel retains anything at all. */
|
|
136
|
+
get enabled(): boolean {
|
|
137
|
+
return this.rules.length > 0;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/**
|
|
141
|
+
* The retention that applies to `channel`, or undefined when none does.
|
|
142
|
+
*
|
|
143
|
+
* First matching rule wins, so callers order them most-specific first.
|
|
144
|
+
*/
|
|
145
|
+
retentionFor(channel: string): ResolvedRetention | undefined {
|
|
146
|
+
if (!this.enabled || !channel) return undefined;
|
|
147
|
+
|
|
148
|
+
const cached = this.resolved.get(channel);
|
|
149
|
+
if (cached !== undefined) return cached ?? undefined;
|
|
150
|
+
|
|
151
|
+
const rule = this.rules.find(r => channelMatchesRule(channel, r));
|
|
152
|
+
const resolved: ResolvedRetention | null = rule
|
|
153
|
+
? { limit: rule.limit, ttlMs: parseTtlMs(rule.ttl) }
|
|
154
|
+
: null;
|
|
155
|
+
|
|
156
|
+
// Bounded by the number of distinct channel names seen, which is the
|
|
157
|
+
// same thing the in-memory channel and presence maps are bounded by.
|
|
158
|
+
this.resolved.set(channel, resolved);
|
|
159
|
+
return resolved ?? undefined;
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
/**
|
|
163
|
+
* Create the history tables. Idempotent, and a no-op when no rule is set —
|
|
164
|
+
* a deployment that never retains anything gets no schema for it.
|
|
165
|
+
*/
|
|
166
|
+
async ensureTables(): Promise<void> {
|
|
167
|
+
if (!this.enabled || this.tablesReady) return;
|
|
168
|
+
|
|
169
|
+
await this.db.execute(sql`CREATE SCHEMA IF NOT EXISTS rebase`);
|
|
170
|
+
|
|
171
|
+
// The primary key is exactly the replay query's access path
|
|
172
|
+
// (`channel = $1 AND seq > $2 ORDER BY seq`), so it needs no further
|
|
173
|
+
// index of its own.
|
|
174
|
+
await this.db.execute(sql`
|
|
175
|
+
CREATE TABLE IF NOT EXISTS rebase.channel_messages (
|
|
176
|
+
channel TEXT NOT NULL,
|
|
177
|
+
seq BIGINT NOT NULL,
|
|
178
|
+
event TEXT NOT NULL,
|
|
179
|
+
payload JSONB,
|
|
180
|
+
sender_id TEXT,
|
|
181
|
+
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
|
182
|
+
PRIMARY KEY (channel, seq)
|
|
183
|
+
)
|
|
184
|
+
`);
|
|
185
|
+
|
|
186
|
+
// Only for the TTL arm of pruning; the limit arm rides the primary key.
|
|
187
|
+
await this.db.execute(sql`
|
|
188
|
+
CREATE INDEX IF NOT EXISTS idx_channel_messages_created
|
|
189
|
+
ON rebase.channel_messages (created_at)
|
|
190
|
+
`);
|
|
191
|
+
|
|
192
|
+
// Never pruned — see the note at the top of this file. One row per
|
|
193
|
+
// channel that has ever retained a message.
|
|
194
|
+
await this.db.execute(sql`
|
|
195
|
+
CREATE TABLE IF NOT EXISTS rebase.channel_cursors (
|
|
196
|
+
channel TEXT PRIMARY KEY,
|
|
197
|
+
last_seq BIGINT NOT NULL
|
|
198
|
+
)
|
|
199
|
+
`);
|
|
200
|
+
|
|
201
|
+
this.tablesReady = true;
|
|
202
|
+
logger.info(`✅ [ChannelHistory] Retained channels ready (${this.rules.length} rule(s)).`);
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
/**
|
|
206
|
+
* Append a broadcast and return the sequence number it was given.
|
|
207
|
+
*
|
|
208
|
+
* The sequence is allocated by the same statement that stores the message,
|
|
209
|
+
* so a crash between the two is not a possibility. `ON CONFLICT DO UPDATE`
|
|
210
|
+
* takes a row lock on the channel's cursor, which is what makes concurrent
|
|
211
|
+
* broadcasts to one channel line up in a single order — and what keeps
|
|
212
|
+
* different channels from contending with each other at all.
|
|
213
|
+
*/
|
|
214
|
+
async append(
|
|
215
|
+
channel: string,
|
|
216
|
+
event: string,
|
|
217
|
+
payload: unknown,
|
|
218
|
+
senderId?: string
|
|
219
|
+
): Promise<{ seq: number; at: string }> {
|
|
220
|
+
const result = await this.db.execute(sql`
|
|
221
|
+
WITH next AS (
|
|
222
|
+
INSERT INTO rebase.channel_cursors (channel, last_seq)
|
|
223
|
+
VALUES (${channel}, 1)
|
|
224
|
+
ON CONFLICT (channel)
|
|
225
|
+
DO UPDATE SET last_seq = rebase.channel_cursors.last_seq + 1
|
|
226
|
+
RETURNING last_seq
|
|
227
|
+
)
|
|
228
|
+
INSERT INTO rebase.channel_messages (channel, seq, event, payload, sender_id)
|
|
229
|
+
SELECT ${channel}, next.last_seq, ${event}, ${JSON.stringify(payload ?? null)}::jsonb, ${senderId ?? null}
|
|
230
|
+
FROM next
|
|
231
|
+
RETURNING seq, created_at
|
|
232
|
+
`);
|
|
233
|
+
|
|
234
|
+
const row = result.rows[0] as { seq: string | number; created_at: Date | string } | undefined;
|
|
235
|
+
if (!row) throw new Error(`Failed to append to channel history for "${channel}"`);
|
|
236
|
+
|
|
237
|
+
return {
|
|
238
|
+
// BIGINT comes back as a string from node-postgres; the wire type is
|
|
239
|
+
// a number, and a channel would need 2^53 messages to notice.
|
|
240
|
+
seq: Number(row.seq),
|
|
241
|
+
at: row.created_at instanceof Date ? row.created_at.toISOString() : String(row.created_at)
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
/**
|
|
246
|
+
* Everything retained for `channel` after `sinceSeq`, oldest first.
|
|
247
|
+
*
|
|
248
|
+
* `latestSeq` is reported whether or not the messages were capped, so a
|
|
249
|
+
* client that is further behind than one page can tell.
|
|
250
|
+
*/
|
|
251
|
+
async replay(
|
|
252
|
+
channel: string,
|
|
253
|
+
sinceSeq = 0,
|
|
254
|
+
limit = DEFAULT_REPLAY_LIMIT
|
|
255
|
+
): Promise<{ messages: ChannelHistoryEntry[]; latestSeq: number }> {
|
|
256
|
+
const capped = Math.max(1, Math.min(Math.floor(limit) || DEFAULT_REPLAY_LIMIT, MAX_REPLAY_LIMIT));
|
|
257
|
+
const after = Number.isFinite(sinceSeq) && sinceSeq > 0 ? Math.floor(sinceSeq) : 0;
|
|
258
|
+
|
|
259
|
+
const result = await this.db.execute(sql`
|
|
260
|
+
SELECT seq, event, payload, sender_id, created_at
|
|
261
|
+
FROM rebase.channel_messages
|
|
262
|
+
WHERE channel = ${channel} AND seq > ${after}
|
|
263
|
+
ORDER BY seq ASC
|
|
264
|
+
LIMIT ${capped}
|
|
265
|
+
`);
|
|
266
|
+
|
|
267
|
+
const messages = (result.rows as Array<{
|
|
268
|
+
seq: string | number;
|
|
269
|
+
event: string;
|
|
270
|
+
payload: unknown;
|
|
271
|
+
sender_id: string | null;
|
|
272
|
+
created_at: Date | string;
|
|
273
|
+
}>).map(row => ({
|
|
274
|
+
seq: Number(row.seq),
|
|
275
|
+
event: row.event,
|
|
276
|
+
payload: row.payload,
|
|
277
|
+
senderId: row.sender_id ?? undefined,
|
|
278
|
+
at: row.created_at instanceof Date ? row.created_at.toISOString() : String(row.created_at)
|
|
279
|
+
}));
|
|
280
|
+
|
|
281
|
+
// Read from the cursor rather than from the messages: the cursor is the
|
|
282
|
+
// authority on how far the channel has got, and still says so after
|
|
283
|
+
// pruning has removed the messages it counted.
|
|
284
|
+
const cursor = await this.db.execute(sql`
|
|
285
|
+
SELECT last_seq FROM rebase.channel_cursors WHERE channel = ${channel}
|
|
286
|
+
`);
|
|
287
|
+
const cursorRow = cursor.rows[0] as { last_seq: string | number } | undefined;
|
|
288
|
+
const latestSeq = cursorRow ? Number(cursorRow.last_seq) : 0;
|
|
289
|
+
|
|
290
|
+
return { messages, latestSeq };
|
|
291
|
+
}
|
|
292
|
+
|
|
293
|
+
/**
|
|
294
|
+
* Enforce a channel's retention bounds.
|
|
295
|
+
*
|
|
296
|
+
* Throttled per channel, so a burst of operations prunes once rather than
|
|
297
|
+
* once per message — the cost then tracks elapsed time instead of write
|
|
298
|
+
* volume, which is what makes retention affordable on a hot channel.
|
|
299
|
+
*/
|
|
300
|
+
async prune(channel: string, retention: ResolvedRetention): Promise<number> {
|
|
301
|
+
const now = Date.now();
|
|
302
|
+
const last = this.lastPruned.get(channel) ?? 0;
|
|
303
|
+
if (now - last < PRUNE_THROTTLE_MS) return 0;
|
|
304
|
+
this.lastPruned.set(channel, now);
|
|
305
|
+
|
|
306
|
+
let deleted = 0;
|
|
307
|
+
|
|
308
|
+
if (retention.ttlMs !== undefined) {
|
|
309
|
+
const result = await this.db.execute(sql`
|
|
310
|
+
DELETE FROM rebase.channel_messages
|
|
311
|
+
WHERE channel = ${channel}
|
|
312
|
+
AND created_at < NOW() - MAKE_INTERVAL(secs => ${retention.ttlMs / 1000})
|
|
313
|
+
`);
|
|
314
|
+
deleted += result.rowCount ?? 0;
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
if (retention.limit !== undefined && retention.limit > 0) {
|
|
318
|
+
// OFFSET past the newest `limit` rows to find the highest seq that
|
|
319
|
+
// is no longer wanted, then delete everything at or below it. Fewer
|
|
320
|
+
// rows than the limit leaves the subquery empty, and the comparison
|
|
321
|
+
// with NULL deletes nothing.
|
|
322
|
+
const result = await this.db.execute(sql`
|
|
323
|
+
DELETE FROM rebase.channel_messages
|
|
324
|
+
WHERE channel = ${channel}
|
|
325
|
+
AND seq <= (
|
|
326
|
+
SELECT seq FROM rebase.channel_messages
|
|
327
|
+
WHERE channel = ${channel}
|
|
328
|
+
ORDER BY seq DESC
|
|
329
|
+
OFFSET ${Math.floor(retention.limit)} LIMIT 1
|
|
330
|
+
)
|
|
331
|
+
`);
|
|
332
|
+
deleted += result.rowCount ?? 0;
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
return deleted;
|
|
336
|
+
}
|
|
337
|
+
|
|
338
|
+
/** Forget throttle and match caches. Called on shutdown. */
|
|
339
|
+
clear(): void {
|
|
340
|
+
this.resolved.clear();
|
|
341
|
+
this.lastPruned.clear();
|
|
342
|
+
}
|
|
343
|
+
}
|