@rebasepro/server-postgres 0.9.1-canary.a639738 → 0.9.1-canary.ad870eb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/PostgresBackendDriver.d.ts +2 -25
- package/dist/PostgresBootstrapper.d.ts +0 -10
- package/dist/auth/services.d.ts +0 -16
- package/dist/connection.d.ts +0 -21
- package/dist/data-transformer.d.ts +2 -9
- package/dist/index.es.js +561 -1454
- package/dist/index.es.js.map +1 -1
- package/dist/schema/auth-default-policies.d.ts +10 -0
- package/dist/schema/doctor.d.ts +1 -1
- package/dist/security/policy-drift.d.ts +0 -30
- package/dist/services/FetchService.d.ts +24 -4
- package/dist/services/PersistService.d.ts +1 -27
- package/dist/services/RelationService.d.ts +1 -34
- package/dist/services/collection-helpers.d.ts +14 -79
- package/dist/services/dataService.d.ts +1 -3
- package/dist/services/index.d.ts +1 -1
- package/dist/services/realtimeService.d.ts +0 -7
- package/package.json +9 -12
- package/src/PostgresBackendDriver.ts +13 -127
- package/src/PostgresBootstrapper.ts +25 -62
- package/src/auth/ensure-tables.ts +11 -73
- package/src/auth/services.ts +19 -49
- package/src/cli.ts +0 -60
- package/src/connection.ts +1 -61
- package/src/data-transformer.ts +9 -11
- package/src/databasePoolManager.ts +0 -2
- package/src/schema/auth-default-policies.ts +132 -0
- package/src/schema/doctor.ts +20 -45
- package/src/schema/generate-drizzle-schema-logic.ts +29 -24
- package/src/schema/generate-postgres-ddl-logic.ts +28 -76
- package/src/schema/introspect-db.ts +2 -19
- package/src/security/policy-drift.test.ts +1 -106
- package/src/security/policy-drift.ts +0 -56
- package/src/services/BranchService.ts +10 -42
- package/src/services/FetchService.ts +270 -65
- package/src/services/PersistService.ts +14 -130
- package/src/services/RelationService.ts +94 -153
- package/src/services/collection-helpers.ts +47 -164
- package/src/services/dataService.ts +2 -3
- package/src/services/index.ts +0 -1
- package/src/services/realtimeService.ts +19 -40
- package/src/utils/drizzle-conditions.ts +0 -13
- package/src/websocket.ts +1 -4
- package/dist/collections/buildRegistry.d.ts +0 -27
- package/dist/services/row-pipeline.d.ts +0 -63
- package/src/collections/buildRegistry.ts +0 -59
- package/src/services/row-pipeline.ts +0 -239
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { describe, expect, it } from "@jest/globals";
|
|
2
2
|
import type { CollectionConfig } from "@rebasepro/types";
|
|
3
3
|
|
|
4
|
-
import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift,
|
|
4
|
+
import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift, type PolicyRef, type Queryable } from "./policy-drift";
|
|
5
5
|
import { generatePostgresPoliciesDdl } from "../schema/generate-postgres-ddl-logic";
|
|
6
6
|
|
|
7
7
|
function collection(slug: string): CollectionConfig {
|
|
@@ -154,108 +154,3 @@ describe("checkPolicyDrift", () => {
|
|
|
154
154
|
expect(drift.missing.length).toBeGreaterThan(0);
|
|
155
155
|
});
|
|
156
156
|
});
|
|
157
|
-
|
|
158
|
-
describe("isGeneratedPolicyName", () => {
|
|
159
|
-
it("recognises the generator's own shape", () => {
|
|
160
|
-
expect(isGeneratedPolicyName("documents_insert_a1b2c3d", "documents")).toBe(true);
|
|
161
|
-
// One rule spanning several operations appends the operation index.
|
|
162
|
-
expect(isGeneratedPolicyName("documents_update_a1b2c3d_1", "documents")).toBe(true);
|
|
163
|
-
});
|
|
164
|
-
|
|
165
|
-
it("does not claim names a human could have written", () => {
|
|
166
|
-
expect(isGeneratedPolicyName("owner_access", "documents")).toBe(false);
|
|
167
|
-
expect(isGeneratedPolicyName("documents_default_admin_read", "documents")).toBe(false);
|
|
168
|
-
// Right shape, wrong table — belongs to something else.
|
|
169
|
-
expect(isGeneratedPolicyName("teams_insert_a1b2c3d", "documents")).toBe(false);
|
|
170
|
-
// A digest is 7 lowercase hex characters, nothing else.
|
|
171
|
-
expect(isGeneratedPolicyName("documents_insert_notahex", "documents")).toBe(false);
|
|
172
|
-
expect(isGeneratedPolicyName("documents_grant_a1b2c3d", "documents")).toBe(false);
|
|
173
|
-
});
|
|
174
|
-
});
|
|
175
|
-
|
|
176
|
-
describe("dropOrphanedPolicies", () => {
|
|
177
|
-
/** Records the DDL issued so the test can assert on what was dropped. */
|
|
178
|
-
function recordingDb(rows: Record<string, unknown>[]) {
|
|
179
|
-
const executed: string[] = [];
|
|
180
|
-
const db: Queryable = {
|
|
181
|
-
query: async (text: string) => {
|
|
182
|
-
if (!/^SELECT/i.test(text)) executed.push(text);
|
|
183
|
-
return { rows: rows as never[] };
|
|
184
|
-
}
|
|
185
|
-
};
|
|
186
|
-
return { db, executed };
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
it("drops the policy a rule edit superseded", async () => {
|
|
190
|
-
// The reported failure: tightening a rule renames its policy, and the
|
|
191
|
-
// permissive original stays live and keeps ORing itself back in.
|
|
192
|
-
const cols = [collection("documents")];
|
|
193
|
-
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
194
|
-
const stale = {
|
|
195
|
-
schemaname: "public", tablename: "documents", policyname: "documents_insert_dead1ee",
|
|
196
|
-
roles: ["public"], cmd: "INSERT", qual: null, with_check: "true"
|
|
197
|
-
};
|
|
198
|
-
const live = [...expected.map((p) => liveRow(p)), stale];
|
|
199
|
-
|
|
200
|
-
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
201
|
-
const { db, executed } = recordingDb(live);
|
|
202
|
-
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
203
|
-
|
|
204
|
-
expect(dropped).toHaveLength(1);
|
|
205
|
-
expect(dropped[0].name).toBe("documents_insert_dead1ee");
|
|
206
|
-
expect(kept).toHaveLength(0);
|
|
207
|
-
expect(executed).toEqual([
|
|
208
|
-
'DROP POLICY IF EXISTS "documents_insert_dead1ee" ON "public"."documents"'
|
|
209
|
-
]);
|
|
210
|
-
});
|
|
211
|
-
|
|
212
|
-
it("leaves a hand-written policy alone and reports it instead", async () => {
|
|
213
|
-
const cols = [collection("documents")];
|
|
214
|
-
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
215
|
-
const live = [
|
|
216
|
-
...expected.map((p) => liveRow(p)),
|
|
217
|
-
{ schemaname: "public", tablename: "documents", policyname: "ops_break_glass", roles: ["public"], cmd: "ALL", qual: "true", with_check: null }
|
|
218
|
-
];
|
|
219
|
-
|
|
220
|
-
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
221
|
-
const { db, executed } = recordingDb(live);
|
|
222
|
-
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
223
|
-
|
|
224
|
-
expect(dropped).toHaveLength(0);
|
|
225
|
-
expect(kept.map((p) => p.name)).toEqual(["ops_break_glass"]);
|
|
226
|
-
expect(executed).toEqual([]);
|
|
227
|
-
});
|
|
228
|
-
|
|
229
|
-
it("never touches a table the collections do not describe", async () => {
|
|
230
|
-
// Another application sharing the schema owns this table; a
|
|
231
|
-
// generator-shaped name there is coincidence, not our leftover.
|
|
232
|
-
const cols = [collection("documents")];
|
|
233
|
-
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
234
|
-
const live = [
|
|
235
|
-
...expected.map((p) => liveRow(p)),
|
|
236
|
-
{ schemaname: "public", tablename: "legacy", policyname: "legacy_select_a1b2c3d", roles: ["public"], cmd: "SELECT", qual: "true", with_check: null }
|
|
237
|
-
];
|
|
238
|
-
|
|
239
|
-
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
240
|
-
const { db, executed } = recordingDb(live);
|
|
241
|
-
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
242
|
-
|
|
243
|
-
expect(dropped).toHaveLength(0);
|
|
244
|
-
expect(kept.map((p) => p.name)).toEqual(["legacy_select_a1b2c3d"]);
|
|
245
|
-
expect(executed).toEqual([]);
|
|
246
|
-
});
|
|
247
|
-
|
|
248
|
-
it("does nothing when the database already matches", async () => {
|
|
249
|
-
const cols = [collection("documents")];
|
|
250
|
-
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
251
|
-
const live = expected.map((p) => liveRow(p));
|
|
252
|
-
|
|
253
|
-
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
254
|
-
const { db, executed } = recordingDb(live);
|
|
255
|
-
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
256
|
-
|
|
257
|
-
expect(dropped).toHaveLength(0);
|
|
258
|
-
expect(kept).toHaveLength(0);
|
|
259
|
-
expect(executed).toEqual([]);
|
|
260
|
-
});
|
|
261
|
-
});
|
|
@@ -192,62 +192,6 @@ export async function checkPolicyDrift(
|
|
|
192
192
|
return drift;
|
|
193
193
|
}
|
|
194
194
|
|
|
195
|
-
/**
|
|
196
|
-
* Does this name look like one the generator produced for this table?
|
|
197
|
-
*
|
|
198
|
-
* Unnamed rules compile to `<table>_<op>_<sha1[0:7]>` (plus `_<idx>` when one
|
|
199
|
-
* rule spans several operations), and the hash covers the rule's semantics — so
|
|
200
|
-
* *editing* a rule renames its policy. The policy under the old name is left
|
|
201
|
-
* behind by `db push`, which only DROPs the names it is about to CREATE, and
|
|
202
|
-
* Postgres ORs PERMISSIVE policies together: a superseded `USING (true)` keeps
|
|
203
|
-
* granting everything no matter how tight its replacement is.
|
|
204
|
-
*
|
|
205
|
-
* Matching the shape is what makes dropping them safe. A hand-written policy
|
|
206
|
-
* would have to collide with a 7-hex digest to be mistaken for generated one;
|
|
207
|
-
* a policy named anything else is left alone and merely reported, because a
|
|
208
|
-
* custom name is indistinguishable from one someone wrote in SQL on purpose.
|
|
209
|
-
*/
|
|
210
|
-
export function isGeneratedPolicyName(name: string, table: string): boolean {
|
|
211
|
-
return new RegExp(`^${table.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}_(select|insert|update|delete|all)_[0-9a-f]{7}(_\\d+)?$`)
|
|
212
|
-
.test(name);
|
|
213
|
-
}
|
|
214
|
-
|
|
215
|
-
export interface OrphanCleanup {
|
|
216
|
-
/** Superseded generated policies that were dropped. */
|
|
217
|
-
dropped: PolicyRef[];
|
|
218
|
-
/** Orphans left in place because their names are not generator-shaped. */
|
|
219
|
-
kept: PolicyRef[];
|
|
220
|
-
}
|
|
221
|
-
|
|
222
|
-
/**
|
|
223
|
-
* Drop the policies an earlier push superseded but never removed.
|
|
224
|
-
*
|
|
225
|
-
* Only touches tables the collections describe — a table with no expected
|
|
226
|
-
* policy is not ours to reconcile, and scanning by schema alone would sweep up
|
|
227
|
-
* policies belonging to something else sharing the database.
|
|
228
|
-
*/
|
|
229
|
-
export async function dropOrphanedPolicies(
|
|
230
|
-
client: Queryable,
|
|
231
|
-
drift: PolicyDrift,
|
|
232
|
-
collections: CollectionConfig[]
|
|
233
|
-
): Promise<OrphanCleanup> {
|
|
234
|
-
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(collections));
|
|
235
|
-
const managed = new Set(expected.map((p) => `${p.schema}.${p.table}`));
|
|
236
|
-
|
|
237
|
-
const cleanup: OrphanCleanup = { dropped: [], kept: [] };
|
|
238
|
-
for (const p of drift.orphaned) {
|
|
239
|
-
if (!managed.has(`${p.schema}.${p.table}`) || !isGeneratedPolicyName(p.name, p.table)) {
|
|
240
|
-
cleanup.kept.push(p);
|
|
241
|
-
continue;
|
|
242
|
-
}
|
|
243
|
-
// Identifiers are quoted, and the name came from pg_policies rather than
|
|
244
|
-
// from user input, so it is already a valid identifier.
|
|
245
|
-
await client.query(`DROP POLICY IF EXISTS "${p.name}" ON "${p.schema}"."${p.table}"`);
|
|
246
|
-
cleanup.dropped.push(p);
|
|
247
|
-
}
|
|
248
|
-
return cleanup;
|
|
249
|
-
}
|
|
250
|
-
|
|
251
195
|
export const hasDrift = (d: PolicyDrift): boolean =>
|
|
252
196
|
d.missing.length > 0 || d.orphaned.length > 0 || d.diverged.length > 0;
|
|
253
197
|
|
|
@@ -11,45 +11,10 @@ import { sql } from "drizzle-orm";
|
|
|
11
11
|
import { BranchInfo } from "@rebasepro/types";
|
|
12
12
|
import { DrizzleClient } from "../interfaces";
|
|
13
13
|
import { DatabasePoolManager } from "../databasePoolManager";
|
|
14
|
-
import { extractPgError, extractCauseMessage } from "../utils/pg-error-utils";
|
|
15
14
|
|
|
16
15
|
/** Internal prefix applied to branch database names to avoid collisions. */
|
|
17
16
|
const BRANCH_DB_PREFIX = "rb_";
|
|
18
17
|
|
|
19
|
-
/** `duplicate_database` — the target database name is already taken. */
|
|
20
|
-
const PG_DUPLICATE_DATABASE = "42P04";
|
|
21
|
-
|
|
22
|
-
/** `object_in_use` — the database still has connections attached. */
|
|
23
|
-
const PG_OBJECT_IN_USE = "55006";
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
* Describe a failed branch DDL statement in terms a user can act on.
|
|
27
|
-
*
|
|
28
|
-
* Drizzle reports failures as `Failed query: <sql> params:` and hides the real
|
|
29
|
-
* PostgreSQL error in the `cause` chain, so matching on `err.message` never sees
|
|
30
|
-
* the actual problem. Match on the PG error code instead — it survives wrapping
|
|
31
|
-
* and, unlike the message text, is not locale-dependent.
|
|
32
|
-
*/
|
|
33
|
-
function describeBranchDdlError(err: unknown, fallbackContext: string): Error {
|
|
34
|
-
const pgError = extractPgError(err);
|
|
35
|
-
|
|
36
|
-
if (pgError?.code === PG_DUPLICATE_DATABASE) {
|
|
37
|
-
return new Error(`Database "${fallbackContext}" already exists on the server. Choose a different branch name.`);
|
|
38
|
-
}
|
|
39
|
-
if (pgError?.code === PG_OBJECT_IN_USE) {
|
|
40
|
-
return new Error(
|
|
41
|
-
`Cannot complete the operation: the database "${fallbackContext}" has active connections. ` +
|
|
42
|
-
"Close other clients or connections and try again."
|
|
43
|
-
);
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
// Unknown failure: surface the real PG message rather than the Drizzle
|
|
47
|
-
// wrapper, which would otherwise show the raw SQL and no reason at all.
|
|
48
|
-
const detail = pgError?.message ?? extractCauseMessage(err);
|
|
49
|
-
if (detail) return new Error(detail);
|
|
50
|
-
return err instanceof Error ? err : new Error(String(err));
|
|
51
|
-
}
|
|
52
|
-
|
|
53
18
|
/** Fully-qualified metadata table in the rebase schema. */
|
|
54
19
|
const BRANCHES_TABLE = "rebase.branches";
|
|
55
20
|
|
|
@@ -144,15 +109,18 @@ export class BranchService {
|
|
|
144
109
|
sql.raw(`CREATE DATABASE "${safeDbName}" TEMPLATE "${safeSourceDb}"`)
|
|
145
110
|
);
|
|
146
111
|
} catch (err) {
|
|
147
|
-
const
|
|
148
|
-
if (
|
|
149
|
-
|
|
112
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
113
|
+
if (msg.includes("already exists")) {
|
|
114
|
+
throw new Error(`Database "${dbName}" already exists on the server. Choose a different branch name.`);
|
|
115
|
+
}
|
|
116
|
+
// If template fails due to active connections, provide a helpful error
|
|
117
|
+
if (msg.includes("being accessed by other users")) {
|
|
150
118
|
throw new Error(
|
|
151
119
|
`Cannot create branch: the source database "${sourceDb}" has active connections. ` +
|
|
152
120
|
"Close other clients or connections and try again."
|
|
153
121
|
);
|
|
154
122
|
}
|
|
155
|
-
throw
|
|
123
|
+
throw err;
|
|
156
124
|
}
|
|
157
125
|
|
|
158
126
|
// Record metadata in the default database
|
|
@@ -198,14 +166,14 @@ export class BranchService {
|
|
|
198
166
|
try {
|
|
199
167
|
await this.db.execute(sql.raw(`DROP DATABASE "${safeDbName}"`));
|
|
200
168
|
} catch (err) {
|
|
201
|
-
const
|
|
202
|
-
if (
|
|
169
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
170
|
+
if (msg.includes("being accessed by other users")) {
|
|
203
171
|
throw new Error(
|
|
204
172
|
`Cannot delete branch "${sanitizedName}": the database has active connections. ` +
|
|
205
173
|
"Close other clients and try again."
|
|
206
174
|
);
|
|
207
175
|
}
|
|
208
|
-
throw
|
|
176
|
+
throw err;
|
|
209
177
|
}
|
|
210
178
|
|
|
211
179
|
// Remove metadata
|