@rebasepro/server-postgres 0.9.1-canary.73476f2 → 0.9.1-canary.74adfbe
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/PostgresBackendDriver.d.ts +43 -2
- package/dist/PostgresBootstrapper.d.ts +17 -1
- package/dist/auth/services.d.ts +68 -52
- package/dist/collections/buildRegistry.d.ts +27 -0
- package/dist/connection.d.ts +21 -0
- package/dist/data-transformer.d.ts +9 -2
- package/dist/index.es.js +2185 -775
- package/dist/index.es.js.map +1 -1
- package/dist/schema/auth-bootstrap-sql.d.ts +1 -1
- package/dist/schema/auth-schema.d.ts +24 -24
- package/dist/schema/doctor.d.ts +1 -1
- package/dist/schema/introspect-db-logic.d.ts +0 -5
- package/dist/schema/introspect-db-naming.d.ts +10 -0
- package/dist/security/policy-drift.d.ts +30 -0
- package/dist/security/rls-enforcement.d.ts +2 -2
- package/dist/services/FetchService.d.ts +4 -24
- package/dist/services/PersistService.d.ts +27 -1
- package/dist/services/RelationService.d.ts +34 -1
- package/dist/services/channel-history.d.ts +118 -0
- package/dist/services/collection-helpers.d.ts +79 -14
- package/dist/services/dataService.d.ts +3 -1
- package/dist/services/index.d.ts +1 -1
- package/dist/services/realtimeService.d.ts +76 -2
- package/dist/services/row-pipeline.d.ts +63 -0
- package/package.json +13 -34
- package/src/PostgresBackendDriver.ts +183 -18
- package/src/PostgresBootstrapper.ts +80 -26
- package/src/auth/ensure-tables.ts +170 -28
- package/src/auth/services.ts +181 -150
- package/src/cli.ts +60 -0
- package/src/collections/buildRegistry.ts +59 -0
- package/src/connection.ts +61 -1
- package/src/data-transformer.ts +11 -9
- package/src/databasePoolManager.ts +2 -0
- package/src/schema/auth-bootstrap-sql.ts +7 -1
- package/src/schema/auth-schema.ts +13 -13
- package/src/schema/doctor.ts +45 -20
- package/src/schema/generate-drizzle-schema-logic.ts +24 -29
- package/src/schema/generate-postgres-ddl-logic.ts +76 -28
- package/src/schema/introspect-db-inference.ts +1 -1
- package/src/schema/introspect-db-logic.ts +1 -10
- package/src/schema/introspect-db-naming.ts +15 -0
- package/src/schema/introspect-db.ts +19 -2
- package/src/schema/introspect-runtime.ts +1 -1
- package/src/security/policy-drift.test.ts +106 -1
- package/src/security/policy-drift.ts +56 -0
- package/src/security/rls-enforcement.ts +11 -5
- package/src/services/BranchService.ts +42 -10
- package/src/services/FetchService.ts +65 -270
- package/src/services/PersistService.ts +130 -14
- package/src/services/RelationService.ts +153 -94
- package/src/services/channel-history.ts +343 -0
- package/src/services/collection-helpers.ts +164 -47
- package/src/services/dataService.ts +3 -2
- package/src/services/index.ts +1 -0
- package/src/services/realtimeService.ts +238 -29
- package/src/services/row-pipeline.ts +239 -0
- package/src/utils/drizzle-conditions.ts +13 -0
- package/src/websocket.ts +34 -12
- package/dist/schema/auth-default-policies.d.ts +0 -10
- package/src/schema/auth-default-policies.ts +0 -132
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
import { CollectionConfig, NumberProperty, Property, Relation, RelationProperty, SecurityOperation, SecurityRule, StringProperty, isPostgresCollectionConfig, DateProperty, ArrayProperty, MapProperty, ReferenceProperty, VectorProperty, BinaryProperty } from "@rebasepro/types";
|
|
2
|
-
import { getEnumVarName, getTableName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres } from "@rebasepro/common";
|
|
3
|
-
import { toSnakeCase } from "@rebasepro/utils";
|
|
4
|
-
import { createHash } from "crypto";
|
|
5
|
-
import { getEffectiveSecurityRules } from "./auth-default-policies";
|
|
2
|
+
import { getEnumVarName, getTableName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres, getEffectiveSecurityRules, getInjectedSecurityRules, resolveJunctionSpecs, getJunctionSecurityRules, getJunctionCollectionConfig } from "@rebasepro/common";
|
|
3
|
+
import { toSnakeCase, getPolicyNamesForRule } from "@rebasepro/utils";
|
|
6
4
|
|
|
7
5
|
// --- Helper Functions ---
|
|
8
6
|
|
|
@@ -44,22 +42,6 @@ const isIdProperty = (propName: string, prop: Property, collection: CollectionCo
|
|
|
44
42
|
return !hasExplicitId && propName === "id";
|
|
45
43
|
};
|
|
46
44
|
|
|
47
|
-
const getPolicyNameHash = (rule: SecurityRule): string => {
|
|
48
|
-
const data = JSON.stringify({
|
|
49
|
-
a: rule.access,
|
|
50
|
-
m: rule.mode,
|
|
51
|
-
op: rule.operation,
|
|
52
|
-
ops: rule.operations?.slice().sort(),
|
|
53
|
-
own: rule.ownerField,
|
|
54
|
-
rol: rule.roles?.slice().sort(),
|
|
55
|
-
pg: rule.pgRoles?.slice().sort(),
|
|
56
|
-
u: rule.using,
|
|
57
|
-
w: rule.withCheck,
|
|
58
|
-
c: rule.condition,
|
|
59
|
-
ch: rule.check
|
|
60
|
-
});
|
|
61
|
-
return createHash("sha1").update(data).digest("hex").substring(0, 7);
|
|
62
|
-
};
|
|
63
45
|
|
|
64
46
|
type ResolveCollection = (slug: string) => CollectionConfig | undefined;
|
|
65
47
|
|
|
@@ -69,14 +51,10 @@ const generatePolicyDdl = (collection: CollectionConfig, rule: SecurityRule, res
|
|
|
69
51
|
? rule.operations
|
|
70
52
|
: [rule.operation ?? "all"];
|
|
71
53
|
|
|
72
|
-
const
|
|
54
|
+
const policyNames = getPolicyNamesForRule(rule, tableName);
|
|
73
55
|
|
|
74
56
|
return ops.map((op, opIdx) => {
|
|
75
|
-
|
|
76
|
-
? (ops.length > 1 ? `${rule.name}_${op}` : rule.name)
|
|
77
|
-
: `${tableName}_${op}_${ruleHash}${ops.length > 1 ? `_${opIdx}` : ""}`;
|
|
78
|
-
|
|
79
|
-
return generateSinglePolicyDdl(collection, rule, op, policyName, resolveCollection);
|
|
57
|
+
return generateSinglePolicyDdl(collection, rule, op, policyNames[opIdx], resolveCollection);
|
|
80
58
|
}).join("");
|
|
81
59
|
};
|
|
82
60
|
|
|
@@ -248,6 +226,10 @@ export const generatePostgresDdl = async (
|
|
|
248
226
|
});
|
|
249
227
|
if (ddl.endsWith(";\n")) ddl += "\n";
|
|
250
228
|
|
|
229
|
+
// Junction policy derivation needs every declaring side of each junction,
|
|
230
|
+
// not just the first relation that reached it in the walk below.
|
|
231
|
+
const junctionSpecs = resolveJunctionSpecs(collections);
|
|
232
|
+
|
|
251
233
|
const allTablesToGenerate = new Map<string, {
|
|
252
234
|
collection: CollectionConfig,
|
|
253
235
|
isJunction?: boolean,
|
|
@@ -283,6 +265,11 @@ export const generatePostgresDdl = async (
|
|
|
283
265
|
|
|
284
266
|
// 3. Generate tables
|
|
285
267
|
const fkStatements: string[] = [];
|
|
268
|
+
// Policies are emitted after every CREATE TABLE, like the FK constraints:
|
|
269
|
+
// a policy may reference other tables (a junction's derived policies always
|
|
270
|
+
// reference both endpoints; `policy.existsIn` references a join table), and
|
|
271
|
+
// CREATE POLICY validates those relations at creation time.
|
|
272
|
+
const policyStatements: string[] = [];
|
|
286
273
|
for (const [tableName, {
|
|
287
274
|
collection,
|
|
288
275
|
isJunction,
|
|
@@ -315,6 +302,25 @@ export const generatePostgresDdl = async (
|
|
|
315
302
|
|
|
316
303
|
fkStatements.push(`ALTER TABLE "${schema}"."${baseTableName}" ADD CONSTRAINT "${baseTableName}_${sourceColumn}_fkey" FOREIGN KEY ("${sourceColumn}") REFERENCES "${sourceSchema}"."${sourceTable}" ("${sourceId}") ON DELETE ${onDelete.toUpperCase()};`);
|
|
317
304
|
fkStatements.push(`ALTER TABLE "${schema}"."${baseTableName}" ADD CONSTRAINT "${baseTableName}_${targetColumn}_fkey" FOREIGN KEY ("${targetColumn}") REFERENCES "${targetSchema}"."${targetTable}" ("${targetId}") ON DELETE ${onDelete.toUpperCase()};`);
|
|
305
|
+
|
|
306
|
+
if (options.includePolicies) {
|
|
307
|
+
// Junction tables are generated tables like any other: locked by
|
|
308
|
+
// default, with derived policies — reads follow the endpoints'
|
|
309
|
+
// visibility, writes follow the declaring side's update rules.
|
|
310
|
+
// Without this they were the one kind of generated table with no
|
|
311
|
+
// RLS at all, readable and writable by every signed-in user.
|
|
312
|
+
ddl += `ALTER TABLE "${schema}"."${baseTableName}" ENABLE ROW LEVEL SECURITY;\n`;
|
|
313
|
+
ddl += `\n`;
|
|
314
|
+
|
|
315
|
+
const spec = junctionSpecs.get(baseTableName);
|
|
316
|
+
if (spec) {
|
|
317
|
+
const junctionCollection = getJunctionCollectionConfig(spec);
|
|
318
|
+
const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
|
|
319
|
+
getJunctionSecurityRules(spec).forEach((rule: SecurityRule) => {
|
|
320
|
+
policyStatements.push(generatePolicyDdl(junctionCollection, rule, resolveCollection));
|
|
321
|
+
});
|
|
322
|
+
}
|
|
323
|
+
}
|
|
318
324
|
} else if (!isJunction) {
|
|
319
325
|
ddl += `CREATE TABLE "${schema}"."${baseTableName}" (\n`;
|
|
320
326
|
const columns: string[] = [];
|
|
@@ -436,9 +442,8 @@ export const generatePostgresDdl = async (
|
|
|
436
442
|
if (securityRules.length > 0) {
|
|
437
443
|
const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
|
|
438
444
|
securityRules.forEach((rule: SecurityRule) => {
|
|
439
|
-
|
|
445
|
+
policyStatements.push(generatePolicyDdl(collection, rule, resolveCollection));
|
|
440
446
|
});
|
|
441
|
-
ddl += "\n";
|
|
442
447
|
}
|
|
443
448
|
}
|
|
444
449
|
}
|
|
@@ -449,6 +454,12 @@ export const generatePostgresDdl = async (
|
|
|
449
454
|
ddl += fkStatements.join("\n") + "\n\n";
|
|
450
455
|
}
|
|
451
456
|
|
|
457
|
+
if (policyStatements.length > 0) {
|
|
458
|
+
ddl += "-- Row Level Security Policies\n";
|
|
459
|
+
ddl += policyStatements.join("");
|
|
460
|
+
ddl += "\n";
|
|
461
|
+
}
|
|
462
|
+
|
|
452
463
|
return ddl;
|
|
453
464
|
};
|
|
454
465
|
|
|
@@ -478,13 +489,50 @@ export const generatePostgresPoliciesDdl = (collections: CollectionConfig[]): st
|
|
|
478
489
|
const securityRules = getEffectiveSecurityRules(collection);
|
|
479
490
|
if (securityRules.length > 0) {
|
|
480
491
|
const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
|
|
492
|
+
const injectedNames = new Set(getInjectedSecurityRules(collection).map((rule) => rule.name));
|
|
493
|
+
|
|
481
494
|
securityRules.forEach((rule: SecurityRule) => {
|
|
495
|
+
// Say which policies the author did not write. They are permissive,
|
|
496
|
+
// so they OR with the declared rules and widen the final ACL beyond
|
|
497
|
+
// what `securityRules` reads like — and re-appear after any manual
|
|
498
|
+
// DROP, because a push asserts the declared state.
|
|
499
|
+
if (rule.name && injectedNames.has(rule.name)) {
|
|
500
|
+
ddl += `-- Injected by Rebase (not from this collection's securityRules).\n`;
|
|
501
|
+
ddl += `-- Set \`disableDefaultPolicies: true\` on "${collection.slug}" to drop these and own its RLS outright.\n`;
|
|
502
|
+
}
|
|
482
503
|
ddl += generatePolicyDdl(collection, rule, resolveCollection);
|
|
483
504
|
});
|
|
484
505
|
ddl += "\n";
|
|
485
506
|
}
|
|
486
507
|
}
|
|
487
508
|
|
|
509
|
+
// Junction tables are generated from `through` relations, not declared as
|
|
510
|
+
// collections, so the walk above never sees them. They get the same
|
|
511
|
+
// treatment as any generated table: locked by default, with derived
|
|
512
|
+
// policies — reads follow the endpoints, writes follow the declaring
|
|
513
|
+
// side's update rules.
|
|
514
|
+
const junctionSpecs = resolveJunctionSpecs(collections);
|
|
515
|
+
for (const spec of junctionSpecs.values()) {
|
|
516
|
+
ddl += `ALTER TABLE "${spec.schema}"."${spec.table}" ENABLE ROW LEVEL SECURITY;\n`;
|
|
517
|
+
ddl += `\n`;
|
|
518
|
+
|
|
519
|
+
const junctionRules = getJunctionSecurityRules(spec);
|
|
520
|
+
if (junctionRules.length === 0) continue;
|
|
521
|
+
|
|
522
|
+
const junctionCollection = getJunctionCollectionConfig(spec);
|
|
523
|
+
const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
|
|
524
|
+
const declaringSlugs = spec.declaringSides.map(s => s.collection.slug).join('", "');
|
|
525
|
+
|
|
526
|
+
ddl += `-- Derived by Rebase for the junction "${spec.table}" (no collection declares it).\n`;
|
|
527
|
+
ddl += `-- Reads require both endpoint rows to be visible; writes follow the update\n`;
|
|
528
|
+
ddl += `-- rules of "${declaringSlugs}". Set \`disableDefaultPolicies: true\` on the\n`;
|
|
529
|
+
ddl += `-- declaring collection(s) to drop these and police the junction yourself.\n`;
|
|
530
|
+
junctionRules.forEach((rule: SecurityRule) => {
|
|
531
|
+
ddl += generatePolicyDdl(junctionCollection, rule, resolveCollection);
|
|
532
|
+
});
|
|
533
|
+
ddl += "\n";
|
|
534
|
+
}
|
|
535
|
+
|
|
488
536
|
return ddl;
|
|
489
537
|
};
|
|
490
538
|
|
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
* and consumed directly by tests.
|
|
8
8
|
*/
|
|
9
9
|
import { inferPropertyFromData } from "./introspect-db-inference";
|
|
10
|
+
import { humanize } from "./introspect-db-naming";
|
|
10
11
|
|
|
11
12
|
// ── Typed interfaces for SQL query results ────────────────────────────
|
|
12
13
|
|
|
@@ -117,16 +118,6 @@ export function singularize(word: string): string {
|
|
|
117
118
|
return word;
|
|
118
119
|
}
|
|
119
120
|
|
|
120
|
-
/**
|
|
121
|
-
* Convert a snake_case name to a human-readable Title Case label.
|
|
122
|
-
* e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
|
|
123
|
-
*/
|
|
124
|
-
export function humanize(snakeName: string): string {
|
|
125
|
-
return snakeName
|
|
126
|
-
.replace(/_/g, " ")
|
|
127
|
-
.replace(/\b\w/g, (c) => c.toUpperCase());
|
|
128
|
-
}
|
|
129
|
-
|
|
130
121
|
/**
|
|
131
122
|
* Convert a snake_case table name to a camelCase + "Collection" variable name.
|
|
132
123
|
* e.g. "company_token" -> "companyTokenCollection"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Naming helpers shared by the introspection modules. These live apart from
|
|
3
|
+
* `introspect-db-logic.ts` because the inference pass needs them too, and
|
|
4
|
+
* importing them from there would close a cycle back through this module.
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Convert a snake_case name to a human-readable Title Case label.
|
|
9
|
+
* e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
|
|
10
|
+
*/
|
|
11
|
+
export function humanize(snakeName: string): string {
|
|
12
|
+
return snakeName
|
|
13
|
+
.replace(/_/g, " ")
|
|
14
|
+
.replace(/\b\w/g, (c) => c.toUpperCase());
|
|
15
|
+
}
|
|
@@ -30,6 +30,7 @@ async function main() {
|
|
|
30
30
|
"--force": Boolean,
|
|
31
31
|
"--schema": String,
|
|
32
32
|
"--data-inference": Boolean,
|
|
33
|
+
"--no-data-inference": Boolean,
|
|
33
34
|
"-o": "--output",
|
|
34
35
|
"-c": "--collections",
|
|
35
36
|
"-f": "--force"
|
|
@@ -166,8 +167,14 @@ async function main() {
|
|
|
166
167
|
logger.info(chalk.blue(`Found ${tablesMap.size} tables (including ${joinTables.size} detected join tables).`));
|
|
167
168
|
|
|
168
169
|
let runDataInference = false;
|
|
169
|
-
if (args["--data-inference"]
|
|
170
|
+
if (args["--no-data-inference"]) {
|
|
171
|
+
runDataInference = false;
|
|
172
|
+
} else if (args["--data-inference"] !== undefined) {
|
|
170
173
|
runDataInference = args["--data-inference"];
|
|
174
|
+
} else if (!process.stdin.isTTY) {
|
|
175
|
+
// No terminal to answer the question below (scaffolding scripts, CI,
|
|
176
|
+
// `rebase init --introspect`) — asking would hang forever.
|
|
177
|
+
logger.info(chalk.gray("Skipping data inference (non-interactive run; pass --data-inference to enable)."));
|
|
171
178
|
} else {
|
|
172
179
|
const rl = readline.createInterface({
|
|
173
180
|
input: process.stdin,
|
|
@@ -236,7 +243,17 @@ async function main() {
|
|
|
236
243
|
const merged = mergeIndexContent(existing, generatedFiles);
|
|
237
244
|
fs.writeFileSync(indexPath, merged, "utf-8");
|
|
238
245
|
} else {
|
|
239
|
-
|
|
246
|
+
// --force replaces collections derived from the database, but the
|
|
247
|
+
// directory can also hold hand-written ones with no table in the
|
|
248
|
+
// introspected schema (the auth users collection lives in
|
|
249
|
+
// "rebase"). The backend discovers the whole directory, so an
|
|
250
|
+
// index listing only introspected tables would silently drop them
|
|
251
|
+
// from the admin UI while the API still served them.
|
|
252
|
+
const siblings = fs.readdirSync(outDir)
|
|
253
|
+
.filter(f => f.endsWith(".ts") && f !== "index.ts")
|
|
254
|
+
.map(f => f.replace(/\.ts$/, ""));
|
|
255
|
+
const allFiles = [...new Set([...generatedFiles, ...siblings])];
|
|
256
|
+
const indexContent = generateIndexContent(allFiles);
|
|
240
257
|
fs.writeFileSync(indexPath, indexContent, "utf-8");
|
|
241
258
|
}
|
|
242
259
|
logger.info(chalk.green(` ✓ ${indexPath}`));
|
|
@@ -23,11 +23,11 @@ import {
|
|
|
23
23
|
buildTablesMap,
|
|
24
24
|
buildEnumMap,
|
|
25
25
|
identifyJoinTables,
|
|
26
|
-
humanize,
|
|
27
26
|
singularize,
|
|
28
27
|
mapPgType,
|
|
29
28
|
getIconForTable
|
|
30
29
|
} from "./introspect-db-logic";
|
|
30
|
+
import { humanize } from "./introspect-db-naming";
|
|
31
31
|
|
|
32
32
|
export interface IntrospectedSchema {
|
|
33
33
|
tablesMap: Map<string, TableMeta>;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { describe, expect, it } from "@jest/globals";
|
|
2
2
|
import type { CollectionConfig } from "@rebasepro/types";
|
|
3
3
|
|
|
4
|
-
import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift, type PolicyRef, type Queryable } from "./policy-drift";
|
|
4
|
+
import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift, dropOrphanedPolicies, isGeneratedPolicyName, type PolicyRef, type Queryable } from "./policy-drift";
|
|
5
5
|
import { generatePostgresPoliciesDdl } from "../schema/generate-postgres-ddl-logic";
|
|
6
6
|
|
|
7
7
|
function collection(slug: string): CollectionConfig {
|
|
@@ -154,3 +154,108 @@ describe("checkPolicyDrift", () => {
|
|
|
154
154
|
expect(drift.missing.length).toBeGreaterThan(0);
|
|
155
155
|
});
|
|
156
156
|
});
|
|
157
|
+
|
|
158
|
+
describe("isGeneratedPolicyName", () => {
|
|
159
|
+
it("recognises the generator's own shape", () => {
|
|
160
|
+
expect(isGeneratedPolicyName("documents_insert_a1b2c3d", "documents")).toBe(true);
|
|
161
|
+
// One rule spanning several operations appends the operation index.
|
|
162
|
+
expect(isGeneratedPolicyName("documents_update_a1b2c3d_1", "documents")).toBe(true);
|
|
163
|
+
});
|
|
164
|
+
|
|
165
|
+
it("does not claim names a human could have written", () => {
|
|
166
|
+
expect(isGeneratedPolicyName("owner_access", "documents")).toBe(false);
|
|
167
|
+
expect(isGeneratedPolicyName("documents_default_admin_read", "documents")).toBe(false);
|
|
168
|
+
// Right shape, wrong table — belongs to something else.
|
|
169
|
+
expect(isGeneratedPolicyName("teams_insert_a1b2c3d", "documents")).toBe(false);
|
|
170
|
+
// A digest is 7 lowercase hex characters, nothing else.
|
|
171
|
+
expect(isGeneratedPolicyName("documents_insert_notahex", "documents")).toBe(false);
|
|
172
|
+
expect(isGeneratedPolicyName("documents_grant_a1b2c3d", "documents")).toBe(false);
|
|
173
|
+
});
|
|
174
|
+
});
|
|
175
|
+
|
|
176
|
+
describe("dropOrphanedPolicies", () => {
|
|
177
|
+
/** Records the DDL issued so the test can assert on what was dropped. */
|
|
178
|
+
function recordingDb(rows: Record<string, unknown>[]) {
|
|
179
|
+
const executed: string[] = [];
|
|
180
|
+
const db: Queryable = {
|
|
181
|
+
query: async (text: string) => {
|
|
182
|
+
if (!/^SELECT/i.test(text)) executed.push(text);
|
|
183
|
+
return { rows: rows as never[] };
|
|
184
|
+
}
|
|
185
|
+
};
|
|
186
|
+
return { db, executed };
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
it("drops the policy a rule edit superseded", async () => {
|
|
190
|
+
// The reported failure: tightening a rule renames its policy, and the
|
|
191
|
+
// permissive original stays live and keeps ORing itself back in.
|
|
192
|
+
const cols = [collection("documents")];
|
|
193
|
+
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
194
|
+
const stale = {
|
|
195
|
+
schemaname: "public", tablename: "documents", policyname: "documents_insert_dead1ee",
|
|
196
|
+
roles: ["public"], cmd: "INSERT", qual: null, with_check: "true"
|
|
197
|
+
};
|
|
198
|
+
const live = [...expected.map((p) => liveRow(p)), stale];
|
|
199
|
+
|
|
200
|
+
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
201
|
+
const { db, executed } = recordingDb(live);
|
|
202
|
+
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
203
|
+
|
|
204
|
+
expect(dropped).toHaveLength(1);
|
|
205
|
+
expect(dropped[0].name).toBe("documents_insert_dead1ee");
|
|
206
|
+
expect(kept).toHaveLength(0);
|
|
207
|
+
expect(executed).toEqual([
|
|
208
|
+
'DROP POLICY IF EXISTS "documents_insert_dead1ee" ON "public"."documents"'
|
|
209
|
+
]);
|
|
210
|
+
});
|
|
211
|
+
|
|
212
|
+
it("leaves a hand-written policy alone and reports it instead", async () => {
|
|
213
|
+
const cols = [collection("documents")];
|
|
214
|
+
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
215
|
+
const live = [
|
|
216
|
+
...expected.map((p) => liveRow(p)),
|
|
217
|
+
{ schemaname: "public", tablename: "documents", policyname: "ops_break_glass", roles: ["public"], cmd: "ALL", qual: "true", with_check: null }
|
|
218
|
+
];
|
|
219
|
+
|
|
220
|
+
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
221
|
+
const { db, executed } = recordingDb(live);
|
|
222
|
+
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
223
|
+
|
|
224
|
+
expect(dropped).toHaveLength(0);
|
|
225
|
+
expect(kept.map((p) => p.name)).toEqual(["ops_break_glass"]);
|
|
226
|
+
expect(executed).toEqual([]);
|
|
227
|
+
});
|
|
228
|
+
|
|
229
|
+
it("never touches a table the collections do not describe", async () => {
|
|
230
|
+
// Another application sharing the schema owns this table; a
|
|
231
|
+
// generator-shaped name there is coincidence, not our leftover.
|
|
232
|
+
const cols = [collection("documents")];
|
|
233
|
+
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
234
|
+
const live = [
|
|
235
|
+
...expected.map((p) => liveRow(p)),
|
|
236
|
+
{ schemaname: "public", tablename: "legacy", policyname: "legacy_select_a1b2c3d", roles: ["public"], cmd: "SELECT", qual: "true", with_check: null }
|
|
237
|
+
];
|
|
238
|
+
|
|
239
|
+
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
240
|
+
const { db, executed } = recordingDb(live);
|
|
241
|
+
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
242
|
+
|
|
243
|
+
expect(dropped).toHaveLength(0);
|
|
244
|
+
expect(kept.map((p) => p.name)).toEqual(["legacy_select_a1b2c3d"]);
|
|
245
|
+
expect(executed).toEqual([]);
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
it("does nothing when the database already matches", async () => {
|
|
249
|
+
const cols = [collection("documents")];
|
|
250
|
+
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
|
|
251
|
+
const live = expected.map((p) => liveRow(p));
|
|
252
|
+
|
|
253
|
+
const drift = await checkPolicyDrift(dbWith(live), cols);
|
|
254
|
+
const { db, executed } = recordingDb(live);
|
|
255
|
+
const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
|
|
256
|
+
|
|
257
|
+
expect(dropped).toHaveLength(0);
|
|
258
|
+
expect(kept).toHaveLength(0);
|
|
259
|
+
expect(executed).toEqual([]);
|
|
260
|
+
});
|
|
261
|
+
});
|
|
@@ -192,6 +192,62 @@ export async function checkPolicyDrift(
|
|
|
192
192
|
return drift;
|
|
193
193
|
}
|
|
194
194
|
|
|
195
|
+
/**
|
|
196
|
+
* Does this name look like one the generator produced for this table?
|
|
197
|
+
*
|
|
198
|
+
* Unnamed rules compile to `<table>_<op>_<sha1[0:7]>` (plus `_<idx>` when one
|
|
199
|
+
* rule spans several operations), and the hash covers the rule's semantics — so
|
|
200
|
+
* *editing* a rule renames its policy. The policy under the old name is left
|
|
201
|
+
* behind by `db push`, which only DROPs the names it is about to CREATE, and
|
|
202
|
+
* Postgres ORs PERMISSIVE policies together: a superseded `USING (true)` keeps
|
|
203
|
+
* granting everything no matter how tight its replacement is.
|
|
204
|
+
*
|
|
205
|
+
* Matching the shape is what makes dropping them safe. A hand-written policy
|
|
206
|
+
* would have to collide with a 7-hex digest to be mistaken for generated one;
|
|
207
|
+
* a policy named anything else is left alone and merely reported, because a
|
|
208
|
+
* custom name is indistinguishable from one someone wrote in SQL on purpose.
|
|
209
|
+
*/
|
|
210
|
+
export function isGeneratedPolicyName(name: string, table: string): boolean {
|
|
211
|
+
return new RegExp(`^${table.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}_(select|insert|update|delete|all)_[0-9a-f]{7}(_\\d+)?$`)
|
|
212
|
+
.test(name);
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
export interface OrphanCleanup {
|
|
216
|
+
/** Superseded generated policies that were dropped. */
|
|
217
|
+
dropped: PolicyRef[];
|
|
218
|
+
/** Orphans left in place because their names are not generator-shaped. */
|
|
219
|
+
kept: PolicyRef[];
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
/**
|
|
223
|
+
* Drop the policies an earlier push superseded but never removed.
|
|
224
|
+
*
|
|
225
|
+
* Only touches tables the collections describe — a table with no expected
|
|
226
|
+
* policy is not ours to reconcile, and scanning by schema alone would sweep up
|
|
227
|
+
* policies belonging to something else sharing the database.
|
|
228
|
+
*/
|
|
229
|
+
export async function dropOrphanedPolicies(
|
|
230
|
+
client: Queryable,
|
|
231
|
+
drift: PolicyDrift,
|
|
232
|
+
collections: CollectionConfig[]
|
|
233
|
+
): Promise<OrphanCleanup> {
|
|
234
|
+
const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(collections));
|
|
235
|
+
const managed = new Set(expected.map((p) => `${p.schema}.${p.table}`));
|
|
236
|
+
|
|
237
|
+
const cleanup: OrphanCleanup = { dropped: [], kept: [] };
|
|
238
|
+
for (const p of drift.orphaned) {
|
|
239
|
+
if (!managed.has(`${p.schema}.${p.table}`) || !isGeneratedPolicyName(p.name, p.table)) {
|
|
240
|
+
cleanup.kept.push(p);
|
|
241
|
+
continue;
|
|
242
|
+
}
|
|
243
|
+
// Identifiers are quoted, and the name came from pg_policies rather than
|
|
244
|
+
// from user input, so it is already a valid identifier.
|
|
245
|
+
await client.query(`DROP POLICY IF EXISTS "${p.name}" ON "${p.schema}"."${p.table}"`);
|
|
246
|
+
cleanup.dropped.push(p);
|
|
247
|
+
}
|
|
248
|
+
return cleanup;
|
|
249
|
+
}
|
|
250
|
+
|
|
195
251
|
export const hasDrift = (d: PolicyDrift): boolean =>
|
|
196
252
|
d.missing.length > 0 || d.orphaned.length > 0 || d.diverged.length > 0;
|
|
197
253
|
|
|
@@ -59,7 +59,7 @@ export interface ConnectionPosture {
|
|
|
59
59
|
}
|
|
60
60
|
|
|
61
61
|
export interface AuthContext {
|
|
62
|
-
|
|
62
|
+
uid: string;
|
|
63
63
|
/** Raw roles as carried on the user (strings or `{ id }` objects). */
|
|
64
64
|
roles: unknown[];
|
|
65
65
|
}
|
|
@@ -200,7 +200,7 @@ export async function ensureAppRole(run: RawSqlRunner, schemas: string[]): Promi
|
|
|
200
200
|
* SECURITY: this function is only ever called on the **user** path (the server
|
|
201
201
|
* context uses the base/owner driver and never calls it). The default policies
|
|
202
202
|
* treat `auth.uid() IS NULL` as the trusted server context, and `auth.uid()`
|
|
203
|
-
* is `NULLIF(current_setting('app.
|
|
203
|
+
* is `NULLIF(current_setting('app.uid'), '')` — so an EMPTY user id would
|
|
204
204
|
* be read as NULL and silently escalate a user request to server privileges.
|
|
205
205
|
* Coerce empty/blank ids to `ANONYMOUS_USER_ID` here, at the single chokepoint,
|
|
206
206
|
* rather than trusting every caller (e.g. realtime subscription auth) to do it.
|
|
@@ -208,15 +208,21 @@ export async function ensureAppRole(run: RawSqlRunner, schemas: string[]): Promi
|
|
|
208
208
|
* semantics: it is why `auth.uid() IS NOT NULL` is true for anonymous requests.
|
|
209
209
|
*/
|
|
210
210
|
export async function applyAuthContext(tx: SqlTx, auth: AuthContext, userRole?: string): Promise<void> {
|
|
211
|
-
const
|
|
211
|
+
const uid = typeof auth.uid === "string" && auth.uid.trim() !== "" ? auth.uid : ANONYMOUS_USER_ID;
|
|
212
212
|
const normalizedRoles = auth.roles.map((r: unknown) =>
|
|
213
213
|
typeof r === "string" ? r : (r as Record<string, unknown>)?.id ?? String(r)
|
|
214
214
|
);
|
|
215
|
+
// `app.user_id` is the pre-rename spelling, still written because policies
|
|
216
|
+
// are data: a database provisioned before the rename holds rules compiled
|
|
217
|
+
// to `current_setting('app.user_id')`, and those predicates would evaluate
|
|
218
|
+
// to NULL — failing open or locking out — if we stopped setting it. Drop
|
|
219
|
+
// the alias only once no live database carries a legacy policy.
|
|
215
220
|
await tx.execute(drizzleSql`
|
|
216
221
|
SELECT
|
|
217
|
-
set_config('app.
|
|
222
|
+
set_config('app.uid', ${uid}, true),
|
|
223
|
+
set_config('app.user_id', ${uid}, true),
|
|
218
224
|
set_config('app.user_roles', ${normalizedRoles.join(",")}, true),
|
|
219
|
-
set_config('app.jwt', ${JSON.stringify({ sub:
|
|
225
|
+
set_config('app.jwt', ${JSON.stringify({ sub: uid, roles: auth.roles })}, true)
|
|
220
226
|
`);
|
|
221
227
|
if (userRole) {
|
|
222
228
|
await tx.execute(drizzleSql.raw(`SET LOCAL ROLE ${quoteIdent(userRole)}`));
|
|
@@ -11,10 +11,45 @@ import { sql } from "drizzle-orm";
|
|
|
11
11
|
import { BranchInfo } from "@rebasepro/types";
|
|
12
12
|
import { DrizzleClient } from "../interfaces";
|
|
13
13
|
import { DatabasePoolManager } from "../databasePoolManager";
|
|
14
|
+
import { extractPgError, extractCauseMessage } from "../utils/pg-error-utils";
|
|
14
15
|
|
|
15
16
|
/** Internal prefix applied to branch database names to avoid collisions. */
|
|
16
17
|
const BRANCH_DB_PREFIX = "rb_";
|
|
17
18
|
|
|
19
|
+
/** `duplicate_database` — the target database name is already taken. */
|
|
20
|
+
const PG_DUPLICATE_DATABASE = "42P04";
|
|
21
|
+
|
|
22
|
+
/** `object_in_use` — the database still has connections attached. */
|
|
23
|
+
const PG_OBJECT_IN_USE = "55006";
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Describe a failed branch DDL statement in terms a user can act on.
|
|
27
|
+
*
|
|
28
|
+
* Drizzle reports failures as `Failed query: <sql> params:` and hides the real
|
|
29
|
+
* PostgreSQL error in the `cause` chain, so matching on `err.message` never sees
|
|
30
|
+
* the actual problem. Match on the PG error code instead — it survives wrapping
|
|
31
|
+
* and, unlike the message text, is not locale-dependent.
|
|
32
|
+
*/
|
|
33
|
+
function describeBranchDdlError(err: unknown, fallbackContext: string): Error {
|
|
34
|
+
const pgError = extractPgError(err);
|
|
35
|
+
|
|
36
|
+
if (pgError?.code === PG_DUPLICATE_DATABASE) {
|
|
37
|
+
return new Error(`Database "${fallbackContext}" already exists on the server. Choose a different branch name.`);
|
|
38
|
+
}
|
|
39
|
+
if (pgError?.code === PG_OBJECT_IN_USE) {
|
|
40
|
+
return new Error(
|
|
41
|
+
`Cannot complete the operation: the database "${fallbackContext}" has active connections. ` +
|
|
42
|
+
"Close other clients or connections and try again."
|
|
43
|
+
);
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
// Unknown failure: surface the real PG message rather than the Drizzle
|
|
47
|
+
// wrapper, which would otherwise show the raw SQL and no reason at all.
|
|
48
|
+
const detail = pgError?.message ?? extractCauseMessage(err);
|
|
49
|
+
if (detail) return new Error(detail);
|
|
50
|
+
return err instanceof Error ? err : new Error(String(err));
|
|
51
|
+
}
|
|
52
|
+
|
|
18
53
|
/** Fully-qualified metadata table in the rebase schema. */
|
|
19
54
|
const BRANCHES_TABLE = "rebase.branches";
|
|
20
55
|
|
|
@@ -109,18 +144,15 @@ export class BranchService {
|
|
|
109
144
|
sql.raw(`CREATE DATABASE "${safeDbName}" TEMPLATE "${safeSourceDb}"`)
|
|
110
145
|
);
|
|
111
146
|
} catch (err) {
|
|
112
|
-
const
|
|
113
|
-
if (
|
|
114
|
-
|
|
115
|
-
}
|
|
116
|
-
// If template fails due to active connections, provide a helpful error
|
|
117
|
-
if (msg.includes("being accessed by other users")) {
|
|
147
|
+
const pgError = extractPgError(err);
|
|
148
|
+
if (pgError?.code === PG_OBJECT_IN_USE) {
|
|
149
|
+
// The template — not the new database — is the one still in use.
|
|
118
150
|
throw new Error(
|
|
119
151
|
`Cannot create branch: the source database "${sourceDb}" has active connections. ` +
|
|
120
152
|
"Close other clients or connections and try again."
|
|
121
153
|
);
|
|
122
154
|
}
|
|
123
|
-
throw err;
|
|
155
|
+
throw describeBranchDdlError(err, dbName);
|
|
124
156
|
}
|
|
125
157
|
|
|
126
158
|
// Record metadata in the default database
|
|
@@ -166,14 +198,14 @@ export class BranchService {
|
|
|
166
198
|
try {
|
|
167
199
|
await this.db.execute(sql.raw(`DROP DATABASE "${safeDbName}"`));
|
|
168
200
|
} catch (err) {
|
|
169
|
-
const
|
|
170
|
-
if (
|
|
201
|
+
const pgError = extractPgError(err);
|
|
202
|
+
if (pgError?.code === PG_OBJECT_IN_USE) {
|
|
171
203
|
throw new Error(
|
|
172
204
|
`Cannot delete branch "${sanitizedName}": the database has active connections. ` +
|
|
173
205
|
"Close other clients and try again."
|
|
174
206
|
);
|
|
175
207
|
}
|
|
176
|
-
throw err;
|
|
208
|
+
throw describeBranchDdlError(err, dbName);
|
|
177
209
|
}
|
|
178
210
|
|
|
179
211
|
// Remove metadata
|