@rebasepro/server-postgres 0.9.1-canary.fd3754b → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/README.md +21 -0
  2. package/dist/PostgresBackendDriver.d.ts +43 -2
  3. package/dist/PostgresBootstrapper.d.ts +17 -1
  4. package/dist/auth/services.d.ts +68 -52
  5. package/dist/collections/buildRegistry.d.ts +27 -0
  6. package/dist/connection.d.ts +21 -0
  7. package/dist/data-transformer.d.ts +9 -2
  8. package/dist/index.es.js +2711 -2772
  9. package/dist/index.es.js.map +1 -1
  10. package/dist/schema/auth-bootstrap-sql.d.ts +1 -1
  11. package/dist/schema/auth-schema.d.ts +24 -24
  12. package/dist/schema/doctor.d.ts +1 -1
  13. package/dist/schema/introspect-db-logic.d.ts +0 -5
  14. package/dist/schema/introspect-db-naming.d.ts +10 -0
  15. package/dist/security/policy-drift.d.ts +70 -5
  16. package/dist/security/rls-enforcement.d.ts +29 -4
  17. package/dist/services/FetchService.d.ts +4 -24
  18. package/dist/services/PersistService.d.ts +27 -1
  19. package/dist/services/RelationService.d.ts +34 -1
  20. package/dist/services/channel-history.d.ts +118 -0
  21. package/dist/services/collection-helpers.d.ts +79 -14
  22. package/dist/services/dataService.d.ts +3 -1
  23. package/dist/services/index.d.ts +1 -1
  24. package/dist/services/realtimeService.d.ts +76 -2
  25. package/dist/services/row-pipeline.d.ts +63 -0
  26. package/package.json +15 -40
  27. package/src/PostgresBackendDriver.ts +183 -18
  28. package/src/PostgresBootstrapper.ts +86 -27
  29. package/src/auth/ensure-tables.ts +170 -28
  30. package/src/auth/services.ts +181 -150
  31. package/src/cli-helpers.ts +2 -20
  32. package/src/cli.ts +60 -0
  33. package/src/collections/buildRegistry.ts +59 -0
  34. package/src/connection.ts +61 -1
  35. package/src/data-transformer.ts +11 -9
  36. package/src/databasePoolManager.ts +2 -0
  37. package/src/schema/auth-bootstrap-sql.ts +7 -1
  38. package/src/schema/auth-schema.ts +13 -13
  39. package/src/schema/doctor-cli.ts +5 -1
  40. package/src/schema/doctor.ts +45 -20
  41. package/src/schema/generate-drizzle-schema-logic.ts +24 -29
  42. package/src/schema/generate-postgres-ddl-logic.ts +76 -28
  43. package/src/schema/introspect-db-inference.ts +1 -1
  44. package/src/schema/introspect-db-logic.ts +1 -10
  45. package/src/schema/introspect-db-naming.ts +15 -0
  46. package/src/schema/introspect-db.ts +19 -2
  47. package/src/schema/introspect-runtime.ts +1 -1
  48. package/src/security/policy-drift.test.ts +199 -14
  49. package/src/security/policy-drift.ts +197 -13
  50. package/src/security/rls-enforcement.ts +74 -7
  51. package/src/services/BranchService.ts +42 -10
  52. package/src/services/FetchService.ts +65 -270
  53. package/src/services/PersistService.ts +130 -14
  54. package/src/services/RelationService.ts +153 -94
  55. package/src/services/channel-history.ts +343 -0
  56. package/src/services/collection-helpers.ts +164 -47
  57. package/src/services/dataService.ts +3 -2
  58. package/src/services/index.ts +1 -0
  59. package/src/services/realtimeService.ts +238 -29
  60. package/src/services/row-pipeline.ts +239 -0
  61. package/src/utils/drizzle-conditions.ts +13 -0
  62. package/src/websocket.ts +34 -12
  63. package/dist/chunk-DSJWtz9O.js +0 -40
  64. package/dist/schema/auth-default-policies.d.ts +0 -10
  65. package/dist/src-Eh-CZosp.js +0 -595
  66. package/dist/src-Eh-CZosp.js.map +0 -1
  67. package/src/schema/auth-default-policies.ts +0 -125
@@ -1,10 +1,8 @@
1
1
  import { CollectionConfig, NumberProperty, Property, Relation, RelationProperty, SecurityOperation, SecurityRule, StringProperty, isPostgresCollectionConfig, DateProperty, ArrayProperty, MapProperty, ReferenceProperty, VectorProperty, BinaryProperty } from "@rebasepro/types";
2
2
  import { getPrimaryKeys } from "../services/collection-helpers";
3
- import { getEnumVarName, getTableName, getTableVarName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres } from "@rebasepro/common";
4
- import { toSnakeCase } from "@rebasepro/utils";
5
- import { createHash } from "crypto";
3
+ import { getEnumVarName, getTableName, getTableVarName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres, getEffectiveSecurityRules, resolveJunctionSpecs, getJunctionSecurityRules, getJunctionCollectionConfig } from "@rebasepro/common";
4
+ import { toSnakeCase, getPolicyNamesForRule } from "@rebasepro/utils";
6
5
  import { logger } from "@rebasepro/server";
7
- import { getEffectiveSecurityRules } from "./auth-default-policies";
8
6
  // --- Helper Functions ---
9
7
 
10
8
  /**
@@ -315,22 +313,6 @@ const wrapSql = (clause: string): string => `sql\`${clause}\``;
315
313
  /**
316
314
  * Generates a deterministic hash based on the rule configuration.
317
315
  */
318
- const getPolicyNameHash = (rule: SecurityRule): string => {
319
- const data = JSON.stringify({
320
- a: rule.access,
321
- m: rule.mode,
322
- op: rule.operation,
323
- ops: rule.operations?.slice().sort(),
324
- own: rule.ownerField,
325
- rol: rule.roles?.slice().sort(),
326
- pg: rule.pgRoles?.slice().sort(),
327
- u: rule.using,
328
- w: rule.withCheck,
329
- c: rule.condition,
330
- ch: rule.check
331
- });
332
- return createHash("sha1").update(data).digest("hex").substring(0, 7);
333
- };
334
316
 
335
317
  /**
336
318
  * Generates Drizzle pgPolicy() calls from a declarative SecurityRule definition.
@@ -351,15 +333,11 @@ const generatePolicyCode = (collection: CollectionConfig, rule: SecurityRule, in
351
333
  ? rule.operations
352
334
  : [rule.operation ?? "all"];
353
335
 
354
- const ruleHash = getPolicyNameHash(rule);
336
+ const policyNames = getPolicyNamesForRule(rule, tableName);
355
337
 
356
338
  // Generate one pgPolicy per operation
357
339
  return ops.map((op, opIdx) => {
358
- const policyName = rule.name
359
- ? (ops.length > 1 ? `${rule.name}_${op}` : rule.name)
360
- : `${tableName}_${op}_${ruleHash}${ops.length > 1 ? `_${opIdx}` : ""}`;
361
-
362
- return generateSinglePolicyCode(collection, rule, op, policyName, resolveCollection);
340
+ return generateSinglePolicyCode(collection, rule, op, policyNames[opIdx], resolveCollection);
363
341
  }).join("");
364
342
  };
365
343
 
@@ -567,6 +545,10 @@ export const generateSchema = async (collections: CollectionConfig[], stripPolic
567
545
  });
568
546
  schemaContent += "\n";
569
547
 
548
+ // Junction policy derivation needs every declaring side of each junction,
549
+ // not just the first relation that reached it in the walk below.
550
+ const junctionSpecs = resolveJunctionSpecs(collections);
551
+
570
552
  // 2. Identify all tables (collections and junction tables only)
571
553
  for (const collection of collections) {
572
554
  const tableName = getTableName(collection);
@@ -623,9 +605,22 @@ export const generateSchema = async (collections: CollectionConfig[], stripPolic
623
605
  schemaContent += `export const ${tableVarName} = ${tableCreator}(\"${baseTableName}\", {\n`;
624
606
  schemaContent += ` ${sourceColumn}: ${sourceColType}(\"${sourceColumn}\").notNull().references(() => ${getTableVarName(getTableName(sourceCollection))}.${sourceId}, ${refOptions}),\n`;
625
607
  schemaContent += ` ${targetColumn}: ${targetColType}(\"${targetColumn}\").notNull().references(() => ${getTableVarName(getTableName(targetCollection))}.${targetId}, ${refOptions}),\n`;
626
- schemaContent += "}, (table) => ({\n";
627
- schemaContent += ` pk: primaryKey({ columns: [table.${sourceColumn}, table.${targetColumn}] })\n`;
628
- schemaContent += "}));\n\n";
608
+ schemaContent += "}, (table) => ([\n";
609
+ schemaContent += ` primaryKey({ columns: [table.${sourceColumn}, table.${targetColumn}] }),\n`;
610
+
611
+ // Junctions are generated tables like any other: locked by default,
612
+ // with derived policies (reads follow the endpoints, writes follow
613
+ // the declaring side's update rules). RLS is enabled regardless of
614
+ // policy stripping — a bare junction must default-deny, not fail open.
615
+ const junctionSpec = junctionSpecs.get(baseTableName);
616
+ if (!stripPolicies && junctionSpec) {
617
+ const junctionCollection = getJunctionCollectionConfig(junctionSpec);
618
+ const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
619
+ getJunctionSecurityRules(junctionSpec).forEach((rule: SecurityRule, idx: number) => {
620
+ schemaContent += generatePolicyCode(junctionCollection, rule, idx, resolveCollection);
621
+ });
622
+ }
623
+ schemaContent += "])).enableRLS();\n\n";
629
624
  } else if (!isJunction) {
630
625
  const schema = isPostgresCollectionConfig(collection) ? collection.schema : undefined;
631
626
  const tableCreator = schema ? `${schema}Schema.table` : "pgTable";
@@ -1,8 +1,6 @@
1
1
  import { CollectionConfig, NumberProperty, Property, Relation, RelationProperty, SecurityOperation, SecurityRule, StringProperty, isPostgresCollectionConfig, DateProperty, ArrayProperty, MapProperty, ReferenceProperty, VectorProperty, BinaryProperty } from "@rebasepro/types";
2
- import { getEnumVarName, getTableName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres } from "@rebasepro/common";
3
- import { toSnakeCase } from "@rebasepro/utils";
4
- import { createHash } from "crypto";
5
- import { getEffectiveSecurityRules } from "./auth-default-policies";
2
+ import { getEnumVarName, getTableName, resolveCollectionRelations, findRelation, securityRuleToConditions, policyToPostgres, getEffectiveSecurityRules, getInjectedSecurityRules, resolveJunctionSpecs, getJunctionSecurityRules, getJunctionCollectionConfig } from "@rebasepro/common";
3
+ import { toSnakeCase, getPolicyNamesForRule } from "@rebasepro/utils";
6
4
 
7
5
  // --- Helper Functions ---
8
6
 
@@ -44,22 +42,6 @@ const isIdProperty = (propName: string, prop: Property, collection: CollectionCo
44
42
  return !hasExplicitId && propName === "id";
45
43
  };
46
44
 
47
- const getPolicyNameHash = (rule: SecurityRule): string => {
48
- const data = JSON.stringify({
49
- a: rule.access,
50
- m: rule.mode,
51
- op: rule.operation,
52
- ops: rule.operations?.slice().sort(),
53
- own: rule.ownerField,
54
- rol: rule.roles?.slice().sort(),
55
- pg: rule.pgRoles?.slice().sort(),
56
- u: rule.using,
57
- w: rule.withCheck,
58
- c: rule.condition,
59
- ch: rule.check
60
- });
61
- return createHash("sha1").update(data).digest("hex").substring(0, 7);
62
- };
63
45
 
64
46
  type ResolveCollection = (slug: string) => CollectionConfig | undefined;
65
47
 
@@ -69,14 +51,10 @@ const generatePolicyDdl = (collection: CollectionConfig, rule: SecurityRule, res
69
51
  ? rule.operations
70
52
  : [rule.operation ?? "all"];
71
53
 
72
- const ruleHash = getPolicyNameHash(rule);
54
+ const policyNames = getPolicyNamesForRule(rule, tableName);
73
55
 
74
56
  return ops.map((op, opIdx) => {
75
- const policyName = rule.name
76
- ? (ops.length > 1 ? `${rule.name}_${op}` : rule.name)
77
- : `${tableName}_${op}_${ruleHash}${ops.length > 1 ? `_${opIdx}` : ""}`;
78
-
79
- return generateSinglePolicyDdl(collection, rule, op, policyName, resolveCollection);
57
+ return generateSinglePolicyDdl(collection, rule, op, policyNames[opIdx], resolveCollection);
80
58
  }).join("");
81
59
  };
82
60
 
@@ -248,6 +226,10 @@ export const generatePostgresDdl = async (
248
226
  });
249
227
  if (ddl.endsWith(";\n")) ddl += "\n";
250
228
 
229
+ // Junction policy derivation needs every declaring side of each junction,
230
+ // not just the first relation that reached it in the walk below.
231
+ const junctionSpecs = resolveJunctionSpecs(collections);
232
+
251
233
  const allTablesToGenerate = new Map<string, {
252
234
  collection: CollectionConfig,
253
235
  isJunction?: boolean,
@@ -283,6 +265,11 @@ export const generatePostgresDdl = async (
283
265
 
284
266
  // 3. Generate tables
285
267
  const fkStatements: string[] = [];
268
+ // Policies are emitted after every CREATE TABLE, like the FK constraints:
269
+ // a policy may reference other tables (a junction's derived policies always
270
+ // reference both endpoints; `policy.existsIn` references a join table), and
271
+ // CREATE POLICY validates those relations at creation time.
272
+ const policyStatements: string[] = [];
286
273
  for (const [tableName, {
287
274
  collection,
288
275
  isJunction,
@@ -315,6 +302,25 @@ export const generatePostgresDdl = async (
315
302
 
316
303
  fkStatements.push(`ALTER TABLE "${schema}"."${baseTableName}" ADD CONSTRAINT "${baseTableName}_${sourceColumn}_fkey" FOREIGN KEY ("${sourceColumn}") REFERENCES "${sourceSchema}"."${sourceTable}" ("${sourceId}") ON DELETE ${onDelete.toUpperCase()};`);
317
304
  fkStatements.push(`ALTER TABLE "${schema}"."${baseTableName}" ADD CONSTRAINT "${baseTableName}_${targetColumn}_fkey" FOREIGN KEY ("${targetColumn}") REFERENCES "${targetSchema}"."${targetTable}" ("${targetId}") ON DELETE ${onDelete.toUpperCase()};`);
305
+
306
+ if (options.includePolicies) {
307
+ // Junction tables are generated tables like any other: locked by
308
+ // default, with derived policies — reads follow the endpoints'
309
+ // visibility, writes follow the declaring side's update rules.
310
+ // Without this they were the one kind of generated table with no
311
+ // RLS at all, readable and writable by every signed-in user.
312
+ ddl += `ALTER TABLE "${schema}"."${baseTableName}" ENABLE ROW LEVEL SECURITY;\n`;
313
+ ddl += `\n`;
314
+
315
+ const spec = junctionSpecs.get(baseTableName);
316
+ if (spec) {
317
+ const junctionCollection = getJunctionCollectionConfig(spec);
318
+ const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
319
+ getJunctionSecurityRules(spec).forEach((rule: SecurityRule) => {
320
+ policyStatements.push(generatePolicyDdl(junctionCollection, rule, resolveCollection));
321
+ });
322
+ }
323
+ }
318
324
  } else if (!isJunction) {
319
325
  ddl += `CREATE TABLE "${schema}"."${baseTableName}" (\n`;
320
326
  const columns: string[] = [];
@@ -436,9 +442,8 @@ export const generatePostgresDdl = async (
436
442
  if (securityRules.length > 0) {
437
443
  const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
438
444
  securityRules.forEach((rule: SecurityRule) => {
439
- ddl += generatePolicyDdl(collection, rule, resolveCollection);
445
+ policyStatements.push(generatePolicyDdl(collection, rule, resolveCollection));
440
446
  });
441
- ddl += "\n";
442
447
  }
443
448
  }
444
449
  }
@@ -449,6 +454,12 @@ export const generatePostgresDdl = async (
449
454
  ddl += fkStatements.join("\n") + "\n\n";
450
455
  }
451
456
 
457
+ if (policyStatements.length > 0) {
458
+ ddl += "-- Row Level Security Policies\n";
459
+ ddl += policyStatements.join("");
460
+ ddl += "\n";
461
+ }
462
+
452
463
  return ddl;
453
464
  };
454
465
 
@@ -478,13 +489,50 @@ export const generatePostgresPoliciesDdl = (collections: CollectionConfig[]): st
478
489
  const securityRules = getEffectiveSecurityRules(collection);
479
490
  if (securityRules.length > 0) {
480
491
  const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
492
+ const injectedNames = new Set(getInjectedSecurityRules(collection).map((rule) => rule.name));
493
+
481
494
  securityRules.forEach((rule: SecurityRule) => {
495
+ // Say which policies the author did not write. They are permissive,
496
+ // so they OR with the declared rules and widen the final ACL beyond
497
+ // what `securityRules` reads like — and re-appear after any manual
498
+ // DROP, because a push asserts the declared state.
499
+ if (rule.name && injectedNames.has(rule.name)) {
500
+ ddl += `-- Injected by Rebase (not from this collection's securityRules).\n`;
501
+ ddl += `-- Set \`disableDefaultPolicies: true\` on "${collection.slug}" to drop these and own its RLS outright.\n`;
502
+ }
482
503
  ddl += generatePolicyDdl(collection, rule, resolveCollection);
483
504
  });
484
505
  ddl += "\n";
485
506
  }
486
507
  }
487
508
 
509
+ // Junction tables are generated from `through` relations, not declared as
510
+ // collections, so the walk above never sees them. They get the same
511
+ // treatment as any generated table: locked by default, with derived
512
+ // policies — reads follow the endpoints, writes follow the declaring
513
+ // side's update rules.
514
+ const junctionSpecs = resolveJunctionSpecs(collections);
515
+ for (const spec of junctionSpecs.values()) {
516
+ ddl += `ALTER TABLE "${spec.schema}"."${spec.table}" ENABLE ROW LEVEL SECURITY;\n`;
517
+ ddl += `\n`;
518
+
519
+ const junctionRules = getJunctionSecurityRules(spec);
520
+ if (junctionRules.length === 0) continue;
521
+
522
+ const junctionCollection = getJunctionCollectionConfig(spec);
523
+ const resolveCollection: ResolveCollection = (slug) => collections.find(c => c.slug === slug || getTableName(c) === slug);
524
+ const declaringSlugs = spec.declaringSides.map(s => s.collection.slug).join('", "');
525
+
526
+ ddl += `-- Derived by Rebase for the junction "${spec.table}" (no collection declares it).\n`;
527
+ ddl += `-- Reads require both endpoint rows to be visible; writes follow the update\n`;
528
+ ddl += `-- rules of "${declaringSlugs}". Set \`disableDefaultPolicies: true\` on the\n`;
529
+ ddl += `-- declaring collection(s) to drop these and police the junction yourself.\n`;
530
+ junctionRules.forEach((rule: SecurityRule) => {
531
+ ddl += generatePolicyDdl(junctionCollection, rule, resolveCollection);
532
+ });
533
+ ddl += "\n";
534
+ }
535
+
488
536
  return ddl;
489
537
  };
490
538
 
@@ -1,4 +1,4 @@
1
- import { humanize } from "./introspect-db-logic";
1
+ import { humanize } from "./introspect-db-naming";
2
2
 
3
3
  export interface InferenceResult {
4
4
  propType?: string; // If the inference changes the base type
@@ -7,6 +7,7 @@
7
7
  * and consumed directly by tests.
8
8
  */
9
9
  import { inferPropertyFromData } from "./introspect-db-inference";
10
+ import { humanize } from "./introspect-db-naming";
10
11
 
11
12
  // ── Typed interfaces for SQL query results ────────────────────────────
12
13
 
@@ -117,16 +118,6 @@ export function singularize(word: string): string {
117
118
  return word;
118
119
  }
119
120
 
120
- /**
121
- * Convert a snake_case name to a human-readable Title Case label.
122
- * e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
123
- */
124
- export function humanize(snakeName: string): string {
125
- return snakeName
126
- .replace(/_/g, " ")
127
- .replace(/\b\w/g, (c) => c.toUpperCase());
128
- }
129
-
130
121
  /**
131
122
  * Convert a snake_case table name to a camelCase + "Collection" variable name.
132
123
  * e.g. "company_token" -> "companyTokenCollection"
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Naming helpers shared by the introspection modules. These live apart from
3
+ * `introspect-db-logic.ts` because the inference pass needs them too, and
4
+ * importing them from there would close a cycle back through this module.
5
+ */
6
+
7
+ /**
8
+ * Convert a snake_case name to a human-readable Title Case label.
9
+ * e.g. "created_at" -> "Created At", "customer_id" -> "Customer Id"
10
+ */
11
+ export function humanize(snakeName: string): string {
12
+ return snakeName
13
+ .replace(/_/g, " ")
14
+ .replace(/\b\w/g, (c) => c.toUpperCase());
15
+ }
@@ -30,6 +30,7 @@ async function main() {
30
30
  "--force": Boolean,
31
31
  "--schema": String,
32
32
  "--data-inference": Boolean,
33
+ "--no-data-inference": Boolean,
33
34
  "-o": "--output",
34
35
  "-c": "--collections",
35
36
  "-f": "--force"
@@ -166,8 +167,14 @@ async function main() {
166
167
  logger.info(chalk.blue(`Found ${tablesMap.size} tables (including ${joinTables.size} detected join tables).`));
167
168
 
168
169
  let runDataInference = false;
169
- if (args["--data-inference"] !== undefined) {
170
+ if (args["--no-data-inference"]) {
171
+ runDataInference = false;
172
+ } else if (args["--data-inference"] !== undefined) {
170
173
  runDataInference = args["--data-inference"];
174
+ } else if (!process.stdin.isTTY) {
175
+ // No terminal to answer the question below (scaffolding scripts, CI,
176
+ // `rebase init --introspect`) — asking would hang forever.
177
+ logger.info(chalk.gray("Skipping data inference (non-interactive run; pass --data-inference to enable)."));
171
178
  } else {
172
179
  const rl = readline.createInterface({
173
180
  input: process.stdin,
@@ -236,7 +243,17 @@ async function main() {
236
243
  const merged = mergeIndexContent(existing, generatedFiles);
237
244
  fs.writeFileSync(indexPath, merged, "utf-8");
238
245
  } else {
239
- const indexContent = generateIndexContent(generatedFiles);
246
+ // --force replaces collections derived from the database, but the
247
+ // directory can also hold hand-written ones with no table in the
248
+ // introspected schema (the auth users collection lives in
249
+ // "rebase"). The backend discovers the whole directory, so an
250
+ // index listing only introspected tables would silently drop them
251
+ // from the admin UI while the API still served them.
252
+ const siblings = fs.readdirSync(outDir)
253
+ .filter(f => f.endsWith(".ts") && f !== "index.ts")
254
+ .map(f => f.replace(/\.ts$/, ""));
255
+ const allFiles = [...new Set([...generatedFiles, ...siblings])];
256
+ const indexContent = generateIndexContent(allFiles);
240
257
  fs.writeFileSync(indexPath, indexContent, "utf-8");
241
258
  }
242
259
  logger.info(chalk.green(` ✓ ${indexPath}`));
@@ -23,11 +23,11 @@ import {
23
23
  buildTablesMap,
24
24
  buildEnumMap,
25
25
  identifyJoinTables,
26
- humanize,
27
26
  singularize,
28
27
  mapPgType,
29
28
  getIconForTable
30
29
  } from "./introspect-db-logic";
30
+ import { humanize } from "./introspect-db-naming";
31
31
 
32
32
  export interface IntrospectedSchema {
33
33
  tablesMap: Map<string, TableMeta>;
@@ -1,7 +1,7 @@
1
1
  import { describe, expect, it } from "@jest/globals";
2
2
  import type { CollectionConfig } from "@rebasepro/types";
3
3
 
4
- import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift, type Queryable } from "./policy-drift";
4
+ import { checkPolicyDrift, parseExpectedPolicies, formatPolicyDrift, hasDrift, dropOrphanedPolicies, isGeneratedPolicyName, type PolicyRef, type Queryable } from "./policy-drift";
5
5
  import { generatePostgresPoliciesDdl } from "../schema/generate-postgres-ddl-logic";
6
6
 
7
7
  function collection(slug: string): CollectionConfig {
@@ -23,6 +23,17 @@ function dbWith(rows: Record<string, unknown>[]): Queryable {
23
23
  return { query: async () => ({ rows: rows as never[] }) };
24
24
  }
25
25
 
26
+ /** A pg_policies row matching an expected policy, clauses and all. */
27
+ function liveRow(p: PolicyRef, overrides: Record<string, unknown> = {}) {
28
+ return {
29
+ schemaname: p.schema, tablename: p.table, policyname: p.name, roles: p.roles, cmd: p.command,
30
+ // Postgres rewrites the text it stores; only presence is compared.
31
+ qual: p.hasUsing ? "(rewritten by postgres)" : null,
32
+ with_check: p.hasWithCheck ? "(rewritten by postgres)" : null,
33
+ ...overrides
34
+ };
35
+ }
36
+
26
37
  describe("parseExpectedPolicies", () => {
27
38
  it("reads the DDL that db push actually applies", () => {
28
39
  const ddl = generatePostgresPoliciesDdl([collection("authors")]);
@@ -38,11 +49,8 @@ describe("checkPolicyDrift", () => {
38
49
  it("reports nothing when the database matches the collections", async () => {
39
50
  const cols = [collection("authors")];
40
51
  const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
41
- const live = expected.map((p) => ({
42
- schemaname: p.schema, tablename: p.table, policyname: p.name, roles: p.roles, cmd: p.command
43
- }));
44
52
 
45
- const drift = await checkPolicyDrift(dbWith(live), cols);
53
+ const drift = await checkPolicyDrift(dbWith(expected.map((p) => liveRow(p))), cols);
46
54
 
47
55
  expect(hasDrift(drift)).toBe(false);
48
56
  expect(formatPolicyDrift(drift)).toBe("");
@@ -62,8 +70,8 @@ describe("checkPolicyDrift", () => {
62
70
  const cols = [collection("customers")];
63
71
  const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
64
72
  const live = [
65
- ...expected.map((p) => ({ schemaname: p.schema, tablename: p.table, policyname: p.name, roles: p.roles, cmd: p.command })),
66
- { schemaname: "public", tablename: "customers", policyname: "test_policy", roles: ["authenticated"], cmd: "ALL" }
73
+ ...expected.map((p) => liveRow(p)),
74
+ { schemaname: "public", tablename: "customers", policyname: "test_policy", roles: ["authenticated"], cmd: "ALL", qual: "true", with_check: null }
67
75
  ];
68
76
 
69
77
  const drift = await checkPolicyDrift(dbWith(live), cols);
@@ -76,11 +84,8 @@ describe("checkPolicyDrift", () => {
76
84
  it("flags a policy whose roles were changed underneath it as diverged", async () => {
77
85
  const cols = [collection("orders")];
78
86
  const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
79
- const live = expected.map((p) => ({
80
- schemaname: p.schema, tablename: p.table, policyname: p.name,
81
- // Someone re-granted it to a role requests never run as.
82
- roles: ["authenticated"], cmd: p.command
83
- }));
87
+ // Someone re-granted it to a role requests never run as.
88
+ const live = expected.map((p) => liveRow(p, { roles: ["authenticated"] }));
84
89
 
85
90
  const drift = await checkPolicyDrift(dbWith(live), cols);
86
91
 
@@ -89,9 +94,84 @@ describe("checkPolicyDrift", () => {
89
94
  expect(formatPolicyDrift(drift)).toContain("Diverged");
90
95
  });
91
96
 
97
+ it("flags a policy whose expression the database is missing entirely", async () => {
98
+ // A real production database had jobs.public_read_published stored as
99
+ // SELECT / {public} / USING NULL: every field this used to compare
100
+ // matched, drift reported zero, and the policy denied 100% of reads.
101
+ const cols = [collection("jobs")];
102
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
103
+ const select = expected.find((p) => p.command === "SELECT" && p.roles.includes("public"))!;
104
+ const live = expected.map((p) => (p === select ? liveRow(p, { qual: null }) : liveRow(p)));
105
+
106
+ const drift = await checkPolicyDrift(dbWith(live), cols);
107
+
108
+ expect(drift.diverged).toHaveLength(1);
109
+ expect(drift.diverged[0].differences.join(" ")).toContain("USING: expected an expression, database has none");
110
+ });
111
+
112
+ it("does not mistake an expression Postgres rewrote for a missing one", async () => {
113
+ // The reason expression text is not compared: what comes back out of
114
+ // pg_policies never matches what went in.
115
+ const cols = [collection("posts")];
116
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
117
+ const live = expected.map((p) => liveRow(p, {
118
+ qual: p.hasUsing ? "((auth.uid() IS NOT NULL) AND ((auth.uid())::text <> 'anonymous'::text))" : null
119
+ }));
120
+
121
+ const drift = await checkPolicyDrift(dbWith(live), cols);
122
+
123
+ expect(hasDrift(drift)).toBe(false);
124
+ });
125
+
126
+ it("flags the pre-fix permissive tautology that every other check misses", async () => {
127
+ // A database pushed before the `policy.authenticated()` fix carries
128
+ // `auth.uid() IS NOT NULL` — true for anonymous visitors. Its name,
129
+ // roles, command and clause presence all match the corrected policy, so
130
+ // this is the only signal that catches it.
131
+ const cols = [collection("posts")];
132
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
133
+ const live = expected.map((p) => liveRow(p, {
134
+ qual: p.hasUsing ? "(auth.uid() IS NOT NULL)" : null
135
+ }));
136
+
137
+ const drift = await checkPolicyDrift(dbWith(live), cols);
138
+
139
+ expect(drift.insecure.length).toBeGreaterThan(0);
140
+ expect(hasDrift(drift)).toBe(true);
141
+ expect(drift.diverged).toHaveLength(0); // nothing else notices
142
+ expect(formatPolicyDrift(drift)).toContain("anonymous");
143
+ expect(formatPolicyDrift(drift)).toContain("db push");
144
+ });
145
+
146
+ it("clears the corrected expression, in either literal spelling", async () => {
147
+ const cols = [collection("posts")];
148
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
149
+ for (const guard of ["<> 'anonymous'::text", "<> 'anonymous'", "!= 'anonymous'"]) {
150
+ const live = expected.map((p) => liveRow(p, {
151
+ qual: p.hasUsing ? `((auth.uid() IS NOT NULL) AND ((auth.uid())::text ${guard}))` : null
152
+ }));
153
+ const drift = await checkPolicyDrift(dbWith(live), cols);
154
+ expect(drift.insecure).toHaveLength(0);
155
+ }
156
+ });
157
+
158
+ it("also flags the tautology in a WITH CHECK clause", async () => {
159
+ const cols = [collection("posts")];
160
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
161
+ const live = expected.map((p) => liveRow(p, {
162
+ with_check: p.hasWithCheck ? "(auth.uid() IS NOT NULL)" : null
163
+ }));
164
+
165
+ const drift = await checkPolicyDrift(dbWith(live), cols);
166
+
167
+ const flagged = drift.insecure.some((i) => /WITH CHECK/.test(i.reason));
168
+ // Only assert when the fixture actually had a WITH CHECK policy to carry it.
169
+ if (expected.some((p) => p.hasWithCheck)) expect(flagged).toBe(true);
170
+ });
171
+
92
172
  it("parses roles when the driver returns the raw {a,b} text form", async () => {
93
173
  const cols = [collection("tags")];
94
- const live = [{ schemaname: "public", tablename: "tags", policyname: "test_policy", roles: "{authenticated,anon}", cmd: "ALL" }];
174
+ const live = [{ schemaname: "public", tablename: "tags", policyname: "test_policy", roles: "{authenticated,anon}", cmd: "ALL", qual: "true", with_check: null }];
95
175
 
96
176
  const drift = await checkPolicyDrift(dbWith(live), cols);
97
177
 
@@ -104,7 +184,7 @@ describe("checkPolicyDrift", () => {
104
184
  // Note a collection with no securityRules is NOT this case — it still
105
185
  // generates default (admin-only) policies.
106
186
  const drift = await checkPolicyDrift(
107
- dbWith([{ schemaname: "public", tablename: "x", policyname: "p", roles: ["public"], cmd: "ALL" }]),
187
+ dbWith([{ schemaname: "public", tablename: "x", policyname: "p", roles: ["public"], cmd: "ALL", qual: "true", with_check: null }]),
108
188
  []
109
189
  );
110
190
 
@@ -120,3 +200,108 @@ describe("checkPolicyDrift", () => {
120
200
  expect(drift.missing.length).toBeGreaterThan(0);
121
201
  });
122
202
  });
203
+
204
+ describe("isGeneratedPolicyName", () => {
205
+ it("recognises the generator's own shape", () => {
206
+ expect(isGeneratedPolicyName("documents_insert_a1b2c3d", "documents")).toBe(true);
207
+ // One rule spanning several operations appends the operation index.
208
+ expect(isGeneratedPolicyName("documents_update_a1b2c3d_1", "documents")).toBe(true);
209
+ });
210
+
211
+ it("does not claim names a human could have written", () => {
212
+ expect(isGeneratedPolicyName("owner_access", "documents")).toBe(false);
213
+ expect(isGeneratedPolicyName("documents_default_admin_read", "documents")).toBe(false);
214
+ // Right shape, wrong table — belongs to something else.
215
+ expect(isGeneratedPolicyName("teams_insert_a1b2c3d", "documents")).toBe(false);
216
+ // A digest is 7 lowercase hex characters, nothing else.
217
+ expect(isGeneratedPolicyName("documents_insert_notahex", "documents")).toBe(false);
218
+ expect(isGeneratedPolicyName("documents_grant_a1b2c3d", "documents")).toBe(false);
219
+ });
220
+ });
221
+
222
+ describe("dropOrphanedPolicies", () => {
223
+ /** Records the DDL issued so the test can assert on what was dropped. */
224
+ function recordingDb(rows: Record<string, unknown>[]) {
225
+ const executed: string[] = [];
226
+ const db: Queryable = {
227
+ query: async (text: string) => {
228
+ if (!/^SELECT/i.test(text)) executed.push(text);
229
+ return { rows: rows as never[] };
230
+ }
231
+ };
232
+ return { db, executed };
233
+ }
234
+
235
+ it("drops the policy a rule edit superseded", async () => {
236
+ // The reported failure: tightening a rule renames its policy, and the
237
+ // permissive original stays live and keeps ORing itself back in.
238
+ const cols = [collection("documents")];
239
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
240
+ const stale = {
241
+ schemaname: "public", tablename: "documents", policyname: "documents_insert_dead1ee",
242
+ roles: ["public"], cmd: "INSERT", qual: null, with_check: "true"
243
+ };
244
+ const live = [...expected.map((p) => liveRow(p)), stale];
245
+
246
+ const drift = await checkPolicyDrift(dbWith(live), cols);
247
+ const { db, executed } = recordingDb(live);
248
+ const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
249
+
250
+ expect(dropped).toHaveLength(1);
251
+ expect(dropped[0].name).toBe("documents_insert_dead1ee");
252
+ expect(kept).toHaveLength(0);
253
+ expect(executed).toEqual([
254
+ 'DROP POLICY IF EXISTS "documents_insert_dead1ee" ON "public"."documents"'
255
+ ]);
256
+ });
257
+
258
+ it("leaves a hand-written policy alone and reports it instead", async () => {
259
+ const cols = [collection("documents")];
260
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
261
+ const live = [
262
+ ...expected.map((p) => liveRow(p)),
263
+ { schemaname: "public", tablename: "documents", policyname: "ops_break_glass", roles: ["public"], cmd: "ALL", qual: "true", with_check: null }
264
+ ];
265
+
266
+ const drift = await checkPolicyDrift(dbWith(live), cols);
267
+ const { db, executed } = recordingDb(live);
268
+ const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
269
+
270
+ expect(dropped).toHaveLength(0);
271
+ expect(kept.map((p) => p.name)).toEqual(["ops_break_glass"]);
272
+ expect(executed).toEqual([]);
273
+ });
274
+
275
+ it("never touches a table the collections do not describe", async () => {
276
+ // Another application sharing the schema owns this table; a
277
+ // generator-shaped name there is coincidence, not our leftover.
278
+ const cols = [collection("documents")];
279
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
280
+ const live = [
281
+ ...expected.map((p) => liveRow(p)),
282
+ { schemaname: "public", tablename: "legacy", policyname: "legacy_select_a1b2c3d", roles: ["public"], cmd: "SELECT", qual: "true", with_check: null }
283
+ ];
284
+
285
+ const drift = await checkPolicyDrift(dbWith(live), cols);
286
+ const { db, executed } = recordingDb(live);
287
+ const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
288
+
289
+ expect(dropped).toHaveLength(0);
290
+ expect(kept.map((p) => p.name)).toEqual(["legacy_select_a1b2c3d"]);
291
+ expect(executed).toEqual([]);
292
+ });
293
+
294
+ it("does nothing when the database already matches", async () => {
295
+ const cols = [collection("documents")];
296
+ const expected = parseExpectedPolicies(generatePostgresPoliciesDdl(cols));
297
+ const live = expected.map((p) => liveRow(p));
298
+
299
+ const drift = await checkPolicyDrift(dbWith(live), cols);
300
+ const { db, executed } = recordingDb(live);
301
+ const { dropped, kept } = await dropOrphanedPolicies(db, drift, cols);
302
+
303
+ expect(dropped).toHaveLength(0);
304
+ expect(kept).toHaveLength(0);
305
+ expect(executed).toEqual([]);
306
+ });
307
+ });