@everystack/cli 0.4.97 → 0.4.99
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +43 -0
- package/package.json +13 -3
- package/src/cli/apply-execute.ts +80 -23
- package/src/cli/authz-manifest.ts +93 -0
- package/src/cli/authz-redteam.ts +19 -10
- package/src/cli/backfill.ts +10 -4
- package/src/cli/backup.ts +21 -0
- package/src/cli/commands/db-apply.ts +4 -14
- package/src/cli/commands/db-backup.ts +56 -17
- package/src/cli/commands/db-check.ts +16 -3
- package/src/cli/commands/db-fork.ts +12 -4
- package/src/cli/commands/db-generate.ts +7 -3
- package/src/cli/commands/db-plan.ts +6 -0
- package/src/cli/commands/db.ts +3 -2
- package/src/cli/commands/runbook.ts +3 -0
- package/src/cli/connection-fence.ts +351 -0
- package/src/cli/db-source.ts +13 -6
- package/src/cli/declared-derived.ts +6 -1
- package/src/cli/derived-apply.ts +20 -5
- package/src/cli/derived-plan.ts +2 -2
- package/src/cli/edge-plan.ts +66 -2
- package/src/cli/index.ts +1 -1
- package/src/cli/mutation-lease.ts +5 -0
- package/src/cli/plain-output.ts +32 -10
- package/src/cli/runbook/model-section.ts +5 -2
- package/src/cli/select-grant-advisory.ts +132 -0
- package/src/cli/stage-backup.ts +57 -16
- package/src/cli/state-apply.ts +122 -6
- package/src/cli/state-function-deps.ts +91 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,49 @@ All notable changes to `@everystack/cli` are documented here.
|
|
|
4
4
|
|
|
5
5
|
Format based on [Keep a Changelog](https://keepachangelog.com/).
|
|
6
6
|
|
|
7
|
+
## [0.4.99] - 2026-10-14
|
|
8
|
+
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- db:backup reads the origin commit in the fingerprint session
|
|
12
|
+
- render the declared-authz manifest from the checkout's models
|
|
13
|
+
- mirror originCommit and authzManifest into the CLI BackupManifest
|
|
14
|
+
- stamp the authz manifest after a proven stage backup
|
|
15
|
+
- db:backup renders the authz manifest and stamps it post-dump
|
|
16
|
+
- db:restore and db:fork write a restore witness from the backup's origin (#15)
|
|
17
|
+
- link table name references through model thunks
|
|
18
|
+
- db:check warns when a role can write a table but not read it
|
|
19
|
+
- the db:check one-line summary counts warnings
|
|
20
|
+
|
|
21
|
+
### Fixed
|
|
22
|
+
|
|
23
|
+
- normalize statement keys in plain reports
|
|
24
|
+
- lease the ops-Lambda write path, no driver fork
|
|
25
|
+
- link names before manifest and runbook rendering
|
|
26
|
+
- the select-grant warning no longer suggests a blanket read
|
|
27
|
+
- probe UPDATE per role in the authz red-team
|
|
28
|
+
- probe red-team UPDATE with SET col = DEFAULT
|
|
29
|
+
- db:doctor prints each fix once and an accurate closing line
|
|
30
|
+
|
|
31
|
+
### Documentation
|
|
32
|
+
|
|
33
|
+
- the select-grant advice is never broader than the write
|
|
34
|
+
|
|
35
|
+
## [0.4.98] - 2026-09-27
|
|
36
|
+
|
|
37
|
+
### Added
|
|
38
|
+
|
|
39
|
+
- mint state function prerequisites
|
|
40
|
+
- apply state prerequisites atomically
|
|
41
|
+
|
|
42
|
+
### Fixed
|
|
43
|
+
|
|
44
|
+
- version state prerequisites in plans
|
|
45
|
+
- govern state prerequisites
|
|
46
|
+
- defer state prerequisite body checks
|
|
47
|
+
- verify prerequisite grants before commit
|
|
48
|
+
- preserve prerequisite search paths
|
|
49
|
+
|
|
7
50
|
## [0.4.97] - 2026-09-26
|
|
8
51
|
|
|
9
52
|
### Fixed
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@everystack/cli",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.99",
|
|
4
4
|
"description": "CLI and OTA updates for Expo apps on everystack",
|
|
5
5
|
"license": "AGPL-3.0-only",
|
|
6
6
|
"author": "Scalable Technology, Inc. <licensing@scalable.technology>",
|
|
@@ -58,6 +58,16 @@
|
|
|
58
58
|
"types": "./src/reconcile.ts",
|
|
59
59
|
"default": "./src/reconcile.ts"
|
|
60
60
|
},
|
|
61
|
+
"./mutation-lease": {
|
|
62
|
+
"source": "./src/cli/mutation-lease.ts",
|
|
63
|
+
"types": "./src/cli/mutation-lease.ts",
|
|
64
|
+
"default": "./src/cli/mutation-lease.ts"
|
|
65
|
+
},
|
|
66
|
+
"./connection-fence": {
|
|
67
|
+
"source": "./src/cli/connection-fence.ts",
|
|
68
|
+
"types": "./src/cli/connection-fence.ts",
|
|
69
|
+
"default": "./src/cli/connection-fence.ts"
|
|
70
|
+
},
|
|
61
71
|
"./refresh": {
|
|
62
72
|
"source": "./src/refresh.ts",
|
|
63
73
|
"types": "./src/refresh.ts",
|
|
@@ -135,7 +145,7 @@
|
|
|
135
145
|
"structured-headers": "1.0.1",
|
|
136
146
|
"tsx": "4.21.0",
|
|
137
147
|
"typescript": "5.9.3",
|
|
138
|
-
"@everystack/model": "0.4.
|
|
148
|
+
"@everystack/model": "0.4.21"
|
|
139
149
|
},
|
|
140
150
|
"peerDependencies": {
|
|
141
151
|
"@everystack/server": ">=0.4.0",
|
|
@@ -182,7 +192,7 @@
|
|
|
182
192
|
"react": "19.2.0",
|
|
183
193
|
"ts-jest": "29.4.9",
|
|
184
194
|
"zod": "3.25.67",
|
|
185
|
-
"@everystack/server": "0.4.
|
|
195
|
+
"@everystack/server": "0.4.35"
|
|
186
196
|
},
|
|
187
197
|
"scripts": {
|
|
188
198
|
"test": "jest",
|
package/src/cli/apply-execute.ts
CHANGED
|
@@ -56,7 +56,11 @@ import {
|
|
|
56
56
|
} from './schema-introspect';
|
|
57
57
|
import { FUNCTIONS_SQL, contractFunctionRow } from './security-catalog';
|
|
58
58
|
import { fingerprintLive, FINGERPRINT_VERSION } from './schema-fingerprint';
|
|
59
|
-
import {
|
|
59
|
+
import {
|
|
60
|
+
applyGeneratedStatements,
|
|
61
|
+
STATE_PREREQUISITE_DRIFT_PREFIX,
|
|
62
|
+
type StateApplyResult,
|
|
63
|
+
} from './state-apply';
|
|
60
64
|
import {
|
|
61
65
|
fkOrphanChecks,
|
|
62
66
|
fkOrphanSql,
|
|
@@ -88,6 +92,8 @@ import type { DescentLedgerRow, LedgerRead } from './git-descent';
|
|
|
88
92
|
*/
|
|
89
93
|
export interface ApplyPlanOptions {
|
|
90
94
|
actor?: string | null;
|
|
95
|
+
/** Pinned write transaction for prerequisite DDL + state DDL + provenance. */
|
|
96
|
+
transaction?: <T>(work: (runner: QueryRunner) => Promise<T>) => Promise<T>;
|
|
91
97
|
/** Defaults to the plan's own gitRef (the intent that minted it). */
|
|
92
98
|
gitRef?: string | null;
|
|
93
99
|
/**
|
|
@@ -149,15 +155,8 @@ export interface ApplyPlanOptions {
|
|
|
149
155
|
* (which runs before the write) — the getter reads it at write time.
|
|
150
156
|
*/
|
|
151
157
|
descentNote?: () => string | undefined;
|
|
152
|
-
/**
|
|
153
|
-
|
|
154
|
-
* batch — so a refused apply writes nothing through it. db:apply's direct lane uses it to
|
|
155
|
-
* create the declared functions a policy in the plan calls (state-function-deps.ts), which on
|
|
156
|
-
* a fresh target do not exist until the derived catch-up. Functions are not in the base
|
|
157
|
-
* fingerprint, so this moves neither the lock nor the verify-after endpoint. Omitted, the
|
|
158
|
-
* apply is unchanged (the ops-Lambda lane does not pass it).
|
|
159
|
-
*/
|
|
160
|
-
beforeStateBatch?: (statements: readonly string[]) => Promise<unknown>;
|
|
158
|
+
/** State-only deliberately skips function writes, including plan prerequisites. */
|
|
159
|
+
stateOnly?: boolean;
|
|
161
160
|
}
|
|
162
161
|
|
|
163
162
|
export interface ApplyPlanResult {
|
|
@@ -417,6 +416,47 @@ export async function liveBaseAndLedger(session: SessionRunner): Promise<LiveBas
|
|
|
417
416
|
return { hash: fingerprintLive(snapshot, contract).hash, snapshot, contract, ledger, ledgerRead };
|
|
418
417
|
}
|
|
419
418
|
|
|
419
|
+
/**
|
|
420
|
+
* The commit that last deployed this target — the `git_ref` SCHEMA_LOG_ANCHOR_SQL answers, i.e.
|
|
421
|
+
* the newest successful apply that RECORDED a commit. An app-only apply without one never shadows
|
|
422
|
+
* it, exactly as it never shadows descent's anchor.
|
|
423
|
+
*
|
|
424
|
+
* Three answers, because the ledger read has three outcomes:
|
|
425
|
+
* - a string — the anchor's commit;
|
|
426
|
+
* - `null` — a CLEAN read proved there is none (no schema_log, or no commit-carrying apply);
|
|
427
|
+
* - undefined — the read failed, so nothing is known. Never `null`: that would claim "this
|
|
428
|
+
* target has no deploying commit" on the strength of a read that did not happen.
|
|
429
|
+
*/
|
|
430
|
+
export function originCommitFromLedger(ledger: DescentLedgerRow[], ledgerRead: LedgerRead): string | null | undefined {
|
|
431
|
+
if (ledgerRead.kind === 'unreadable') return undefined;
|
|
432
|
+
if (ledgerRead.kind === 'absent' || !ledgerRead.anchored) return null;
|
|
433
|
+
// ledgerFromSlots folds the anchor row into the ledger, so the anchor is the newest row (by id,
|
|
434
|
+
// never by clock — the anchor query's own order) that carries a commit.
|
|
435
|
+
let anchor: DescentLedgerRow | undefined;
|
|
436
|
+
for (const row of ledger) {
|
|
437
|
+
if (row.gitRef == null) continue;
|
|
438
|
+
if (anchor === undefined || BigInt(row.id) > BigInt(anchor.id)) anchor = row;
|
|
439
|
+
}
|
|
440
|
+
return anchor?.gitRef ?? null;
|
|
441
|
+
}
|
|
442
|
+
|
|
443
|
+
/** What a stage backup records about the live target at dump time. */
|
|
444
|
+
export interface BackupLiveRead {
|
|
445
|
+
fingerprint: string;
|
|
446
|
+
/** See originCommitFromLedger — undefined means the ledger read failed. */
|
|
447
|
+
originCommit: string | null | undefined;
|
|
448
|
+
}
|
|
449
|
+
|
|
450
|
+
/**
|
|
451
|
+
* The backup's live read: the base fingerprint AND the origin commit, in the ONE repeatable-read
|
|
452
|
+
* session liveBaseAndLedger already runs — the same fingerprint db:apply's lock computes, and the
|
|
453
|
+
* same anchor its descent proof reads. No second round trip.
|
|
454
|
+
*/
|
|
455
|
+
export async function readBackupLive(session: SessionRunner): Promise<BackupLiveRead> {
|
|
456
|
+
const { hash, ledger, ledgerRead } = await liveBaseAndLedger(session);
|
|
457
|
+
return { fingerprint: hash, originCommit: originCommitFromLedger(ledger, ledgerRead) };
|
|
458
|
+
}
|
|
459
|
+
|
|
420
460
|
/** Verify → apply → verify. Pure orchestration over an injected QueryRunner. */
|
|
421
461
|
export async function executeApplyPlan(
|
|
422
462
|
runner: QueryRunner,
|
|
@@ -542,25 +582,38 @@ export async function executeApplyPlan(
|
|
|
542
582
|
// rewritten — the plan is an artifact under a content hash, and `planHash(plan)` below has to
|
|
543
583
|
// keep naming the file the operator reviewed.
|
|
544
584
|
const { statements: toRun, withheld } = withheldValidations(plan.statements, orphans);
|
|
585
|
+
if (options.stateOnly && plan.statePrerequisites?.length) {
|
|
586
|
+
const reason = 'this plan needs state prerequisites, but --state-only skips function writes. Apply the reviewed plan without --state-only, or satisfy the prerequisites and re-mint.';
|
|
587
|
+
await recordRefusal(runner, plan, live, 'state prerequisites', reason, options);
|
|
588
|
+
return { status: 'refused', liveFingerprint: live, reason };
|
|
589
|
+
}
|
|
545
590
|
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
591
|
+
let result: StateApplyResult;
|
|
592
|
+
try {
|
|
593
|
+
result = await applyGeneratedStatements(runner, toRun, {
|
|
594
|
+
statePrerequisites: plan.statePrerequisites,
|
|
595
|
+
transaction: options.transaction,
|
|
596
|
+
...(withheld.length > 0 ? { skippedValidations: withheld } : {}),
|
|
597
|
+
actor: options.actor,
|
|
598
|
+
gitRef: options.gitRef ?? plan.gitRef,
|
|
599
|
+
planRef: planHash(plan),
|
|
600
|
+
fromFingerprint: live,
|
|
601
|
+
fpVersion: FINGERPRINT_VERSION,
|
|
602
|
+
dirty: options.dirty ?? false,
|
|
603
|
+
now: options.now,
|
|
557
604
|
// The hash to stamp on the record written the moment the batch commits — the live state as
|
|
558
605
|
// it is THEN, with any new key installed and not yet proven. The plan's own endpoint is
|
|
559
606
|
// stamped below, after the last check has actually passed; predicting it here would put a
|
|
560
607
|
// state the database is not in onto the row every later apply descends from.
|
|
561
608
|
readFingerprint: async () => (await liveBaseFingerprint(session)).hash,
|
|
562
|
-
|
|
563
|
-
|
|
609
|
+
...(options.descentNote ? { descentNote: options.descentNote } : {}),
|
|
610
|
+
});
|
|
611
|
+
} catch (err: any) {
|
|
612
|
+
const message = String(err?.message ?? err);
|
|
613
|
+
if (!message.includes(STATE_PREREQUISITE_DRIFT_PREFIX)) throw err;
|
|
614
|
+
await recordRefusal(runner, plan, live, 'state prerequisites', message, options);
|
|
615
|
+
return { status: 'refused', liveFingerprint: live, reason: message };
|
|
616
|
+
}
|
|
564
617
|
|
|
565
618
|
const { hash: landed } = await liveBaseFingerprint(session);
|
|
566
619
|
if (result.logId !== undefined) {
|
|
@@ -610,3 +663,7 @@ export async function executeApplyPlan(
|
|
|
610
663
|
// notably the ops Lambda's db:apply action — everything it needs to validate
|
|
611
664
|
// and run a plan without reaching into the CLI's internal module layout.
|
|
612
665
|
export { PLAN_VERSION, APPLY_CONTRACT_VERSION, planHash, checkPlanPrecondition, type EdgePlan } from './edge-plan';
|
|
666
|
+
|
|
667
|
+
// The ledger DDL, so the ops Lambda's restore dispatcher can create `everystack.schema_log` on a
|
|
668
|
+
// fresh target from the one copy every apply already runs — never a second copy of the DDL.
|
|
669
|
+
export { ENSURE_RECONCILER_SQL } from './derived-apply';
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The declared-authz manifest a backup records (restore-converges-authz R1).
|
|
3
|
+
*
|
|
4
|
+
* A restore lands the dump's data AND its privileges-free schema; converging authz afterwards needs
|
|
5
|
+
* to know what the Models declared. Compiling a HISTORICAL models tree to learn that was rejected —
|
|
6
|
+
* an old tree can fail to compile under the current CLI — so the backup records the answer at dump
|
|
7
|
+
* time instead, rendered from the models checked out when `db:backup` runs.
|
|
8
|
+
*
|
|
9
|
+
* Pure and a composition only. Every section is the output of the renderer that already owns it:
|
|
10
|
+
* - tables — compileTableContract, per model (what db:plan / db:check converge tables to);
|
|
11
|
+
* - derived — parseGrantAttachments per view/matview/function, plus the schema USAGE rule
|
|
12
|
+
* renderEnsureObjectSchemas applies (declaredObjectSchemaUsage);
|
|
13
|
+
* - owners — extractDeclaredOwnership (what db:provision's ownership convergence enacts/adopts).
|
|
14
|
+
* No logic is re-derived here: a second copy would drift from what the verbs actually converge to.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
import { ModelLinkError } from '@everystack/model';
|
|
18
|
+
import type { TableContract } from './authz-contract';
|
|
19
|
+
import { compileTableContract } from './authz-compile';
|
|
20
|
+
import { parseGrantAttachments } from './derived-grants';
|
|
21
|
+
import { declaredObjectSchemaUsage } from './derived-apply';
|
|
22
|
+
import { extractDeclaredOwnership } from './commands/db';
|
|
23
|
+
import type { DeclaredDerived } from './declared-derived';
|
|
24
|
+
import type { DeclaredOwner, Adoptee } from '../wire';
|
|
25
|
+
import type { BackupAuthzManifest } from './backup';
|
|
26
|
+
|
|
27
|
+
/** One view / matview / function's declared grant contract, as parseGrantAttachments reads it. */
|
|
28
|
+
export interface DerivedGrantEntry {
|
|
29
|
+
identity: string;
|
|
30
|
+
kind: string;
|
|
31
|
+
schema: string;
|
|
32
|
+
/** The `ON …` target as the declared statements spell it, or null when none was declared. */
|
|
33
|
+
target: string | null;
|
|
34
|
+
/** grantee → sorted privileges. PUBLIC present-with-[] means explicitly revoked. */
|
|
35
|
+
grants: Record<string, string[]>;
|
|
36
|
+
/** A column-scoped grant is declared (not drift-checked by the reconciler). */
|
|
37
|
+
hasColumnGrants: boolean;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/** Narrows the mirrored BackupManifest envelope, so a rendered manifest is assignable to the field. */
|
|
41
|
+
export interface AuthzManifest extends BackupAuthzManifest {
|
|
42
|
+
version: 1;
|
|
43
|
+
/** compileTableContract(model) for every declared model, in declaration order. */
|
|
44
|
+
tables: TableContract[];
|
|
45
|
+
derived: {
|
|
46
|
+
/** Every derived object that carries grants — triggers and `sql` escape hatches do not. */
|
|
47
|
+
objects: DerivedGrantEntry[];
|
|
48
|
+
/** non-public schema → the roles granted USAGE on it (sorted; [] = the schema, no grant). */
|
|
49
|
+
schemaUsage: Record<string, string[]>;
|
|
50
|
+
};
|
|
51
|
+
/** The ENACT pairs and ADOPT objects db:provision converges ownership to. */
|
|
52
|
+
owners: { declaredOwners: DeclaredOwner[]; declaredObjects: Adoptee[] };
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/** Render the declared-authz manifest from the checkout's models and derived descriptors. */
|
|
56
|
+
export function renderAuthzManifest(declared: Pick<DeclaredDerived, 'models' | 'objects'>): AuthzManifest {
|
|
57
|
+
const objects: DerivedGrantEntry[] = declared.objects
|
|
58
|
+
// The kinds the reconciler grant-checks (objectGrantDelta): triggers have no ACL, and an
|
|
59
|
+
// opaque `sql` object's grants are its own business.
|
|
60
|
+
.filter((o) => o.kind !== 'trigger' && o.kind !== 'sql')
|
|
61
|
+
.map((o) => {
|
|
62
|
+
const parsed = parseGrantAttachments(o.attachments);
|
|
63
|
+
return {
|
|
64
|
+
identity: o.identity, kind: o.kind, schema: o.schema,
|
|
65
|
+
target: parsed.target, grants: parsed.grants, hasColumnGrants: parsed.hasColumnGrants,
|
|
66
|
+
};
|
|
67
|
+
});
|
|
68
|
+
return {
|
|
69
|
+
version: 1,
|
|
70
|
+
tables: declared.models.map((m) => compileTableContract(m)),
|
|
71
|
+
derived: { objects, schemaUsage: declaredObjectSchemaUsage(declared.objects) },
|
|
72
|
+
owners: extractDeclaredOwnership(declared.objects),
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* What `db:backup` sends: the manifest rendered from the checkout, loaded through `load`
|
|
78
|
+
* (loadDeclaredDerived in the command). A models-less project has nothing declared, so it sends
|
|
79
|
+
* nothing and says nothing. A name-link failure refuses the backup. Other load failures warn —
|
|
80
|
+
* the dump is the safety net — so that is a warning and the backup proceeds without a manifest.
|
|
81
|
+
*/
|
|
82
|
+
export async function loadBackupAuthzManifest(
|
|
83
|
+
load: () => Promise<Pick<DeclaredDerived, 'models' | 'objects'> | null>,
|
|
84
|
+
): Promise<{ manifest?: AuthzManifest; warning?: string }> {
|
|
85
|
+
try {
|
|
86
|
+
const declared = await load();
|
|
87
|
+
return declared ? { manifest: renderAuthzManifest(declared) } : {};
|
|
88
|
+
} catch (err: unknown) {
|
|
89
|
+
if (err instanceof ModelLinkError) throw err;
|
|
90
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
91
|
+
return { warning: `the authz manifest could not be rendered from your models (${message}), so this backup will not carry one` };
|
|
92
|
+
}
|
|
93
|
+
}
|
package/src/cli/authz-redteam.ts
CHANGED
|
@@ -84,7 +84,7 @@ function pgArrayLiteral(values: string[]): string {
|
|
|
84
84
|
* transaction it always rolls back. Probe statements are privilege-isolated:
|
|
85
85
|
* SELECT 1 FROM t WHERE false — SELECT privilege, reads no rows
|
|
86
86
|
* INSERT INTO t DEFAULT VALUES — INSERT privilege (rolled back; NOT NULL = allowed)
|
|
87
|
-
* UPDATE t SET col =
|
|
87
|
+
* UPDATE t SET col = DEFAULT WHERE false — UPDATE privilege on col only, touches no rows
|
|
88
88
|
* DELETE FROM t WHERE false — DELETE privilege, touches no rows
|
|
89
89
|
* "permission denied" -> denied-privilege; "row-level security" -> denied-rls.
|
|
90
90
|
*
|
|
@@ -93,8 +93,9 @@ function pgArrayLiteral(values: string[]): string {
|
|
|
93
93
|
* privilege was present -> allowed. But a statement rejected at parse/analysis time never
|
|
94
94
|
* reached the permission check at all and proves NOTHING -> inconclusive. Classifying the
|
|
95
95
|
* second kind as `allowed` is what reported `anon` as able to UPDATE a table it cannot
|
|
96
|
-
* touch: the probe's `SET pk = pk` hit 428C9 ("can only be updated to DEFAULT") on an
|
|
97
|
-
* identity PK, and a non-grant then read as "enforcement exceeds declaration".
|
|
96
|
+
* touch: the probe's old `SET pk = pk` hit 428C9 ("can only be updated to DEFAULT") on an
|
|
97
|
+
* identity PK, and a non-grant then read as "enforcement exceeds declaration". The probe
|
|
98
|
+
* now SETs DEFAULT, which identity and generated columns accept.
|
|
98
99
|
*/
|
|
99
100
|
export function buildProbeSql(roles: string[], tables: string[]): string {
|
|
100
101
|
return `
|
|
@@ -119,21 +120,29 @@ BEGIN
|
|
|
119
120
|
WHEN 'UPDATE' THEN NULL
|
|
120
121
|
END;
|
|
121
122
|
IF v_cmd = 'UPDATE' THEN
|
|
122
|
-
--
|
|
123
|
-
--
|
|
124
|
-
--
|
|
125
|
-
--
|
|
123
|
+
-- The probe is "SET col = DEFAULT", which needs the UPDATE privilege on col and
|
|
124
|
+
-- nothing else. "SET col = col" READS col, so it also needs SELECT on col: a role
|
|
125
|
+
-- granted UPDATE (b) without SELECT on b probed as denied. DEFAULT is also legal on
|
|
126
|
+
-- identity (GENERATED ALWAYS too) and generated columns, so any column can be SET
|
|
127
|
+
-- and the statement always reaches the permission check.
|
|
128
|
+
--
|
|
129
|
+
-- The column is chosen PER ROLE. The contract grants UPDATE on the table privilege
|
|
130
|
+
-- OR any column privilege, so the probe must SET a column this role may update —
|
|
131
|
+
-- a per-table pick (the first column) reports a column-scoped grant as denied.
|
|
132
|
+
-- has_column_privilege is true for a table-wide grant too, and resolves
|
|
133
|
+
-- inheritance and PUBLIC. A role with no UPDATE on any column falls through to
|
|
134
|
+
-- the first column and is denied.
|
|
126
135
|
SELECT quote_ident(attname) INTO v_col FROM pg_attribute
|
|
127
136
|
WHERE attrelid = format('%I.%I', split_part(v_tbl,'.',1), split_part(v_tbl,'.',2))::regclass
|
|
128
137
|
AND attnum > 0 AND NOT attisdropped
|
|
129
|
-
AND
|
|
138
|
+
AND has_column_privilege(v_role, attrelid, attnum, 'UPDATE')
|
|
130
139
|
ORDER BY attnum LIMIT 1;
|
|
131
140
|
IF v_col IS NULL THEN
|
|
132
141
|
SELECT quote_ident(attname) INTO v_col FROM pg_attribute
|
|
133
142
|
WHERE attrelid = format('%I.%I', split_part(v_tbl,'.',1), split_part(v_tbl,'.',2))::regclass
|
|
134
143
|
AND attnum > 0 AND NOT attisdropped ORDER BY attnum LIMIT 1;
|
|
135
144
|
END IF;
|
|
136
|
-
v_stmt := format('UPDATE %I.%I SET %s =
|
|
145
|
+
v_stmt := format('UPDATE %I.%I SET %s = DEFAULT WHERE false', split_part(v_tbl,'.',1), split_part(v_tbl,'.',2), v_col);
|
|
137
146
|
END IF;
|
|
138
147
|
|
|
139
148
|
BEGIN
|
|
@@ -150,7 +159,7 @@ BEGIN
|
|
|
150
159
|
-- After (data/constraint): the privilege was present.
|
|
151
160
|
v_outcome := CASE
|
|
152
161
|
WHEN SQLSTATE IN (
|
|
153
|
-
'428C9', -- generated_always: identity/generated column (
|
|
162
|
+
'428C9', -- generated_always: identity/generated column (no longer hit by SET col = DEFAULT)
|
|
154
163
|
'42703', -- undefined_column
|
|
155
164
|
'42P01', -- undefined_table
|
|
156
165
|
'42601', -- syntax_error
|
package/src/cli/backfill.ts
CHANGED
|
@@ -27,6 +27,7 @@ import { createHash } from 'node:crypto';
|
|
|
27
27
|
import { lex, normalizeSql, splitSqlStatements, type SourceFile } from './derived-source';
|
|
28
28
|
import { escapeLiteral } from './derived-apply';
|
|
29
29
|
import type { QueryRunner } from './authz-contract';
|
|
30
|
+
import { ConnectionLostError } from './connection-fence';
|
|
30
31
|
|
|
31
32
|
// ---------------------------------------------------------------------------
|
|
32
33
|
// Identity + advisories (pure).
|
|
@@ -204,10 +205,15 @@ export async function executeBackfills(
|
|
|
204
205
|
}));
|
|
205
206
|
result.ran.push({ file: job.file, identity: job.identity, durationMs });
|
|
206
207
|
} catch (err: any) {
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
208
|
+
try {
|
|
209
|
+
await runner(renderBackfillLogInsert({
|
|
210
|
+
identity: job.identity, name, sql: `-- FAILED: ${err.message}\n${job.sql}`, outcome: 'failed',
|
|
211
|
+
actor: options.actor, gitRef: options.gitRef, durationMs: now() - started,
|
|
212
|
+
}));
|
|
213
|
+
} catch { /* the memoir is best-effort on failure; it must never replace the job's own error */ }
|
|
214
|
+
// A lost connection is not a job that failed and rolled back: a job lost IN FLIGHT may
|
|
215
|
+
// have committed with no log row. Surface the loss itself, which says so.
|
|
216
|
+
if (err instanceof ConnectionLostError) throw err;
|
|
211
217
|
result.failed = { file: job.file, identity: job.identity, error: err.message };
|
|
212
218
|
return result;
|
|
213
219
|
}
|
package/src/cli/backup.ts
CHANGED
|
@@ -81,6 +81,27 @@ export interface BackupManifest {
|
|
|
81
81
|
fingerprintSource?: string;
|
|
82
82
|
bytes?: number;
|
|
83
83
|
key: string;
|
|
84
|
+
/**
|
|
85
|
+
* The commit that last deployed the dumped database — schema_log's anchor (the newest successful
|
|
86
|
+
* apply that recorded a commit), read by the operator in the same session as `fingerprint`.
|
|
87
|
+
* `null` = a clean read proved there is none; absent = unknown (pre-R1, or the read failed).
|
|
88
|
+
*/
|
|
89
|
+
originCommit?: string | null;
|
|
90
|
+
/** What the Models declared for authz when the backup was taken — see BackupAuthzManifest. */
|
|
91
|
+
authzManifest?: BackupAuthzManifest;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
/**
|
|
95
|
+
* The declared-authz manifest a backup records: rendered by the OPERATOR's CLI from the models
|
|
96
|
+
* checked out at dump time (@everystack/cli authz-manifest.ts, which narrows each section to its
|
|
97
|
+
* real type), so a later restore can converge authz without compiling a historical models tree.
|
|
98
|
+
* The sections are opaque on this side of the mirror: they ride into the `.meta.json` unchanged.
|
|
99
|
+
*/
|
|
100
|
+
export interface BackupAuthzManifest {
|
|
101
|
+
version: number;
|
|
102
|
+
tables: unknown[];
|
|
103
|
+
derived: unknown;
|
|
104
|
+
owners: unknown;
|
|
84
105
|
}
|
|
85
106
|
|
|
86
107
|
export interface SnapshotVerifyInput {
|
|
@@ -62,7 +62,6 @@ import path from 'node:path';
|
|
|
62
62
|
import { resolveModelsPath } from '../models-path';
|
|
63
63
|
import { loadModels } from './db-generate';
|
|
64
64
|
import { loadDeclaredDerived } from '../declared-derived';
|
|
65
|
-
import { createStateReferencedFunctions } from '../state-function-deps';
|
|
66
65
|
import { compileTableContract } from '../authz-compile';
|
|
67
66
|
import { governedRoleSet, ungovernedGrants } from '../authz-reconcile';
|
|
68
67
|
import { readBaselineFile, checkAgainstBaseline, baselineRefusal } from '../authz-baseline';
|
|
@@ -620,6 +619,7 @@ async function applyPlanViaStage(
|
|
|
620
619
|
actor: process.env.USER ?? null,
|
|
621
620
|
gitRef: currentGitRef() ?? plan.gitRef,
|
|
622
621
|
dirty: worktreeDirty(resolveModelsPath(flags.models)),
|
|
622
|
+
stateOnly: flags['state-only'] === 'true',
|
|
623
623
|
descentVerdict,
|
|
624
624
|
...(descentAttested ? { descentAttested } : {}),
|
|
625
625
|
...(authorityVerdict ? { authorityVerdict } : {}),
|
|
@@ -1052,7 +1052,7 @@ export async function dbApplyCommand(flags: Record<string, string>): Promise<voi
|
|
|
1052
1052
|
}
|
|
1053
1053
|
|
|
1054
1054
|
step(connectingVia(dbSource));
|
|
1055
|
-
const { runner, session, end } = await createUrlRunner(dbSource.url);
|
|
1055
|
+
const { runner, session, transaction, end } = await createUrlRunner(dbSource.url);
|
|
1056
1056
|
|
|
1057
1057
|
let landed: ApplyPlanResult | undefined;
|
|
1058
1058
|
let catchUp: CatchUpReport = { ok: true, statements: [] };
|
|
@@ -1091,6 +1091,7 @@ export async function dbApplyCommand(flags: Record<string, string>): Promise<voi
|
|
|
1091
1091
|
{ verb: 'db:apply', actor: process.env.USER ?? 'unknown' },
|
|
1092
1092
|
async () => {
|
|
1093
1093
|
const result = await executeApplyPlan(runner, session, plan, {
|
|
1094
|
+
transaction,
|
|
1094
1095
|
actor: process.env.USER ?? null,
|
|
1095
1096
|
gitRef: currentGitRef() ?? plan.gitRef,
|
|
1096
1097
|
...(verifyAuthority ? { verifyAuthority } : {}),
|
|
@@ -1125,18 +1126,7 @@ export async function dbApplyCommand(flags: Record<string, string>): Promise<voi
|
|
|
1125
1126
|
},
|
|
1126
1127
|
dirty: worktreeDirty(resolveModelsPath(flags.models)),
|
|
1127
1128
|
descentNote: () => descentAttested,
|
|
1128
|
-
|
|
1129
|
-
// fresh target it would otherwise arrive only with the catch-up below. Only the called,
|
|
1130
|
-
// missing ones; --state-only asked for no derived writes, so it is skipped there.
|
|
1131
|
-
...(flags['state-only'] === 'true' ? {} : {
|
|
1132
|
-
beforeStateBatch: async (statements: readonly string[]) => {
|
|
1133
|
-
const declared = await declaredDb();
|
|
1134
|
-
const created = await createStateReferencedFunctions(runner, session, statements, declared?.objects ?? [], {
|
|
1135
|
-
actor: process.env.USER ?? null, gitRef: currentGitRef() ?? plan.gitRef,
|
|
1136
|
-
});
|
|
1137
|
-
if (created.length > 0) info(`created ${created.length} declared function(s) the plan's policies call, before the plan: ${created.join(', ')}`);
|
|
1138
|
-
},
|
|
1139
|
-
}),
|
|
1129
|
+
stateOnly: flags['state-only'] === 'true',
|
|
1140
1130
|
checkDescent: async (live: LiveState & { fingerprint: string; ledger: DescentLedgerRow[]; ledgerRead: LedgerRead }) => {
|
|
1141
1131
|
step('Descent: proving the fast-forward rule against the schema_log ledger...');
|
|
1142
1132
|
const result = await proveDescentForApply({
|
|
@@ -5,14 +5,15 @@
|
|
|
5
5
|
* dispatches and polls. db:backups/db:restore/download are thin invokeAction wrappers. The image's
|
|
6
6
|
* version handshake is the compatibility gate — verify a deploy with `everystack task:probe`.
|
|
7
7
|
*
|
|
8
|
-
* db:backup has a SECOND venue
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
8
|
+
* db:backup has a SECOND venue: `--database-url <local> --stage <target>` dumps a LOCAL database and
|
|
9
|
+
* uploads it into the target stage's backups bucket as a db:backup-shaped object (same key scheme +
|
|
10
|
+
* .meta.json + dump flags as a server backup). The local dump is the only held connection; the
|
|
11
|
+
* upload rides the operator's AWS credentials.
|
|
12
|
+
*
|
|
13
|
+
* Restoring such a backup into a stage is CLOSED. A restore must record the commit the restored
|
|
14
|
+
* state descends from (the witness), and a local database has no verified origin: nothing proves
|
|
15
|
+
* it matches any commit. So the local meta carries no originCommit and db:restore refuses it. It
|
|
16
|
+
* reopens only when a local backup can record an origin it has verified against the models.
|
|
16
17
|
*/
|
|
17
18
|
|
|
18
19
|
import { spawn } from 'node:child_process';
|
|
@@ -43,7 +44,7 @@ export function resolveBackupVenue(flags: Record<string, string>): BackupVenue {
|
|
|
43
44
|
if (!flags.stage) {
|
|
44
45
|
throw new Error(
|
|
45
46
|
'db:backup --database-url <local> also needs --stage <target> — the local dump uploads into '
|
|
46
|
-
+ "that stage's backups bucket, and the stage names the backup id
|
|
47
|
+
+ "that stage's backups bucket, and the stage names the backup id.",
|
|
47
48
|
);
|
|
48
49
|
}
|
|
49
50
|
return { kind: 'local', url, stage: flags.stage };
|
|
@@ -177,7 +178,7 @@ export async function dbBackupCommand(flags: Record<string, string>): Promise<vo
|
|
|
177
178
|
}
|
|
178
179
|
|
|
179
180
|
// Local venue: dump a reachable database here and upload it into the target stage's backups bucket
|
|
180
|
-
// as a db:backup-shaped object, so
|
|
181
|
+
// as a db:backup-shaped object. It carries no origin, so db:restore refuses it (see the header).
|
|
181
182
|
if (venue.kind === 'local') {
|
|
182
183
|
step('Resolving deployed config...');
|
|
183
184
|
let config: CliConfig;
|
|
@@ -192,22 +193,24 @@ export async function dbBackupCommand(flags: Record<string, string>): Promise<vo
|
|
|
192
193
|
process.exit(1);
|
|
193
194
|
}
|
|
194
195
|
info(`Region: ${config.region}, Bucket: ${config.backupsBucket}`);
|
|
195
|
-
//
|
|
196
|
-
//
|
|
197
|
-
// so
|
|
198
|
-
// lossless (it fails before --clean drops anything), but discovered exactly when you need the
|
|
199
|
-
// backup. Surface the local major up front so the operator can match it to the target's PG major.
|
|
196
|
+
// Unlike the stage venue (whose pg binaries are the Task image), this dumps with the OPERATOR's
|
|
197
|
+
// pg_dump. pg_restore refuses an archive from a NEWER pg_dump major ("unsupported version in file
|
|
198
|
+
// header"), so surface the local major for whoever pg_restores the downloaded dump by hand.
|
|
200
199
|
try {
|
|
201
200
|
const { execFileSync } = await import('node:child_process');
|
|
202
201
|
const v = execFileSync('pg_dump', ['--version']).toString().trim();
|
|
203
|
-
info(`Local ${v} —
|
|
202
|
+
info(`Local ${v} — a manual pg_restore of this dump needs pg_restore of the same major or newer.`);
|
|
204
203
|
} catch { /* a missing pg_dump surfaces loudly in the dump step below */ }
|
|
205
204
|
step(`Running pg_dump (full, --exclude-schema=everystack) against --database-url → S3 (this may take a while for large databases)...`);
|
|
206
205
|
try {
|
|
207
206
|
const res = await runLocalBackupUpload({
|
|
208
207
|
region: config.region, bucket: config.backupsBucket, url: venue.url, stage: venue.stage,
|
|
209
208
|
});
|
|
210
|
-
success(`Backup ${res.id} (${fmtBytes(res.bytes)})
|
|
209
|
+
success(`Backup ${res.id} (${fmtBytes(res.bytes)}).`);
|
|
210
|
+
warn(
|
|
211
|
+
'A local backup records no origin commit, so db:restore refuses it: restoring a local backup into a stage is closed ' +
|
|
212
|
+
`until local backups can record a verified origin. It stays downloadable: everystack db:backup:download ${res.id} --stage ${venue.stage}`,
|
|
213
|
+
);
|
|
211
214
|
} catch (err: any) {
|
|
212
215
|
fail(`Backup failed: ${err.message}`);
|
|
213
216
|
process.exit(1);
|
|
@@ -227,7 +230,16 @@ export async function dbBackupCommand(flags: Record<string, string>): Promise<vo
|
|
|
227
230
|
info(`Region: ${config.region}, Function: ${opsFunction(config)}`);
|
|
228
231
|
const fn = opsFunction(config);
|
|
229
232
|
|
|
233
|
+
// The declared authz at dump time, rendered from THIS checkout's models (never a historical
|
|
234
|
+
// tree) and stamped onto the backup once the dump is proven — so a later restore can converge
|
|
235
|
+
// authz to it. Best-effort: a failure here is a warning, never a lost backup.
|
|
236
|
+
const { loadDeclaredDerived } = await import('../declared-derived');
|
|
237
|
+
const { loadBackupAuthzManifest } = await import('../authz-manifest');
|
|
238
|
+
const authz = await loadBackupAuthzManifest(() => loadDeclaredDerived(flags.models));
|
|
239
|
+
if (authz.warning) warn(authz.warning);
|
|
240
|
+
|
|
230
241
|
const result = await runStageBackup(stageBackupDeps(config, fn, flags.stage, {
|
|
242
|
+
...(authz.manifest ? { authzManifest: authz.manifest } : {}),
|
|
231
243
|
onDispatch: (d) => {
|
|
232
244
|
info(`backup ${d.id} — task ${d.taskArn}`);
|
|
233
245
|
info(`run id: ${d.runId} (everystack.task_log)`);
|
|
@@ -284,6 +296,32 @@ export async function dbBackupsCommand(flags: Record<string, string>): Promise<v
|
|
|
284
296
|
success(`${backups.length} backup${backups.length === 1 ? '' : 's'}.`);
|
|
285
297
|
}
|
|
286
298
|
|
|
299
|
+
/**
|
|
300
|
+
* What the dispatcher recorded in the target before the task started: the schema_log witness row
|
|
301
|
+
* and the commit it names (the backup's own origin), plus whether the declared roles were checked.
|
|
302
|
+
*
|
|
303
|
+
* A successful dispatch with no witnessId came from an ops Lambda that predates restore witnesses:
|
|
304
|
+
* it ignored the origin checks and recorded nothing. The restore is already running, so this warns
|
|
305
|
+
* rather than refuses.
|
|
306
|
+
*/
|
|
307
|
+
export function printRestoreWitness(
|
|
308
|
+
dispatched: { witnessId?: string; origin?: string; rolesUnchecked?: boolean },
|
|
309
|
+
stage: string,
|
|
310
|
+
): void {
|
|
311
|
+
if (dispatched.witnessId) {
|
|
312
|
+
info(`witness ${dispatched.witnessId} in everystack.schema_log — origin ${dispatched.origin ?? '(none)'} (the commit the backup recorded)`);
|
|
313
|
+
} else {
|
|
314
|
+
warn(
|
|
315
|
+
`WARNING: the ops Lambda recorded no restore witness. It predates restore witnesses, so it did not check the backup's ` +
|
|
316
|
+
`origin or roles, and nothing in ${stage}'s everystack.schema_log marks this restore. The restore is already running. ` +
|
|
317
|
+
`Fix: redeploy the ops Lambda (sst deploy --stage ${stage}) so restores record the witness.`,
|
|
318
|
+
);
|
|
319
|
+
}
|
|
320
|
+
if (dispatched.rolesUnchecked) {
|
|
321
|
+
warn('declared roles were not checked: this backup carries no authz manifest.');
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
|
|
287
325
|
/**
|
|
288
326
|
* db:restore — pg_restore a backup INTO a stage's existing DB. Destructive (drops + replaces), so
|
|
289
327
|
* it requires --confirm; restoring production-tier data downward or into a production target raises
|
|
@@ -340,6 +378,7 @@ export async function dbRestoreCommand(flags: Record<string, string>): Promise<v
|
|
|
340
378
|
const { runId, taskArn, intentKey, warning } = dispatched as { runId: string; taskArn: string; intentKey: string; warning?: string };
|
|
341
379
|
info(`restore of ${id} → ${toStage} — task ${taskArn}`);
|
|
342
380
|
info(`intent: ${intentKey} (durable S3 record — survives the restore)`);
|
|
381
|
+
printRestoreWitness(dispatched, toStage);
|
|
343
382
|
if (warning) info(`note: ${warning}`);
|
|
344
383
|
|
|
345
384
|
step(`Restoring ${id} into ${toStage} (pg_restore in the Task; this may take a while)...`);
|