@caelo-cms/provisioning 0.11.10 → 0.11.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapter.d.ts +6 -0
- package/dist/adapter.d.ts.map +1 -1
- package/dist/adopt-existing.d.ts +6 -2
- package/dist/adopt-existing.d.ts.map +1 -1
- package/dist/adopt-existing.js +57 -0
- package/dist/adopt-existing.js.map +1 -1
- package/dist/agent/command.d.ts +5 -2
- package/dist/agent/command.d.ts.map +1 -1
- package/dist/agent/command.js +1 -1
- package/dist/agent/command.js.map +1 -1
- package/dist/agent-db.js +196 -23
- package/dist/cli-routing.js +1 -1
- package/dist/cli-routing.js.map +1 -1
- package/dist/cli.js +59 -7
- package/dist/cli.js.map +1 -1
- package/dist/cloudsql-tls.d.ts +30 -0
- package/dist/cloudsql-tls.d.ts.map +1 -1
- package/dist/cloudsql-tls.js +7 -1
- package/dist/cloudsql-tls.js.map +1 -1
- package/dist/compose.d.ts +14 -0
- package/dist/compose.d.ts.map +1 -1
- package/dist/compose.js +54 -1
- package/dist/compose.js.map +1 -1
- package/dist/converge-db-trust.d.ts +44 -0
- package/dist/converge-db-trust.d.ts.map +1 -0
- package/dist/converge-db-trust.js +158 -0
- package/dist/converge-db-trust.js.map +1 -0
- package/dist/converge-job-gcp.d.ts +12 -2
- package/dist/converge-job-gcp.d.ts.map +1 -1
- package/dist/converge-job-gcp.js +42 -3
- package/dist/converge-job-gcp.js.map +1 -1
- package/dist/converge-job-preflight.d.ts +34 -2
- package/dist/converge-job-preflight.d.ts.map +1 -1
- package/dist/converge-job-preflight.js +76 -1
- package/dist/converge-job-preflight.js.map +1 -1
- package/dist/converge-job-setup.d.ts.map +1 -1
- package/dist/converge-job-setup.js +4 -1
- package/dist/converge-job-setup.js.map +1 -1
- package/dist/converge-job.d.ts +44 -3
- package/dist/converge-job.d.ts.map +1 -1
- package/dist/converge-job.js +105 -11
- package/dist/converge-job.js.map +1 -1
- package/dist/gcp-names.d.ts +13 -0
- package/dist/gcp-names.d.ts.map +1 -1
- package/dist/gcp-names.js +21 -0
- package/dist/gcp-names.js.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/infra-contract.d.ts +1 -1
- package/dist/infra-contract.d.ts.map +1 -1
- package/dist/infra-contract.js +22 -1
- package/dist/infra-contract.js.map +1 -1
- package/dist/install-job.d.ts +10 -2
- package/dist/install-job.d.ts.map +1 -1
- package/dist/install-job.js +10 -1
- package/dist/install-job.js.map +1 -1
- package/dist/install-state.d.ts +7 -0
- package/dist/install-state.d.ts.map +1 -1
- package/dist/install-state.js.map +1 -1
- package/dist/lifecycle.d.ts.map +1 -1
- package/dist/lifecycle.js +3 -0
- package/dist/lifecycle.js.map +1 -1
- package/dist/mcp-auth-proxy-setup.d.ts +3 -1
- package/dist/mcp-auth-proxy-setup.d.ts.map +1 -1
- package/dist/mcp-auth-proxy-setup.js +9 -4
- package/dist/mcp-auth-proxy-setup.js.map +1 -1
- package/dist/migration-runner.d.ts.map +1 -1
- package/dist/migration-runner.js +8 -3
- package/dist/migration-runner.js.map +1 -1
- package/dist/migration-targets.d.ts +11 -0
- package/dist/migration-targets.d.ts.map +1 -0
- package/dist/migration-targets.js +12 -0
- package/dist/migration-targets.js.map +1 -0
- package/dist/operator-access.d.ts +10 -0
- package/dist/operator-access.d.ts.map +1 -1
- package/dist/operator-access.js +5 -0
- package/dist/operator-access.js.map +1 -1
- package/dist/pool-budget-stack.d.ts +13 -1
- package/dist/pool-budget-stack.d.ts.map +1 -1
- package/dist/pool-budget-stack.js +11 -1
- package/dist/pool-budget-stack.js.map +1 -1
- package/dist/public-role-isolation.d.ts +7 -3
- package/dist/public-role-isolation.d.ts.map +1 -1
- package/dist/public-role-isolation.js +25 -13
- package/dist/public-role-isolation.js.map +1 -1
- package/dist/release-contract.d.ts.map +1 -1
- package/dist/release-contract.js +3 -0
- package/dist/release-contract.js.map +1 -1
- package/dist/runtime-secrets.d.ts +2 -0
- package/dist/runtime-secrets.d.ts.map +1 -1
- package/dist/runtime-secrets.js +19 -15
- package/dist/runtime-secrets.js.map +1 -1
- package/dist/scheduler-setup.d.ts +75 -0
- package/dist/scheduler-setup.d.ts.map +1 -0
- package/dist/scheduler-setup.js +331 -0
- package/dist/scheduler-setup.js.map +1 -0
- package/dist/self-hosted-roles.d.ts +16 -9
- package/dist/self-hosted-roles.d.ts.map +1 -1
- package/dist/self-hosted-roles.js +49 -15
- package/dist/self-hosted-roles.js.map +1 -1
- package/dist/self-hosted-scheduler-interval.d.ts +21 -0
- package/dist/self-hosted-scheduler-interval.d.ts.map +1 -0
- package/dist/self-hosted-scheduler-interval.js +68 -0
- package/dist/self-hosted-scheduler-interval.js.map +1 -0
- package/dist/self-hosted-upgrade.d.ts +7 -4
- package/dist/self-hosted-upgrade.d.ts.map +1 -1
- package/dist/self-hosted-upgrade.js +9 -5
- package/dist/self-hosted-upgrade.js.map +1 -1
- package/dist/stack-contract.d.ts +67 -6
- package/dist/stack-contract.d.ts.map +1 -1
- package/dist/stack-contract.js +87 -6
- package/dist/stack-contract.js.map +1 -1
- package/dist/staging-database.d.ts +22 -0
- package/dist/staging-database.d.ts.map +1 -0
- package/dist/staging-database.js +117 -0
- package/dist/staging-database.js.map +1 -0
- package/dist/upgrade/converge.d.ts +5 -0
- package/dist/upgrade/converge.d.ts.map +1 -1
- package/dist/upgrade/converge.js +110 -10
- package/dist/upgrade/converge.js.map +1 -1
- package/dist/upgrade/upgrade.d.ts +6 -0
- package/dist/upgrade/upgrade.d.ts.map +1 -1
- package/dist/upgrade/upgrade.js +3 -0
- package/dist/upgrade/upgrade.js.map +1 -1
- package/dist/upgrader-gcp.d.ts +5 -4
- package/dist/upgrader-gcp.d.ts.map +1 -1
- package/dist/upgrader-gcp.js +5 -4
- package/dist/upgrader-gcp.js.map +1 -1
- package/dist/upgrader-iam-preflight.d.ts +8 -6
- package/dist/upgrader-iam-preflight.d.ts.map +1 -1
- package/dist/upgrader-iam-preflight.js +5 -1
- package/dist/upgrader-iam-preflight.js.map +1 -1
- package/dist/wizard.d.ts +7 -0
- package/dist/wizard.d.ts.map +1 -1
- package/dist/wizard.js +11 -0
- package/dist/wizard.js.map +1 -1
- package/dist/wizards/gcp-cost.d.ts +31 -0
- package/dist/wizards/gcp-cost.d.ts.map +1 -1
- package/dist/wizards/gcp-cost.js +82 -12
- package/dist/wizards/gcp-cost.js.map +1 -1
- package/dist/wizards/gcp.d.ts.map +1 -1
- package/dist/wizards/gcp.js +87 -11
- package/dist/wizards/gcp.js.map +1 -1
- package/package.json +2 -2
- package/src/adapter.ts +6 -0
- package/src/admin-memory.test.ts +1 -1
- package/src/adopt-existing.test.ts +46 -0
- package/src/adopt-existing.ts +58 -2
- package/src/agent/command.ts +6 -3
- package/src/caddy-redirects.test.ts +1 -1
- package/src/cli-routing.test.ts +1 -1
- package/src/cli-routing.ts +1 -1
- package/src/cli.ts +63 -8
- package/src/cloudsql-tls.test.ts +30 -0
- package/src/cloudsql-tls.ts +10 -3
- package/src/compose.ts +68 -0
- package/src/converge-db-trust.test.ts +237 -0
- package/src/converge-db-trust.ts +212 -0
- package/src/converge-job-gcp.ts +42 -2
- package/src/converge-job-preflight.test.ts +106 -0
- package/src/converge-job-preflight.ts +97 -3
- package/src/converge-job-setup.ts +4 -1
- package/src/converge-job.test.ts +213 -0
- package/src/converge-job.ts +175 -19
- package/src/database-tls-builders.test.ts +3 -2
- package/src/deployed-release.test.ts +3 -0
- package/src/gateway-env-isolation.test.ts +40 -7
- package/src/gcp-names.ts +25 -0
- package/src/index.test.ts +3 -3
- package/src/index.ts +6 -0
- package/src/infra-contract.test.ts +5 -3
- package/src/infra-contract.ts +22 -1
- package/src/install-job.ts +10 -1
- package/src/install-state.ts +7 -0
- package/src/lifecycle.ts +3 -0
- package/src/mcp-auth-proxy-setup.test.ts +33 -1
- package/src/mcp-auth-proxy-setup.ts +11 -4
- package/src/migration-runner.ts +14 -9
- package/src/migration-targets.ts +12 -0
- package/src/operator-access.test.ts +15 -0
- package/src/operator-access.ts +14 -0
- package/src/pool-budget-stack.ts +15 -0
- package/src/pool-budget-stacks.test.ts +38 -13
- package/src/public-role-isolation.test.ts +18 -8
- package/src/public-role-isolation.ts +31 -17
- package/src/release-contract.ts +3 -0
- package/src/runtime-secrets.test.ts +18 -8
- package/src/runtime-secrets.ts +37 -18
- package/src/scheduler-setup.test.ts +201 -0
- package/src/scheduler-setup.ts +375 -0
- package/src/self-hosted-backup.test.ts +1 -0
- package/src/self-hosted-compose.test.ts +72 -1
- package/src/self-hosted-roles.integration.test.ts +2 -0
- package/src/self-hosted-roles.test.ts +49 -19
- package/src/self-hosted-roles.ts +60 -20
- package/src/self-hosted-scheduler-interval.test.ts +66 -0
- package/src/self-hosted-scheduler-interval.ts +79 -0
- package/src/self-hosted-start.test.ts +1 -0
- package/src/self-hosted-upgrade.test.ts +2 -1
- package/src/self-hosted-upgrade.ts +14 -8
- package/src/stack-contract.test.ts +31 -3
- package/src/stack-contract.ts +113 -6
- package/src/stack-converge-secrets.test.ts +2 -0
- package/src/stack-converge.test.ts +6 -4
- package/src/staging-database.test.ts +114 -0
- package/src/staging-database.ts +148 -0
- package/src/upgrade/converge.ts +130 -9
- package/src/upgrade/upgrade.test.ts +85 -2
- package/src/upgrade/upgrade.ts +9 -0
- package/src/upgrader-gcp.ts +5 -4
- package/src/upgrader-iam-preflight.ts +15 -10
- package/src/wizard.ts +19 -0
- package/src/wizards/gcp-cost.test.ts +54 -1
- package/src/wizards/gcp-cost.ts +102 -12
- package/src/wizards/gcp.ts +109 -8
- package/stacks/aws/Pulumi.yaml +1 -1
- package/stacks/aws/index.ts +41 -1
- package/stacks/azure/index.ts +51 -3
- package/stacks/gcp/Pulumi.yaml +1 -1
- package/stacks/gcp/README.md +1 -0
- package/stacks/gcp/index.ts +50 -1
- package/stacks/gcp-firebase/Pulumi.yaml +1 -1
- package/stacks/gcp-firebase/index.ts +50 -1
- package/stacks/self-hosted/Pulumi.yaml +3 -0
- package/stacks/self-hosted/README.md +4 -0
- package/stacks/self-hosted/index.ts +29 -4
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { type GcloudRunner, type Sleep } from "./gcloud-retry.js";
|
|
2
|
+
import { type IapResource } from "./mcp-iap.js";
|
|
3
|
+
/** The admin path the workflow calls (apps/admin `api/internal/scheduler/tick`). */
|
|
4
|
+
export declare const SCHEDULER_TICK_PATH = "/api/internal/scheduler/tick";
|
|
5
|
+
/**
|
|
6
|
+
* How long the workflow waits for the admin's answer, in seconds: Workflows'
|
|
7
|
+
* maximum (cloud.google.com/workflows/docs/reference/stdlib/http/post). The
|
|
8
|
+
* admin holds the request until the tick's work is done: it claims tasks for
|
|
9
|
+
* at most its budget (4 minutes, admin-core scheduler/tick.ts) and then waits
|
|
10
|
+
* at most one task's lease (10 minutes) for the last one, so 14 minutes in
|
|
11
|
+
* the worst case, inside the admin's own 3600 s request timeout.
|
|
12
|
+
*/
|
|
13
|
+
export declare const SCHEDULER_TICK_TIMEOUT_SECONDS = 1800;
|
|
14
|
+
/** APIs the tick needs on the project. */
|
|
15
|
+
export declare const SCHEDULER_APIS: readonly ["cloudscheduler.googleapis.com", "workflows.googleapis.com", "iamcredentials.googleapis.com"];
|
|
16
|
+
/**
|
|
17
|
+
* Roles the scheduler's identity must never hold anywhere. Prefix matches
|
|
18
|
+
* (`roles/secretmanager.` = every Secret Manager role).
|
|
19
|
+
*/
|
|
20
|
+
export declare const SCHEDULER_FORBIDDEN_ROLES: readonly ["roles/owner", "roles/editor", "roles/viewer", "roles/run.", "roles/iam.serviceAccountUser", "roles/iam.serviceAccountAdmin", "roles/iam.securityAdmin", "roles/iap.admin", "roles/iap.settingsAdmin", "roles/secretmanager.", "roles/cloudsql.", "roles/compute.", "roles/storage.", "roles/resourcemanager.", "roles/workflows.admin", "roles/workflows.editor", "roles/cloudscheduler."];
|
|
21
|
+
export interface SchedulerTickTarget {
|
|
22
|
+
readonly projectId: string;
|
|
23
|
+
readonly region: string;
|
|
24
|
+
/** Pulumi stack name (`production`). */
|
|
25
|
+
readonly env: string;
|
|
26
|
+
/**
|
|
27
|
+
* Where the admin answers behind IAP, an origin: `https://admin.<domain>`
|
|
28
|
+
* on gcp, the admin service's URL on gcp-firebase (remote-mcp.ts
|
|
29
|
+
* RemoteMcpIdentity.adminUrl, the same value as the admin's
|
|
30
|
+
* CAELO_ADMIN_URL).
|
|
31
|
+
*/
|
|
32
|
+
readonly adminUrl: string;
|
|
33
|
+
/** The admin's IAP resource (the service on gcp-firebase, the LB backend on gcp). */
|
|
34
|
+
readonly resource: IapResource;
|
|
35
|
+
/** The `schedulerIntervalMinutes` knob (1–15). */
|
|
36
|
+
readonly intervalMinutes: number;
|
|
37
|
+
}
|
|
38
|
+
export type SchedulerTickResult = {
|
|
39
|
+
readonly ok: true;
|
|
40
|
+
readonly done: string[];
|
|
41
|
+
readonly serviceAccount: string;
|
|
42
|
+
} | {
|
|
43
|
+
readonly ok: false;
|
|
44
|
+
readonly done: string[];
|
|
45
|
+
readonly error: string;
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* The tick's admin origin, or an error naming why it is not one: an https
|
|
49
|
+
* origin without path, query or credentials (it is written into the
|
|
50
|
+
* workflow's source, so nothing but an origin may get there).
|
|
51
|
+
*/
|
|
52
|
+
export declare function tickOrigin(adminUrl: string): {
|
|
53
|
+
ok: true;
|
|
54
|
+
origin: string;
|
|
55
|
+
} | {
|
|
56
|
+
ok: false;
|
|
57
|
+
error: string;
|
|
58
|
+
};
|
|
59
|
+
/**
|
|
60
|
+
* The workflow one tick runs (Cloud Workflows YAML): sign a service-account
|
|
61
|
+
* JWT for the admin's IAP as the scheduler account itself (the IAM
|
|
62
|
+
* Credentials API, authenticated with the workflow's own OAuth token), then
|
|
63
|
+
* POST the tick with it. A refused or failed tick (HTTP ≥ 400) fails the
|
|
64
|
+
* execution, so it shows in the workflow's execution history and logs.
|
|
65
|
+
*/
|
|
66
|
+
export declare function schedulerWorkflowSource(opts: {
|
|
67
|
+
readonly serviceAccount: string;
|
|
68
|
+
readonly origin: string;
|
|
69
|
+
}): string;
|
|
70
|
+
/** Ensure the scheduler tick and everything it needs. Never throws for a gcloud failure. */
|
|
71
|
+
export declare function ensureSchedulerTick(target: SchedulerTickTarget, deps?: {
|
|
72
|
+
run?: GcloudRunner;
|
|
73
|
+
sleep?: Sleep;
|
|
74
|
+
}): Promise<SchedulerTickResult>;
|
|
75
|
+
//# sourceMappingURL=scheduler-setup.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler-setup.d.ts","sourceRoot":"","sources":["../src/scheduler-setup.ts"],"names":[],"mappings":"AAmDA,OAAO,EAAE,KAAK,YAAY,EAA2B,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAO3F,OAAO,EAAE,KAAK,WAAW,EAAmB,MAAM,cAAc,CAAC;AAGjE,oFAAoF;AACpF,eAAO,MAAM,mBAAmB,iCAAiC,CAAC;AAElE;;;;;;;GAOG;AACH,eAAO,MAAM,8BAA8B,OAAO,CAAC;AAKnD,0CAA0C;AAC1C,eAAO,MAAM,cAAc,yGAIjB,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,yBAAyB,uYAkB5B,CAAC;AAEX,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,wCAAwC;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,qFAAqF;IACrF,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,kDAAkD;IAClD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,MAAM,mBAAmB,GAC3B;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GAC/E;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5E;;;;GAIG;AACH,wBAAgB,UAAU,CACxB,QAAQ,EAAE,MAAM,GACf;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAsB7D;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,GAAG,MAAM,CAkCT;AAED,4FAA4F;AAC5F,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,mBAAmB,EAC3B,IAAI,GAAE;IAAE,GAAG,CAAC,EAAE,YAAY,CAAC;IAAC,KAAK,CAAC,EAAE,KAAK,CAAA;CAAO,GAC/C,OAAO,CAAC,mBAAmB,CAAC,CAmK9B"}
|
|
@@ -0,0 +1,331 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MPL-2.0
|
|
2
|
+
/**
|
|
3
|
+
* #1140 — set up (and converge) the scheduler tick on a Google Cloud install
|
|
4
|
+
* (`gcp`, `gcp-firebase`): the ONE Cloud Scheduler job that calls the
|
|
5
|
+
* admin's `/api/internal/scheduler/tick` every `schedulerIntervalMinutes`
|
|
6
|
+
* (1–15, default 5). Each task's own cadence lives in the admin's
|
|
7
|
+
* due-table; the tick only says "run what is due now". Run by the wizard
|
|
8
|
+
* after migrations and by `cms-provision upgrade`'s converge (and the
|
|
9
|
+
* converge job), as the operator's or the provisioner's identity.
|
|
10
|
+
*
|
|
11
|
+
* Why not Cloud Scheduler → admin directly. The admin sits behind IAP, and
|
|
12
|
+
* IAP accepts a service account's OIDC ID token only when its `aud` is an
|
|
13
|
+
* OAuth client allowlisted for programmatic access; an install on the
|
|
14
|
+
* Google-managed IAP client has none (cloud.google.com/iap/docs/
|
|
15
|
+
* authentication-howto). Cloud Scheduler's other credential, an OAuth
|
|
16
|
+
* access token, it sends only to `*.googleapis.com` (cloud.google.com/
|
|
17
|
+
* scheduler/docs/http-target-auth). What passes IAP for a service account
|
|
18
|
+
* on every install is a self-signed service-account JWT with `aud` =
|
|
19
|
+
* `<admin origin>/*` — the path caelo-mcp and admin-internal-google.ts
|
|
20
|
+
* take. Cloud Scheduler cannot sign one, so the job starts a Cloud
|
|
21
|
+
* Workflows execution (a googleapis.com target, OAuth), and the workflow
|
|
22
|
+
* signs the JWT as the scheduler account through the IAM Credentials API
|
|
23
|
+
* and POSTs the tick. No container per tick and no image to keep in step
|
|
24
|
+
* with the app-roll; cents a month (wizards/gcp-cost.ts).
|
|
25
|
+
*
|
|
26
|
+
* Why the CLI owns it and not the stacks: the same as audit-job-setup.ts —
|
|
27
|
+
* `upgrade` never runs Pulumi, and existing installs get the tick from here.
|
|
28
|
+
*
|
|
29
|
+
* Trust boundary. The scheduler's identity, `caelo-<env>-scheduler`, holds:
|
|
30
|
+
*
|
|
31
|
+
* - `roles/iam.serviceAccountTokenCreator` on ITSELF only (signJwt);
|
|
32
|
+
* - `roles/iap.httpsResourceAccessor` on the admin's IAP resource (the
|
|
33
|
+
* operator-access sync job keeps it there, operator-access.ts);
|
|
34
|
+
* - `roles/workflows.invoker` on the project (Cloud Scheduler starts the
|
|
35
|
+
* workflow as it; Workflows has no per-workflow IAM policy to bind to);
|
|
36
|
+
* - `roles/logging.logWriter` (the workflow's error call logs).
|
|
37
|
+
*
|
|
38
|
+
* Nothing else: no Secret Manager, no Cloud SQL, no Cloud Run rights. What
|
|
39
|
+
* it can do with the admin is the admin's to decide: the tick endpoint
|
|
40
|
+
* accepts exactly this account's IAP identity (`CAELO_SCHEDULER_SERVICE_
|
|
41
|
+
* ACCOUNT` on the admin) and only ever runs the due-table, never a build
|
|
42
|
+
* or a publish (scripts/no-automatic-production-deploy.test.ts).
|
|
43
|
+
* {@link SCHEDULER_FORBIDDEN_ROLES} names that line; the tests assert no
|
|
44
|
+
* grant crosses it.
|
|
45
|
+
*/
|
|
46
|
+
import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
|
|
47
|
+
import { tmpdir } from "node:os";
|
|
48
|
+
import { join } from "node:path";
|
|
49
|
+
import { gcloud as defaultGcloud } from "./gcloud.js";
|
|
50
|
+
import { realSleep, runWithRetry } from "./gcloud-retry.js";
|
|
51
|
+
import { schedulerJobName, schedulerServiceAccountEmail, schedulerServiceAccountId, schedulerWorkflowName, } from "./gcp-names.js";
|
|
52
|
+
import { iapResourceArgs } from "./mcp-iap.js";
|
|
53
|
+
import { schedulerCron } from "./stack-contract.js";
|
|
54
|
+
/** The admin path the workflow calls (apps/admin `api/internal/scheduler/tick`). */
|
|
55
|
+
export const SCHEDULER_TICK_PATH = "/api/internal/scheduler/tick";
|
|
56
|
+
/**
|
|
57
|
+
* How long the workflow waits for the admin's answer, in seconds: Workflows'
|
|
58
|
+
* maximum (cloud.google.com/workflows/docs/reference/stdlib/http/post). The
|
|
59
|
+
* admin holds the request until the tick's work is done: it claims tasks for
|
|
60
|
+
* at most its budget (4 minutes, admin-core scheduler/tick.ts) and then waits
|
|
61
|
+
* at most one task's lease (10 minutes) for the last one, so 14 minutes in
|
|
62
|
+
* the worst case, inside the admin's own 3600 s request timeout.
|
|
63
|
+
*/
|
|
64
|
+
export const SCHEDULER_TICK_TIMEOUT_SECONDS = 1800;
|
|
65
|
+
/** Lifetime of the IAP credential the workflow signs per tick. */
|
|
66
|
+
const JWT_LIFETIME_SECONDS = 600;
|
|
67
|
+
/** APIs the tick needs on the project. */
|
|
68
|
+
export const SCHEDULER_APIS = [
|
|
69
|
+
"cloudscheduler.googleapis.com",
|
|
70
|
+
"workflows.googleapis.com",
|
|
71
|
+
"iamcredentials.googleapis.com",
|
|
72
|
+
];
|
|
73
|
+
/**
|
|
74
|
+
* Roles the scheduler's identity must never hold anywhere. Prefix matches
|
|
75
|
+
* (`roles/secretmanager.` = every Secret Manager role).
|
|
76
|
+
*/
|
|
77
|
+
export const SCHEDULER_FORBIDDEN_ROLES = [
|
|
78
|
+
"roles/owner",
|
|
79
|
+
"roles/editor",
|
|
80
|
+
"roles/viewer",
|
|
81
|
+
"roles/run.",
|
|
82
|
+
"roles/iam.serviceAccountUser",
|
|
83
|
+
"roles/iam.serviceAccountAdmin",
|
|
84
|
+
"roles/iam.securityAdmin",
|
|
85
|
+
"roles/iap.admin",
|
|
86
|
+
"roles/iap.settingsAdmin",
|
|
87
|
+
"roles/secretmanager.",
|
|
88
|
+
"roles/cloudsql.",
|
|
89
|
+
"roles/compute.",
|
|
90
|
+
"roles/storage.",
|
|
91
|
+
"roles/resourcemanager.",
|
|
92
|
+
"roles/workflows.admin",
|
|
93
|
+
"roles/workflows.editor",
|
|
94
|
+
"roles/cloudscheduler.",
|
|
95
|
+
];
|
|
96
|
+
/**
|
|
97
|
+
* The tick's admin origin, or an error naming why it is not one: an https
|
|
98
|
+
* origin without path, query or credentials (it is written into the
|
|
99
|
+
* workflow's source, so nothing but an origin may get there).
|
|
100
|
+
*/
|
|
101
|
+
export function tickOrigin(adminUrl) {
|
|
102
|
+
let u;
|
|
103
|
+
try {
|
|
104
|
+
u = new URL(adminUrl);
|
|
105
|
+
}
|
|
106
|
+
catch {
|
|
107
|
+
return { ok: false, error: `the admin URL ${JSON.stringify(adminUrl)} is not a URL` };
|
|
108
|
+
}
|
|
109
|
+
if (u.protocol !== "https:" ||
|
|
110
|
+
u.username ||
|
|
111
|
+
u.password ||
|
|
112
|
+
(u.pathname !== "/" && u.pathname !== "") ||
|
|
113
|
+
u.search ||
|
|
114
|
+
u.hash ||
|
|
115
|
+
!/^[a-z0-9.-]+$/.test(u.hostname)) {
|
|
116
|
+
return {
|
|
117
|
+
ok: false,
|
|
118
|
+
error: `the admin URL ${JSON.stringify(adminUrl)} is not a plain https origin`,
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
return { ok: true, origin: u.origin };
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* The workflow one tick runs (Cloud Workflows YAML): sign a service-account
|
|
125
|
+
* JWT for the admin's IAP as the scheduler account itself (the IAM
|
|
126
|
+
* Credentials API, authenticated with the workflow's own OAuth token), then
|
|
127
|
+
* POST the tick with it. A refused or failed tick (HTTP ≥ 400) fails the
|
|
128
|
+
* execution, so it shows in the workflow's execution history and logs.
|
|
129
|
+
*/
|
|
130
|
+
export function schedulerWorkflowSource(opts) {
|
|
131
|
+
const { serviceAccount: sa, origin } = opts;
|
|
132
|
+
return `# Caelo scheduler tick (#1140) — generated by cms-provision, do not edit.
|
|
133
|
+
main:
|
|
134
|
+
steps:
|
|
135
|
+
- claims:
|
|
136
|
+
assign:
|
|
137
|
+
- now: \${int(sys.now())}
|
|
138
|
+
- jwtClaims:
|
|
139
|
+
iss: "${sa}"
|
|
140
|
+
sub: "${sa}"
|
|
141
|
+
aud: "${origin}/*"
|
|
142
|
+
iat: \${now}
|
|
143
|
+
exp: \${now + ${JWT_LIFETIME_SECONDS}}
|
|
144
|
+
- sign:
|
|
145
|
+
call: http.post
|
|
146
|
+
args:
|
|
147
|
+
url: "https://iamcredentials.googleapis.com/v1/projects/-/serviceAccounts/${sa}:signJwt"
|
|
148
|
+
auth:
|
|
149
|
+
type: OAuth2
|
|
150
|
+
body:
|
|
151
|
+
payload: \${json.encode_to_string(jwtClaims)}
|
|
152
|
+
result: signed
|
|
153
|
+
- tick:
|
|
154
|
+
call: http.post
|
|
155
|
+
args:
|
|
156
|
+
url: "${origin}${SCHEDULER_TICK_PATH}"
|
|
157
|
+
headers:
|
|
158
|
+
Authorization: \${"Bearer " + signed.body.signedJwt}
|
|
159
|
+
timeout: ${SCHEDULER_TICK_TIMEOUT_SECONDS}
|
|
160
|
+
result: answer
|
|
161
|
+
- done:
|
|
162
|
+
return: \${answer.code}
|
|
163
|
+
`;
|
|
164
|
+
}
|
|
165
|
+
/** Ensure the scheduler tick and everything it needs. Never throws for a gcloud failure. */
|
|
166
|
+
export async function ensureSchedulerTick(target, deps = {}) {
|
|
167
|
+
const run = deps.run ?? defaultGcloud;
|
|
168
|
+
const sleep = deps.sleep ?? realSleep;
|
|
169
|
+
const retry = (args) => runWithRetry(run, sleep, args);
|
|
170
|
+
const { projectId, region, env } = target;
|
|
171
|
+
const project = `--project=${projectId}`;
|
|
172
|
+
const sa = schedulerServiceAccountEmail(projectId, env);
|
|
173
|
+
const member = `serviceAccount:${sa}`;
|
|
174
|
+
const workflow = schedulerWorkflowName(env);
|
|
175
|
+
const job = schedulerJobName(env);
|
|
176
|
+
const done = [];
|
|
177
|
+
const fail = (step, r) => ({
|
|
178
|
+
ok: false,
|
|
179
|
+
done,
|
|
180
|
+
error: `${step}: ${r.stderr.trim()}`,
|
|
181
|
+
});
|
|
182
|
+
const origin = tickOrigin(target.adminUrl);
|
|
183
|
+
if (!origin.ok)
|
|
184
|
+
return { ok: false, done, error: origin.error };
|
|
185
|
+
let cron;
|
|
186
|
+
try {
|
|
187
|
+
cron = schedulerCron(target.intervalMinutes);
|
|
188
|
+
}
|
|
189
|
+
catch (e) {
|
|
190
|
+
return { ok: false, done, error: e.message };
|
|
191
|
+
}
|
|
192
|
+
// 1. APIs.
|
|
193
|
+
const api = await run(["services", "enable", ...SCHEDULER_APIS, project, "--quiet"]);
|
|
194
|
+
if (!api.ok)
|
|
195
|
+
return fail(`enable ${SCHEDULER_APIS.join(", ")}`, api);
|
|
196
|
+
done.push(`APIs enabled (${SCHEDULER_APIS.join(", ")})`);
|
|
197
|
+
// 2. The scheduler's own service account.
|
|
198
|
+
const describe = await run([
|
|
199
|
+
"iam",
|
|
200
|
+
"service-accounts",
|
|
201
|
+
"describe",
|
|
202
|
+
sa,
|
|
203
|
+
project,
|
|
204
|
+
"--format=value(email)",
|
|
205
|
+
]);
|
|
206
|
+
if (!describe.ok) {
|
|
207
|
+
const create = await run([
|
|
208
|
+
"iam",
|
|
209
|
+
"service-accounts",
|
|
210
|
+
"create",
|
|
211
|
+
schedulerServiceAccountId(env),
|
|
212
|
+
"--display-name=Caelo scheduler tick",
|
|
213
|
+
"--description=Calls the admin's scheduler tick through IAP every few minutes; signs its own IAP credential, nothing else.",
|
|
214
|
+
project,
|
|
215
|
+
]);
|
|
216
|
+
if (!create.ok && !/already exists/i.test(create.stderr))
|
|
217
|
+
return fail(`create ${sa}`, create);
|
|
218
|
+
}
|
|
219
|
+
done.push(`service account ${sa}`);
|
|
220
|
+
// 3. Its grants (see the file comment).
|
|
221
|
+
const self = await retry([
|
|
222
|
+
"iam",
|
|
223
|
+
"service-accounts",
|
|
224
|
+
"add-iam-policy-binding",
|
|
225
|
+
sa,
|
|
226
|
+
`--member=${member}`,
|
|
227
|
+
"--role=roles/iam.serviceAccountTokenCreator",
|
|
228
|
+
"--condition=None",
|
|
229
|
+
project,
|
|
230
|
+
"--quiet",
|
|
231
|
+
"--format=none",
|
|
232
|
+
]);
|
|
233
|
+
if (!self.ok)
|
|
234
|
+
return fail("let the scheduler sign its IAP credential as itself", self);
|
|
235
|
+
done.push(`scheduler: roles/iam.serviceAccountTokenCreator on ${sa} (itself, signJwt)`);
|
|
236
|
+
for (const g of [
|
|
237
|
+
{ role: "roles/workflows.invoker", why: "Cloud Scheduler starts the tick workflow as it" },
|
|
238
|
+
{ role: "roles/logging.logWriter", why: "the workflow logs failed calls" },
|
|
239
|
+
]) {
|
|
240
|
+
const r = await retry([
|
|
241
|
+
"projects",
|
|
242
|
+
"add-iam-policy-binding",
|
|
243
|
+
projectId,
|
|
244
|
+
`--member=${member}`,
|
|
245
|
+
`--role=${g.role}`,
|
|
246
|
+
"--condition=None",
|
|
247
|
+
"--quiet",
|
|
248
|
+
"--format=none",
|
|
249
|
+
]);
|
|
250
|
+
if (!r.ok)
|
|
251
|
+
return fail(`grant the scheduler ${g.role} (${g.why})`, r);
|
|
252
|
+
done.push(`scheduler: ${g.role} on the project`);
|
|
253
|
+
}
|
|
254
|
+
const iap = await retry([
|
|
255
|
+
"iap",
|
|
256
|
+
"web",
|
|
257
|
+
"add-iam-policy-binding",
|
|
258
|
+
...iapResourceArgs(target.resource),
|
|
259
|
+
`--member=${member}`,
|
|
260
|
+
"--role=roles/iap.httpsResourceAccessor",
|
|
261
|
+
"--condition=None",
|
|
262
|
+
project,
|
|
263
|
+
"--quiet",
|
|
264
|
+
]);
|
|
265
|
+
if (!iap.ok)
|
|
266
|
+
return fail("let the scheduler pass the admin's IAP", iap);
|
|
267
|
+
done.push(`scheduler: roles/iap.httpsResourceAccessor on the admin (${target.resource.service})`);
|
|
268
|
+
// 4. The workflow. A private directory (mkdtemp, mode 700): no other local
|
|
269
|
+
// user can swap the file between write and read.
|
|
270
|
+
const dir = mkdtempSync(join(tmpdir(), "caelo-scheduler-"));
|
|
271
|
+
try {
|
|
272
|
+
const file = join(dir, "tick.yaml");
|
|
273
|
+
writeFileSync(file, schedulerWorkflowSource({ serviceAccount: sa, origin: origin.origin }), {
|
|
274
|
+
mode: 0o600,
|
|
275
|
+
});
|
|
276
|
+
const deploy = await retry([
|
|
277
|
+
"workflows",
|
|
278
|
+
"deploy",
|
|
279
|
+
workflow,
|
|
280
|
+
`--source=${file}`,
|
|
281
|
+
`--location=${region}`,
|
|
282
|
+
`--service-account=${sa}`,
|
|
283
|
+
"--call-log-level=log-errors-only",
|
|
284
|
+
`--description=Caelo scheduler tick (#1140): calls ${origin.origin}${SCHEDULER_TICK_PATH}`,
|
|
285
|
+
project,
|
|
286
|
+
"--quiet",
|
|
287
|
+
]);
|
|
288
|
+
if (!deploy.ok)
|
|
289
|
+
return fail(`deploy workflow ${workflow}`, deploy);
|
|
290
|
+
}
|
|
291
|
+
finally {
|
|
292
|
+
rmSync(dir, { recursive: true, force: true });
|
|
293
|
+
}
|
|
294
|
+
done.push(`workflow ${workflow} (calls ${origin.origin}${SCHEDULER_TICK_PATH})`);
|
|
295
|
+
// 5. The one Cloud Scheduler job.
|
|
296
|
+
const scheduleArgs = [
|
|
297
|
+
job,
|
|
298
|
+
`--location=${region}`,
|
|
299
|
+
project,
|
|
300
|
+
`--schedule=${cron}`,
|
|
301
|
+
"--time-zone=Etc/UTC",
|
|
302
|
+
`--uri=https://workflowexecutions.googleapis.com/v1/projects/${projectId}/locations/${region}/workflows/${workflow}/executions`,
|
|
303
|
+
"--http-method=POST",
|
|
304
|
+
`--oauth-service-account-email=${sa}`,
|
|
305
|
+
// A tick that has not answered when the next one is due is the admin's
|
|
306
|
+
// lease to sort out (its due-table), not a reason to retry this one.
|
|
307
|
+
"--max-retry-attempts=0",
|
|
308
|
+
"--quiet",
|
|
309
|
+
];
|
|
310
|
+
const existing = await run([
|
|
311
|
+
"scheduler",
|
|
312
|
+
"jobs",
|
|
313
|
+
"describe",
|
|
314
|
+
job,
|
|
315
|
+
`--location=${region}`,
|
|
316
|
+
project,
|
|
317
|
+
"--format=value(name)",
|
|
318
|
+
]);
|
|
319
|
+
const sched = await retry([
|
|
320
|
+
"scheduler",
|
|
321
|
+
"jobs",
|
|
322
|
+
existing.ok ? "update" : "create",
|
|
323
|
+
"http",
|
|
324
|
+
...scheduleArgs,
|
|
325
|
+
]);
|
|
326
|
+
if (!sched.ok)
|
|
327
|
+
return fail(`schedule ${job}`, sched);
|
|
328
|
+
done.push(`Cloud Scheduler job ${job} (${cron}, UTC)`);
|
|
329
|
+
return { ok: true, done, serviceAccount: sa };
|
|
330
|
+
}
|
|
331
|
+
//# sourceMappingURL=scheduler-setup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler-setup.js","sourceRoot":"","sources":["../src/scheduler-setup.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAEnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,IAAI,aAAa,EAAqB,MAAM,aAAa,CAAC;AACzE,OAAO,EAAqB,SAAS,EAAE,YAAY,EAAc,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EACL,gBAAgB,EAChB,4BAA4B,EAC5B,yBAAyB,EACzB,qBAAqB,GACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAoB,eAAe,EAAE,MAAM,cAAc,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,oFAAoF;AACpF,MAAM,CAAC,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAElE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAEnD,kEAAkE;AAClE,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,0CAA0C;AAC1C,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,+BAA+B;IAC/B,0BAA0B;IAC1B,+BAA+B;CACvB,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,aAAa;IACb,cAAc;IACd,cAAc;IACd,YAAY;IACZ,8BAA8B;IAC9B,+BAA+B;IAC/B,yBAAyB;IACzB,iBAAiB;IACjB,yBAAyB;IACzB,sBAAsB;IACtB,iBAAiB;IACjB,gBAAgB;IAChB,gBAAgB;IAChB,wBAAwB;IACxB,uBAAuB;IACvB,wBAAwB;IACxB,uBAAuB;CACf,CAAC;AAwBX;;;;GAIG;AACH,MAAM,UAAU,UAAU,CACxB,QAAgB;IAEhB,IAAI,CAAM,CAAC;IACX,IAAI,CAAC;QACH,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;IACxF,CAAC;IACD,IACE,CAAC,CAAC,QAAQ,KAAK,QAAQ;QACvB,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,CAAC,QAAQ,KAAK,GAAG,IAAI,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC;QACzC,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,IAAI;QACN,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,EACjC,CAAC;QACD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,iBAAiB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,8BAA8B;SAC/E,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAGvC;IACC,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,OAAO;;;;;;;sBAOa,EAAE;sBACF,EAAE;sBACF,MAAM;;8BAEE,oBAAoB;;;;sFAIoC,EAAE;;;;;;;;;kBAStE,MAAM,GAAG,mBAAmB;;;qBAGzB,8BAA8B;;;;CAIlD,CAAC;AACF,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAA2B,EAC3B,OAA8C,EAAE;IAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,aAAa,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IACtC,MAAM,KAAK,GAAG,CAAC,IAAc,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IAC1C,MAAM,OAAO,GAAG,aAAa,SAAS,EAAE,CAAC;IACzC,MAAM,EAAE,GAAG,4BAA4B,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,kBAAkB,EAAE,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,CAAe,EAAuB,EAAE,CAAC,CAAC;QACpE,EAAE,EAAE,KAAK;QACT,IAAI;QACJ,KAAK,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;KACrC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAChE,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC;IAC1D,CAAC;IAED,WAAW;IACX,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC,UAAU,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACrE,IAAI,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzD,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC;QACzB,KAAK;QACL,kBAAkB;QAClB,UAAU;QACV,EAAE;QACF,OAAO;QACP,uBAAuB;KACxB,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC;YACvB,KAAK;YACL,kBAAkB;YAClB,QAAQ;YACR,yBAAyB,CAAC,GAAG,CAAC;YAC9B,qCAAqC;YACrC,2HAA2H;YAC3H,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAEnC,wCAAwC;IACxC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC;QACvB,KAAK;QACL,kBAAkB;QAClB,wBAAwB;QACxB,EAAE;QACF,YAAY,MAAM,EAAE;QACpB,6CAA6C;QAC7C,kBAAkB;QAClB,OAAO;QACP,SAAS;QACT,eAAe;KAChB,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC,qDAAqD,EAAE,IAAI,CAAC,CAAC;IACvF,IAAI,CAAC,IAAI,CAAC,sDAAsD,EAAE,oBAAoB,CAAC,CAAC;IAExF,KAAK,MAAM,CAAC,IAAI;QACd,EAAE,IAAI,EAAE,yBAAyB,EAAE,GAAG,EAAE,gDAAgD,EAAE;QAC1F,EAAE,IAAI,EAAE,yBAAyB,EAAE,GAAG,EAAE,gCAAgC,EAAE;KAC3E,EAAE,CAAC;QACF,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC;YACpB,UAAU;YACV,wBAAwB;YACxB,SAAS;YACT,YAAY,MAAM,EAAE;YACpB,UAAU,CAAC,CAAC,IAAI,EAAE;YAClB,kBAAkB;YAClB,SAAS;YACT,eAAe;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,CAAC,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC;QACtB,KAAK;QACL,KAAK;QACL,wBAAwB;QACxB,GAAG,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC;QACnC,YAAY,MAAM,EAAE;QACpB,wCAAwC;QACxC,kBAAkB;QAClB,OAAO;QACP,SAAS;KACV,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;IACxE,IAAI,CAAC,IAAI,CAAC,4DAA4D,MAAM,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC;IAElG,2EAA2E;IAC3E,oDAAoD;IACpD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACpC,aAAa,CAAC,IAAI,EAAE,uBAAuB,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE;YAC1F,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;YACzB,WAAW;YACX,QAAQ;YACR,QAAQ;YACR,YAAY,IAAI,EAAE;YAClB,cAAc,MAAM,EAAE;YACtB,qBAAqB,EAAE,EAAE;YACzB,kCAAkC;YAClC,qDAAqD,MAAM,CAAC,MAAM,GAAG,mBAAmB,EAAE;YAC1F,OAAO;YACP,SAAS;SACV,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC,mBAAmB,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,YAAY,QAAQ,WAAW,MAAM,CAAC,MAAM,GAAG,mBAAmB,GAAG,CAAC,CAAC;IAEjF,kCAAkC;IAClC,MAAM,YAAY,GAAG;QACnB,GAAG;QACH,cAAc,MAAM,EAAE;QACtB,OAAO;QACP,cAAc,IAAI,EAAE;QACpB,qBAAqB;QACrB,+DAA+D,SAAS,cAAc,MAAM,cAAc,QAAQ,aAAa;QAC/H,oBAAoB;QACpB,iCAAiC,EAAE,EAAE;QACrC,uEAAuE;QACvE,qEAAqE;QACrE,wBAAwB;QACxB,SAAS;KACV,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC;QACzB,WAAW;QACX,MAAM;QACN,UAAU;QACV,GAAG;QACH,cAAc,MAAM,EAAE;QACtB,OAAO;QACP,sBAAsB;KACvB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC;QACxB,WAAW;QACX,MAAM;QACN,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACjC,MAAM;QACN,GAAG,YAAY;KAChB,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC,YAAY,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;IACrD,IAAI,CAAC,IAAI,CAAC,uBAAuB,GAAG,KAAK,IAAI,QAAQ,CAAC,CAAC;IAEvD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;AAChD,CAAC"}
|
|
@@ -11,8 +11,10 @@
|
|
|
11
11
|
* as the Postgres superuser BEFORE it writes the new Compose file: it
|
|
12
12
|
* creates missing roles and databases and sets each role's password to the
|
|
13
13
|
* configured one. It also drops the former `gateway_role` (#635: the
|
|
14
|
-
* gateway has no cms_admin login), with whatever it still holds
|
|
15
|
-
*
|
|
14
|
+
* gateway has no cms_admin login), with whatever it still holds, and
|
|
15
|
+
* (#1329) creates the staging database `cms_public_staging` with the
|
|
16
|
+
* staging gateway's login `public_staging_role` on an install from before
|
|
17
|
+
* it. Every statement is idempotent.
|
|
16
18
|
*
|
|
17
19
|
* Passwords travel on psql's stdin, never on argv.
|
|
18
20
|
*/
|
|
@@ -33,7 +35,8 @@ export declare const AGENT_DB_ROLE = "caelo_agent";
|
|
|
33
35
|
* (packages/migrations role-audit.ts) refuses an install without them.
|
|
34
36
|
* Self-hosted admin_role has no CREATEROLE, so the superuser applies them
|
|
35
37
|
* here — on the volume's first start (bootstrap.sh), on every `up`, and
|
|
36
|
-
* before the migrations of every upgrade ({@link
|
|
38
|
+
* before the migrations of every upgrade ({@link preMigrationRolesScript}).
|
|
39
|
+
* Since #1329 the staging gateway's public_staging_role carries the same.
|
|
37
40
|
*/
|
|
38
41
|
export declare const PUBLIC_ROLE_LIMITS: {
|
|
39
42
|
readonly connectionLimit: 30;
|
|
@@ -42,13 +45,15 @@ export declare const PUBLIC_ROLE_LIMITS: {
|
|
|
42
45
|
readonly workMem: "1MB";
|
|
43
46
|
};
|
|
44
47
|
/**
|
|
45
|
-
* The psql script (superuser)
|
|
46
|
-
*
|
|
47
|
-
*
|
|
48
|
+
* The psql script (superuser) the self-hosted upgrade runs BEFORE the
|
|
49
|
+
* migrations: the gateway logins' {@link PUBLIC_ROLE_LIMITS} (#1338) and
|
|
50
|
+
* (#1329) the staging database with its login. The migrations' role audit
|
|
51
|
+
* refuses either gateway login without its limits, and the
|
|
52
|
+
* cms_public_staging run needs the database; the full convergence must
|
|
48
53
|
* wait until after them (it drops roles a migration retired). Fails when
|
|
49
54
|
* public_role does not exist — the install's roles were never created.
|
|
50
55
|
*/
|
|
51
|
-
export declare function
|
|
56
|
+
export declare function preMigrationRolesScript(stagingPassword: string): string;
|
|
52
57
|
/**
|
|
53
58
|
* The psql script (run as the superuser, connected to any database) that
|
|
54
59
|
* brings roles and databases to the configured state.
|
|
@@ -73,13 +78,15 @@ export type SuperuserPsql = (script: string) => Promise<{
|
|
|
73
78
|
stderr: string;
|
|
74
79
|
}>;
|
|
75
80
|
/**
|
|
76
|
-
* Apply {@link
|
|
81
|
+
* Apply {@link preMigrationRolesScript} through the running Postgres
|
|
77
82
|
* container. Unlike {@link convergeSelfHostedRoles} a stopped database is a
|
|
78
83
|
* failure: the upgrade runs it right before migrations that need it.
|
|
79
84
|
*/
|
|
80
|
-
export declare function
|
|
85
|
+
export declare function applyPreMigrationRoles(deps: {
|
|
81
86
|
readonly probe: () => Promise<boolean>;
|
|
82
87
|
readonly psql: SuperuserPsql;
|
|
88
|
+
/** #1329 — public_staging_role's password from `.caelo/config.json`. */
|
|
89
|
+
readonly stagingPassword: string;
|
|
83
90
|
}): Promise<ConvergeOutcome>;
|
|
84
91
|
export type ConvergeOutcome = {
|
|
85
92
|
readonly ok: true;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"self-hosted-roles.d.ts","sourceRoot":"","sources":["../src/self-hosted-roles.ts"],"names":[],"mappings":"AAEA
|
|
1
|
+
{"version":3,"file":"self-hosted-roles.d.ts","sourceRoot":"","sources":["../src/self-hosted-roles.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAOlD;;;;;GAKG;AACH,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAS3C;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,kBAAkB;;;;;CAKrB,CAAC;AAmCX;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,CAOvE;AAmDD;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,CAU9F;AAUD;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAAG,MAAM,CAqBnF;AAED,kFAAkF;AAClF,MAAM,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAE9F;;;;GAIG;AACH,wBAAsB,sBAAsB,CAAC,IAAI,EAAE;IACjD,QAAQ,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,wEAAwE;IACxE,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC,GAAG,OAAO,CAAC,eAAe,CAAC,CAO3B;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAA;CAAE;AACvB,+EAA+E;GAC7E;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,aAAa,EACxB,IAAI,EAAE;IACJ,QAAQ,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,kEAAkE;IAClE,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC,GACA,OAAO,CAAC,eAAe,CAAC,CAO1B;AAED,+DAA+D;AAC/D,MAAM,MAAM,UAAU,GAClB;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACxF;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD;;;;GAIG;AACH,wBAAgB,QAAQ,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,GAAG,UAAU,CAoBtF"}
|
|
@@ -11,7 +11,9 @@ function literal(s) {
|
|
|
11
11
|
*/
|
|
12
12
|
export const AGENT_DB_ROLE = "caelo_agent";
|
|
13
13
|
/** The application roles bootstrap.sh and the convergence create. */
|
|
14
|
-
const APP_ROLES = ["admin_role", "public_role"];
|
|
14
|
+
const APP_ROLES = ["admin_role", "public_role", "public_staging_role"];
|
|
15
|
+
/** #1329 — the gateway logins that carry {@link PUBLIC_ROLE_LIMITS}: the live and the staging one. */
|
|
16
|
+
const GATEWAY_LOGINS = ["public_role", "public_staging_role"];
|
|
15
17
|
/**
|
|
16
18
|
* #1338 (gateway hardening H3) — what bounds public_role, the gateway's
|
|
17
19
|
* login, on the database: at most this many connections, no statement or
|
|
@@ -21,7 +23,8 @@ const APP_ROLES = ["admin_role", "public_role"];
|
|
|
21
23
|
* (packages/migrations role-audit.ts) refuses an install without them.
|
|
22
24
|
* Self-hosted admin_role has no CREATEROLE, so the superuser applies them
|
|
23
25
|
* here — on the volume's first start (bootstrap.sh), on every `up`, and
|
|
24
|
-
* before the migrations of every upgrade ({@link
|
|
26
|
+
* before the migrations of every upgrade ({@link preMigrationRolesScript}).
|
|
27
|
+
* Since #1329 the staging gateway's public_staging_role carries the same.
|
|
25
28
|
*/
|
|
26
29
|
export const PUBLIC_ROLE_LIMITS = {
|
|
27
30
|
connectionLimit: 30,
|
|
@@ -29,25 +32,50 @@ export const PUBLIC_ROLE_LIMITS = {
|
|
|
29
32
|
idleInTransactionSessionTimeout: "15s",
|
|
30
33
|
workMem: "1MB",
|
|
31
34
|
};
|
|
32
|
-
/** The statements that apply {@link PUBLIC_ROLE_LIMITS} (idempotent). */
|
|
35
|
+
/** The statements that apply {@link PUBLIC_ROLE_LIMITS} to both gateway logins (idempotent). */
|
|
33
36
|
function publicRoleLimitsSql() {
|
|
34
37
|
const l = PUBLIC_ROLE_LIMITS;
|
|
38
|
+
return GATEWAY_LOGINS.flatMap((role) => [
|
|
39
|
+
`ALTER ROLE ${role} CONNECTION LIMIT ${l.connectionLimit};`,
|
|
40
|
+
`ALTER ROLE ${role} SET statement_timeout = '${l.statementTimeout}';`,
|
|
41
|
+
`ALTER ROLE ${role} SET idle_in_transaction_session_timeout = '${l.idleInTransactionSessionTimeout}';`,
|
|
42
|
+
`ALTER ROLE ${role} SET work_mem = '${l.workMem}';`,
|
|
43
|
+
]);
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* #1329 — the staging database and its gateway login, with each gateway
|
|
47
|
+
* login on its own database only (the same as bootstrap.sh and cms_admin
|
|
48
|
+
* migration 0530). Idempotent: an install from before #1329 gets both, an
|
|
49
|
+
* install that has them gets the password re-applied.
|
|
50
|
+
*/
|
|
51
|
+
function stagingDatabaseSql(password) {
|
|
35
52
|
return [
|
|
36
|
-
|
|
37
|
-
`ALTER ROLE
|
|
38
|
-
|
|
39
|
-
|
|
53
|
+
"SELECT 'CREATE ROLE public_staging_role NOINHERIT LOGIN' WHERE NOT EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'public_staging_role') \\gexec",
|
|
54
|
+
`ALTER ROLE public_staging_role WITH LOGIN PASSWORD ${password("public_staging_role")};`,
|
|
55
|
+
"SELECT 'CREATE DATABASE cms_public_staging OWNER admin_role' WHERE NOT EXISTS (SELECT 1 FROM pg_database WHERE datname = 'cms_public_staging') \\gexec",
|
|
56
|
+
"REVOKE ALL ON DATABASE cms_public_staging FROM PUBLIC;",
|
|
57
|
+
"GRANT CONNECT ON DATABASE cms_public_staging TO public_staging_role, admin_role;",
|
|
58
|
+
"REVOKE ALL ON DATABASE cms_public_staging FROM public_role;",
|
|
59
|
+
"REVOKE ALL ON DATABASE cms_public FROM public_staging_role;",
|
|
60
|
+
"REVOKE ALL ON DATABASE cms_admin FROM public_staging_role;",
|
|
40
61
|
];
|
|
41
62
|
}
|
|
42
63
|
/**
|
|
43
|
-
* The psql script (superuser)
|
|
44
|
-
*
|
|
45
|
-
*
|
|
64
|
+
* The psql script (superuser) the self-hosted upgrade runs BEFORE the
|
|
65
|
+
* migrations: the gateway logins' {@link PUBLIC_ROLE_LIMITS} (#1338) and
|
|
66
|
+
* (#1329) the staging database with its login. The migrations' role audit
|
|
67
|
+
* refuses either gateway login without its limits, and the
|
|
68
|
+
* cms_public_staging run needs the database; the full convergence must
|
|
46
69
|
* wait until after them (it drops roles a migration retired). Fails when
|
|
47
70
|
* public_role does not exist — the install's roles were never created.
|
|
48
71
|
*/
|
|
49
|
-
export function
|
|
50
|
-
return [
|
|
72
|
+
export function preMigrationRolesScript(stagingPassword) {
|
|
73
|
+
return [
|
|
74
|
+
"\\set ON_ERROR_STOP on",
|
|
75
|
+
...stagingDatabaseSql(() => literal(stagingPassword)),
|
|
76
|
+
...publicRoleLimitsSql(),
|
|
77
|
+
"",
|
|
78
|
+
].join("\n");
|
|
51
79
|
}
|
|
52
80
|
/**
|
|
53
81
|
* The convergence SQL (psql, as the superuser, connected to any database).
|
|
@@ -79,11 +107,15 @@ function convergenceSql(password, agent) {
|
|
|
79
107
|
"REVOKE ALL ON DATABASE cms_public FROM PUBLIC;",
|
|
80
108
|
"GRANT CONNECT ON DATABASE cms_admin TO admin_role;",
|
|
81
109
|
"GRANT CONNECT ON DATABASE cms_public TO public_role, admin_role;",
|
|
110
|
+
// #1329 — after the other two databases exist: its revokes name them.
|
|
111
|
+
...stagingDatabaseSql(password),
|
|
82
112
|
// #635 — the gateway's former cms_admin login goes, with whatever it
|
|
83
113
|
// still holds in either database (the superuser may drop what
|
|
84
114
|
// migration 0285 could only revoke).
|
|
85
115
|
"\\connect cms_public",
|
|
86
116
|
"DO $$ BEGIN IF EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'gateway_role') THEN DROP OWNED BY gateway_role; END IF; END $$;",
|
|
117
|
+
"\\connect cms_public_staging",
|
|
118
|
+
"DO $$ BEGIN IF EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'gateway_role') THEN DROP OWNED BY gateway_role; END IF; END $$;",
|
|
87
119
|
"\\connect cms_admin",
|
|
88
120
|
"DO $$ BEGIN IF EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'gateway_role') THEN DROP OWNED BY gateway_role; END IF; END $$;",
|
|
89
121
|
"DO $$ BEGIN IF EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'gateway_role') THEN DROP ROLE gateway_role; END IF; END $$;",
|
|
@@ -103,6 +135,7 @@ export function roleConvergenceScript(passwords, agentPassword) {
|
|
|
103
135
|
const byRole = {
|
|
104
136
|
admin_role: passwords.admin,
|
|
105
137
|
public_role: passwords.public,
|
|
138
|
+
public_staging_role: passwords.publicStaging,
|
|
106
139
|
};
|
|
107
140
|
return convergenceSql((role) => literal(role === AGENT_DB_ROLE ? (agentPassword ?? "") : byRole[role]), agentPassword !== undefined);
|
|
108
141
|
}
|
|
@@ -110,6 +143,7 @@ export function roleConvergenceScript(passwords, agentPassword) {
|
|
|
110
143
|
const PASSWORD_ENV = {
|
|
111
144
|
admin_role: "ADMIN_ROLE_PASSWORD",
|
|
112
145
|
public_role: "PUBLIC_ROLE_PASSWORD",
|
|
146
|
+
public_staging_role: "PUBLIC_STAGING_ROLE_PASSWORD",
|
|
113
147
|
[AGENT_DB_ROLE]: "AGENT_ROLE_PASSWORD",
|
|
114
148
|
};
|
|
115
149
|
/**
|
|
@@ -143,15 +177,15 @@ ${convergenceSql((role) => `:'${role}_pw'`, opts.agent)}CAELO_SQL
|
|
|
143
177
|
`;
|
|
144
178
|
}
|
|
145
179
|
/**
|
|
146
|
-
* Apply {@link
|
|
180
|
+
* Apply {@link preMigrationRolesScript} through the running Postgres
|
|
147
181
|
* container. Unlike {@link convergeSelfHostedRoles} a stopped database is a
|
|
148
182
|
* failure: the upgrade runs it right before migrations that need it.
|
|
149
183
|
*/
|
|
150
|
-
export async function
|
|
184
|
+
export async function applyPreMigrationRoles(deps) {
|
|
151
185
|
if (!(await deps.probe())) {
|
|
152
186
|
return { ok: false, reachable: false, error: "the Postgres container is not running" };
|
|
153
187
|
}
|
|
154
|
-
const r = await deps.psql(
|
|
188
|
+
const r = await deps.psql(preMigrationRolesScript(deps.stagingPassword));
|
|
155
189
|
if (r.exitCode === 0)
|
|
156
190
|
return { ok: true };
|
|
157
191
|
return { ok: false, reachable: true, error: r.stderr.trim() || `psql exited ${r.exitCode}` };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"self-hosted-roles.js","sourceRoot":"","sources":["../src/self-hosted-roles.ts"],"names":[],"mappings":"AAAA,mCAAmC;
|
|
1
|
+
{"version":3,"file":"self-hosted-roles.js","sourceRoot":"","sources":["../src/self-hosted-roles.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAyBnC,4BAA4B;AAC5B,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AACtC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAC;AAE3C,qEAAqE;AACrE,MAAM,SAAS,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE,qBAAqB,CAAU,CAAC;AAEhF,sGAAsG;AACtG,MAAM,cAAc,GAAG,CAAC,aAAa,EAAE,qBAAqB,CAAU,CAAC;AAGvE;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,eAAe,EAAE,EAAE;IACnB,gBAAgB,EAAE,IAAI;IACtB,+BAA+B,EAAE,KAAK;IACtC,OAAO,EAAE,KAAK;CACN,CAAC;AAEX,gGAAgG;AAChG,SAAS,mBAAmB;IAC1B,MAAM,CAAC,GAAG,kBAAkB,CAAC;IAC7B,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACtC,cAAc,IAAI,qBAAqB,CAAC,CAAC,eAAe,GAAG;QAC3D,cAAc,IAAI,6BAA6B,CAAC,CAAC,gBAAgB,IAAI;QACrE,cAAc,IAAI,+CAA+C,CAAC,CAAC,+BAA+B,IAAI;QACtG,cAAc,IAAI,oBAAoB,CAAC,CAAC,OAAO,IAAI;KACpD,CAAC,CAAC;AACL,CAAC;AAKD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,QAAqB;IAC/C,OAAO;QACL,kJAAkJ;QAClJ,sDAAsD,QAAQ,CAAC,qBAAqB,CAAC,GAAG;QACxF,wJAAwJ;QACxJ,wDAAwD;QACxD,kFAAkF;QAClF,6DAA6D;QAC7D,6DAA6D;QAC7D,4DAA4D;KAC7D,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,uBAAuB,CAAC,eAAuB;IAC7D,OAAO;QACL,wBAAwB;QACxB,GAAG,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACrD,GAAG,mBAAmB,EAAE;QACxB,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,QAAqB,EAAE,KAAc;IAC3D,OAAO;QACL,wBAAwB;QACxB,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7B,uBAAuB,IAAI,+EAA+E,IAAI,YAAY;YAC1H,cAAc,IAAI,wBAAwB,QAAQ,CAAC,IAAI,CAAC,GAAG;SAC5D,CAAC;QACF,GAAG,mBAAmB,EAAE;QACxB,uEAAuE;QACvE,2CAA2C;QAC3C,oIAAoI;QACpI,GAAG,CAAC,KAAK;YACP,CAAC,CAAC;gBACE,6DAA6D;gBAC7D,gEAAgE;gBAChE,uBAAuB,aAAa,6EAA6E,aAAa,YAAY;gBAC1I,cAAc,aAAa,8FAA8F,QAAQ,CAAC,aAAa,CAAC,GAAG;gBACnJ,qCAAqC,aAAa,4BAA4B,aAAa,0CAA0C;aACtI;YACH,CAAC,CAAC,EAAE,CAAC;QACP,sIAAsI;QACtI,wIAAwI;QACxI,+CAA+C;QAC/C,gDAAgD;QAChD,oDAAoD;QACpD,kEAAkE;QAClE,sEAAsE;QACtE,GAAG,kBAAkB,CAAC,QAAQ,CAAC;QAC/B,qEAAqE;QACrE,8DAA8D;QAC9D,qCAAqC;QACrC,sBAAsB;QACtB,gIAAgI;QAChI,8BAA8B;QAC9B,gIAAgI;QAChI,qBAAqB;QACrB,gIAAgI;QAChI,4HAA4H;QAC5H,qEAAqE;QACrE,4BAA4B;QAC5B,2JAA2J;QAC3J,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,SAAwB,EAAE,aAAsB;IACpF,MAAM,MAAM,GAA4B;QACtC,UAAU,EAAE,SAAS,CAAC,KAAK;QAC3B,WAAW,EAAE,SAAS,CAAC,MAAM;QAC7B,mBAAmB,EAAE,SAAS,CAAC,aAAa;KAC7C,CAAC;IACF,OAAO,cAAc,CACnB,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAChF,aAAa,KAAK,SAAS,CAC5B,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,MAAM,YAAY,GAAmD;IACnE,UAAU,EAAE,qBAAqB;IACjC,WAAW,EAAE,sBAAsB;IACnC,mBAAmB,EAAE,8BAA8B;IACnD,CAAC,aAAa,CAAC,EAAE,qBAAqB;CACvC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAiC;IACzE,MAAM,KAAK,GAAgD;QACzD,GAAG,SAAS;QACZ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAqC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/D,CAAC;IACF,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,IAAI,SAAS,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,KAAK;SACjB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,YAAY,CAAC,IAAI,CAAC,gCAAgC,CAAC;SAC1E,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;;;;;;EAMP,MAAM;;EAEN,SAAS;;EAET,cAAc,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC;CACtD,CAAC;AACF,CAAC;AAKD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAK5C;IACC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC;IACzF,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,eAAe,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;AAC/F,CAAC;AAOD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAwB,EACxB,IAKC;IAED,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC;IACzF,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAChF,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,eAAe,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;AAC/F,CAAC;AAOD;;;;GAIG;AACH,MAAM,UAAU,QAAQ,CAAC,cAAuB,EAAE,OAAwB;IACxE,IAAI,OAAO,CAAC,EAAE;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,cAAc,EAAE,CAAC;IAC3E,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,uEAAuE,OAAO,CAAC,KAAK,uEAAuE;SACnK,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EACH,8PAA8P;SACjQ,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,aAAa,EAAE,KAAK;QACpB,OAAO,EAAE,+EAA+E;KACzF,CAAC;AACJ,CAAC"}
|