@geekmidas/cli 10.0.0-alpha.19 → 10.0.0-alpha.190
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +323 -380
- package/bin/adjacent-tsconfig.mjs +46 -8
- package/bin/gkm.mjs +11 -3
- package/bin/owning-tsconfig-jsx-register.mjs +18 -0
- package/bin/owning-tsconfig-jsx.mjs +108 -0
- package/dist/EndpointGenerator-CBKH87_b.mjs +1043 -0
- package/dist/EndpointGenerator-CBKH87_b.mjs.map +1 -0
- package/dist/EndpointGenerator-iyA3HkOH.cjs +1102 -0
- package/dist/EndpointGenerator-iyA3HkOH.cjs.map +1 -0
- package/dist/LegacyStateStore-CWiswz6T.mjs +124 -0
- package/dist/LegacyStateStore-CWiswz6T.mjs.map +1 -0
- package/dist/LegacyStateStore-CuSe37fl.cjs +124 -0
- package/dist/LegacyStateStore-CuSe37fl.cjs.map +1 -0
- package/dist/LocalStateStore-BciJ_DF0.cjs +178 -0
- package/dist/LocalStateStore-BciJ_DF0.cjs.map +1 -0
- package/dist/LocalStateStore-CLHasLJI.mjs +167 -0
- package/dist/LocalStateStore-CLHasLJI.mjs.map +1 -0
- package/dist/OpenApiTsGenerator-CoVA3Ykv.mjs +534 -0
- package/dist/OpenApiTsGenerator-CoVA3Ykv.mjs.map +1 -0
- package/dist/OpenApiTsGenerator-vy-fOJgs.cjs +539 -0
- package/dist/OpenApiTsGenerator-vy-fOJgs.cjs.map +1 -0
- package/dist/S3StateStore-BHLRjoj3.cjs +222 -0
- package/dist/S3StateStore-BHLRjoj3.cjs.map +1 -0
- package/dist/S3StateStore-CTiv2_ON.mjs +223 -0
- package/dist/S3StateStore-CTiv2_ON.mjs.map +1 -0
- package/dist/SSMStateStore-BqT3MXXb.cjs +204 -0
- package/dist/SSMStateStore-BqT3MXXb.cjs.map +1 -0
- package/dist/SSMStateStore-D6qqaem2.mjs +205 -0
- package/dist/SSMStateStore-D6qqaem2.mjs.map +1 -0
- package/dist/SubscriberGenerator-Cfoz8uTY.mjs +787 -0
- package/dist/SubscriberGenerator-Cfoz8uTY.mjs.map +1 -0
- package/dist/SubscriberGenerator-CxzECrfj.cjs +852 -0
- package/dist/SubscriberGenerator-CxzECrfj.cjs.map +1 -0
- package/dist/add-B2OmIQzs.cjs +712 -0
- package/dist/add-B2OmIQzs.cjs.map +1 -0
- package/dist/add-CXwL549o.mjs +710 -0
- package/dist/add-CXwL549o.mjs.map +1 -0
- package/dist/appPorts-BoXMwolc.mjs +249 -0
- package/dist/appPorts-BoXMwolc.mjs.map +1 -0
- package/dist/appPorts-IW-OZmRi.cjs +296 -0
- package/dist/appPorts-IW-OZmRi.cjs.map +1 -0
- package/dist/aws-BXfiWNbi.cjs +108 -0
- package/dist/aws-BXfiWNbi.cjs.map +1 -0
- package/dist/aws-BjvSTTcE.mjs +97 -0
- package/dist/aws-BjvSTTcE.mjs.map +1 -0
- package/dist/awsStore-BYYCmXiq.mjs +121 -0
- package/dist/awsStore-BYYCmXiq.mjs.map +1 -0
- package/dist/awsStore-DKQUElJL.cjs +138 -0
- package/dist/awsStore-DKQUElJL.cjs.map +1 -0
- package/dist/{backup-provisioner-DIVCbfee.mjs → backup-provisioner-C8DnCmxK.mjs} +2 -2
- package/dist/backup-provisioner-C8DnCmxK.mjs.map +1 -0
- package/dist/{backup-provisioner-BmhIO_Yr.cjs → backup-provisioner-oDEsPj02.cjs} +2 -2
- package/dist/backup-provisioner-oDEsPj02.cjs.map +1 -0
- package/dist/backups/runner.cjs +1007 -0
- package/dist/backups/runner.cjs.map +1 -0
- package/dist/backups/runner.d.cts +187 -0
- package/dist/backups/runner.d.cts.map +1 -0
- package/dist/backups/runner.d.mts +187 -0
- package/dist/backups/runner.d.mts.map +1 -0
- package/dist/backups/runner.mjs +984 -0
- package/dist/backups/runner.mjs.map +1 -0
- package/dist/{bundler-mwH7WOb1.mjs → bundler-CHXyJFsS.mjs} +68 -15
- package/dist/bundler-CHXyJFsS.mjs.map +1 -0
- package/dist/{bundler-mjqGAvu1.cjs → bundler-CLoVtcBi.cjs} +67 -14
- package/dist/bundler-CLoVtcBi.cjs.map +1 -0
- package/dist/cli-Bjua3PaZ.mjs +80 -0
- package/dist/cli-Bjua3PaZ.mjs.map +1 -0
- package/dist/cli-DiuUr1Am.cjs +80 -0
- package/dist/cli-DiuUr1Am.cjs.map +1 -0
- package/dist/clientTelemetry-DXuYNH-J.d.cts +10 -0
- package/dist/clientTelemetry-DXuYNH-J.d.cts.map +1 -0
- package/dist/clientTelemetry-eC8VQ6nB.d.mts +10 -0
- package/dist/clientTelemetry-eC8VQ6nB.d.mts.map +1 -0
- package/dist/compose-DUOETDhc.mjs +2855 -0
- package/dist/compose-DUOETDhc.mjs.map +1 -0
- package/dist/compose-gnNrY3NQ.cjs +2939 -0
- package/dist/compose-gnNrY3NQ.cjs.map +1 -0
- package/dist/config-1zirYXeO.d.mts +300 -0
- package/dist/config-1zirYXeO.d.mts.map +1 -0
- package/dist/config-rSlB-bXj.d.cts +300 -0
- package/dist/config-rSlB-bXj.d.cts.map +1 -0
- package/dist/config.cjs +462 -9
- package/dist/config.cjs.map +1 -0
- package/dist/config.d.cts +4 -117
- package/dist/config.d.mts +4 -117
- package/dist/config.mjs +446 -3
- package/dist/config.mjs.map +1 -0
- package/dist/credentialSchemas-D_85KW2k.mjs +236 -0
- package/dist/credentialSchemas-D_85KW2k.mjs.map +1 -0
- package/dist/credentialSchemas-DjK6xKMk.cjs +271 -0
- package/dist/credentialSchemas-DjK6xKMk.cjs.map +1 -0
- package/dist/credentials-BI52H1ad.cjs +2911 -0
- package/dist/credentials-BI52H1ad.cjs.map +1 -0
- package/dist/credentials-Cp09PIsc.cjs +1451 -0
- package/dist/credentials-Cp09PIsc.cjs.map +1 -0
- package/dist/credentials-DbjLhvix.mjs +1140 -0
- package/dist/credentials-DbjLhvix.mjs.map +1 -0
- package/dist/credentials-VLP_959f.mjs +2390 -0
- package/dist/credentials-VLP_959f.mjs.map +1 -0
- package/dist/databases-CV22HzrI.mjs +588 -0
- package/dist/databases-CV22HzrI.mjs.map +1 -0
- package/dist/databases-DwYYH2mX.cjs +703 -0
- package/dist/databases-DwYYH2mX.cjs.map +1 -0
- package/dist/dbTunnel-CLsqWr7o.mjs +153 -0
- package/dist/dbTunnel-CLsqWr7o.mjs.map +1 -0
- package/dist/dbTunnel-DQcdaaLi.cjs +153 -0
- package/dist/dbTunnel-DQcdaaLi.cjs.map +1 -0
- package/dist/define-BfrNaY82.mjs +106 -0
- package/dist/define-BfrNaY82.mjs.map +1 -0
- package/dist/define-zKgLY65H.cjs +153 -0
- package/dist/define-zKgLY65H.cjs.map +1 -0
- package/dist/deploy/public.cjs +210 -0
- package/dist/deploy/public.cjs.map +1 -0
- package/dist/deploy/public.d.cts +659 -0
- package/dist/deploy/public.d.cts.map +1 -0
- package/dist/deploy/public.d.mts +659 -0
- package/dist/deploy/public.d.mts.map +1 -0
- package/dist/deploy/public.mjs +143 -0
- package/dist/deploy/public.mjs.map +1 -0
- package/dist/deploy/sniffer-envparser-worker.cjs +54 -0
- package/dist/deploy/sniffer-envparser-worker.cjs.map +1 -0
- package/dist/deploy/sniffer-envparser-worker.d.cts +1 -0
- package/dist/deploy/sniffer-envparser-worker.d.mts +1 -0
- package/dist/deploy/sniffer-envparser-worker.mjs +55 -0
- package/dist/deploy/sniffer-envparser-worker.mjs.map +1 -0
- package/dist/deploy/sniffer-hooks.cjs +1 -1
- package/dist/deploy/sniffer-hooks.mjs +1 -1
- package/dist/deploy/sniffer-loader.cjs +2 -2
- package/dist/deploy/sniffer-loader.mjs +1 -1
- package/dist/deploy/sniffer-routes-worker.cjs +2 -2
- package/dist/deploy/sniffer-routes-worker.mjs +1 -1
- package/dist/deploy-DhIy2Ftj.mjs +3854 -0
- package/dist/deploy-DhIy2Ftj.mjs.map +1 -0
- package/dist/deploy-DpQ_4Pu1.cjs +3910 -0
- package/dist/deploy-DpQ_4Pu1.cjs.map +1 -0
- package/dist/destroy-DmTDT6V7.cjs +791 -0
- package/dist/destroy-DmTDT6V7.cjs.map +1 -0
- package/dist/destroy-wV9yNLQV.mjs +790 -0
- package/dist/destroy-wV9yNLQV.mjs.map +1 -0
- package/dist/discover-Dfmn6HQ7.mjs +940 -0
- package/dist/discover-Dfmn6HQ7.mjs.map +1 -0
- package/dist/discover-OXczlq08.cjs +1085 -0
- package/dist/discover-OXczlq08.cjs.map +1 -0
- package/dist/dokploy-B61ww4Yb.cjs +38 -0
- package/dist/dokploy-B61ww4Yb.cjs.map +1 -0
- package/dist/dokploy-Jhl3sPd4.mjs +38 -0
- package/dist/dokploy-Jhl3sPd4.mjs.map +1 -0
- package/dist/drivers-BQRb3KsL.mjs +294 -0
- package/dist/drivers-BQRb3KsL.mjs.map +1 -0
- package/dist/drivers-DP7__dJX.cjs +377 -0
- package/dist/drivers-DP7__dJX.cjs.map +1 -0
- package/dist/eas-BmvO40xS.mjs +334 -0
- package/dist/eas-BmvO40xS.mjs.map +1 -0
- package/dist/eas-X09Gz8_E.cjs +337 -0
- package/dist/eas-X09Gz8_E.cjs.map +1 -0
- package/dist/emit-C4KSXOeS.mjs +153 -0
- package/dist/emit-C4KSXOeS.mjs.map +1 -0
- package/dist/emit-DiW0kbue.cjs +164 -0
- package/dist/emit-DiW0kbue.cjs.map +1 -0
- package/dist/encryption-BBIUewnL.cjs +90 -0
- package/dist/encryption-BBIUewnL.cjs.map +1 -0
- package/dist/encryption-BOmswIgE.mjs +89 -0
- package/dist/encryption-BOmswIgE.mjs.map +1 -0
- package/dist/engine-BhjhShKf.cjs +3333 -0
- package/dist/engine-BhjhShKf.cjs.map +1 -0
- package/dist/engine-DW2H3KNa.mjs +3220 -0
- package/dist/engine-DW2H3KNa.mjs.map +1 -0
- package/dist/errors-C9uIyIDt.mjs +27 -0
- package/dist/errors-C9uIyIDt.mjs.map +1 -0
- package/dist/errors-D1x8duqI.cjs +38 -0
- package/dist/errors-D1x8duqI.cjs.map +1 -0
- package/dist/github-Ptbigbrq.mjs +986 -0
- package/dist/github-Ptbigbrq.mjs.map +1 -0
- package/dist/github-xUtu4Ur7.cjs +987 -0
- package/dist/github-xUtu4Ur7.cjs.map +1 -0
- package/dist/googlePlay-B4xhz5xT.cjs +931 -0
- package/dist/googlePlay-B4xhz5xT.cjs.map +1 -0
- package/dist/googlePlay-C9rrwN5b.mjs +931 -0
- package/dist/googlePlay-C9rrwN5b.mjs.map +1 -0
- package/dist/iam-D7mXd6by.cjs +521 -0
- package/dist/iam-D7mXd6by.cjs.map +1 -0
- package/dist/iam-DNlbVN_l.mjs +442 -0
- package/dist/iam-DNlbVN_l.mjs.map +1 -0
- package/dist/{index-RCUizGxL.d.cts → index-B1gfXH5K.d.mts} +38 -14
- package/dist/index-B1gfXH5K.d.mts.map +1 -0
- package/dist/{index-B4H4XF7A.d.mts → index-CunkOPOu.d.cts} +38 -14
- package/dist/index-CunkOPOu.d.cts.map +1 -0
- package/dist/index.cjs +15566 -13457
- package/dist/index.cjs.map +1 -1
- package/dist/index.mjs +15249 -13138
- package/dist/index.mjs.map +1 -1
- package/dist/local-CvC-z86k.mjs +224 -0
- package/dist/local-CvC-z86k.mjs.map +1 -0
- package/dist/local-DAJrhvSC.cjs +241 -0
- package/dist/local-DAJrhvSC.cjs.map +1 -0
- package/dist/migrate-0-A4BOcd.cjs +272 -0
- package/dist/migrate-0-A4BOcd.cjs.map +1 -0
- package/dist/migrate-C_36JSwV.mjs +181 -0
- package/dist/migrate-C_36JSwV.mjs.map +1 -0
- package/dist/migrate-DHbXzZIJ.mjs +267 -0
- package/dist/migrate-DHbXzZIJ.mjs.map +1 -0
- package/dist/migrate-fGWfv2DV.cjs +181 -0
- package/dist/migrate-fGWfv2DV.cjs.map +1 -0
- package/dist/next.cjs +59 -0
- package/dist/next.cjs.map +1 -0
- package/dist/next.d.cts +44 -0
- package/dist/next.d.cts.map +1 -0
- package/dist/next.d.mts +44 -0
- package/dist/next.d.mts.map +1 -0
- package/dist/next.mjs +58 -0
- package/dist/next.mjs.map +1 -0
- package/dist/openapi.cjs +213 -7
- package/dist/openapi.cjs.map +1 -0
- package/dist/openapi.d.cts +27 -8
- package/dist/openapi.d.cts.map +1 -1
- package/dist/openapi.d.mts +27 -8
- package/dist/openapi.d.mts.map +1 -1
- package/dist/openapi.mjs +208 -2
- package/dist/openapi.mjs.map +1 -0
- package/dist/projectBucket-BAoFOQtA.cjs +263 -0
- package/dist/projectBucket-BAoFOQtA.cjs.map +1 -0
- package/dist/projectBucket-Dxub09V1.mjs +222 -0
- package/dist/projectBucket-Dxub09V1.mjs.map +1 -0
- package/dist/provider-BvjDbsTR.mjs +46 -0
- package/dist/provider-BvjDbsTR.mjs.map +1 -0
- package/dist/provider-DLhgo-mB.cjs +57 -0
- package/dist/provider-DLhgo-mB.cjs.map +1 -0
- package/dist/publish-BX8_zXaf.cjs +124 -0
- package/dist/publish-BX8_zXaf.cjs.map +1 -0
- package/dist/publish-DE_yBzlz.mjs +123 -0
- package/dist/publish-DE_yBzlz.mjs.map +1 -0
- package/dist/ready-DCvnFZnJ.cjs +404 -0
- package/dist/ready-DCvnFZnJ.cjs.map +1 -0
- package/dist/ready-sSPuiZ7N.mjs +375 -0
- package/dist/ready-sSPuiZ7N.mjs.map +1 -0
- package/dist/reconcile/public.cjs +3 -5
- package/dist/reconcile/public.d.cts +33 -89
- package/dist/reconcile/public.d.cts.map +1 -1
- package/dist/reconcile/public.d.mts +33 -89
- package/dist/reconcile/public.d.mts.map +1 -1
- package/dist/reconcile/public.mjs +3 -3
- package/dist/reconcile--I7V4Klj.mjs +34 -0
- package/dist/reconcile--I7V4Klj.mjs.map +1 -0
- package/dist/reconcile-CuCQBa5-.cjs +34 -0
- package/dist/reconcile-CuCQBa5-.cjs.map +1 -0
- package/dist/resolve-CPB2jkB4.cjs +316 -0
- package/dist/resolve-CPB2jkB4.cjs.map +1 -0
- package/dist/resolve-DCPtP7-X.mjs +263 -0
- package/dist/resolve-DCPtP7-X.mjs.map +1 -0
- package/dist/rollback-sefKrjlE.mjs +137 -0
- package/dist/rollback-sefKrjlE.mjs.map +1 -0
- package/dist/rollback-ygh2qRWo.cjs +166 -0
- package/dist/rollback-ygh2qRWo.cjs.map +1 -0
- package/dist/runtime-BwiWhqkI.d.cts +82 -0
- package/dist/runtime-BwiWhqkI.d.cts.map +1 -0
- package/dist/runtime-Dx5F8-IL.d.mts +82 -0
- package/dist/runtime-Dx5F8-IL.d.mts.map +1 -0
- package/dist/s3-Bcvbg8io.cjs +240 -0
- package/dist/s3-Bcvbg8io.cjs.map +1 -0
- package/dist/s3-DK1ofU4f.mjs +240 -0
- package/dist/s3-DK1ofU4f.mjs.map +1 -0
- package/dist/sandbox/config-worker.cjs +43 -0
- package/dist/sandbox/config-worker.cjs.map +1 -0
- package/dist/sandbox/config-worker.d.cts +1 -0
- package/dist/sandbox/config-worker.d.mts +1 -0
- package/dist/sandbox/config-worker.mjs +44 -0
- package/dist/sandbox/config-worker.mjs.map +1 -0
- package/dist/sandbox/credentials-worker.cjs +53 -0
- package/dist/sandbox/credentials-worker.cjs.map +1 -0
- package/dist/sandbox/credentials-worker.d.cts +1 -0
- package/dist/sandbox/credentials-worker.d.mts +1 -0
- package/dist/sandbox/credentials-worker.mjs +54 -0
- package/dist/sandbox/credentials-worker.mjs.map +1 -0
- package/dist/sandbox/discover-worker.cjs +47 -0
- package/dist/sandbox/discover-worker.cjs.map +1 -0
- package/dist/sandbox/discover-worker.d.cts +1 -0
- package/dist/sandbox/discover-worker.d.mts +1 -0
- package/dist/sandbox/discover-worker.mjs +48 -0
- package/dist/sandbox/discover-worker.mjs.map +1 -0
- package/dist/sandbox/migrate-worker.cjs +75 -0
- package/dist/sandbox/migrate-worker.cjs.map +1 -0
- package/dist/sandbox/migrate-worker.d.cts +1 -0
- package/dist/sandbox/migrate-worker.d.mts +1 -0
- package/dist/sandbox/migrate-worker.mjs +76 -0
- package/dist/sandbox/migrate-worker.mjs.map +1 -0
- package/dist/{workspace-CRD9YinV.cjs → schemas-BCwKKA42.mjs} +399 -1179
- package/dist/schemas-BCwKKA42.mjs.map +1 -0
- package/dist/{workspace-Bu3xNCej.mjs → schemas-BQ_v0lEX.cjs} +487 -982
- package/dist/schemas-BQ_v0lEX.cjs.map +1 -0
- package/dist/secretsManager-CjTo6CRq.mjs +113 -0
- package/dist/secretsManager-CjTo6CRq.mjs.map +1 -0
- package/dist/secretsManager-CvmBGjdM.cjs +124 -0
- package/dist/secretsManager-CvmBGjdM.cjs.map +1 -0
- package/dist/seeds-Bc3niNVb.cjs +382 -0
- package/dist/seeds-Bc3niNVb.cjs.map +1 -0
- package/dist/seeds-Ccn0Ru2T.mjs +299 -0
- package/dist/seeds-Ccn0Ru2T.mjs.map +1 -0
- package/dist/serverSetup-ClU2iSeU.cjs +686 -0
- package/dist/serverSetup-ClU2iSeU.cjs.map +1 -0
- package/dist/serverSetup-D68Otrp0.mjs +686 -0
- package/dist/serverSetup-D68Otrp0.mjs.map +1 -0
- package/dist/sniffer-CFOmQQit.cjs +1997 -0
- package/dist/sniffer-CFOmQQit.cjs.map +1 -0
- package/dist/sniffer-CRF3eD_B.mjs +1824 -0
- package/dist/sniffer-CRF3eD_B.mjs.map +1 -0
- package/dist/snsSubscriptions-CwA6Ceg2.mjs +1024 -0
- package/dist/snsSubscriptions-CwA6Ceg2.mjs.map +1 -0
- package/dist/snsSubscriptions-S_CMCXqI.cjs +1149 -0
- package/dist/snsSubscriptions-S_CMCXqI.cjs.map +1 -0
- package/dist/sst-BgG7dJJu.cjs +514 -0
- package/dist/sst-BgG7dJJu.cjs.map +1 -0
- package/dist/sst-CDnHFO3U.mjs +491 -0
- package/dist/sst-CDnHFO3U.mjs.map +1 -0
- package/dist/stack-BXmLQf3K.mjs +10920 -0
- package/dist/stack-BXmLQf3K.mjs.map +1 -0
- package/dist/stack-BtnflNSa.cjs +11901 -0
- package/dist/stack-BtnflNSa.cjs.map +1 -0
- package/dist/stage-BbQidxxa.mjs +302 -0
- package/dist/stage-BbQidxxa.mjs.map +1 -0
- package/dist/stage-ssuPXLhP.cjs +331 -0
- package/dist/stage-ssuPXLhP.cjs.map +1 -0
- package/dist/stages-CQwD2QxS.cjs +190 -0
- package/dist/stages-CQwD2QxS.cjs.map +1 -0
- package/dist/stages-MA2sXnX4.mjs +190 -0
- package/dist/stages-MA2sXnX4.mjs.map +1 -0
- package/dist/target/public.cjs +15 -0
- package/dist/target/public.d.cts +28 -0
- package/dist/target/public.d.cts.map +1 -0
- package/dist/target/public.d.mts +28 -0
- package/dist/target/public.d.mts.map +1 -0
- package/dist/target/public.mjs +4 -0
- package/dist/terminal-BEGE1AEV.mjs +85 -0
- package/dist/terminal-BEGE1AEV.mjs.map +1 -0
- package/dist/terminal-BecJpgA3.cjs +85 -0
- package/dist/terminal-BecJpgA3.cjs.map +1 -0
- package/dist/{types-7R81hu0i.d.mts → types-BvokH0ya.d.cts} +2235 -459
- package/dist/types-BvokH0ya.d.cts.map +1 -0
- package/dist/{types-N7c2O2m7.d.cts → types-DmLnGeii.d.mts} +2233 -459
- package/dist/types-DmLnGeii.d.mts.map +1 -0
- package/dist/utils-CdKxD8Lt.mjs +156 -0
- package/dist/utils-CdKxD8Lt.mjs.map +1 -0
- package/dist/utils-DBqXbB8P.cjs +205 -0
- package/dist/utils-DBqXbB8P.cjs.map +1 -0
- package/dist/vitest.cjs +65 -0
- package/dist/vitest.cjs.map +1 -0
- package/dist/vitest.d.cts +29 -0
- package/dist/vitest.d.cts.map +1 -0
- package/dist/vitest.d.mts +29 -0
- package/dist/vitest.d.mts.map +1 -0
- package/dist/vitest.mjs +65 -0
- package/dist/vitest.mjs.map +1 -0
- package/dist/workerRuntime-BXfhbe13.cjs +108 -0
- package/dist/workerRuntime-BXfhbe13.cjs.map +1 -0
- package/dist/workerRuntime-CsOyBRx2.mjs +79 -0
- package/dist/workerRuntime-CsOyBRx2.mjs.map +1 -0
- package/dist/workspace/index.cjs +6 -2
- package/dist/workspace/index.d.cts +3 -3
- package/dist/workspace/index.d.mts +3 -3
- package/dist/workspace/index.mjs +2 -2
- package/dist/workspace-DEmfa9RO.cjs +3689 -0
- package/dist/workspace-DEmfa9RO.cjs.map +1 -0
- package/dist/workspace-RgU7TBgg.mjs +3133 -0
- package/dist/workspace-RgU7TBgg.mjs.map +1 -0
- package/package.json +76 -13
- package/dist/HostingerProvider-BY26bWwB.mjs +0 -243
- package/dist/HostingerProvider-BY26bWwB.mjs.map +0 -1
- package/dist/HostingerProvider-BZFGYYVA.cjs +0 -243
- package/dist/HostingerProvider-BZFGYYVA.cjs.map +0 -1
- package/dist/LocalStateProvider-7HR6SS2t.cjs +0 -48
- package/dist/LocalStateProvider-7HR6SS2t.cjs.map +0 -1
- package/dist/LocalStateProvider-D7QyJoLM.mjs +0 -48
- package/dist/LocalStateProvider-D7QyJoLM.mjs.map +0 -1
- package/dist/Route53Provider-Cvj40A8I.mjs +0 -209
- package/dist/Route53Provider-Cvj40A8I.mjs.map +0 -1
- package/dist/Route53Provider-DVILBsvV.cjs +0 -209
- package/dist/Route53Provider-DVILBsvV.cjs.map +0 -1
- package/dist/SSMStateProvider-B0Hu1MKZ.mjs +0 -75
- package/dist/SSMStateProvider-B0Hu1MKZ.mjs.map +0 -1
- package/dist/SSMStateProvider-VrQ-yeqd.cjs +0 -74
- package/dist/SSMStateProvider-VrQ-yeqd.cjs.map +0 -1
- package/dist/backup-provisioner-BmhIO_Yr.cjs.map +0 -1
- package/dist/backup-provisioner-DIVCbfee.mjs.map +0 -1
- package/dist/bundler-mjqGAvu1.cjs.map +0 -1
- package/dist/bundler-mwH7WOb1.mjs.map +0 -1
- package/dist/config-DSXI480r.cjs +0 -467
- package/dist/config-DSXI480r.cjs.map +0 -1
- package/dist/config-DdKkoUE1.mjs +0 -414
- package/dist/config-DdKkoUE1.mjs.map +0 -1
- package/dist/config.d.cts.map +0 -1
- package/dist/config.d.mts.map +0 -1
- package/dist/credentials-C6Pfn6GY.cjs +0 -2939
- package/dist/credentials-C6Pfn6GY.cjs.map +0 -1
- package/dist/credentials-lbv-j0Be.mjs +0 -2802
- package/dist/credentials-lbv-j0Be.mjs.map +0 -1
- package/dist/discover-BERGFg8v.cjs +0 -288
- package/dist/discover-BERGFg8v.cjs.map +0 -1
- package/dist/discover-CK-n3w6b.mjs +0 -244
- package/dist/discover-CK-n3w6b.mjs.map +0 -1
- package/dist/emit-BdoPFjZf.cjs +0 -253
- package/dist/emit-BdoPFjZf.cjs.map +0 -1
- package/dist/emit-Bzq7JsMP.mjs +0 -224
- package/dist/emit-Bzq7JsMP.mjs.map +0 -1
- package/dist/generator-LfZU7NlU.mjs +0 -247
- package/dist/generator-LfZU7NlU.mjs.map +0 -1
- package/dist/generator-Wdfp0jCS.cjs +0 -282
- package/dist/generator-Wdfp0jCS.cjs.map +0 -1
- package/dist/github-BvfpvBcW.cjs +0 -216
- package/dist/github-BvfpvBcW.cjs.map +0 -1
- package/dist/github-DW3CP-4D.mjs +0 -216
- package/dist/github-DW3CP-4D.mjs.map +0 -1
- package/dist/index-B4H4XF7A.d.mts.map +0 -1
- package/dist/index-RCUizGxL.d.cts.map +0 -1
- package/dist/openapi-B8bu_OXN.cjs +0 -2038
- package/dist/openapi-B8bu_OXN.cjs.map +0 -1
- package/dist/openapi-DfjbhrsM.mjs +0 -1991
- package/dist/openapi-DfjbhrsM.mjs.map +0 -1
- package/dist/reconcile-gb1lz1Dk.mjs +0 -113
- package/dist/reconcile-gb1lz1Dk.mjs.map +0 -1
- package/dist/reconcile-hx_vBvux.cjs +0 -136
- package/dist/reconcile-hx_vBvux.cjs.map +0 -1
- package/dist/ssm-BKN1Cg4z.mjs +0 -60
- package/dist/ssm-BKN1Cg4z.mjs.map +0 -1
- package/dist/ssm-FxeSAt35.cjs +0 -60
- package/dist/ssm-FxeSAt35.cjs.map +0 -1
- package/dist/storage-DgypfSD6.cjs +0 -351
- package/dist/storage-DgypfSD6.cjs.map +0 -1
- package/dist/storage-TP0x118M.mjs +0 -304
- package/dist/storage-TP0x118M.mjs.map +0 -1
- package/dist/transfer-DjFZRgub.mjs +0 -122
- package/dist/transfer-DjFZRgub.mjs.map +0 -1
- package/dist/transfer-SeiSeKEF.cjs +0 -151
- package/dist/transfer-SeiSeKEF.cjs.map +0 -1
- package/dist/types-7R81hu0i.d.mts.map +0 -1
- package/dist/types-N7c2O2m7.d.cts.map +0 -1
- package/dist/workspace-Bu3xNCej.mjs.map +0 -1
- package/dist/workspace-CRD9YinV.cjs.map +0 -1
|
@@ -0,0 +1,1007 @@
|
|
|
1
|
+
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
2
|
+
const require_rolldown_runtime = require("../rolldown-runtime-C0BPl7ul.cjs");
|
|
3
|
+
let node_fs = require("node:fs");
|
|
4
|
+
let node_child_process = require("node:child_process");
|
|
5
|
+
let node_crypto = require("node:crypto");
|
|
6
|
+
let node_http = require("node:http");
|
|
7
|
+
node_http = require_rolldown_runtime.__toESM(node_http, 1);
|
|
8
|
+
let node_zlib = require("node:zlib");
|
|
9
|
+
let node_https = require("node:https");
|
|
10
|
+
node_https = require_rolldown_runtime.__toESM(node_https, 1);
|
|
11
|
+
//#region src/backups/runner.ts
|
|
12
|
+
/**
|
|
13
|
+
* The backups container's program: `pg_dump` each of the stack's databases
|
|
14
|
+
* on schedule and stream it, gzipped, to the stage's backups prefix.
|
|
15
|
+
*
|
|
16
|
+
* It ships alone — copied into an image built `FROM postgres:<major>-alpine`
|
|
17
|
+
* with Node added — so it imports nothing but Node's own modules: S3 is
|
|
18
|
+
* spoken to with a SigV4 signature made here, not the AWS SDK.
|
|
19
|
+
*
|
|
20
|
+
* node backup.mjs serve run on schedule, forever (the container's command)
|
|
21
|
+
* node backup.mjs run one backup now (`gkm backup:now`)
|
|
22
|
+
* node backup.mjs health exit 1 when the last good run is too old
|
|
23
|
+
*
|
|
24
|
+
* With point-in-time recovery (`PITR_BASE_SCHEDULE` set), also:
|
|
25
|
+
*
|
|
26
|
+
* node backup.mjs base one base backup now (`gkm backup:now --base`)
|
|
27
|
+
* node backup.mjs recover in a one-off container: fetch a base backup and
|
|
28
|
+
* replay WAL to `RECOVER_TARGET` (`backup:restore --to`)
|
|
29
|
+
* node backup.mjs swap in a one-off container, Postgres stopped: put the
|
|
30
|
+
* recovered cluster in place of the live one
|
|
31
|
+
*
|
|
32
|
+
* and `serve` takes a base backup (`wal-g backup-push`) on its own schedule,
|
|
33
|
+
* and `health` reads `pg_stat_archiver` too.
|
|
34
|
+
*
|
|
35
|
+
* Its key may only put objects under the prefix: it never reads, lists or
|
|
36
|
+
* deletes, so nothing here does either — `recover` alone reads, and runs
|
|
37
|
+
* with the caller's credentials, not the stage's key. A dump is uploaded in
|
|
38
|
+
* parts as it is made, so no database is ever held on disk or in memory
|
|
39
|
+
* whole.
|
|
40
|
+
*
|
|
41
|
+
* Environment:
|
|
42
|
+
*
|
|
43
|
+
* - `BACKUPS_URL` — `s3://KEY:SECRET@bucket?region=…`, the stage's backups key
|
|
44
|
+
* - `BACKUPS_PREFIX` — `gkm/<project>/<stage>/backups`
|
|
45
|
+
* - `BACKUPS_DATABASES` — `[{"file":"auth-database","name":"auth_database_production"}]`
|
|
46
|
+
* - `BACKUPS_SCHEDULE` — `{"kind":"every","seconds":86400,"offset":7200}`, or
|
|
47
|
+
* a cron expanded: `{"kind":"cron","minutes":[0],"hours":[0,6,12,18],…}`
|
|
48
|
+
* - `BACKUPS_MAX_GAP_SECONDS` — the longest the schedule goes between runs
|
|
49
|
+
* - `PGHOST`, `PGPORT`, `PGUSER`, `PGPASSWORD` — read by `pg_dump` itself
|
|
50
|
+
* - `OTEL_EXPORTER_OTLP_ENDPOINT`/`_HEADERS` — where each run's result is
|
|
51
|
+
* also sent as an OTLP log, when the stage's telemetry is on
|
|
52
|
+
* - `PITR_BASE_SCHEDULE` — `{"kind":"every","seconds":86400,"offset":7200}`:
|
|
53
|
+
* when a base backup is taken; unset, there is no point-in-time recovery
|
|
54
|
+
* - `PITR_BASE_MAX_GAP_SECONDS` — the base schedule's interval
|
|
55
|
+
* - `WALG_*`, `AWS_*` — WAL-G's archive, its key, and the key it is put with
|
|
56
|
+
* - `PGDATA` — the cluster's data directory, from the Postgres image
|
|
57
|
+
* - `RECOVER_TARGET`, `RECOVER_SUPERUSER`, `RECOVER_INTO`,
|
|
58
|
+
* `RECOVER_DATABASES` — what `recover` restores, and where
|
|
59
|
+
*/
|
|
60
|
+
/** Where the runner keeps what its health check reads. */
|
|
61
|
+
const STATE_DIR = process.env.BACKUPS_STATE_DIR ?? "/tmp/gkm-backups";
|
|
62
|
+
/** How long a container may go without a good run before it has had one. */
|
|
63
|
+
const STARTUP_GRACE_SECONDS = 900;
|
|
64
|
+
/** S3's smallest part, but the last; and the size each part is cut at. */
|
|
65
|
+
const PART_BYTES = Number(process.env.BACKUPS_PART_BYTES) || 16777216;
|
|
66
|
+
/** Four years: how far ahead a cron schedule is looked for its next run. */
|
|
67
|
+
const CRON_HORIZON_DAYS = 1464;
|
|
68
|
+
function cronDay(schedule, date) {
|
|
69
|
+
if (schedule.months && !schedule.months.includes(date.getUTCMonth() + 1)) return false;
|
|
70
|
+
const dom = schedule.days?.includes(date.getUTCDate());
|
|
71
|
+
const dow = schedule.weekdays?.includes(date.getUTCDay());
|
|
72
|
+
if (schedule.days && schedule.weekdays) return Boolean(dom || dow);
|
|
73
|
+
if (schedule.days) return Boolean(dom);
|
|
74
|
+
if (schedule.weekdays) return Boolean(dow);
|
|
75
|
+
return true;
|
|
76
|
+
}
|
|
77
|
+
/**
|
|
78
|
+
* The first time after `after`, to the minute, the schedule runs — the copy
|
|
79
|
+
* of `schedule.ts`'s `nextRun` this file carries, since it ships alone.
|
|
80
|
+
*/
|
|
81
|
+
function nextRun(schedule, after) {
|
|
82
|
+
const from = Math.floor(after.getTime() / 6e4) * 6e4 + 6e4;
|
|
83
|
+
if (schedule.kind === "every") {
|
|
84
|
+
const interval = schedule.seconds * 1e3;
|
|
85
|
+
const offset = schedule.offset * 1e3;
|
|
86
|
+
return new Date(offset + Math.ceil((from - offset) / interval) * interval);
|
|
87
|
+
}
|
|
88
|
+
const start = new Date(from);
|
|
89
|
+
const day = Date.UTC(start.getUTCFullYear(), start.getUTCMonth(), start.getUTCDate());
|
|
90
|
+
for (let i = 0; i < CRON_HORIZON_DAYS; i++) {
|
|
91
|
+
const date = new Date(day + i * 864e5);
|
|
92
|
+
if (!cronDay(schedule, date)) continue;
|
|
93
|
+
for (const hour of schedule.hours) for (const minute of schedule.minutes) {
|
|
94
|
+
const at = date.getTime() + hour * 36e5 + minute * 6e4;
|
|
95
|
+
if (at >= from) return new Date(at);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return null;
|
|
99
|
+
}
|
|
100
|
+
/** One run's folder: `2026-10-10/02-00-00Z`. */
|
|
101
|
+
function runFolder(at) {
|
|
102
|
+
const iso = at.toISOString();
|
|
103
|
+
return `${iso.slice(0, 10)}/${iso.slice(11, 19).replace(/:/g, "-")}Z`;
|
|
104
|
+
}
|
|
105
|
+
/** `BACKUPS_URL`, read the way `@geekmidas/storage/s3-url` writes it. */
|
|
106
|
+
function destination(url) {
|
|
107
|
+
const parsed = new URL(url);
|
|
108
|
+
if (parsed.protocol !== "s3:" || !parsed.hostname) throw new BackupsEnvInvalid("BACKUPS_URL", "is not an s3:// URL with a bucket");
|
|
109
|
+
const endpoint = parsed.searchParams.get("endpoint") ?? void 0;
|
|
110
|
+
return {
|
|
111
|
+
bucket: parsed.hostname,
|
|
112
|
+
region: parsed.searchParams.get("region") ?? "us-east-1",
|
|
113
|
+
...endpoint ? { endpoint } : {},
|
|
114
|
+
forcePathStyle: parsed.searchParams.get("forcePathStyle") === "true",
|
|
115
|
+
accessKeyId: decodeURIComponent(parsed.username),
|
|
116
|
+
secretAccessKey: decodeURIComponent(parsed.password)
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
const sha256 = (data) => (0, node_crypto.createHash)("sha256").update(data).digest("hex");
|
|
120
|
+
const hmac = (key, data) => (0, node_crypto.createHmac)("sha256", key).update(data).digest();
|
|
121
|
+
/** RFC 3986, as SigV4 wants it: everything but unreserved characters. */
|
|
122
|
+
function encode(value) {
|
|
123
|
+
return encodeURIComponent(value).replace(/[!'()*]/g, (c) => `%${c.charCodeAt(0).toString(16).toUpperCase()}`);
|
|
124
|
+
}
|
|
125
|
+
/** One request to S3, signed with SigV4; the response's status and body. */
|
|
126
|
+
async function s3Send(to, request, now = /* @__PURE__ */ new Date()) {
|
|
127
|
+
const body = request.body ?? Buffer.alloc(0);
|
|
128
|
+
const path = request.key.split("/").map(encode).join("/");
|
|
129
|
+
let url;
|
|
130
|
+
if (to.endpoint) {
|
|
131
|
+
const base = to.endpoint.replace(/\/+$/, "");
|
|
132
|
+
url = to.forcePathStyle ? new URL(`${base}/${to.bucket}/${path}`) : new URL(`${base.replace("://", `://${to.bucket}.`)}/${path}`);
|
|
133
|
+
} else url = new URL(`https://${to.bucket}.s3.${to.region}.amazonaws.com/${path}`);
|
|
134
|
+
const query = Object.entries(request.query ?? {}).map(([k, v]) => [encode(k), encode(v)]).sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0).map(([k, v]) => `${k}=${v}`).join("&");
|
|
135
|
+
const amzDate = now.toISOString().replace(/[:-]|\.\d{3}/g, "");
|
|
136
|
+
const day = amzDate.slice(0, 8);
|
|
137
|
+
const payload = sha256(body);
|
|
138
|
+
const headers = {
|
|
139
|
+
host: url.host,
|
|
140
|
+
"x-amz-content-sha256": payload,
|
|
141
|
+
"x-amz-date": amzDate,
|
|
142
|
+
...Object.fromEntries(Object.entries(request.headers ?? {}).map(([k, v]) => [k.toLowerCase(), v]))
|
|
143
|
+
};
|
|
144
|
+
const names = Object.keys(headers).sort();
|
|
145
|
+
const canonical = [
|
|
146
|
+
request.method,
|
|
147
|
+
url.pathname,
|
|
148
|
+
query,
|
|
149
|
+
names.map((n) => `${n}:${headers[n].trim()}\n`).join(""),
|
|
150
|
+
names.join(";"),
|
|
151
|
+
payload
|
|
152
|
+
].join("\n");
|
|
153
|
+
const scope = `${day}/${to.region}/s3/aws4_request`;
|
|
154
|
+
const toSign = [
|
|
155
|
+
"AWS4-HMAC-SHA256",
|
|
156
|
+
amzDate,
|
|
157
|
+
scope,
|
|
158
|
+
sha256(canonical)
|
|
159
|
+
].join("\n");
|
|
160
|
+
const key = hmac(hmac(hmac(hmac(`AWS4${to.secretAccessKey}`, day), to.region), "s3"), "aws4_request");
|
|
161
|
+
const signature = (0, node_crypto.createHmac)("sha256", key).update(toSign).digest("hex");
|
|
162
|
+
headers.authorization = `AWS4-HMAC-SHA256 Credential=${to.accessKeyId}/${scope}, SignedHeaders=${names.join(";")}, Signature=${signature}`;
|
|
163
|
+
headers["content-length"] = String(body.length);
|
|
164
|
+
const send = url.protocol === "https:" ? node_https.default.request : node_http.default.request;
|
|
165
|
+
return new Promise((resolve, reject) => {
|
|
166
|
+
const req = send(url, {
|
|
167
|
+
method: request.method,
|
|
168
|
+
headers,
|
|
169
|
+
path: `${url.pathname}${query ? `?${query}` : ""}`
|
|
170
|
+
}, (res) => {
|
|
171
|
+
const chunks = [];
|
|
172
|
+
res.on("data", (chunk) => chunks.push(chunk));
|
|
173
|
+
res.on("end", () => resolve({
|
|
174
|
+
status: res.statusCode ?? 0,
|
|
175
|
+
body: Buffer.concat(chunks).toString("utf-8"),
|
|
176
|
+
headers: Object.fromEntries(Object.entries(res.headers).map(([k, v]) => [k, String(v ?? "")]))
|
|
177
|
+
}));
|
|
178
|
+
res.on("error", reject);
|
|
179
|
+
});
|
|
180
|
+
req.on("error", reject);
|
|
181
|
+
req.setTimeout(3e5, () => req.destroy(new RequestTimedOut(request.key)));
|
|
182
|
+
req.end(body);
|
|
183
|
+
});
|
|
184
|
+
}
|
|
185
|
+
/** S3 did not answer a request within five minutes. */
|
|
186
|
+
var RequestTimedOut = class extends Error {
|
|
187
|
+
key;
|
|
188
|
+
constructor(key) {
|
|
189
|
+
super(`S3 did not answer within five minutes putting ${key}.`);
|
|
190
|
+
this.key = key;
|
|
191
|
+
this.name = "RequestTimedOut";
|
|
192
|
+
}
|
|
193
|
+
};
|
|
194
|
+
/** A variable the container is started with that is missing or wrong. */
|
|
195
|
+
var BackupsEnvInvalid = class extends Error {
|
|
196
|
+
variable;
|
|
197
|
+
reason;
|
|
198
|
+
constructor(variable, reason) {
|
|
199
|
+
super(`${variable} ${reason}. It is written by gkm into the stack's backups.env; deploy the stage again.`);
|
|
200
|
+
this.variable = variable;
|
|
201
|
+
this.reason = reason;
|
|
202
|
+
this.name = "BackupsEnvInvalid";
|
|
203
|
+
}
|
|
204
|
+
};
|
|
205
|
+
/** `pg_dump` exited with an error: the dump is not uploaded. */
|
|
206
|
+
var DumpFailed = class extends Error {
|
|
207
|
+
database;
|
|
208
|
+
code;
|
|
209
|
+
stderr;
|
|
210
|
+
constructor(database, code, stderr) {
|
|
211
|
+
super(`pg_dump ${database} exited ${code}: ${stderr.trim().slice(-500)}`);
|
|
212
|
+
this.database = database;
|
|
213
|
+
this.code = code;
|
|
214
|
+
this.stderr = stderr;
|
|
215
|
+
this.name = "DumpFailed";
|
|
216
|
+
}
|
|
217
|
+
};
|
|
218
|
+
/** A request S3 refused, or that never got an answer. */
|
|
219
|
+
var UploadFailed = class extends Error {
|
|
220
|
+
key;
|
|
221
|
+
status;
|
|
222
|
+
said;
|
|
223
|
+
constructor(key, status, said) {
|
|
224
|
+
super(`S3 answered HTTP ${status} putting ${key}: ${said.replace(/\s+/g, " ").slice(0, 500)}`);
|
|
225
|
+
this.key = key;
|
|
226
|
+
this.status = status;
|
|
227
|
+
this.said = said;
|
|
228
|
+
this.name = "UploadFailed";
|
|
229
|
+
}
|
|
230
|
+
};
|
|
231
|
+
/** `s3Send`, again after 1, 4 and 9 seconds when the network or S3 fails. */
|
|
232
|
+
async function sendWithRetry(to, request) {
|
|
233
|
+
let last;
|
|
234
|
+
for (let attempt = 0; attempt < 4; attempt++) {
|
|
235
|
+
if (attempt > 0) await new Promise((r) => setTimeout(r, attempt * attempt * 1e3));
|
|
236
|
+
try {
|
|
237
|
+
const res = await s3Send(to, request);
|
|
238
|
+
if (res.status >= 200 && res.status < 300) return res;
|
|
239
|
+
last = new UploadFailed(request.key, res.status, res.body);
|
|
240
|
+
if (res.status < 500) break;
|
|
241
|
+
} catch (error) {
|
|
242
|
+
last = error;
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
throw last;
|
|
246
|
+
}
|
|
247
|
+
/**
|
|
248
|
+
* Upload a stream to `key`: one PUT when it fits in a part, else a multipart
|
|
249
|
+
* upload — every action of which is `s3:PutObject`, all the key may do. A
|
|
250
|
+
* failed upload is left for the bucket's lifecycle to abort.
|
|
251
|
+
*/
|
|
252
|
+
async function upload(to, key, stream, finished = Promise.resolve()) {
|
|
253
|
+
let buffered = [];
|
|
254
|
+
let size = 0;
|
|
255
|
+
let total = 0;
|
|
256
|
+
let uploadId;
|
|
257
|
+
const parts = [];
|
|
258
|
+
const flush = async (body) => {
|
|
259
|
+
if (!uploadId) {
|
|
260
|
+
const created = await sendWithRetry(to, {
|
|
261
|
+
method: "POST",
|
|
262
|
+
key,
|
|
263
|
+
query: { uploads: "" },
|
|
264
|
+
headers: { "content-type": "application/gzip" }
|
|
265
|
+
});
|
|
266
|
+
uploadId = /<UploadId>([^<]+)<\/UploadId>/.exec(created.body)?.[1];
|
|
267
|
+
if (!uploadId) throw new UploadFailed(key, created.status, created.body);
|
|
268
|
+
}
|
|
269
|
+
const part = await sendWithRetry(to, {
|
|
270
|
+
method: "PUT",
|
|
271
|
+
key,
|
|
272
|
+
query: {
|
|
273
|
+
partNumber: String(parts.length + 1),
|
|
274
|
+
uploadId
|
|
275
|
+
},
|
|
276
|
+
body
|
|
277
|
+
});
|
|
278
|
+
parts.push(part.headers.etag ?? "");
|
|
279
|
+
};
|
|
280
|
+
for await (const chunk of stream) {
|
|
281
|
+
buffered.push(chunk);
|
|
282
|
+
size += chunk.length;
|
|
283
|
+
total += chunk.length;
|
|
284
|
+
if (size >= PART_BYTES) {
|
|
285
|
+
const body = Buffer.concat(buffered);
|
|
286
|
+
buffered = [];
|
|
287
|
+
size = 0;
|
|
288
|
+
await flush(body);
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
await finished;
|
|
292
|
+
const rest = Buffer.concat(buffered);
|
|
293
|
+
if (!uploadId) {
|
|
294
|
+
await sendWithRetry(to, {
|
|
295
|
+
method: "PUT",
|
|
296
|
+
key,
|
|
297
|
+
body: rest,
|
|
298
|
+
headers: { "content-type": "application/gzip" }
|
|
299
|
+
});
|
|
300
|
+
return total;
|
|
301
|
+
}
|
|
302
|
+
if (rest.length > 0) await flush(rest);
|
|
303
|
+
const complete = parts.map((etag, i) => `<Part><PartNumber>${i + 1}</PartNumber><ETag>${etag}</ETag></Part>`).join("");
|
|
304
|
+
const done = await sendWithRetry(to, {
|
|
305
|
+
method: "POST",
|
|
306
|
+
key,
|
|
307
|
+
query: { uploadId },
|
|
308
|
+
body: Buffer.from(`<CompleteMultipartUpload>${complete}</CompleteMultipartUpload>`),
|
|
309
|
+
headers: { "content-type": "application/xml" }
|
|
310
|
+
});
|
|
311
|
+
if (/<Error>/.test(done.body)) throw new UploadFailed(key, 200, done.body);
|
|
312
|
+
return total;
|
|
313
|
+
}
|
|
314
|
+
/** Who else is told each line — a test, reading what a run said. */
|
|
315
|
+
const listeners = /* @__PURE__ */ new Set();
|
|
316
|
+
/** Be handed each line the runner logs. Returns what stops it. */
|
|
317
|
+
function onReport(listener) {
|
|
318
|
+
listeners.add(listener);
|
|
319
|
+
return () => listeners.delete(listener);
|
|
320
|
+
}
|
|
321
|
+
/** One line of the run's result: JSON on stdout, and OTLP when telemetry is on. */
|
|
322
|
+
async function report(level, message, fields) {
|
|
323
|
+
const at = /* @__PURE__ */ new Date();
|
|
324
|
+
const line = {
|
|
325
|
+
time: at.toISOString(),
|
|
326
|
+
level,
|
|
327
|
+
msg: message,
|
|
328
|
+
...fields
|
|
329
|
+
};
|
|
330
|
+
(level === "error" ? process.stderr : process.stdout).write(`${JSON.stringify(line)}\n`);
|
|
331
|
+
for (const listener of listeners) listener(line);
|
|
332
|
+
if (process.pid !== 1 && process.platform === "linux") try {
|
|
333
|
+
(0, node_fs.appendFileSync)(`/proc/1/fd/${level === "error" ? 2 : 1}`, `${JSON.stringify(line)}\n`);
|
|
334
|
+
} catch {}
|
|
335
|
+
const endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
|
|
336
|
+
if (!endpoint) return;
|
|
337
|
+
const headers = { "content-type": "application/json" };
|
|
338
|
+
for (const pair of (process.env.OTEL_EXPORTER_OTLP_HEADERS ?? "").split(",")) {
|
|
339
|
+
const at = pair.indexOf("=");
|
|
340
|
+
if (at > 0) headers[decodeURIComponent(pair.slice(0, at).trim())] = decodeURIComponent(pair.slice(at + 1).trim());
|
|
341
|
+
}
|
|
342
|
+
const value = (v) => typeof v === "number" ? { doubleValue: v } : typeof v === "boolean" ? { boolValue: v } : { stringValue: typeof v === "string" ? v : JSON.stringify(v) };
|
|
343
|
+
const body = JSON.stringify({ resourceLogs: [{
|
|
344
|
+
resource: { attributes: [{
|
|
345
|
+
key: "service.name",
|
|
346
|
+
value: { stringValue: process.env.OTEL_SERVICE_NAME ?? "backups" }
|
|
347
|
+
}] },
|
|
348
|
+
scopeLogs: [{
|
|
349
|
+
scope: { name: "gkm-backups" },
|
|
350
|
+
logRecords: [{
|
|
351
|
+
timeUnixNano: `${at.getTime()}000000`,
|
|
352
|
+
severityText: level.toUpperCase(),
|
|
353
|
+
severityNumber: level === "error" ? 17 : 9,
|
|
354
|
+
body: { stringValue: message },
|
|
355
|
+
attributes: Object.entries(fields).map(([key, v]) => ({
|
|
356
|
+
key,
|
|
357
|
+
value: value(v)
|
|
358
|
+
}))
|
|
359
|
+
}]
|
|
360
|
+
}]
|
|
361
|
+
}] });
|
|
362
|
+
try {
|
|
363
|
+
await fetch(`${endpoint.replace(/\/+$/, "")}/v1/logs`, {
|
|
364
|
+
method: "POST",
|
|
365
|
+
headers,
|
|
366
|
+
body,
|
|
367
|
+
signal: AbortSignal.timeout(1e4)
|
|
368
|
+
});
|
|
369
|
+
} catch {}
|
|
370
|
+
}
|
|
371
|
+
/** `pg_dump` of one database, gzipped, as a stream — and how it ended. */
|
|
372
|
+
function dump(database) {
|
|
373
|
+
const child = (0, node_child_process.spawn)("pg_dump", [
|
|
374
|
+
"--format=plain",
|
|
375
|
+
"--create",
|
|
376
|
+
"--clean",
|
|
377
|
+
"--if-exists",
|
|
378
|
+
"--dbname",
|
|
379
|
+
database
|
|
380
|
+
], { stdio: [
|
|
381
|
+
"ignore",
|
|
382
|
+
"pipe",
|
|
383
|
+
"pipe"
|
|
384
|
+
] });
|
|
385
|
+
let stderr = "";
|
|
386
|
+
child.stderr.on("data", (chunk) => {
|
|
387
|
+
stderr += chunk.toString();
|
|
388
|
+
});
|
|
389
|
+
const gzip = (0, node_zlib.createGzip)();
|
|
390
|
+
child.stdout.pipe(gzip);
|
|
391
|
+
return {
|
|
392
|
+
stream: gzip,
|
|
393
|
+
done: new Promise((resolve, reject) => {
|
|
394
|
+
child.on("error", reject);
|
|
395
|
+
child.on("close", (code) => code === 0 ? resolve() : reject(new DumpFailed(database, code, stderr)));
|
|
396
|
+
})
|
|
397
|
+
};
|
|
398
|
+
}
|
|
399
|
+
function readEnv(name) {
|
|
400
|
+
const value = process.env[name];
|
|
401
|
+
if (!value) throw new BackupsEnvInvalid(name, "is not set");
|
|
402
|
+
return value;
|
|
403
|
+
}
|
|
404
|
+
/** A lock, so `backup:now` and the schedule never dump at once. */
|
|
405
|
+
async function withLock(run) {
|
|
406
|
+
(0, node_fs.mkdirSync)(STATE_DIR, { recursive: true });
|
|
407
|
+
const lock = `${STATE_DIR}/lock`;
|
|
408
|
+
for (;;) try {
|
|
409
|
+
(0, node_fs.mkdirSync)(lock);
|
|
410
|
+
break;
|
|
411
|
+
} catch {
|
|
412
|
+
await new Promise((r) => setTimeout(r, 2e3));
|
|
413
|
+
}
|
|
414
|
+
try {
|
|
415
|
+
return await run();
|
|
416
|
+
} finally {
|
|
417
|
+
(0, node_fs.rmdirSync)(lock);
|
|
418
|
+
}
|
|
419
|
+
}
|
|
420
|
+
/** One backup of every database, into one run folder. Resolves whether it all went. */
|
|
421
|
+
async function backupOnce(at = /* @__PURE__ */ new Date()) {
|
|
422
|
+
return withLock(async () => {
|
|
423
|
+
const to = destination(readEnv("BACKUPS_URL"));
|
|
424
|
+
const prefix = readEnv("BACKUPS_PREFIX").replace(/\/+$/, "");
|
|
425
|
+
const databases = JSON.parse(readEnv("BACKUPS_DATABASES"));
|
|
426
|
+
let startedAt = at;
|
|
427
|
+
const last = (() => {
|
|
428
|
+
try {
|
|
429
|
+
return (0, node_fs.readFileSync)(`${STATE_DIR}/last-folder`, "utf-8");
|
|
430
|
+
} catch {
|
|
431
|
+
return;
|
|
432
|
+
}
|
|
433
|
+
})();
|
|
434
|
+
while (runFolder(startedAt) === last) {
|
|
435
|
+
await new Promise((r) => setTimeout(r, 1e3 - Date.now() % 1e3 + 5));
|
|
436
|
+
startedAt = /* @__PURE__ */ new Date();
|
|
437
|
+
}
|
|
438
|
+
(0, node_fs.writeFileSync)(`${STATE_DIR}/last-folder`, runFolder(startedAt));
|
|
439
|
+
const folder = `${prefix}/${runFolder(startedAt)}`;
|
|
440
|
+
const started = Date.now();
|
|
441
|
+
const sizes = {};
|
|
442
|
+
const failed = {};
|
|
443
|
+
for (const database of databases) {
|
|
444
|
+
const key = `${folder}/${database.file}.sql.gz`;
|
|
445
|
+
try {
|
|
446
|
+
const { stream, done } = dump(database.name);
|
|
447
|
+
done.catch(() => {});
|
|
448
|
+
sizes[database.file] = await upload(to, key, stream, done);
|
|
449
|
+
} catch (error) {
|
|
450
|
+
failed[database.file] = error instanceof Error ? error.message : String(error);
|
|
451
|
+
}
|
|
452
|
+
}
|
|
453
|
+
const ok = Object.keys(failed).length === 0;
|
|
454
|
+
const fields = {
|
|
455
|
+
folder,
|
|
456
|
+
databases: databases.map((d) => d.file),
|
|
457
|
+
bytes: sizes,
|
|
458
|
+
durationMs: Date.now() - started,
|
|
459
|
+
...ok ? {} : { failed }
|
|
460
|
+
};
|
|
461
|
+
if (ok) {
|
|
462
|
+
(0, node_fs.writeFileSync)(`${STATE_DIR}/last-success`, String(Date.now()));
|
|
463
|
+
await report("info", "backup finished", {
|
|
464
|
+
ok,
|
|
465
|
+
...fields
|
|
466
|
+
});
|
|
467
|
+
} else await report("error", "backup failed", {
|
|
468
|
+
ok,
|
|
469
|
+
...fields
|
|
470
|
+
});
|
|
471
|
+
return ok;
|
|
472
|
+
});
|
|
473
|
+
}
|
|
474
|
+
/** WAL-G, `psql` or `pg_dump` exited with an error. */
|
|
475
|
+
var CommandFailed = class extends Error {
|
|
476
|
+
command;
|
|
477
|
+
code;
|
|
478
|
+
stderr;
|
|
479
|
+
constructor(command, code, stderr) {
|
|
480
|
+
super(`${command} exited ${code}: ${stderr.trim().slice(-500)}`);
|
|
481
|
+
this.command = command;
|
|
482
|
+
this.code = code;
|
|
483
|
+
this.stderr = stderr;
|
|
484
|
+
this.name = "CommandFailed";
|
|
485
|
+
}
|
|
486
|
+
};
|
|
487
|
+
/** No base backup finished at or before the time a restore asked for. */
|
|
488
|
+
var NoBaseBackupBefore = class extends Error {
|
|
489
|
+
target;
|
|
490
|
+
earliest;
|
|
491
|
+
constructor(target, earliest) {
|
|
492
|
+
super(`No base backup finished at or before ${target}` + (earliest ? `; the earliest finished at ${earliest}. Restore to a time after it.` : "; there is none yet. Take one: gkm backup:now --base."));
|
|
493
|
+
this.target = target;
|
|
494
|
+
this.earliest = earliest;
|
|
495
|
+
this.name = "NoBaseBackupBefore";
|
|
496
|
+
}
|
|
497
|
+
};
|
|
498
|
+
/** Postgres stopped before it reached the time a restore asked for. */
|
|
499
|
+
var RecoveryFailed = class extends Error {
|
|
500
|
+
target;
|
|
501
|
+
code;
|
|
502
|
+
log;
|
|
503
|
+
constructor(target, code, log) {
|
|
504
|
+
super(`Postgres stopped (exit ${code}) before it recovered to ${target}: ${log.trim().slice(-800)}`);
|
|
505
|
+
this.target = target;
|
|
506
|
+
this.code = code;
|
|
507
|
+
this.log = log;
|
|
508
|
+
this.name = "RecoveryFailed";
|
|
509
|
+
}
|
|
510
|
+
};
|
|
511
|
+
/** `swap` found no recovered cluster to put in place. */
|
|
512
|
+
var NothingRecovered = class extends Error {
|
|
513
|
+
dir;
|
|
514
|
+
constructor(dir) {
|
|
515
|
+
super(`There is no recovered cluster at ${dir}, so the live one was left in place. Run the restore again.`);
|
|
516
|
+
this.dir = dir;
|
|
517
|
+
this.name = "NothingRecovered";
|
|
518
|
+
}
|
|
519
|
+
};
|
|
520
|
+
/** Whether this container takes base backups: point-in-time recovery is on. */
|
|
521
|
+
function pitrOn() {
|
|
522
|
+
return Boolean(process.env.PITR_BASE_SCHEDULE);
|
|
523
|
+
}
|
|
524
|
+
/** Run a program to its end; its exit code and what it printed. */
|
|
525
|
+
function capture(command, args, env = process.env) {
|
|
526
|
+
return new Promise((resolve, reject) => {
|
|
527
|
+
const child = (0, node_child_process.spawn)(command, [...args], {
|
|
528
|
+
env,
|
|
529
|
+
stdio: [
|
|
530
|
+
"ignore",
|
|
531
|
+
"pipe",
|
|
532
|
+
"pipe"
|
|
533
|
+
]
|
|
534
|
+
});
|
|
535
|
+
let stdout = "";
|
|
536
|
+
let stderr = "";
|
|
537
|
+
child.stdout.on("data", (chunk) => {
|
|
538
|
+
stdout += chunk.toString();
|
|
539
|
+
});
|
|
540
|
+
child.stderr.on("data", (chunk) => {
|
|
541
|
+
stderr += chunk.toString();
|
|
542
|
+
});
|
|
543
|
+
child.on("error", reject);
|
|
544
|
+
child.on("close", (code) => resolve({
|
|
545
|
+
code,
|
|
546
|
+
stdout,
|
|
547
|
+
stderr
|
|
548
|
+
}));
|
|
549
|
+
});
|
|
550
|
+
}
|
|
551
|
+
/** The cluster's data directory, as the Postgres image names it. */
|
|
552
|
+
function dataDirectory() {
|
|
553
|
+
return readEnv("PGDATA").replace(/\/+$/, "");
|
|
554
|
+
}
|
|
555
|
+
/** WAL-G connects to the cluster's own database, never one named after the role. */
|
|
556
|
+
function walgEnv() {
|
|
557
|
+
return {
|
|
558
|
+
...process.env,
|
|
559
|
+
PGDATABASE: process.env.PGDATABASE || "postgres"
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
/**
|
|
563
|
+
* One base backup now — `wal-g backup-push` of the data directory, mounted
|
|
564
|
+
* read-only — encrypted and put under the PITR prefix. Resolves whether it
|
|
565
|
+
* went.
|
|
566
|
+
*/
|
|
567
|
+
async function baseBackupOnce() {
|
|
568
|
+
return withLock(async () => {
|
|
569
|
+
const started = Date.now();
|
|
570
|
+
const result = await capture("wal-g", ["backup-push", dataDirectory()], walgEnv()).catch((error) => ({
|
|
571
|
+
code: null,
|
|
572
|
+
stdout: "",
|
|
573
|
+
stderr: error instanceof Error ? error.message : String(error)
|
|
574
|
+
}));
|
|
575
|
+
const fields = {
|
|
576
|
+
prefix: process.env.WALG_S3_PREFIX ?? null,
|
|
577
|
+
durationMs: Date.now() - started
|
|
578
|
+
};
|
|
579
|
+
if (result.code === 0) {
|
|
580
|
+
(0, node_fs.writeFileSync)(`${STATE_DIR}/last-base`, String(Date.now()));
|
|
581
|
+
await report("info", "base backup finished", {
|
|
582
|
+
ok: true,
|
|
583
|
+
...fields
|
|
584
|
+
});
|
|
585
|
+
return true;
|
|
586
|
+
}
|
|
587
|
+
await report("error", "base backup failed", {
|
|
588
|
+
ok: false,
|
|
589
|
+
...fields,
|
|
590
|
+
error: new CommandFailed("wal-g backup-push", result.code, result.stderr).message
|
|
591
|
+
});
|
|
592
|
+
return false;
|
|
593
|
+
});
|
|
594
|
+
}
|
|
595
|
+
/** How long a WAL segment may wait to be archived before the container is unhealthy. */
|
|
596
|
+
const ARCHIVE_LAG_SECONDS = 300;
|
|
597
|
+
/**
|
|
598
|
+
* Whether archiving is keeping up — and, when it is not, why. A segment
|
|
599
|
+
* waiting more than five minutes means `archive_command` is stuck or slow
|
|
600
|
+
* (with `archive_timeout=60`, one should ship within the minute); the last
|
|
601
|
+
* attempt failing means it is failing now. A quiet cluster writes no WAL, so
|
|
602
|
+
* an old `last_archived_time` alone is not a fault.
|
|
603
|
+
*/
|
|
604
|
+
function archiverVerdict(state) {
|
|
605
|
+
if (state.failing) return `archive_command is failing (${state.failedCount} failures; the last attempt failed)`;
|
|
606
|
+
if (state.oldestWaiting !== null && state.oldestWaiting > 300) return `a WAL segment has waited ${state.oldestWaiting}s to be archived` + (state.sinceArchived === null ? ", and none ever was" : `; the last was archived ${state.sinceArchived}s ago`);
|
|
607
|
+
}
|
|
608
|
+
/** `pg_stat_archiver`, and how long the oldest segment has waited. */
|
|
609
|
+
const ARCHIVER_SQL = `SELECT
|
|
610
|
+
coalesce(floor(extract(epoch FROM now() - last_archived_time))::text, ''),
|
|
611
|
+
failed_count,
|
|
612
|
+
(last_failed_time IS NOT NULL AND (last_archived_time IS NULL OR last_failed_time > last_archived_time)),
|
|
613
|
+
coalesce((SELECT floor(extract(epoch FROM now() - min(modification)))::text
|
|
614
|
+
FROM pg_ls_archive_statusdir() WHERE name LIKE '%.ready'), '')
|
|
615
|
+
FROM pg_stat_archiver`;
|
|
616
|
+
/** Read the archiver's state from the stack's Postgres. */
|
|
617
|
+
async function readArchiver() {
|
|
618
|
+
const result = await capture("psql", [
|
|
619
|
+
"-X",
|
|
620
|
+
"-A",
|
|
621
|
+
"-t",
|
|
622
|
+
"-q",
|
|
623
|
+
"-F",
|
|
624
|
+
"|",
|
|
625
|
+
"-d",
|
|
626
|
+
"postgres",
|
|
627
|
+
"-c",
|
|
628
|
+
ARCHIVER_SQL
|
|
629
|
+
], process.env);
|
|
630
|
+
if (result.code !== 0) throw new CommandFailed("psql", result.code, result.stderr);
|
|
631
|
+
const [since = "", failed = "0", failing = "f", waiting = ""] = result.stdout.trim().split("|");
|
|
632
|
+
return {
|
|
633
|
+
sinceArchived: since === "" ? null : Number(since),
|
|
634
|
+
failedCount: Number(failed),
|
|
635
|
+
failing: failing === "t",
|
|
636
|
+
oldestWaiting: waiting === "" ? null : Number(waiting)
|
|
637
|
+
};
|
|
638
|
+
}
|
|
639
|
+
/** Whether the last good run — or, before one, the start — is recent enough. */
|
|
640
|
+
function healthy(now = Date.now()) {
|
|
641
|
+
const gap = Number(readEnv("BACKUPS_MAX_GAP_SECONDS"));
|
|
642
|
+
const read = (file) => {
|
|
643
|
+
try {
|
|
644
|
+
return Number((0, node_fs.readFileSync)(`${STATE_DIR}/${file}`, "utf-8"));
|
|
645
|
+
} catch {
|
|
646
|
+
return;
|
|
647
|
+
}
|
|
648
|
+
};
|
|
649
|
+
const recent = (file, gapSeconds) => {
|
|
650
|
+
const since = read(file) ?? read("started");
|
|
651
|
+
if (since === void 0) return false;
|
|
652
|
+
return now - since <= (2 * gapSeconds + STARTUP_GRACE_SECONDS) * 1e3;
|
|
653
|
+
};
|
|
654
|
+
if (!recent("last-success", gap)) return false;
|
|
655
|
+
if (pitrOn()) return recent("last-base", Number(readEnv("PITR_BASE_MAX_GAP_SECONDS")));
|
|
656
|
+
return true;
|
|
657
|
+
}
|
|
658
|
+
/** The health check: the runs' ages, and — with PITR — the archiver. */
|
|
659
|
+
async function health() {
|
|
660
|
+
if (!healthy()) return false;
|
|
661
|
+
if (!pitrOn()) return true;
|
|
662
|
+
let problem;
|
|
663
|
+
try {
|
|
664
|
+
problem = archiverVerdict(await readArchiver());
|
|
665
|
+
} catch (error) {
|
|
666
|
+
problem = error instanceof Error ? error.message : String(error);
|
|
667
|
+
}
|
|
668
|
+
if (problem) {
|
|
669
|
+
process.stderr.write(`${problem}\n`);
|
|
670
|
+
return false;
|
|
671
|
+
}
|
|
672
|
+
return true;
|
|
673
|
+
}
|
|
674
|
+
/** Run on schedule, forever. */
|
|
675
|
+
async function serve() {
|
|
676
|
+
(0, node_fs.mkdirSync)(STATE_DIR, { recursive: true });
|
|
677
|
+
(0, node_fs.writeFileSync)(`${STATE_DIR}/started`, String(Date.now()));
|
|
678
|
+
const now = /* @__PURE__ */ new Date();
|
|
679
|
+
const jobs = [{
|
|
680
|
+
schedule: JSON.parse(readEnv("BACKUPS_SCHEDULE")),
|
|
681
|
+
run: (at) => backupOnce(at),
|
|
682
|
+
failed: "backup failed",
|
|
683
|
+
next: null
|
|
684
|
+
}, ...pitrOn() ? [{
|
|
685
|
+
schedule: JSON.parse(readEnv("PITR_BASE_SCHEDULE")),
|
|
686
|
+
run: () => baseBackupOnce(),
|
|
687
|
+
failed: "base backup failed",
|
|
688
|
+
next: null
|
|
689
|
+
}] : []];
|
|
690
|
+
for (const job of jobs) job.next = nextRun(job.schedule, now);
|
|
691
|
+
let stopping = false;
|
|
692
|
+
for (const signal of ["SIGTERM", "SIGINT"]) process.once(signal, () => {
|
|
693
|
+
stopping = true;
|
|
694
|
+
process.exit(0);
|
|
695
|
+
});
|
|
696
|
+
await report("info", "backups scheduled", {
|
|
697
|
+
next: jobs[0].next?.toISOString() ?? null,
|
|
698
|
+
...jobs[1] ? { nextBase: jobs[1].next?.toISOString() ?? null } : {}
|
|
699
|
+
});
|
|
700
|
+
while (!stopping) {
|
|
701
|
+
const due = jobs.filter((job) => job.next !== null).sort((a, b) => a.next.getTime() - b.next.getTime())[0];
|
|
702
|
+
const at = due?.next;
|
|
703
|
+
if (!due || !at) return;
|
|
704
|
+
while (Date.now() < at.getTime()) await new Promise((r) => setTimeout(r, Math.min(at.getTime() - Date.now(), 36e5)));
|
|
705
|
+
await due.run(at).catch((error) => report("error", due.failed, {
|
|
706
|
+
ok: false,
|
|
707
|
+
error: error instanceof Error ? error.message : String(error)
|
|
708
|
+
}));
|
|
709
|
+
due.next = nextRun(due.schedule, /* @__PURE__ */ new Date());
|
|
710
|
+
}
|
|
711
|
+
}
|
|
712
|
+
/**
|
|
713
|
+
* The base backup a restore to `target` replays from: the newest that had
|
|
714
|
+
* finished by then — a cluster is consistent only from its backup's end.
|
|
715
|
+
*/
|
|
716
|
+
function chooseBase(backups, target) {
|
|
717
|
+
const finished = [...backups].sort((a, b) => Date.parse(a.finish_time) - Date.parse(b.finish_time));
|
|
718
|
+
const chosen = finished.filter((b) => Date.parse(b.finish_time) <= target.getTime()).at(-1);
|
|
719
|
+
if (!chosen) throw new NoBaseBackupBefore(target.toISOString(), finished[0]?.finish_time ?? null);
|
|
720
|
+
return chosen;
|
|
721
|
+
}
|
|
722
|
+
/** Where `recover` puts the cluster it brings back. */
|
|
723
|
+
function recoveryDirectory(into) {
|
|
724
|
+
return into ? "/tmp/gkm-recover/data" : `${dataDirectory()}.gkm-restore`;
|
|
725
|
+
}
|
|
726
|
+
/** `2026-11-16T10:00:00.000Z` as Postgres reads a `recovery_target_time`. */
|
|
727
|
+
function recoveryTargetTime(target) {
|
|
728
|
+
return target.toISOString().replace("T", " ").replace(/Z$/, "+00");
|
|
729
|
+
}
|
|
730
|
+
/** A database's copy, for `--into <name>`: `drill_auth_database`. */
|
|
731
|
+
function intoDatabase(into, file) {
|
|
732
|
+
return `${into}_${file.replace(/-/g, "_")}`;
|
|
733
|
+
}
|
|
734
|
+
/** psql against the recovering cluster, over its socket in the container. */
|
|
735
|
+
function localPsql(sql, database = "postgres") {
|
|
736
|
+
return capture("psql", [
|
|
737
|
+
"-X",
|
|
738
|
+
"-A",
|
|
739
|
+
"-t",
|
|
740
|
+
"-q",
|
|
741
|
+
"-h",
|
|
742
|
+
"/tmp",
|
|
743
|
+
"-d",
|
|
744
|
+
database,
|
|
745
|
+
"-c",
|
|
746
|
+
sql
|
|
747
|
+
], {
|
|
748
|
+
...process.env,
|
|
749
|
+
PGUSER: readEnv("RECOVER_SUPERUSER")
|
|
750
|
+
});
|
|
751
|
+
}
|
|
752
|
+
/** Pipe `pg_dump` of the recovered database into a new one on the live cluster. */
|
|
753
|
+
function copyInto(name, target) {
|
|
754
|
+
return new Promise((resolve, reject) => {
|
|
755
|
+
const local = {
|
|
756
|
+
...process.env,
|
|
757
|
+
PGUSER: readEnv("RECOVER_SUPERUSER")
|
|
758
|
+
};
|
|
759
|
+
const dumpProcess = (0, node_child_process.spawn)("pg_dump", [
|
|
760
|
+
"-h",
|
|
761
|
+
"/tmp",
|
|
762
|
+
"--format=plain",
|
|
763
|
+
"--dbname",
|
|
764
|
+
name
|
|
765
|
+
], {
|
|
766
|
+
env: local,
|
|
767
|
+
stdio: [
|
|
768
|
+
"ignore",
|
|
769
|
+
"pipe",
|
|
770
|
+
"pipe"
|
|
771
|
+
]
|
|
772
|
+
});
|
|
773
|
+
const load = (0, node_child_process.spawn)("psql", [
|
|
774
|
+
"-X",
|
|
775
|
+
"-q",
|
|
776
|
+
"-v",
|
|
777
|
+
"ON_ERROR_STOP=1",
|
|
778
|
+
"-d",
|
|
779
|
+
target,
|
|
780
|
+
"-o",
|
|
781
|
+
"/dev/null"
|
|
782
|
+
], {
|
|
783
|
+
env: process.env,
|
|
784
|
+
stdio: [
|
|
785
|
+
"pipe",
|
|
786
|
+
"ignore",
|
|
787
|
+
"pipe"
|
|
788
|
+
]
|
|
789
|
+
});
|
|
790
|
+
let dumpErr = "";
|
|
791
|
+
let loadErr = "";
|
|
792
|
+
dumpProcess.stderr.on("data", (c) => {
|
|
793
|
+
dumpErr += c.toString();
|
|
794
|
+
});
|
|
795
|
+
load.stderr.on("data", (c) => {
|
|
796
|
+
loadErr += c.toString();
|
|
797
|
+
});
|
|
798
|
+
dumpProcess.stdout.pipe(load.stdin);
|
|
799
|
+
let dumped;
|
|
800
|
+
let loaded;
|
|
801
|
+
const settle = () => {
|
|
802
|
+
if (dumped === void 0 || loaded === void 0) return;
|
|
803
|
+
if (dumped !== 0) reject(new CommandFailed("pg_dump", dumped, dumpErr));
|
|
804
|
+
else if (loaded !== 0) reject(new CommandFailed("psql", loaded, loadErr));
|
|
805
|
+
else resolve();
|
|
806
|
+
};
|
|
807
|
+
dumpProcess.on("error", reject);
|
|
808
|
+
load.on("error", reject);
|
|
809
|
+
dumpProcess.on("close", (code) => {
|
|
810
|
+
dumped = code;
|
|
811
|
+
settle();
|
|
812
|
+
});
|
|
813
|
+
load.on("close", (code) => {
|
|
814
|
+
loaded = code;
|
|
815
|
+
settle();
|
|
816
|
+
});
|
|
817
|
+
});
|
|
818
|
+
}
|
|
819
|
+
/**
|
|
820
|
+
* Bring the cluster back to `RECOVER_TARGET`: the newest base backup that
|
|
821
|
+
* had finished by then, fetched, and Postgres started on it to replay WAL
|
|
822
|
+
* from the archive up to that second, then promoted.
|
|
823
|
+
*
|
|
824
|
+
* - Without `RECOVER_INTO`, the recovered cluster is left stopped beside
|
|
825
|
+
* the live one, for `swap`. It archives what it writes once promoted —
|
|
826
|
+
* its new timeline's history — so a later restore can follow it.
|
|
827
|
+
* - With it, each database is copied into `<into>_<database>` on the live
|
|
828
|
+
* cluster, and the recovered one thrown away. It archives nothing: a
|
|
829
|
+
* drill's timeline must never be one a later restore follows.
|
|
830
|
+
*/
|
|
831
|
+
async function recover() {
|
|
832
|
+
const target = new Date(readEnv("RECOVER_TARGET"));
|
|
833
|
+
const into = process.env.RECOVER_INTO || void 0;
|
|
834
|
+
const dir = recoveryDirectory(into);
|
|
835
|
+
const listed = await capture("wal-g", [
|
|
836
|
+
"backup-list",
|
|
837
|
+
"--json",
|
|
838
|
+
"--detail"
|
|
839
|
+
], walgEnv());
|
|
840
|
+
if (listed.code !== 0) throw new CommandFailed("wal-g backup-list", listed.code, listed.stderr);
|
|
841
|
+
const base = chooseBase(JSON.parse(listed.stdout || "[]"), target);
|
|
842
|
+
await report("info", "fetching base backup", {
|
|
843
|
+
backup: base.backup_name,
|
|
844
|
+
finished: base.finish_time,
|
|
845
|
+
target: target.toISOString()
|
|
846
|
+
});
|
|
847
|
+
(0, node_fs.rmSync)(dir, {
|
|
848
|
+
recursive: true,
|
|
849
|
+
force: true
|
|
850
|
+
});
|
|
851
|
+
(0, node_fs.mkdirSync)(dir, {
|
|
852
|
+
recursive: true,
|
|
853
|
+
mode: 448
|
|
854
|
+
});
|
|
855
|
+
const fetched = await capture("wal-g", [
|
|
856
|
+
"backup-fetch",
|
|
857
|
+
dir,
|
|
858
|
+
base.backup_name
|
|
859
|
+
], walgEnv());
|
|
860
|
+
if (fetched.code !== 0) throw new CommandFailed("wal-g backup-fetch", fetched.code, fetched.stderr);
|
|
861
|
+
(0, node_fs.writeFileSync)(`${dir}/recovery.signal`, "");
|
|
862
|
+
const settings = {
|
|
863
|
+
listen_addresses: "",
|
|
864
|
+
unix_socket_directories: "/tmp",
|
|
865
|
+
restore_command: "wal-g wal-fetch %f %p",
|
|
866
|
+
recovery_target_time: recoveryTargetTime(target),
|
|
867
|
+
recovery_target_action: "promote",
|
|
868
|
+
archive_mode: into ? "off" : "on",
|
|
869
|
+
archive_command: "wal-g wal-push %p"
|
|
870
|
+
};
|
|
871
|
+
const server = (0, node_child_process.spawn)("postgres", [
|
|
872
|
+
"-D",
|
|
873
|
+
dir,
|
|
874
|
+
...Object.entries(settings).flatMap(([k, v]) => ["-c", `${k}=${v}`])
|
|
875
|
+
], {
|
|
876
|
+
env: walgEnv(),
|
|
877
|
+
stdio: [
|
|
878
|
+
"ignore",
|
|
879
|
+
"pipe",
|
|
880
|
+
"pipe"
|
|
881
|
+
]
|
|
882
|
+
});
|
|
883
|
+
let log = "";
|
|
884
|
+
server.stdout.on("data", (c) => {
|
|
885
|
+
log = (log + c.toString()).slice(-2e4);
|
|
886
|
+
});
|
|
887
|
+
server.stderr.on("data", (c) => {
|
|
888
|
+
log = (log + c.toString()).slice(-2e4);
|
|
889
|
+
});
|
|
890
|
+
let exited;
|
|
891
|
+
const stopped = new Promise((resolve) => {
|
|
892
|
+
server.on("close", (code) => {
|
|
893
|
+
exited = code;
|
|
894
|
+
resolve();
|
|
895
|
+
});
|
|
896
|
+
});
|
|
897
|
+
try {
|
|
898
|
+
for (;;) {
|
|
899
|
+
if (exited !== void 0) throw new RecoveryFailed(target.toISOString(), exited, log);
|
|
900
|
+
const answer = await localPsql("SELECT pg_is_in_recovery()");
|
|
901
|
+
if (answer.code === 0 && answer.stdout.trim() === "f") break;
|
|
902
|
+
await new Promise((r) => setTimeout(r, 2e3));
|
|
903
|
+
}
|
|
904
|
+
await report("info", "recovered", { target: target.toISOString() });
|
|
905
|
+
if (into) {
|
|
906
|
+
const databases = JSON.parse(readEnv("RECOVER_DATABASES"));
|
|
907
|
+
for (const database of databases) {
|
|
908
|
+
const name = intoDatabase(into, database.file);
|
|
909
|
+
const quoted = `"${name.replace(/"/g, "\"\"")}"`;
|
|
910
|
+
for (const sql of [`DROP DATABASE IF EXISTS ${quoted} WITH (FORCE)`, `CREATE DATABASE ${quoted}`]) {
|
|
911
|
+
const done = await capture("psql", [
|
|
912
|
+
"-X",
|
|
913
|
+
"-q",
|
|
914
|
+
"-v",
|
|
915
|
+
"ON_ERROR_STOP=1",
|
|
916
|
+
"-d",
|
|
917
|
+
"postgres",
|
|
918
|
+
"-c",
|
|
919
|
+
sql
|
|
920
|
+
], process.env);
|
|
921
|
+
if (done.code !== 0) throw new CommandFailed("psql", done.code, done.stderr);
|
|
922
|
+
}
|
|
923
|
+
await copyInto(database.name, name);
|
|
924
|
+
await report("info", "copied", {
|
|
925
|
+
from: database.name,
|
|
926
|
+
into: name
|
|
927
|
+
});
|
|
928
|
+
}
|
|
929
|
+
}
|
|
930
|
+
} finally {
|
|
931
|
+
if (exited === void 0) server.kill("SIGINT");
|
|
932
|
+
await stopped;
|
|
933
|
+
if (into) (0, node_fs.rmSync)(dir, {
|
|
934
|
+
recursive: true,
|
|
935
|
+
force: true
|
|
936
|
+
});
|
|
937
|
+
}
|
|
938
|
+
return true;
|
|
939
|
+
}
|
|
940
|
+
/**
|
|
941
|
+
* Put the recovered cluster in place of the live one, Postgres stopped: the
|
|
942
|
+
* live data directory kept beside it as `<PGDATA>.gkm-previous` until the
|
|
943
|
+
* next swap, the recovered one renamed into its place. Both are in the same
|
|
944
|
+
* volume, so neither is copied.
|
|
945
|
+
*/
|
|
946
|
+
function swap() {
|
|
947
|
+
const data = dataDirectory();
|
|
948
|
+
const restored = `${data}.gkm-restore`;
|
|
949
|
+
const previous = `${data}.gkm-previous`;
|
|
950
|
+
if (!(0, node_fs.existsSync)(`${restored}/PG_VERSION`)) throw new NothingRecovered(restored);
|
|
951
|
+
(0, node_fs.rmSync)(previous, {
|
|
952
|
+
recursive: true,
|
|
953
|
+
force: true
|
|
954
|
+
});
|
|
955
|
+
if ((0, node_fs.existsSync)(data)) (0, node_fs.renameSync)(data, previous);
|
|
956
|
+
(0, node_fs.renameSync)(restored, data);
|
|
957
|
+
}
|
|
958
|
+
/** The commands the program takes. */
|
|
959
|
+
const USAGE = "usage: backup.mjs serve | run | health | base | recover | swap";
|
|
960
|
+
/** What `node backup.mjs <command>` runs; resolves with its exit code. */
|
|
961
|
+
async function main(command) {
|
|
962
|
+
if (command === "serve") {
|
|
963
|
+
await serve();
|
|
964
|
+
return 0;
|
|
965
|
+
}
|
|
966
|
+
if (command === "run") return await backupOnce() ? 0 : 1;
|
|
967
|
+
if (command === "health") return await health() ? 0 : 1;
|
|
968
|
+
if (command === "base") return await baseBackupOnce() ? 0 : 1;
|
|
969
|
+
if (command === "recover") return await recover() ? 0 : 1;
|
|
970
|
+
if (command === "swap") {
|
|
971
|
+
swap();
|
|
972
|
+
await report("info", "swapped", { data: dataDirectory() });
|
|
973
|
+
return 0;
|
|
974
|
+
}
|
|
975
|
+
await report("error", USAGE, { command: command ?? null });
|
|
976
|
+
return 2;
|
|
977
|
+
}
|
|
978
|
+
if (process.argv[1] && /backup\.mjs$|runner\.(?:ts|mjs)$/.test(process.argv[1])) main(process.argv[2]).then((code) => process.exit(code), async (error) => {
|
|
979
|
+
await report("error", "backup failed", {
|
|
980
|
+
ok: false,
|
|
981
|
+
error: error instanceof Error ? error.message : String(error)
|
|
982
|
+
});
|
|
983
|
+
process.exit(1);
|
|
984
|
+
});
|
|
985
|
+
//#endregion
|
|
986
|
+
exports.ARCHIVE_LAG_SECONDS = ARCHIVE_LAG_SECONDS;
|
|
987
|
+
exports.archiverVerdict = archiverVerdict;
|
|
988
|
+
exports.backupOnce = backupOnce;
|
|
989
|
+
exports.baseBackupOnce = baseBackupOnce;
|
|
990
|
+
exports.chooseBase = chooseBase;
|
|
991
|
+
exports.destination = destination;
|
|
992
|
+
exports.healthy = healthy;
|
|
993
|
+
exports.intoDatabase = intoDatabase;
|
|
994
|
+
exports.main = main;
|
|
995
|
+
exports.nextRun = nextRun;
|
|
996
|
+
exports.onReport = onReport;
|
|
997
|
+
exports.readArchiver = readArchiver;
|
|
998
|
+
exports.recover = recover;
|
|
999
|
+
exports.recoveryDirectory = recoveryDirectory;
|
|
1000
|
+
exports.recoveryTargetTime = recoveryTargetTime;
|
|
1001
|
+
exports.runFolder = runFolder;
|
|
1002
|
+
exports.s3Send = s3Send;
|
|
1003
|
+
exports.serve = serve;
|
|
1004
|
+
exports.swap = swap;
|
|
1005
|
+
exports.upload = upload;
|
|
1006
|
+
|
|
1007
|
+
//# sourceMappingURL=runner.cjs.map
|