@geekmidas/cli 10.0.0-alpha.184 → 10.0.0-alpha.185

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/dist/{LegacyStateStore-BtDLNkIH.cjs → LegacyStateStore-BtN83gfS.cjs} +2 -2
  2. package/dist/{LegacyStateStore-BtDLNkIH.cjs.map → LegacyStateStore-BtN83gfS.cjs.map} +1 -1
  3. package/dist/{LegacyStateStore-CTfoMtC2.mjs → LegacyStateStore-DKyEAWGI.mjs} +2 -2
  4. package/dist/{LegacyStateStore-CTfoMtC2.mjs.map → LegacyStateStore-DKyEAWGI.mjs.map} +1 -1
  5. package/dist/{LocalStateStore-BKp45OoB.cjs → LocalStateStore-BFh6rPhX.cjs} +2 -2
  6. package/dist/{LocalStateStore-BKp45OoB.cjs.map → LocalStateStore-BFh6rPhX.cjs.map} +1 -1
  7. package/dist/{LocalStateStore-C4zDHVM-.mjs → LocalStateStore-Dc3aGvQi.mjs} +2 -2
  8. package/dist/{LocalStateStore-C4zDHVM-.mjs.map → LocalStateStore-Dc3aGvQi.mjs.map} +1 -1
  9. package/dist/{S3StateStore-B6SjbLxh.cjs → S3StateStore-DZMpqbvD.cjs} +5 -5
  10. package/dist/{S3StateStore-B6SjbLxh.cjs.map → S3StateStore-DZMpqbvD.cjs.map} +1 -1
  11. package/dist/{S3StateStore-S0TXLlMW.mjs → S3StateStore-p6DyuAFZ.mjs} +4 -4
  12. package/dist/{S3StateStore-S0TXLlMW.mjs.map → S3StateStore-p6DyuAFZ.mjs.map} +1 -1
  13. package/dist/{SSMStateStore-ClPHFhRQ.mjs → SSMStateStore-BvH8XX4O.mjs} +2 -2
  14. package/dist/{SSMStateStore-ClPHFhRQ.mjs.map → SSMStateStore-BvH8XX4O.mjs.map} +1 -1
  15. package/dist/{SSMStateStore-6Di_zxwC.cjs → SSMStateStore-sbaLlCmj.cjs} +2 -2
  16. package/dist/{SSMStateStore-6Di_zxwC.cjs.map → SSMStateStore-sbaLlCmj.cjs.map} +1 -1
  17. package/dist/{add-Bd9MDHuU.cjs → add-CdVGxiKW.cjs} +13 -14
  18. package/dist/{add-Bd9MDHuU.cjs.map → add-CdVGxiKW.cjs.map} +1 -1
  19. package/dist/{add-BR8XW4IH.mjs → add-dOvgsAU6.mjs} +4 -5
  20. package/dist/{add-BR8XW4IH.mjs.map → add-dOvgsAU6.mjs.map} +1 -1
  21. package/dist/backups/runner.cjs +501 -13
  22. package/dist/backups/runner.cjs.map +1 -1
  23. package/dist/backups/runner.d.cts +87 -2
  24. package/dist/backups/runner.d.cts.map +1 -1
  25. package/dist/backups/runner.d.mts +87 -2
  26. package/dist/backups/runner.d.mts.map +1 -1
  27. package/dist/backups/runner.mjs +493 -15
  28. package/dist/backups/runner.mjs.map +1 -1
  29. package/dist/{bundler-4E-CGdL3.cjs → bundler-B5ioF-1Q.cjs} +9 -9
  30. package/dist/{bundler-4E-CGdL3.cjs.map → bundler-B5ioF-1Q.cjs.map} +1 -1
  31. package/dist/{bundler-Cwr4YSpp.mjs → bundler-Cvx6Bt3e.mjs} +6 -6
  32. package/dist/{bundler-Cwr4YSpp.mjs.map → bundler-Cvx6Bt3e.mjs.map} +1 -1
  33. package/dist/{cli-C3mHXsAE.mjs → cli-BjapgcXG.mjs} +4 -4
  34. package/dist/{cli-C3mHXsAE.mjs.map → cli-BjapgcXG.mjs.map} +1 -1
  35. package/dist/{cli-CrPJr29x.cjs → cli-PLhqvPOC.cjs} +6 -6
  36. package/dist/{cli-CrPJr29x.cjs.map → cli-PLhqvPOC.cjs.map} +1 -1
  37. package/dist/{clientTelemetry-Ej1tf1VE.d.cts → clientTelemetry-Bzc4KXz5.d.mts} +2 -2
  38. package/dist/clientTelemetry-Bzc4KXz5.d.mts.map +1 -0
  39. package/dist/{clientTelemetry-crdjgehZ.d.mts → clientTelemetry-N8NAguGI.d.cts} +2 -2
  40. package/dist/clientTelemetry-N8NAguGI.d.cts.map +1 -0
  41. package/dist/{compose-CKBieltT.cjs → compose-BEVBxf4w.cjs} +87 -948
  42. package/dist/compose-BEVBxf4w.cjs.map +1 -0
  43. package/dist/{compose-DPXoarGI.mjs → compose-Dx_nSZYU.mjs} +23 -842
  44. package/dist/compose-Dx_nSZYU.mjs.map +1 -0
  45. package/dist/{config-q4ewzIA_.d.mts → config-CTrfNKYd.d.mts} +3 -3
  46. package/dist/{config-lSOwPbUy.d.cts.map → config-CTrfNKYd.d.mts.map} +1 -1
  47. package/dist/{config-lSOwPbUy.d.cts → config-D9g_nYIu.d.cts} +3 -3
  48. package/dist/{config-q4ewzIA_.d.mts.map → config-D9g_nYIu.d.cts.map} +1 -1
  49. package/dist/config.cjs +1 -1
  50. package/dist/config.d.cts +3 -3
  51. package/dist/config.d.mts +3 -3
  52. package/dist/config.mjs +1 -1
  53. package/dist/{compose-CJznzQc7.mjs → credentials-DW5MvS4A.mjs} +1148 -1261
  54. package/dist/credentials-DW5MvS4A.mjs.map +1 -0
  55. package/dist/{compose-CvNyjqwL.cjs → credentials-Eyx2tM7B.cjs} +1175 -1288
  56. package/dist/credentials-Eyx2tM7B.cjs.map +1 -0
  57. package/dist/{dns-BzYrbB2Y.cjs → credentials-n2abUWwJ.cjs} +6 -847
  58. package/dist/credentials-n2abUWwJ.cjs.map +1 -0
  59. package/dist/{dns-C0wbTjVX.mjs → credentials-ztezRtR4.mjs} +5 -708
  60. package/dist/credentials-ztezRtR4.mjs.map +1 -0
  61. package/dist/{dbTunnel-DSzAG_wy.cjs → dbTunnel-DVohSZJQ.cjs} +8 -9
  62. package/dist/{dbTunnel-DSzAG_wy.cjs.map → dbTunnel-DVohSZJQ.cjs.map} +1 -1
  63. package/dist/{dbTunnel-CphoKGyk.mjs → dbTunnel-bV1CPWUv.mjs} +5 -6
  64. package/dist/{dbTunnel-CphoKGyk.mjs.map → dbTunnel-bV1CPWUv.mjs.map} +1 -1
  65. package/dist/deploy/public.cjs +25 -26
  66. package/dist/deploy/public.cjs.map +1 -1
  67. package/dist/deploy/public.d.cts +5 -5
  68. package/dist/deploy/public.d.mts +5 -5
  69. package/dist/deploy/public.mjs +10 -11
  70. package/dist/deploy/public.mjs.map +1 -1
  71. package/dist/{deploy-BaSYxpny.cjs → deploy-CDUWcl58.cjs} +72 -62
  72. package/dist/deploy-CDUWcl58.cjs.map +1 -0
  73. package/dist/{deploy-C_uZBzvS.mjs → deploy-Cpz5sKbh.mjs} +25 -15
  74. package/dist/deploy-Cpz5sKbh.mjs.map +1 -0
  75. package/dist/{destroy-yTBmL1jf.mjs → destroy-DRlcWJwm.mjs} +9 -9
  76. package/dist/{destroy-yTBmL1jf.mjs.map → destroy-DRlcWJwm.mjs.map} +1 -1
  77. package/dist/{destroy-PvrHxZDu.cjs → destroy-DzeV0EdY.cjs} +21 -21
  78. package/dist/{destroy-PvrHxZDu.cjs.map → destroy-DzeV0EdY.cjs.map} +1 -1
  79. package/dist/{dokploy-DYUMx2MY.cjs → dokploy-BTNfj3Zt.cjs} +2 -2
  80. package/dist/{dokploy-DYUMx2MY.cjs.map → dokploy-BTNfj3Zt.cjs.map} +1 -1
  81. package/dist/{dokploy-DqL3jeDu.mjs → dokploy-BveqiW2h.mjs} +2 -2
  82. package/dist/{dokploy-DqL3jeDu.mjs.map → dokploy-BveqiW2h.mjs.map} +1 -1
  83. package/dist/{eas-DHDU86PL.mjs → eas-BmYTfjY6.mjs} +3 -3
  84. package/dist/{eas-DHDU86PL.mjs.map → eas-BmYTfjY6.mjs.map} +1 -1
  85. package/dist/{eas-DEM-iWg6.cjs → eas-Dt_vRzb4.cjs} +3 -3
  86. package/dist/{eas-DEM-iWg6.cjs.map → eas-Dt_vRzb4.cjs.map} +1 -1
  87. package/dist/{encryption-BKWmbKkN.cjs → encryption-BE2wxfyH.cjs} +6 -6
  88. package/dist/{encryption-BKWmbKkN.cjs.map → encryption-BE2wxfyH.cjs.map} +1 -1
  89. package/dist/{encryption-CbMprdAb.mjs → encryption-DqoQltP8.mjs} +3 -3
  90. package/dist/{encryption-CbMprdAb.mjs.map → encryption-DqoQltP8.mjs.map} +1 -1
  91. package/dist/{engine-DaI4iScI.mjs → engine-B72vyrO8.mjs} +7 -9
  92. package/dist/{engine-DaI4iScI.mjs.map → engine-B72vyrO8.mjs.map} +1 -1
  93. package/dist/{engine-3imTFxdN.cjs → engine-BevpkNZe.cjs} +100 -102
  94. package/dist/{engine-3imTFxdN.cjs.map → engine-BevpkNZe.cjs.map} +1 -1
  95. package/dist/{github-Y6NAwHG1.cjs → github-DoHdtsDX.cjs} +18 -18
  96. package/dist/{github-Y6NAwHG1.cjs.map → github-DoHdtsDX.cjs.map} +1 -1
  97. package/dist/{github-Dijjr__H.mjs → github-hxvid6J3.mjs} +7 -7
  98. package/dist/{github-Dijjr__H.mjs.map → github-hxvid6J3.mjs.map} +1 -1
  99. package/dist/{googlePlay-Dcp3Yycu.cjs → googlePlay-CYney-Of.cjs} +5 -5
  100. package/dist/{googlePlay-Dcp3Yycu.cjs.map → googlePlay-CYney-Of.cjs.map} +1 -1
  101. package/dist/{googlePlay-SDT3j9Kf.mjs → googlePlay-DsvZTWgP.mjs} +4 -4
  102. package/dist/{googlePlay-SDT3j9Kf.mjs.map → googlePlay-DsvZTWgP.mjs.map} +1 -1
  103. package/dist/{iam-CqW9hsd2.mjs → iam-DloEBLXZ.mjs} +2 -2
  104. package/dist/{iam-CqW9hsd2.mjs.map → iam-DloEBLXZ.mjs.map} +1 -1
  105. package/dist/{iam-DeBQcSvw.cjs → iam-SxPKYCI_.cjs} +2 -2
  106. package/dist/{iam-DeBQcSvw.cjs.map → iam-SxPKYCI_.cjs.map} +1 -1
  107. package/dist/{index-DJzVO6Ht.d.cts → index-BThTZV8T.d.mts} +2 -2
  108. package/dist/{index-Ccsgoq3_.d.mts.map → index-BThTZV8T.d.mts.map} +1 -1
  109. package/dist/{index-Ccsgoq3_.d.mts → index-Cgd-ouyI.d.cts} +2 -2
  110. package/dist/{index-DJzVO6Ht.d.cts.map → index-Cgd-ouyI.d.cts.map} +1 -1
  111. package/dist/index.cjs +590 -246
  112. package/dist/index.cjs.map +1 -1
  113. package/dist/index.mjs +443 -99
  114. package/dist/index.mjs.map +1 -1
  115. package/dist/{local-DjaAcHZb.cjs → local-BuR4fIW6.cjs} +3 -3
  116. package/dist/{local-DjaAcHZb.cjs.map → local-BuR4fIW6.cjs.map} +1 -1
  117. package/dist/{local-4gzM52HT.mjs → local-Cmq75U_o.mjs} +2 -2
  118. package/dist/{local-4gzM52HT.mjs.map → local-Cmq75U_o.mjs.map} +1 -1
  119. package/dist/{migrate-0Rfhftef.mjs → migrate-Bf-EG8Fj.mjs} +5 -5
  120. package/dist/{migrate-0Rfhftef.mjs.map → migrate-Bf-EG8Fj.mjs.map} +1 -1
  121. package/dist/{migrate-DDIc3twm.cjs → migrate-CDMdrniJ.cjs} +13 -13
  122. package/dist/{migrate-DDIc3twm.cjs.map → migrate-CDMdrniJ.cjs.map} +1 -1
  123. package/dist/{migrate-CuHGYJL9.cjs → migrate-CuTQha4s.cjs} +6 -6
  124. package/dist/{migrate-CuHGYJL9.cjs.map → migrate-CuTQha4s.cjs.map} +1 -1
  125. package/dist/{migrate-BLW4BwLd.mjs → migrate-DYJffHOm.mjs} +3 -3
  126. package/dist/{migrate-BLW4BwLd.mjs.map → migrate-DYJffHOm.mjs.map} +1 -1
  127. package/dist/openapi.cjs +1 -1
  128. package/dist/openapi.d.cts +2 -2
  129. package/dist/openapi.d.mts +2 -2
  130. package/dist/openapi.mjs +1 -1
  131. package/dist/{projectBucket-BhEOVVch.mjs → projectBucket-B5YkuSVr.mjs} +2 -2
  132. package/dist/{projectBucket-BhEOVVch.mjs.map → projectBucket-B5YkuSVr.mjs.map} +1 -1
  133. package/dist/{projectBucket-C5Ap5kGw.cjs → projectBucket-NcgqleyH.cjs} +2 -2
  134. package/dist/{projectBucket-C5Ap5kGw.cjs.map → projectBucket-NcgqleyH.cjs.map} +1 -1
  135. package/dist/{publish-BELe2FO2.cjs → publish--EQ4Tw3F.cjs} +2 -2
  136. package/dist/{publish-BELe2FO2.cjs.map → publish--EQ4Tw3F.cjs.map} +1 -1
  137. package/dist/{publish-DiDv40hA.mjs → publish-YL8WZHSo.mjs} +2 -2
  138. package/dist/{publish-DiDv40hA.mjs.map → publish-YL8WZHSo.mjs.map} +1 -1
  139. package/dist/{ready--_hMxbUX.cjs → ready-DCvnFZnJ.cjs} +2 -2
  140. package/dist/{ready--_hMxbUX.cjs.map → ready-DCvnFZnJ.cjs.map} +1 -1
  141. package/dist/{ready-CjIqXFXe.mjs → ready-sSPuiZ7N.mjs} +2 -2
  142. package/dist/{ready-CjIqXFXe.mjs.map → ready-sSPuiZ7N.mjs.map} +1 -1
  143. package/dist/reconcile/public.d.cts +1 -1
  144. package/dist/reconcile/public.d.mts +1 -1
  145. package/dist/{resolve-DIPHwLan.cjs → resolve-Ced8-gj4.cjs} +4 -4
  146. package/dist/{resolve-DIPHwLan.cjs.map → resolve-Ced8-gj4.cjs.map} +1 -1
  147. package/dist/{resolve-N8EZzWqJ.mjs → resolve-DcG10_JV.mjs} +4 -4
  148. package/dist/{resolve-N8EZzWqJ.mjs.map → resolve-DcG10_JV.mjs.map} +1 -1
  149. package/dist/{rollback-DIeA6dba.mjs → rollback-BxI2p53H.mjs} +7 -6
  150. package/dist/{rollback-DIeA6dba.mjs.map → rollback-BxI2p53H.mjs.map} +1 -1
  151. package/dist/{rollback-Bp6hepUh.cjs → rollback-C6bCANv7.cjs} +10 -9
  152. package/dist/{rollback-Bp6hepUh.cjs.map → rollback-C6bCANv7.cjs.map} +1 -1
  153. package/dist/{runtime-D_UphAAH.d.cts → runtime-BtoiRP5G.d.cts} +2 -2
  154. package/dist/{runtime-BZlClwy2.d.mts.map → runtime-BtoiRP5G.d.cts.map} +1 -1
  155. package/dist/{runtime-BZlClwy2.d.mts → runtime-Ct41f0tN.d.mts} +2 -2
  156. package/dist/{runtime-D_UphAAH.d.cts.map → runtime-Ct41f0tN.d.mts.map} +1 -1
  157. package/dist/{s3-CIEf4puu.mjs → s3-BAI0ELtE.mjs} +3 -3
  158. package/dist/{s3-CIEf4puu.mjs.map → s3-BAI0ELtE.mjs.map} +1 -1
  159. package/dist/{s3-Bwd6lhTU.cjs → s3-DucPHZAn.cjs} +3 -3
  160. package/dist/{s3-Bwd6lhTU.cjs.map → s3-DucPHZAn.cjs.map} +1 -1
  161. package/dist/{serverSetup-C9DP30J4.cjs → serverSetup-D3-FE7Dj.cjs} +9 -8
  162. package/dist/{serverSetup-C9DP30J4.cjs.map → serverSetup-D3-FE7Dj.cjs.map} +1 -1
  163. package/dist/{serverSetup-mRCLdZQW.mjs → serverSetup-DS9tW50_.mjs} +7 -6
  164. package/dist/{serverSetup-mRCLdZQW.mjs.map → serverSetup-DS9tW50_.mjs.map} +1 -1
  165. package/dist/{sniffer-01tbQFmg.mjs → sniffer-CX8sI8Cu.mjs} +7 -7
  166. package/dist/{sniffer-01tbQFmg.mjs.map → sniffer-CX8sI8Cu.mjs.map} +1 -1
  167. package/dist/{sniffer-CkPIytPI.cjs → sniffer-XlvJLrhZ.cjs} +7 -7
  168. package/dist/{sniffer-CkPIytPI.cjs.map → sniffer-XlvJLrhZ.cjs.map} +1 -1
  169. package/dist/{snsSubscriptions-DmKrw7AF.cjs → snsSubscriptions-CJAOhWq9.cjs} +11 -12
  170. package/dist/{snsSubscriptions-DmKrw7AF.cjs.map → snsSubscriptions-CJAOhWq9.cjs.map} +1 -1
  171. package/dist/{snsSubscriptions-k61hsIRw.mjs → snsSubscriptions-DDrra9rN.mjs} +3 -4
  172. package/dist/{snsSubscriptions-k61hsIRw.mjs.map → snsSubscriptions-DDrra9rN.mjs.map} +1 -1
  173. package/dist/{sst-CvOnXAel.mjs → sst-CdHflajE.mjs} +6 -6
  174. package/dist/{sst-CvOnXAel.mjs.map → sst-CdHflajE.mjs.map} +1 -1
  175. package/dist/{sst-DGsteg5j.cjs → sst-CsEjVFtz.cjs} +8 -8
  176. package/dist/{sst-DGsteg5j.cjs.map → sst-CsEjVFtz.cjs.map} +1 -1
  177. package/dist/stack-BYhtz-bE.cjs +11449 -0
  178. package/dist/stack-BYhtz-bE.cjs.map +1 -0
  179. package/dist/stack-CLHY-_2m.mjs +10474 -0
  180. package/dist/stack-CLHY-_2m.mjs.map +1 -0
  181. package/dist/{stage-8KJCtYtl.cjs → stage-Bc_BtQeG.cjs} +11 -12
  182. package/dist/stage-Bc_BtQeG.cjs.map +1 -0
  183. package/dist/{stage-CXIdtjY2.mjs → stage-C7aYyDMr.mjs} +5 -6
  184. package/dist/stage-C7aYyDMr.mjs.map +1 -0
  185. package/dist/{stages-BNoiMXfL.mjs → stages-DFvE7iEO.mjs} +2 -2
  186. package/dist/{stages-BNoiMXfL.mjs.map → stages-DFvE7iEO.mjs.map} +1 -1
  187. package/dist/{stages-tdJKM9qp.cjs → stages-Dk6Lv7DY.cjs} +2 -2
  188. package/dist/{stages-tdJKM9qp.cjs.map → stages-Dk6Lv7DY.cjs.map} +1 -1
  189. package/dist/target/public.cjs +1 -1
  190. package/dist/target/public.d.cts +2 -2
  191. package/dist/target/public.d.mts +2 -2
  192. package/dist/target/public.mjs +1 -1
  193. package/dist/{terminal-GzAW5lzO.mjs → terminal-BZzK69T9.mjs} +2 -2
  194. package/dist/{terminal-GzAW5lzO.mjs.map → terminal-BZzK69T9.mjs.map} +1 -1
  195. package/dist/{terminal-DSQgidon.cjs → terminal-DXUXlqrO.cjs} +5 -5
  196. package/dist/{terminal-DSQgidon.cjs.map → terminal-DXUXlqrO.cjs.map} +1 -1
  197. package/dist/{types-BRnmoWCt.d.cts → types-BVDaaLas.d.cts} +22 -4
  198. package/dist/{types-BRnmoWCt.d.cts.map → types-BVDaaLas.d.cts.map} +1 -1
  199. package/dist/{types-Bg7LSAD2.d.mts → types-CJTKWLkK.d.mts} +22 -4
  200. package/dist/{types-Bg7LSAD2.d.mts.map → types-CJTKWLkK.d.mts.map} +1 -1
  201. package/dist/{utils-D_fxUqvU.mjs → utils-CdKxD8Lt.mjs} +2 -2
  202. package/dist/{utils-D_fxUqvU.mjs.map → utils-CdKxD8Lt.mjs.map} +1 -1
  203. package/dist/{utils-D2Nk1Nv2.cjs → utils-DBqXbB8P.cjs} +2 -2
  204. package/dist/{utils-D2Nk1Nv2.cjs.map → utils-DBqXbB8P.cjs.map} +1 -1
  205. package/dist/vitest.cjs +1 -1
  206. package/dist/vitest.mjs +1 -1
  207. package/dist/workspace/index.cjs +1 -1
  208. package/dist/workspace/index.d.cts +2 -2
  209. package/dist/workspace/index.d.mts +2 -2
  210. package/dist/workspace/index.mjs +1 -1
  211. package/dist/{workspace-fGwzXa5l.cjs → workspace-CTspddnJ.cjs} +55 -16
  212. package/dist/workspace-CTspddnJ.cjs.map +1 -0
  213. package/dist/{workspace-DTX6CJi2.mjs → workspace-CdiCMRap.mjs} +55 -16
  214. package/dist/workspace-CdiCMRap.mjs.map +1 -0
  215. package/package.json +16 -16
  216. package/dist/apps-CXzjaPWR.mjs +0 -4650
  217. package/dist/apps-CXzjaPWR.mjs.map +0 -1
  218. package/dist/apps-vLzb0ZSA.cjs +0 -5174
  219. package/dist/apps-vLzb0ZSA.cjs.map +0 -1
  220. package/dist/clientTelemetry-Ej1tf1VE.d.cts.map +0 -1
  221. package/dist/clientTelemetry-crdjgehZ.d.mts.map +0 -1
  222. package/dist/compose-CJznzQc7.mjs.map +0 -1
  223. package/dist/compose-CKBieltT.cjs.map +0 -1
  224. package/dist/compose-CvNyjqwL.cjs.map +0 -1
  225. package/dist/compose-DPXoarGI.mjs.map +0 -1
  226. package/dist/deploy-BaSYxpny.cjs.map +0 -1
  227. package/dist/deploy-C_uZBzvS.mjs.map +0 -1
  228. package/dist/dns-BzYrbB2Y.cjs.map +0 -1
  229. package/dist/dns-C0wbTjVX.mjs.map +0 -1
  230. package/dist/docker-CPoUMg5X.mjs +0 -1649
  231. package/dist/docker-CPoUMg5X.mjs.map +0 -1
  232. package/dist/docker-CrhpQWnL.cjs +0 -1798
  233. package/dist/docker-CrhpQWnL.cjs.map +0 -1
  234. package/dist/notes-6F8YXU8m.mjs +0 -409
  235. package/dist/notes-6F8YXU8m.mjs.map +0 -1
  236. package/dist/notes-DMOLnNJI.cjs +0 -510
  237. package/dist/notes-DMOLnNJI.cjs.map +0 -1
  238. package/dist/stack-Dd-egttk.mjs +0 -1777
  239. package/dist/stack-Dd-egttk.mjs.map +0 -1
  240. package/dist/stack-vBnc84e8.cjs +0 -1887
  241. package/dist/stack-vBnc84e8.cjs.map +0 -1
  242. package/dist/stage-8KJCtYtl.cjs.map +0 -1
  243. package/dist/stage-CXIdtjY2.mjs.map +0 -1
  244. package/dist/workspace-DTX6CJi2.mjs.map +0 -1
  245. package/dist/workspace-fGwzXa5l.cjs.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"runner.cjs","names":["createHash","createHmac","https","http","spawn","createGzip","readFileSync"],"sources":["../../src/backups/runner.ts"],"sourcesContent":["/**\n * The backups container's program: `pg_dump` each of the stack's databases\n * on schedule and stream it, gzipped, to the stage's backups prefix.\n *\n * It ships alone — copied into an image built `FROM postgres:<major>-alpine`\n * with Node added — so it imports nothing but Node's own modules: S3 is\n * spoken to with a SigV4 signature made here, not the AWS SDK.\n *\n * node backup.mjs serve run on schedule, forever (the container's command)\n * node backup.mjs run one backup now (`gkm backup:now`)\n * node backup.mjs health exit 1 when the last good run is too old\n *\n * Its key may only put objects under the prefix: it never reads, lists or\n * deletes, so nothing here does either. A dump is uploaded in parts as it is\n * made, so no database is ever held on disk or in memory whole.\n *\n * Environment:\n *\n * - `BACKUPS_URL` — `s3://KEY:SECRET@bucket?region=…`, the stage's backups key\n * - `BACKUPS_PREFIX` — `gkm/<project>/<stage>/backups`\n * - `BACKUPS_DATABASES` — `[{\"file\":\"auth-database\",\"name\":\"auth_database_production\"}]`\n * - `BACKUPS_SCHEDULE` — `{\"kind\":\"every\",\"seconds\":86400,\"offset\":7200}`, or\n * a cron expanded: `{\"kind\":\"cron\",\"minutes\":[0],\"hours\":[0,6,12,18],…}`\n * - `BACKUPS_MAX_GAP_SECONDS` — the longest the schedule goes between runs\n * - `PGHOST`, `PGPORT`, `PGUSER`, `PGPASSWORD` — read by `pg_dump` itself\n * - `OTEL_EXPORTER_OTLP_ENDPOINT`/`_HEADERS` — where each run's result is\n * also sent as an OTLP log, when the stage's telemetry is on\n */\n\nimport { spawn } from 'node:child_process';\nimport { createHash, createHmac } from 'node:crypto';\nimport {\n\tappendFileSync,\n\tmkdirSync,\n\treadFileSync,\n\trmdirSync,\n\twriteFileSync,\n} from 'node:fs';\nimport http from 'node:http';\nimport https from 'node:https';\nimport { createGzip } from 'node:zlib';\n\n/** Where the runner keeps what its health check reads. */\nconst STATE_DIR = process.env.BACKUPS_STATE_DIR ?? '/tmp/gkm-backups';\n/** How long a container may go without a good run before it has had one. */\nconst STARTUP_GRACE_SECONDS = 15 * 60;\n/** S3's smallest part, but the last; and the size each part is cut at. */\nconst PART_BYTES = Number(process.env.BACKUPS_PART_BYTES) || 16 * 1024 * 1024;\n\nexport interface IntervalSchedule {\n\tkind: 'every';\n\tseconds: number;\n\toffset: number;\n}\n\nexport interface CronSchedule {\n\tkind: 'cron';\n\tminutes: number[];\n\thours: number[];\n\tdays: number[] | null;\n\tmonths: number[] | null;\n\tweekdays: number[] | null;\n}\n\nexport type Schedule = IntervalSchedule | CronSchedule;\n\n/** Four years: how far ahead a cron schedule is looked for its next run. */\nconst CRON_HORIZON_DAYS = 4 * 366;\n\nfunction cronDay(schedule: CronSchedule, date: Date): boolean {\n\tif (schedule.months && !schedule.months.includes(date.getUTCMonth() + 1)) {\n\t\treturn false;\n\t}\n\tconst dom = schedule.days?.includes(date.getUTCDate());\n\tconst dow = schedule.weekdays?.includes(date.getUTCDay());\n\tif (schedule.days && schedule.weekdays) return Boolean(dom || dow);\n\tif (schedule.days) return Boolean(dom);\n\tif (schedule.weekdays) return Boolean(dow);\n\treturn true;\n}\n\n/**\n * The first time after `after`, to the minute, the schedule runs — the copy\n * of `schedule.ts`'s `nextRun` this file carries, since it ships alone.\n */\nexport function nextRun(schedule: Schedule, after: Date): Date | null {\n\tconst from = Math.floor(after.getTime() / 60_000) * 60_000 + 60_000;\n\tif (schedule.kind === 'every') {\n\t\tconst interval = schedule.seconds * 1000;\n\t\tconst offset = schedule.offset * 1000;\n\t\treturn new Date(offset + Math.ceil((from - offset) / interval) * interval);\n\t}\n\tconst start = new Date(from);\n\tconst day = Date.UTC(\n\t\tstart.getUTCFullYear(),\n\t\tstart.getUTCMonth(),\n\t\tstart.getUTCDate(),\n\t);\n\tfor (let i = 0; i < CRON_HORIZON_DAYS; i++) {\n\t\tconst date = new Date(day + i * 86_400_000);\n\t\tif (!cronDay(schedule, date)) continue;\n\t\tfor (const hour of schedule.hours) {\n\t\t\tfor (const minute of schedule.minutes) {\n\t\t\t\tconst at = date.getTime() + hour * 3_600_000 + minute * 60_000;\n\t\t\t\tif (at >= from) return new Date(at);\n\t\t\t}\n\t\t}\n\t}\n\treturn null;\n}\n\n/** One run's folder: `2026-10-10/02-00-00Z`. */\nexport function runFolder(at: Date): string {\n\tconst iso = at.toISOString();\n\treturn `${iso.slice(0, 10)}/${iso.slice(11, 19).replace(/:/g, '-')}Z`;\n}\n\n// ============================================================================\n// S3, signed here\n// ============================================================================\n\n/** Where and as whom the backups are put. */\nexport interface Destination {\n\tbucket: string;\n\tregion: string;\n\tendpoint?: string;\n\tforcePathStyle: boolean;\n\taccessKeyId: string;\n\tsecretAccessKey: string;\n}\n\n/** `BACKUPS_URL`, read the way `@geekmidas/storage/s3-url` writes it. */\nexport function destination(url: string): Destination {\n\tconst parsed = new URL(url);\n\tif (parsed.protocol !== 's3:' || !parsed.hostname) {\n\t\tthrow new BackupsEnvInvalid(\n\t\t\t'BACKUPS_URL',\n\t\t\t'is not an s3:// URL with a bucket',\n\t\t);\n\t}\n\tconst endpoint = parsed.searchParams.get('endpoint') ?? undefined;\n\treturn {\n\t\tbucket: parsed.hostname,\n\t\tregion: parsed.searchParams.get('region') ?? 'us-east-1',\n\t\t...(endpoint ? { endpoint } : {}),\n\t\tforcePathStyle: parsed.searchParams.get('forcePathStyle') === 'true',\n\t\taccessKeyId: decodeURIComponent(parsed.username),\n\t\tsecretAccessKey: decodeURIComponent(parsed.password),\n\t};\n}\n\nconst sha256 = (data: string | Buffer) =>\n\tcreateHash('sha256').update(data).digest('hex');\nconst hmac = (key: string | Buffer, data: string) =>\n\tcreateHmac('sha256', key).update(data).digest();\n\n/** RFC 3986, as SigV4 wants it: everything but unreserved characters. */\nfunction encode(value: string): string {\n\treturn encodeURIComponent(value).replace(\n\t\t/[!'()*]/g,\n\t\t(c) => `%${c.charCodeAt(0).toString(16).toUpperCase()}`,\n\t);\n}\n\ninterface S3Request {\n\tmethod: 'PUT' | 'POST';\n\tkey: string;\n\tquery?: Record<string, string>;\n\tbody?: Buffer;\n\theaders?: Record<string, string>;\n}\n\n/** One request to S3, signed with SigV4; the response's status and body. */\nexport async function s3Send(\n\tto: Destination,\n\trequest: S3Request,\n\tnow: Date = new Date(),\n): Promise<{ status: number; body: string; headers: Record<string, string> }> {\n\tconst body = request.body ?? Buffer.alloc(0);\n\tconst path = request.key.split('/').map(encode).join('/');\n\tlet url: URL;\n\tif (to.endpoint) {\n\t\tconst base = to.endpoint.replace(/\\/+$/, '');\n\t\turl = to.forcePathStyle\n\t\t\t? new URL(`${base}/${to.bucket}/${path}`)\n\t\t\t: new URL(`${base.replace('://', `://${to.bucket}.`)}/${path}`);\n\t} else {\n\t\turl = new URL(`https://${to.bucket}.s3.${to.region}.amazonaws.com/${path}`);\n\t}\n\tconst query = Object.entries(request.query ?? {})\n\t\t.map(([k, v]) => [encode(k), encode(v)] as const)\n\t\t.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))\n\t\t.map(([k, v]) => `${k}=${v}`)\n\t\t.join('&');\n\n\tconst amzDate = now.toISOString().replace(/[:-]|\\.\\d{3}/g, '');\n\tconst day = amzDate.slice(0, 8);\n\tconst payload = sha256(body);\n\tconst headers: Record<string, string> = {\n\t\thost: url.host,\n\t\t'x-amz-content-sha256': payload,\n\t\t'x-amz-date': amzDate,\n\t\t...Object.fromEntries(\n\t\t\tObject.entries(request.headers ?? {}).map(([k, v]) => [\n\t\t\t\tk.toLowerCase(),\n\t\t\t\tv,\n\t\t\t]),\n\t\t),\n\t};\n\tconst names = Object.keys(headers).sort();\n\tconst canonical = [\n\t\trequest.method,\n\t\turl.pathname,\n\t\tquery,\n\t\tnames.map((n) => `${n}:${headers[n]!.trim()}\\n`).join(''),\n\t\tnames.join(';'),\n\t\tpayload,\n\t].join('\\n');\n\tconst scope = `${day}/${to.region}/s3/aws4_request`;\n\tconst toSign = ['AWS4-HMAC-SHA256', amzDate, scope, sha256(canonical)].join(\n\t\t'\\n',\n\t);\n\tconst key = hmac(\n\t\thmac(hmac(hmac(`AWS4${to.secretAccessKey}`, day), to.region), 's3'),\n\t\t'aws4_request',\n\t);\n\tconst signature = createHmac('sha256', key).update(toSign).digest('hex');\n\theaders.authorization =\n\t\t`AWS4-HMAC-SHA256 Credential=${to.accessKeyId}/${scope}, ` +\n\t\t`SignedHeaders=${names.join(';')}, Signature=${signature}`;\n\theaders['content-length'] = String(body.length);\n\n\t// Looked up when called, not bound at import: a test's HTTP interceptor\n\t// patches the module's own `request`.\n\tconst send = url.protocol === 'https:' ? https.request : http.request;\n\treturn new Promise((resolve, reject) => {\n\t\tconst req = send(\n\t\t\turl,\n\t\t\t{\n\t\t\t\tmethod: request.method,\n\t\t\t\theaders,\n\t\t\t\tpath: `${url.pathname}${query ? `?${query}` : ''}`,\n\t\t\t},\n\t\t\t(res) => {\n\t\t\t\tconst chunks: Buffer[] = [];\n\t\t\t\tres.on('data', (chunk: Buffer) => chunks.push(chunk));\n\t\t\t\tres.on('end', () =>\n\t\t\t\t\tresolve({\n\t\t\t\t\t\tstatus: res.statusCode ?? 0,\n\t\t\t\t\t\tbody: Buffer.concat(chunks).toString('utf-8'),\n\t\t\t\t\t\theaders: Object.fromEntries(\n\t\t\t\t\t\t\tObject.entries(res.headers).map(([k, v]) => [k, String(v ?? '')]),\n\t\t\t\t\t\t),\n\t\t\t\t\t}),\n\t\t\t\t);\n\t\t\t\tres.on('error', reject);\n\t\t\t},\n\t\t);\n\t\treq.on('error', reject);\n\t\treq.setTimeout(5 * 60_000, () =>\n\t\t\treq.destroy(new RequestTimedOut(request.key)),\n\t\t);\n\t\treq.end(body);\n\t});\n}\n\n/** S3 did not answer a request within five minutes. */\nclass RequestTimedOut extends Error {\n\tconstructor(readonly key: string) {\n\t\tsuper(`S3 did not answer within five minutes putting ${key}.`);\n\t\tthis.name = 'RequestTimedOut';\n\t}\n}\n\n/** A variable the container is started with that is missing or wrong. */\nclass BackupsEnvInvalid extends Error {\n\tconstructor(\n\t\treadonly variable: string,\n\t\treadonly reason: string,\n\t) {\n\t\tsuper(\n\t\t\t`${variable} ${reason}. It is written by gkm into the stack's backups.env; deploy the stage again.`,\n\t\t);\n\t\tthis.name = 'BackupsEnvInvalid';\n\t}\n}\n\n/** `pg_dump` exited with an error: the dump is not uploaded. */\nclass DumpFailed extends Error {\n\tconstructor(\n\t\treadonly database: string,\n\t\treadonly code: number | null,\n\t\treadonly stderr: string,\n\t) {\n\t\tsuper(`pg_dump ${database} exited ${code}: ${stderr.trim().slice(-500)}`);\n\t\tthis.name = 'DumpFailed';\n\t}\n}\n\n/** A request S3 refused, or that never got an answer. */\nclass UploadFailed extends Error {\n\tconstructor(\n\t\treadonly key: string,\n\t\treadonly status: number,\n\t\treadonly said: string,\n\t) {\n\t\tsuper(\n\t\t\t`S3 answered HTTP ${status} putting ${key}: ${said.replace(/\\s+/g, ' ').slice(0, 500)}`,\n\t\t);\n\t\tthis.name = 'UploadFailed';\n\t}\n}\n\n/** `s3Send`, again after 1, 4 and 9 seconds when the network or S3 fails. */\nasync function sendWithRetry(\n\tto: Destination,\n\trequest: S3Request,\n): Promise<{ status: number; body: string; headers: Record<string, string> }> {\n\tlet last: unknown;\n\tfor (let attempt = 0; attempt < 4; attempt++) {\n\t\tif (attempt > 0) {\n\t\t\tawait new Promise((r) => setTimeout(r, attempt * attempt * 1000));\n\t\t}\n\t\ttry {\n\t\t\tconst res = await s3Send(to, request);\n\t\t\tif (res.status >= 200 && res.status < 300) return res;\n\t\t\tlast = new UploadFailed(request.key, res.status, res.body);\n\t\t\t// A refusal is the key's or the request's; asking again changes nothing.\n\t\t\tif (res.status < 500) break;\n\t\t} catch (error) {\n\t\t\tlast = error;\n\t\t}\n\t}\n\tthrow last;\n}\n\n/**\n * Upload a stream to `key`: one PUT when it fits in a part, else a multipart\n * upload — every action of which is `s3:PutObject`, all the key may do. A\n * failed upload is left for the bucket's lifecycle to abort.\n */\nexport async function upload(\n\tto: Destination,\n\tkey: string,\n\tstream: AsyncIterable<Buffer>,\n\t/**\n\t * How what made the stream ended. Awaited before the last request: a dump\n\t * that failed half way ends its stream early, and must never be put as\n\t * though it were whole.\n\t */\n\tfinished: Promise<void> = Promise.resolve(),\n): Promise<number> {\n\tlet buffered: Buffer[] = [];\n\tlet size = 0;\n\tlet total = 0;\n\tlet uploadId: string | undefined;\n\tconst parts: string[] = [];\n\n\tconst flush = async (body: Buffer) => {\n\t\tif (!uploadId) {\n\t\t\tconst created = await sendWithRetry(to, {\n\t\t\t\tmethod: 'POST',\n\t\t\t\tkey,\n\t\t\t\tquery: { uploads: '' },\n\t\t\t\theaders: { 'content-type': 'application/gzip' },\n\t\t\t});\n\t\t\tuploadId = /<UploadId>([^<]+)<\\/UploadId>/.exec(created.body)?.[1];\n\t\t\tif (!uploadId) throw new UploadFailed(key, created.status, created.body);\n\t\t}\n\t\tconst part = await sendWithRetry(to, {\n\t\t\tmethod: 'PUT',\n\t\t\tkey,\n\t\t\tquery: { partNumber: String(parts.length + 1), uploadId },\n\t\t\tbody,\n\t\t});\n\t\tparts.push(part.headers.etag ?? '');\n\t};\n\n\tfor await (const chunk of stream) {\n\t\tbuffered.push(chunk);\n\t\tsize += chunk.length;\n\t\ttotal += chunk.length;\n\t\tif (size >= PART_BYTES) {\n\t\t\tconst body = Buffer.concat(buffered);\n\t\t\tbuffered = [];\n\t\t\tsize = 0;\n\t\t\tawait flush(body);\n\t\t}\n\t}\n\tawait finished;\n\tconst rest = Buffer.concat(buffered);\n\tif (!uploadId) {\n\t\tawait sendWithRetry(to, {\n\t\t\tmethod: 'PUT',\n\t\t\tkey,\n\t\t\tbody: rest,\n\t\t\theaders: { 'content-type': 'application/gzip' },\n\t\t});\n\t\treturn total;\n\t}\n\tif (rest.length > 0) await flush(rest);\n\tconst complete = parts\n\t\t.map(\n\t\t\t(etag, i) =>\n\t\t\t\t`<Part><PartNumber>${i + 1}</PartNumber><ETag>${etag}</ETag></Part>`,\n\t\t)\n\t\t.join('');\n\tconst done = await sendWithRetry(to, {\n\t\tmethod: 'POST',\n\t\tkey,\n\t\tquery: { uploadId: uploadId! },\n\t\tbody: Buffer.from(\n\t\t\t`<CompleteMultipartUpload>${complete}</CompleteMultipartUpload>`,\n\t\t),\n\t\theaders: { 'content-type': 'application/xml' },\n\t});\n\t// S3 can answer 200 and put an error in the body.\n\tif (/<Error>/.test(done.body)) throw new UploadFailed(key, 200, done.body);\n\treturn total;\n}\n\n// ============================================================================\n// A run\n// ============================================================================\n\nexport interface BackupDatabase {\n\tfile: string;\n\tname: string;\n}\n\n/** Who else is told each line — a test, reading what a run said. */\nconst listeners = new Set<(line: Record<string, unknown>) => void>();\n\n/** Be handed each line the runner logs. Returns what stops it. */\nexport function onReport(\n\tlistener: (line: Record<string, unknown>) => void,\n): () => void {\n\tlisteners.add(listener);\n\treturn () => listeners.delete(listener);\n}\n\n/** One line of the run's result: JSON on stdout, and OTLP when telemetry is on. */\nasync function report(\n\tlevel: 'info' | 'error',\n\tmessage: string,\n\tfields: Record<string, unknown>,\n): Promise<void> {\n\tconst at = new Date();\n\tconst line = { time: at.toISOString(), level, msg: message, ...fields };\n\tconst out = level === 'error' ? process.stderr : process.stdout;\n\tout.write(`${JSON.stringify(line)}\\n`);\n\tfor (const listener of listeners) listener(line);\n\t// A run `docker exec` started (`gkm backup:now`) is in the container's\n\t// log too, beside the scheduled ones: written to the main process's own.\n\tif (process.pid !== 1 && process.platform === 'linux') {\n\t\ttry {\n\t\t\tappendFileSync(\n\t\t\t\t`/proc/1/fd/${level === 'error' ? 2 : 1}`,\n\t\t\t\t`${JSON.stringify(line)}\\n`,\n\t\t\t);\n\t\t} catch {\n\t\t\t// Not in the container, or not allowed: the caller has the line.\n\t\t}\n\t}\n\n\tconst endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;\n\tif (!endpoint) return;\n\tconst headers: Record<string, string> = {\n\t\t'content-type': 'application/json',\n\t};\n\tfor (const pair of (process.env.OTEL_EXPORTER_OTLP_HEADERS ?? '').split(\n\t\t',',\n\t)) {\n\t\tconst at = pair.indexOf('=');\n\t\tif (at > 0) {\n\t\t\theaders[decodeURIComponent(pair.slice(0, at).trim())] =\n\t\t\t\tdecodeURIComponent(pair.slice(at + 1).trim());\n\t\t}\n\t}\n\tconst value = (v: unknown) =>\n\t\ttypeof v === 'number'\n\t\t\t? { doubleValue: v }\n\t\t\t: typeof v === 'boolean'\n\t\t\t\t? { boolValue: v }\n\t\t\t\t: { stringValue: typeof v === 'string' ? v : JSON.stringify(v) };\n\tconst body = JSON.stringify({\n\t\tresourceLogs: [\n\t\t\t{\n\t\t\t\tresource: {\n\t\t\t\t\tattributes: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tkey: 'service.name',\n\t\t\t\t\t\t\tvalue: {\n\t\t\t\t\t\t\t\tstringValue: process.env.OTEL_SERVICE_NAME ?? 'backups',\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t},\n\t\t\t\tscopeLogs: [\n\t\t\t\t\t{\n\t\t\t\t\t\tscope: { name: 'gkm-backups' },\n\t\t\t\t\t\tlogRecords: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttimeUnixNano: `${at.getTime()}000000`,\n\t\t\t\t\t\t\t\tseverityText: level.toUpperCase(),\n\t\t\t\t\t\t\t\tseverityNumber: level === 'error' ? 17 : 9,\n\t\t\t\t\t\t\t\tbody: { stringValue: message },\n\t\t\t\t\t\t\t\tattributes: Object.entries(fields).map(([key, v]) => ({\n\t\t\t\t\t\t\t\t\tkey,\n\t\t\t\t\t\t\t\t\tvalue: value(v),\n\t\t\t\t\t\t\t\t})),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t},\n\t\t],\n\t});\n\ttry {\n\t\tawait fetch(`${endpoint.replace(/\\/+$/, '')}/v1/logs`, {\n\t\t\tmethod: 'POST',\n\t\t\theaders,\n\t\t\tbody,\n\t\t\tsignal: AbortSignal.timeout(10_000),\n\t\t});\n\t} catch {\n\t\t// Telemetry that cannot be delivered never fails a backup.\n\t}\n}\n\n/** `pg_dump` of one database, gzipped, as a stream — and how it ended. */\nfunction dump(database: string): {\n\tstream: AsyncIterable<Buffer>;\n\tdone: Promise<void>;\n} {\n\tconst child = spawn(\n\t\t'pg_dump',\n\t\t[\n\t\t\t'--format=plain',\n\t\t\t// A restore recreates the database as it was, owners and grants\n\t\t\t// included, over whatever is there.\n\t\t\t'--create',\n\t\t\t'--clean',\n\t\t\t'--if-exists',\n\t\t\t'--dbname',\n\t\t\tdatabase,\n\t\t],\n\t\t{ stdio: ['ignore', 'pipe', 'pipe'] },\n\t);\n\tlet stderr = '';\n\tchild.stderr.on('data', (chunk: Buffer) => {\n\t\tstderr += chunk.toString();\n\t});\n\tconst gzip = createGzip();\n\tchild.stdout.pipe(gzip);\n\tconst done = new Promise<void>((resolve, reject) => {\n\t\tchild.on('error', reject);\n\t\tchild.on('close', (code) =>\n\t\t\tcode === 0 ? resolve() : reject(new DumpFailed(database, code, stderr)),\n\t\t);\n\t});\n\treturn { stream: gzip, done };\n}\n\nfunction readEnv(name: string): string {\n\tconst value = process.env[name];\n\tif (!value) throw new BackupsEnvInvalid(name, 'is not set');\n\treturn value;\n}\n\n/** A lock, so `backup:now` and the schedule never dump at once. */\nasync function withLock<T>(run: () => Promise<T>): Promise<T> {\n\tmkdirSync(STATE_DIR, { recursive: true });\n\tconst lock = `${STATE_DIR}/lock`;\n\tfor (;;) {\n\t\ttry {\n\t\t\tmkdirSync(lock);\n\t\t\tbreak;\n\t\t} catch {\n\t\t\tawait new Promise((r) => setTimeout(r, 2000));\n\t\t}\n\t}\n\ttry {\n\t\treturn await run();\n\t} finally {\n\t\trmdirSync(lock);\n\t}\n}\n\n/** One backup of every database, into one run folder. Resolves whether it all went. */\nexport async function backupOnce(at: Date = new Date()): Promise<boolean> {\n\treturn withLock(async () => {\n\t\tconst to = destination(readEnv('BACKUPS_URL'));\n\t\tconst prefix = readEnv('BACKUPS_PREFIX').replace(/\\/+$/, '');\n\t\tconst databases = JSON.parse(\n\t\t\treadEnv('BACKUPS_DATABASES'),\n\t\t) as BackupDatabase[];\n\t\t// A run's folder is its second: one that would share the last run's\n\t\t// — `backup:now` twice in a second — waits for the next, and is never\n\t\t// written over the other.\n\t\tlet startedAt = at;\n\t\tconst last = (() => {\n\t\t\ttry {\n\t\t\t\treturn readFileSync(`${STATE_DIR}/last-folder`, 'utf-8');\n\t\t\t} catch {\n\t\t\t\treturn undefined;\n\t\t\t}\n\t\t})();\n\t\twhile (runFolder(startedAt) === last) {\n\t\t\tawait new Promise((r) => setTimeout(r, 1000 - (Date.now() % 1000) + 5));\n\t\t\tstartedAt = new Date();\n\t\t}\n\t\twriteFileSync(`${STATE_DIR}/last-folder`, runFolder(startedAt));\n\t\tconst folder = `${prefix}/${runFolder(startedAt)}`;\n\t\tconst started = Date.now();\n\t\tconst sizes: Record<string, number> = {};\n\t\tconst failed: Record<string, string> = {};\n\n\t\tfor (const database of databases) {\n\t\t\tconst key = `${folder}/${database.file}.sql.gz`;\n\t\t\ttry {\n\t\t\t\tconst { stream, done } = dump(database.name);\n\t\t\t\t// Handled by the upload, which waits for it before its last\n\t\t\t\t// request; never left to reject on its own.\n\t\t\t\tdone.catch(() => {});\n\t\t\t\tsizes[database.file] = await upload(to, key, stream, done);\n\t\t\t} catch (error) {\n\t\t\t\tfailed[database.file] =\n\t\t\t\t\terror instanceof Error ? error.message : String(error);\n\t\t\t}\n\t\t}\n\n\t\tconst ok = Object.keys(failed).length === 0;\n\t\tconst fields = {\n\t\t\tfolder,\n\t\t\tdatabases: databases.map((d) => d.file),\n\t\t\tbytes: sizes,\n\t\t\tdurationMs: Date.now() - started,\n\t\t\t...(ok ? {} : { failed }),\n\t\t};\n\t\tif (ok) {\n\t\t\twriteFileSync(`${STATE_DIR}/last-success`, String(Date.now()));\n\t\t\tawait report('info', 'backup finished', { ok, ...fields });\n\t\t} else {\n\t\t\tawait report('error', 'backup failed', { ok, ...fields });\n\t\t}\n\t\treturn ok;\n\t});\n}\n\n/** Whether the last good run — or, before one, the start — is recent enough. */\nexport function healthy(now = Date.now()): boolean {\n\tconst gap = Number(readEnv('BACKUPS_MAX_GAP_SECONDS'));\n\tconst read = (file: string) => {\n\t\ttry {\n\t\t\treturn Number(readFileSync(`${STATE_DIR}/${file}`, 'utf-8'));\n\t\t} catch {\n\t\t\treturn undefined;\n\t\t}\n\t};\n\tconst since = read('last-success') ?? read('started');\n\tif (since === undefined) return false;\n\treturn now - since <= (2 * gap + STARTUP_GRACE_SECONDS) * 1000;\n}\n\n/** Run on schedule, forever. */\nexport async function serve(): Promise<void> {\n\tmkdirSync(STATE_DIR, { recursive: true });\n\twriteFileSync(`${STATE_DIR}/started`, String(Date.now()));\n\tconst schedule = JSON.parse(readEnv('BACKUPS_SCHEDULE')) as Schedule;\n\tlet stopping = false;\n\tfor (const signal of ['SIGTERM', 'SIGINT'] as const) {\n\t\tprocess.once(signal, () => {\n\t\t\tstopping = true;\n\t\t\tprocess.exit(0);\n\t\t});\n\t}\n\tawait report('info', 'backups scheduled', {\n\t\tnext: nextRun(schedule, new Date())?.toISOString() ?? null,\n\t});\n\twhile (!stopping) {\n\t\tconst next = nextRun(schedule, new Date());\n\t\tif (!next) return;\n\t\t// Woken at least hourly, so a clock that jumps never oversleeps a run.\n\t\twhile (Date.now() < next.getTime()) {\n\t\t\tawait new Promise((r) =>\n\t\t\t\tsetTimeout(r, Math.min(next.getTime() - Date.now(), 3_600_000)),\n\t\t\t);\n\t\t}\n\t\tawait backupOnce(next).catch((error: unknown) =>\n\t\t\treport('error', 'backup failed', {\n\t\t\t\tok: false,\n\t\t\t\terror: error instanceof Error ? error.message : String(error),\n\t\t\t}),\n\t\t);\n\t}\n}\n\n/** What `node backup.mjs <command>` runs; resolves with its exit code. */\nexport async function main(command: string | undefined): Promise<number> {\n\tif (command === 'serve') {\n\t\tawait serve();\n\t\treturn 0;\n\t}\n\tif (command === 'run') return (await backupOnce()) ? 0 : 1;\n\tif (command === 'health') return healthy() ? 0 : 1;\n\tawait report('error', 'usage: backup.mjs serve | run | health', {\n\t\tcommand: command ?? null,\n\t});\n\treturn 2;\n}\n\n// Run as a program, not when imported by a test.\nif (\n\tprocess.argv[1] &&\n\t/backup\\.mjs$|runner\\.(?:ts|mjs)$/.test(process.argv[1])\n) {\n\tmain(process.argv[2]).then(\n\t\t(code) => process.exit(code),\n\t\tasync (error: unknown) => {\n\t\t\tawait report('error', 'backup failed', {\n\t\t\t\tok: false,\n\t\t\t\terror: error instanceof Error ? error.message : String(error),\n\t\t\t});\n\t\t\tprocess.exit(1);\n\t\t},\n\t);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2CA,MAAM,YAAY,QAAQ,IAAI,qBAAqB;;AAEnD,MAAM,wBAAwB;;AAE9B,MAAM,aAAa,OAAO,QAAQ,IAAI,kBAAkB,KAAK;;AAoB7D,MAAM,oBAAoB;AAE1B,SAAS,QAAQ,UAAwB,MAAqB;CAC7D,IAAI,SAAS,UAAU,CAAC,SAAS,OAAO,SAAS,KAAK,YAAY,IAAI,CAAC,GACtE,OAAO;CAER,MAAM,MAAM,SAAS,MAAM,SAAS,KAAK,WAAW,CAAC;CACrD,MAAM,MAAM,SAAS,UAAU,SAAS,KAAK,UAAU,CAAC;CACxD,IAAI,SAAS,QAAQ,SAAS,UAAU,OAAO,QAAQ,OAAO,GAAG;CACjE,IAAI,SAAS,MAAM,OAAO,QAAQ,GAAG;CACrC,IAAI,SAAS,UAAU,OAAO,QAAQ,GAAG;CACzC,OAAO;AACR;;;;;AAMA,SAAgB,QAAQ,UAAoB,OAA0B;CACrE,MAAM,OAAO,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAM,IAAI,MAAS;CAC7D,IAAI,SAAS,SAAS,SAAS;EAC9B,MAAM,WAAW,SAAS,UAAU;EACpC,MAAM,SAAS,SAAS,SAAS;EACjC,OAAO,IAAI,KAAK,SAAS,KAAK,MAAM,OAAO,UAAU,QAAQ,IAAI,QAAQ;CAC1E;CACA,MAAM,QAAQ,IAAI,KAAK,IAAI;CAC3B,MAAM,MAAM,KAAK,IAChB,MAAM,eAAe,GACrB,MAAM,YAAY,GAClB,MAAM,WAAW,CAClB;CACA,KAAK,IAAI,IAAI,GAAG,IAAI,mBAAmB,KAAK;EAC3C,MAAM,OAAO,IAAI,KAAK,MAAM,IAAI,KAAU;EAC1C,IAAI,CAAC,QAAQ,UAAU,IAAI,GAAG;EAC9B,KAAK,MAAM,QAAQ,SAAS,OAC3B,KAAK,MAAM,UAAU,SAAS,SAAS;GACtC,MAAM,KAAK,KAAK,QAAQ,IAAI,OAAO,OAAY,SAAS;GACxD,IAAI,MAAM,MAAM,OAAO,IAAI,KAAK,EAAE;EACnC;CAEF;CACA,OAAO;AACR;;AAGA,SAAgB,UAAU,IAAkB;CAC3C,MAAM,MAAM,GAAG,YAAY;CAC3B,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE,EAAE,GAAG,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,MAAM,GAAG,EAAE;AACpE;;AAiBA,SAAgB,YAAY,KAA0B;CACrD,MAAM,SAAS,IAAI,IAAI,GAAG;CAC1B,IAAI,OAAO,aAAa,SAAS,CAAC,OAAO,UACxC,MAAM,IAAI,kBACT,eACA,mCACD;CAED,MAAM,WAAW,OAAO,aAAa,IAAI,UAAU,KAAK,KAAA;CACxD,OAAO;EACN,QAAQ,OAAO;EACf,QAAQ,OAAO,aAAa,IAAI,QAAQ,KAAK;EAC7C,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EAC/B,gBAAgB,OAAO,aAAa,IAAI,gBAAgB,MAAM;EAC9D,aAAa,mBAAmB,OAAO,QAAQ;EAC/C,iBAAiB,mBAAmB,OAAO,QAAQ;CACpD;AACD;AAEA,MAAM,UAAU,UAAA,GACfA,YAAAA,WAAAA,CAAW,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK;AAC/C,MAAM,QAAQ,KAAsB,UAAA,GACnCC,YAAAA,WAAAA,CAAW,UAAU,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO;;AAG/C,SAAS,OAAO,OAAuB;CACtC,OAAO,mBAAmB,KAAK,CAAC,CAAC,QAChC,aACC,MAAM,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,YAAY,GACrD;AACD;;AAWA,eAAsB,OACrB,IACA,SACA,sBAAY,IAAI,KAAK,GACwD;CAC7E,MAAM,OAAO,QAAQ,QAAQ,OAAO,MAAM,CAAC;CAC3C,MAAM,OAAO,QAAQ,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,GAAG;CACxD,IAAI;CACJ,IAAI,GAAG,UAAU;EAChB,MAAM,OAAO,GAAG,SAAS,QAAQ,QAAQ,EAAE;EAC3C,MAAM,GAAG,iBACN,IAAI,IAAI,GAAG,KAAK,GAAG,GAAG,OAAO,GAAG,MAAM,IACtC,IAAI,IAAI,GAAG,KAAK,QAAQ,OAAO,MAAM,GAAG,OAAO,EAAE,EAAE,GAAG,MAAM;CAChE,OACC,MAAM,IAAI,IAAI,WAAW,GAAG,OAAO,MAAM,GAAG,OAAO,iBAAiB,MAAM;CAE3E,MAAM,QAAQ,OAAO,QAAQ,QAAQ,SAAS,CAAC,CAAC,CAAC,CAC/C,KAAK,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,CAAU,CAAC,CAChD,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,CAAC,CAChD,KAAK,CAAC,GAAG,OAAO,GAAG,EAAE,GAAG,GAAG,CAAC,CAC5B,KAAK,GAAG;CAEV,MAAM,UAAU,IAAI,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE;CAC7D,MAAM,MAAM,QAAQ,MAAM,GAAG,CAAC;CAC9B,MAAM,UAAU,OAAO,IAAI;CAC3B,MAAM,UAAkC;EACvC,MAAM,IAAI;EACV,wBAAwB;EACxB,cAAc;EACd,GAAG,OAAO,YACT,OAAO,QAAQ,QAAQ,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CACrD,EAAE,YAAY,GACd,CACD,CAAC,CACF;CACD;CACA,MAAM,QAAQ,OAAO,KAAK,OAAO,CAAC,CAAC,KAAK;CACxC,MAAM,YAAY;EACjB,QAAQ;EACR,IAAI;EACJ;EACA,MAAM,KAAK,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAE,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE;EACxD,MAAM,KAAK,GAAG;EACd;CACD,CAAC,CAAC,KAAK,IAAI;CACX,MAAM,QAAQ,GAAG,IAAI,GAAG,GAAG,OAAO;CAClC,MAAM,SAAS;EAAC;EAAoB;EAAS;EAAO,OAAO,SAAS;CAAC,CAAC,CAAC,KACtE,IACD;CACA,MAAM,MAAM,KACX,KAAK,KAAK,KAAK,OAAO,GAAG,mBAAmB,GAAG,GAAG,GAAG,MAAM,GAAG,IAAI,GAClE,cACD;CACA,MAAM,aAAA,GAAYA,YAAAA,WAAAA,CAAW,UAAU,GAAG,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,OAAO,KAAK;CACvE,QAAQ,gBACP,+BAA+B,GAAG,YAAY,GAAG,MAAM,kBACtC,MAAM,KAAK,GAAG,EAAE,cAAc;CAChD,QAAQ,oBAAoB,OAAO,KAAK,MAAM;CAI9C,MAAM,OAAO,IAAI,aAAa,WAAWC,WAAAA,QAAM,UAAUC,UAAAA,QAAK;CAC9D,OAAO,IAAI,SAAS,SAAS,WAAW;EACvC,MAAM,MAAM,KACX,KACA;GACC,QAAQ,QAAQ;GAChB;GACA,MAAM,GAAG,IAAI,WAAW,QAAQ,IAAI,UAAU;EAC/C,IACC,QAAQ;GACR,MAAM,SAAmB,CAAC;GAC1B,IAAI,GAAG,SAAS,UAAkB,OAAO,KAAK,KAAK,CAAC;GACpD,IAAI,GAAG,aACN,QAAQ;IACP,QAAQ,IAAI,cAAc;IAC1B,MAAM,OAAO,OAAO,MAAM,CAAC,CAAC,SAAS,OAAO;IAC5C,SAAS,OAAO,YACf,OAAO,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,KAAK,EAAE,CAAC,CAAC,CACjE;GACD,CAAC,CACF;GACA,IAAI,GAAG,SAAS,MAAM;EACvB,CACD;EACA,IAAI,GAAG,SAAS,MAAM;EACtB,IAAI,WAAW,WACd,IAAI,QAAQ,IAAI,gBAAgB,QAAQ,GAAG,CAAC,CAC7C;EACA,IAAI,IAAI,IAAI;CACb,CAAC;AACF;;AAGA,IAAM,kBAAN,cAA8B,MAAM;CACd;CAArB,YAAY,KAAsB;EACjC,MAAM,iDAAiD,IAAI,EAAE;EADzC,KAAA,MAAA;EAEpB,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,oBAAN,cAAgC,MAAM;CAE3B;CACA;CAFV,YACC,UACA,QACC;EACD,MACC,GAAG,SAAS,GAAG,OAAO,6EACvB;EALS,KAAA,WAAA;EACA,KAAA,SAAA;EAKT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,aAAN,cAAyB,MAAM;CAEpB;CACA;CACA;CAHV,YACC,UACA,MACA,QACC;EACD,MAAM,WAAW,SAAS,UAAU,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,MAAM,IAAI,GAAG;EAJ/D,KAAA,WAAA;EACA,KAAA,OAAA;EACA,KAAA,SAAA;EAGT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,eAAN,cAA2B,MAAM;CAEtB;CACA;CACA;CAHV,YACC,KACA,QACA,MACC;EACD,MACC,oBAAoB,OAAO,WAAW,IAAI,IAAI,KAAK,QAAQ,QAAQ,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,GACrF;EANS,KAAA,MAAA;EACA,KAAA,SAAA;EACA,KAAA,OAAA;EAKT,KAAK,OAAO;CACb;AACD;;AAGA,eAAe,cACd,IACA,SAC6E;CAC7E,IAAI;CACJ,KAAK,IAAI,UAAU,GAAG,UAAU,GAAG,WAAW;EAC7C,IAAI,UAAU,GACb,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,UAAU,UAAU,GAAI,CAAC;EAEjE,IAAI;GACH,MAAM,MAAM,MAAM,OAAO,IAAI,OAAO;GACpC,IAAI,IAAI,UAAU,OAAO,IAAI,SAAS,KAAK,OAAO;GAClD,OAAO,IAAI,aAAa,QAAQ,KAAK,IAAI,QAAQ,IAAI,IAAI;GAEzD,IAAI,IAAI,SAAS,KAAK;EACvB,SAAS,OAAO;GACf,OAAO;EACR;CACD;CACA,MAAM;AACP;;;;;;AAOA,eAAsB,OACrB,IACA,KACA,QAMA,WAA0B,QAAQ,QAAQ,GACxB;CAClB,IAAI,WAAqB,CAAC;CAC1B,IAAI,OAAO;CACX,IAAI,QAAQ;CACZ,IAAI;CACJ,MAAM,QAAkB,CAAC;CAEzB,MAAM,QAAQ,OAAO,SAAiB;EACrC,IAAI,CAAC,UAAU;GACd,MAAM,UAAU,MAAM,cAAc,IAAI;IACvC,QAAQ;IACR;IACA,OAAO,EAAE,SAAS,GAAG;IACrB,SAAS,EAAE,gBAAgB,mBAAmB;GAC/C,CAAC;GACD,WAAW,gCAAgC,KAAK,QAAQ,IAAI,CAAC,GAAG;GAChE,IAAI,CAAC,UAAU,MAAM,IAAI,aAAa,KAAK,QAAQ,QAAQ,QAAQ,IAAI;EACxE;EACA,MAAM,OAAO,MAAM,cAAc,IAAI;GACpC,QAAQ;GACR;GACA,OAAO;IAAE,YAAY,OAAO,MAAM,SAAS,CAAC;IAAG;GAAS;GACxD;EACD,CAAC;EACD,MAAM,KAAK,KAAK,QAAQ,QAAQ,EAAE;CACnC;CAEA,WAAW,MAAM,SAAS,QAAQ;EACjC,SAAS,KAAK,KAAK;EACnB,QAAQ,MAAM;EACd,SAAS,MAAM;EACf,IAAI,QAAQ,YAAY;GACvB,MAAM,OAAO,OAAO,OAAO,QAAQ;GACnC,WAAW,CAAC;GACZ,OAAO;GACP,MAAM,MAAM,IAAI;EACjB;CACD;CACA,MAAM;CACN,MAAM,OAAO,OAAO,OAAO,QAAQ;CACnC,IAAI,CAAC,UAAU;EACd,MAAM,cAAc,IAAI;GACvB,QAAQ;GACR;GACA,MAAM;GACN,SAAS,EAAE,gBAAgB,mBAAmB;EAC/C,CAAC;EACD,OAAO;CACR;CACA,IAAI,KAAK,SAAS,GAAG,MAAM,MAAM,IAAI;CACrC,MAAM,WAAW,MACf,KACC,MAAM,MACN,qBAAqB,IAAI,EAAE,qBAAqB,KAAK,eACvD,CAAC,CACA,KAAK,EAAE;CACT,MAAM,OAAO,MAAM,cAAc,IAAI;EACpC,QAAQ;EACR;EACA,OAAO,EAAY,SAAU;EAC7B,MAAM,OAAO,KACZ,4BAA4B,SAAS,2BACtC;EACA,SAAS,EAAE,gBAAgB,kBAAkB;CAC9C,CAAC;CAED,IAAI,UAAU,KAAK,KAAK,IAAI,GAAG,MAAM,IAAI,aAAa,KAAK,KAAK,KAAK,IAAI;CACzE,OAAO;AACR;;AAYA,MAAM,4BAAY,IAAI,IAA6C;;AAGnE,SAAgB,SACf,UACa;CACb,UAAU,IAAI,QAAQ;CACtB,aAAa,UAAU,OAAO,QAAQ;AACvC;;AAGA,eAAe,OACd,OACA,SACA,QACgB;CAChB,MAAM,qBAAK,IAAI,KAAK;CACpB,MAAM,OAAO;EAAE,MAAM,GAAG,YAAY;EAAG;EAAO,KAAK;EAAS,GAAG;CAAO;CAEtE,CADY,UAAU,UAAU,QAAQ,SAAS,QAAQ,OAAA,CACrD,MAAM,GAAG,KAAK,UAAU,IAAI,EAAE,GAAG;CACrC,KAAK,MAAM,YAAY,WAAW,SAAS,IAAI;CAG/C,IAAI,QAAQ,QAAQ,KAAK,QAAQ,aAAa,SAC7C,IAAI;EACH,CAAA,GAAA,QAAA,eAAA,CACC,cAAc,UAAU,UAAU,IAAI,KACtC,GAAG,KAAK,UAAU,IAAI,EAAE,GACzB;CACD,QAAQ,CAER;CAGD,MAAM,WAAW,QAAQ,IAAI;CAC7B,IAAI,CAAC,UAAU;CACf,MAAM,UAAkC,EACvC,gBAAgB,mBACjB;CACA,KAAK,MAAM,SAAS,QAAQ,IAAI,8BAA8B,GAAA,CAAI,MACjE,GACD,GAAG;EACF,MAAM,KAAK,KAAK,QAAQ,GAAG;EAC3B,IAAI,KAAK,GACR,QAAQ,mBAAmB,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,KAClD,mBAAmB,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;CAE/C;CACA,MAAM,SAAS,MACd,OAAO,MAAM,WACV,EAAE,aAAa,EAAE,IACjB,OAAO,MAAM,YACZ,EAAE,WAAW,EAAE,IACf,EAAE,aAAa,OAAO,MAAM,WAAW,IAAI,KAAK,UAAU,CAAC,EAAE;CAClE,MAAM,OAAO,KAAK,UAAU,EAC3B,cAAc,CACb;EACC,UAAU,EACT,YAAY,CACX;GACC,KAAK;GACL,OAAO,EACN,aAAa,QAAQ,IAAI,qBAAqB,UAC/C;EACD,CACD,EACD;EACA,WAAW,CACV;GACC,OAAO,EAAE,MAAM,cAAc;GAC7B,YAAY,CACX;IACC,cAAc,GAAG,GAAG,QAAQ,EAAE;IAC9B,cAAc,MAAM,YAAY;IAChC,gBAAgB,UAAU,UAAU,KAAK;IACzC,MAAM,EAAE,aAAa,QAAQ;IAC7B,YAAY,OAAO,QAAQ,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ;KACrD;KACA,OAAO,MAAM,CAAC;IACf,EAAE;GACH,CACD;EACD,CACD;CACD,CACD,EACD,CAAC;CACD,IAAI;EACH,MAAM,MAAM,GAAG,SAAS,QAAQ,QAAQ,EAAE,EAAE,WAAW;GACtD,QAAQ;GACR;GACA;GACA,QAAQ,YAAY,QAAQ,GAAM;EACnC,CAAC;CACF,QAAQ,CAER;AACD;;AAGA,SAAS,KAAK,UAGZ;CACD,MAAM,SAAA,GAAQC,mBAAAA,MAAAA,CACb,WACA;EACC;EAGA;EACA;EACA;EACA;EACA;CACD,GACA,EAAE,OAAO;EAAC;EAAU;EAAQ;CAAM,EAAE,CACrC;CACA,IAAI,SAAS;CACb,MAAM,OAAO,GAAG,SAAS,UAAkB;EAC1C,UAAU,MAAM,SAAS;CAC1B,CAAC;CACD,MAAM,QAAA,GAAOC,UAAAA,WAAAA,CAAW;CACxB,MAAM,OAAO,KAAK,IAAI;CAOtB,OAAO;EAAE,QAAQ;EAAM,MAAA,IANN,SAAe,SAAS,WAAW;GACnD,MAAM,GAAG,SAAS,MAAM;GACxB,MAAM,GAAG,UAAU,SAClB,SAAS,IAAI,QAAQ,IAAI,OAAO,IAAI,WAAW,UAAU,MAAM,MAAM,CAAC,CACvE;EACD,CAC0B;CAAE;AAC7B;AAEA,SAAS,QAAQ,MAAsB;CACtC,MAAM,QAAQ,QAAQ,IAAI;CAC1B,IAAI,CAAC,OAAO,MAAM,IAAI,kBAAkB,MAAM,YAAY;CAC1D,OAAO;AACR;;AAGA,eAAe,SAAY,KAAmC;CAC7D,CAAA,GAAA,QAAA,UAAA,CAAU,WAAW,EAAE,WAAW,KAAK,CAAC;CACxC,MAAM,OAAO,GAAG,UAAU;CAC1B,SACC,IAAI;EACH,CAAA,GAAA,QAAA,UAAA,CAAU,IAAI;EACd;CACD,QAAQ;EACP,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,GAAI,CAAC;CAC7C;CAED,IAAI;EACH,OAAO,MAAM,IAAI;CAClB,UAAU;EACT,CAAA,GAAA,QAAA,UAAA,CAAU,IAAI;CACf;AACD;;AAGA,eAAsB,WAAW,qBAAW,IAAI,KAAK,GAAqB;CACzE,OAAO,SAAS,YAAY;EAC3B,MAAM,KAAK,YAAY,QAAQ,aAAa,CAAC;EAC7C,MAAM,SAAS,QAAQ,gBAAgB,CAAC,CAAC,QAAQ,QAAQ,EAAE;EAC3D,MAAM,YAAY,KAAK,MACtB,QAAQ,mBAAmB,CAC5B;EAIA,IAAI,YAAY;EAChB,MAAM,cAAc;GACnB,IAAI;IACH,QAAA,GAAOC,QAAAA,aAAAA,CAAa,GAAG,UAAU,eAAe,OAAO;GACxD,QAAQ;IACP;GACD;EACD,EAAA,CAAG;EACH,OAAO,UAAU,SAAS,MAAM,MAAM;GACrC,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,MAAQ,KAAK,IAAI,IAAI,MAAQ,CAAC,CAAC;GACtE,4BAAY,IAAI,KAAK;EACtB;EACA,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,eAAe,UAAU,SAAS,CAAC;EAC9D,MAAM,SAAS,GAAG,OAAO,GAAG,UAAU,SAAS;EAC/C,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAgC,CAAC;EACvC,MAAM,SAAiC,CAAC;EAExC,KAAK,MAAM,YAAY,WAAW;GACjC,MAAM,MAAM,GAAG,OAAO,GAAG,SAAS,KAAK;GACvC,IAAI;IACH,MAAM,EAAE,QAAQ,SAAS,KAAK,SAAS,IAAI;IAG3C,KAAK,YAAY,CAAC,CAAC;IACnB,MAAM,SAAS,QAAQ,MAAM,OAAO,IAAI,KAAK,QAAQ,IAAI;GAC1D,SAAS,OAAO;IACf,OAAO,SAAS,QACf,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GACvD;EACD;EAEA,MAAM,KAAK,OAAO,KAAK,MAAM,CAAC,CAAC,WAAW;EAC1C,MAAM,SAAS;GACd;GACA,WAAW,UAAU,KAAK,MAAM,EAAE,IAAI;GACtC,OAAO;GACP,YAAY,KAAK,IAAI,IAAI;GACzB,GAAI,KAAK,CAAC,IAAI,EAAE,OAAO;EACxB;EACA,IAAI,IAAI;GACP,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,gBAAgB,OAAO,KAAK,IAAI,CAAC,CAAC;GAC7D,MAAM,OAAO,QAAQ,mBAAmB;IAAE;IAAI,GAAG;GAAO,CAAC;EAC1D,OACC,MAAM,OAAO,SAAS,iBAAiB;GAAE;GAAI,GAAG;EAAO,CAAC;EAEzD,OAAO;CACR,CAAC;AACF;;AAGA,SAAgB,QAAQ,MAAM,KAAK,IAAI,GAAY;CAClD,MAAM,MAAM,OAAO,QAAQ,yBAAyB,CAAC;CACrD,MAAM,QAAQ,SAAiB;EAC9B,IAAI;GACH,OAAO,QAAA,GAAOA,QAAAA,aAAAA,CAAa,GAAG,UAAU,GAAG,QAAQ,OAAO,CAAC;EAC5D,QAAQ;GACP;EACD;CACD;CACA,MAAM,QAAQ,KAAK,cAAc,KAAK,KAAK,SAAS;CACpD,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,OAAO,MAAM,UAAU,IAAI,MAAM,yBAAyB;AAC3D;;AAGA,eAAsB,QAAuB;CAC5C,CAAA,GAAA,QAAA,UAAA,CAAU,WAAW,EAAE,WAAW,KAAK,CAAC;CACxC,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,WAAW,OAAO,KAAK,IAAI,CAAC,CAAC;CACxD,MAAM,WAAW,KAAK,MAAM,QAAQ,kBAAkB,CAAC;CACvD,IAAI,WAAW;CACf,KAAK,MAAM,UAAU,CAAC,WAAW,QAAQ,GACxC,QAAQ,KAAK,cAAc;EAC1B,WAAW;EACX,QAAQ,KAAK,CAAC;CACf,CAAC;CAEF,MAAM,OAAO,QAAQ,qBAAqB,EACzC,MAAM,QAAQ,0BAAU,IAAI,KAAK,CAAC,CAAC,EAAE,YAAY,KAAK,KACvD,CAAC;CACD,OAAO,CAAC,UAAU;EACjB,MAAM,OAAO,QAAQ,0BAAU,IAAI,KAAK,CAAC;EACzC,IAAI,CAAC,MAAM;EAEX,OAAO,KAAK,IAAI,IAAI,KAAK,QAAQ,GAChC,MAAM,IAAI,SAAS,MAClB,WAAW,GAAG,KAAK,IAAI,KAAK,QAAQ,IAAI,KAAK,IAAI,GAAG,IAAS,CAAC,CAC/D;EAED,MAAM,WAAW,IAAI,CAAC,CAAC,OAAO,UAC7B,OAAO,SAAS,iBAAiB;GAChC,IAAI;GACJ,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EAC7D,CAAC,CACF;CACD;AACD;;AAGA,eAAsB,KAAK,SAA8C;CACxE,IAAI,YAAY,SAAS;EACxB,MAAM,MAAM;EACZ,OAAO;CACR;CACA,IAAI,YAAY,OAAO,OAAQ,MAAM,WAAW,IAAK,IAAI;CACzD,IAAI,YAAY,UAAU,OAAO,QAAQ,IAAI,IAAI;CACjD,MAAM,OAAO,SAAS,0CAA0C,EAC/D,SAAS,WAAW,KACrB,CAAC;CACD,OAAO;AACR;AAGA,IACC,QAAQ,KAAK,MACb,mCAAmC,KAAK,QAAQ,KAAK,EAAE,GAEvD,KAAK,QAAQ,KAAK,EAAE,CAAC,CAAC,MACpB,SAAS,QAAQ,KAAK,IAAI,GAC3B,OAAO,UAAmB;CACzB,MAAM,OAAO,SAAS,iBAAiB;EACtC,IAAI;EACJ,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CAC7D,CAAC;CACD,QAAQ,KAAK,CAAC;AACf,CACD"}
1
+ {"version":3,"file":"runner.cjs","names":["createHash","createHmac","https","http","spawn","createGzip","readFileSync","existsSync"],"sources":["../../src/backups/runner.ts"],"sourcesContent":["/**\n * The backups container's program: `pg_dump` each of the stack's databases\n * on schedule and stream it, gzipped, to the stage's backups prefix.\n *\n * It ships alone — copied into an image built `FROM postgres:<major>-alpine`\n * with Node added — so it imports nothing but Node's own modules: S3 is\n * spoken to with a SigV4 signature made here, not the AWS SDK.\n *\n * node backup.mjs serve run on schedule, forever (the container's command)\n * node backup.mjs run one backup now (`gkm backup:now`)\n * node backup.mjs health exit 1 when the last good run is too old\n *\n * With point-in-time recovery (`PITR_BASE_SCHEDULE` set), also:\n *\n * node backup.mjs base one base backup now (`gkm backup:now --base`)\n * node backup.mjs recover in a one-off container: fetch a base backup and\n * replay WAL to `RECOVER_TARGET` (`backup:restore --to`)\n * node backup.mjs swap in a one-off container, Postgres stopped: put the\n * recovered cluster in place of the live one\n *\n * and `serve` takes a base backup (`wal-g backup-push`) on its own schedule,\n * and `health` reads `pg_stat_archiver` too.\n *\n * Its key may only put objects under the prefix: it never reads, lists or\n * deletes, so nothing here does either — `recover` alone reads, and runs\n * with the caller's credentials, not the stage's key. A dump is uploaded in\n * parts as it is made, so no database is ever held on disk or in memory\n * whole.\n *\n * Environment:\n *\n * - `BACKUPS_URL` — `s3://KEY:SECRET@bucket?region=…`, the stage's backups key\n * - `BACKUPS_PREFIX` — `gkm/<project>/<stage>/backups`\n * - `BACKUPS_DATABASES` — `[{\"file\":\"auth-database\",\"name\":\"auth_database_production\"}]`\n * - `BACKUPS_SCHEDULE` — `{\"kind\":\"every\",\"seconds\":86400,\"offset\":7200}`, or\n * a cron expanded: `{\"kind\":\"cron\",\"minutes\":[0],\"hours\":[0,6,12,18],…}`\n * - `BACKUPS_MAX_GAP_SECONDS` — the longest the schedule goes between runs\n * - `PGHOST`, `PGPORT`, `PGUSER`, `PGPASSWORD` — read by `pg_dump` itself\n * - `OTEL_EXPORTER_OTLP_ENDPOINT`/`_HEADERS` — where each run's result is\n * also sent as an OTLP log, when the stage's telemetry is on\n * - `PITR_BASE_SCHEDULE` — `{\"kind\":\"every\",\"seconds\":86400,\"offset\":7200}`:\n * when a base backup is taken; unset, there is no point-in-time recovery\n * - `PITR_BASE_MAX_GAP_SECONDS` — the base schedule's interval\n * - `WALG_*`, `AWS_*` — WAL-G's archive, its key, and the key it is put with\n * - `PGDATA` — the cluster's data directory, from the Postgres image\n * - `RECOVER_TARGET`, `RECOVER_SUPERUSER`, `RECOVER_INTO`,\n * `RECOVER_DATABASES` — what `recover` restores, and where\n */\n\nimport { spawn } from 'node:child_process';\nimport { createHash, createHmac } from 'node:crypto';\nimport {\n\tappendFileSync,\n\texistsSync,\n\tmkdirSync,\n\treadFileSync,\n\trenameSync,\n\trmdirSync,\n\trmSync,\n\twriteFileSync,\n} from 'node:fs';\nimport http from 'node:http';\nimport https from 'node:https';\nimport { createGzip } from 'node:zlib';\n\n/** Where the runner keeps what its health check reads. */\nconst STATE_DIR = process.env.BACKUPS_STATE_DIR ?? '/tmp/gkm-backups';\n/** How long a container may go without a good run before it has had one. */\nconst STARTUP_GRACE_SECONDS = 15 * 60;\n/** S3's smallest part, but the last; and the size each part is cut at. */\nconst PART_BYTES = Number(process.env.BACKUPS_PART_BYTES) || 16 * 1024 * 1024;\n\nexport interface IntervalSchedule {\n\tkind: 'every';\n\tseconds: number;\n\toffset: number;\n}\n\nexport interface CronSchedule {\n\tkind: 'cron';\n\tminutes: number[];\n\thours: number[];\n\tdays: number[] | null;\n\tmonths: number[] | null;\n\tweekdays: number[] | null;\n}\n\nexport type Schedule = IntervalSchedule | CronSchedule;\n\n/** Four years: how far ahead a cron schedule is looked for its next run. */\nconst CRON_HORIZON_DAYS = 4 * 366;\n\nfunction cronDay(schedule: CronSchedule, date: Date): boolean {\n\tif (schedule.months && !schedule.months.includes(date.getUTCMonth() + 1)) {\n\t\treturn false;\n\t}\n\tconst dom = schedule.days?.includes(date.getUTCDate());\n\tconst dow = schedule.weekdays?.includes(date.getUTCDay());\n\tif (schedule.days && schedule.weekdays) return Boolean(dom || dow);\n\tif (schedule.days) return Boolean(dom);\n\tif (schedule.weekdays) return Boolean(dow);\n\treturn true;\n}\n\n/**\n * The first time after `after`, to the minute, the schedule runs — the copy\n * of `schedule.ts`'s `nextRun` this file carries, since it ships alone.\n */\nexport function nextRun(schedule: Schedule, after: Date): Date | null {\n\tconst from = Math.floor(after.getTime() / 60_000) * 60_000 + 60_000;\n\tif (schedule.kind === 'every') {\n\t\tconst interval = schedule.seconds * 1000;\n\t\tconst offset = schedule.offset * 1000;\n\t\treturn new Date(offset + Math.ceil((from - offset) / interval) * interval);\n\t}\n\tconst start = new Date(from);\n\tconst day = Date.UTC(\n\t\tstart.getUTCFullYear(),\n\t\tstart.getUTCMonth(),\n\t\tstart.getUTCDate(),\n\t);\n\tfor (let i = 0; i < CRON_HORIZON_DAYS; i++) {\n\t\tconst date = new Date(day + i * 86_400_000);\n\t\tif (!cronDay(schedule, date)) continue;\n\t\tfor (const hour of schedule.hours) {\n\t\t\tfor (const minute of schedule.minutes) {\n\t\t\t\tconst at = date.getTime() + hour * 3_600_000 + minute * 60_000;\n\t\t\t\tif (at >= from) return new Date(at);\n\t\t\t}\n\t\t}\n\t}\n\treturn null;\n}\n\n/** One run's folder: `2026-10-10/02-00-00Z`. */\nexport function runFolder(at: Date): string {\n\tconst iso = at.toISOString();\n\treturn `${iso.slice(0, 10)}/${iso.slice(11, 19).replace(/:/g, '-')}Z`;\n}\n\n// ============================================================================\n// S3, signed here\n// ============================================================================\n\n/** Where and as whom the backups are put. */\nexport interface Destination {\n\tbucket: string;\n\tregion: string;\n\tendpoint?: string;\n\tforcePathStyle: boolean;\n\taccessKeyId: string;\n\tsecretAccessKey: string;\n}\n\n/** `BACKUPS_URL`, read the way `@geekmidas/storage/s3-url` writes it. */\nexport function destination(url: string): Destination {\n\tconst parsed = new URL(url);\n\tif (parsed.protocol !== 's3:' || !parsed.hostname) {\n\t\tthrow new BackupsEnvInvalid(\n\t\t\t'BACKUPS_URL',\n\t\t\t'is not an s3:// URL with a bucket',\n\t\t);\n\t}\n\tconst endpoint = parsed.searchParams.get('endpoint') ?? undefined;\n\treturn {\n\t\tbucket: parsed.hostname,\n\t\tregion: parsed.searchParams.get('region') ?? 'us-east-1',\n\t\t...(endpoint ? { endpoint } : {}),\n\t\tforcePathStyle: parsed.searchParams.get('forcePathStyle') === 'true',\n\t\taccessKeyId: decodeURIComponent(parsed.username),\n\t\tsecretAccessKey: decodeURIComponent(parsed.password),\n\t};\n}\n\nconst sha256 = (data: string | Buffer) =>\n\tcreateHash('sha256').update(data).digest('hex');\nconst hmac = (key: string | Buffer, data: string) =>\n\tcreateHmac('sha256', key).update(data).digest();\n\n/** RFC 3986, as SigV4 wants it: everything but unreserved characters. */\nfunction encode(value: string): string {\n\treturn encodeURIComponent(value).replace(\n\t\t/[!'()*]/g,\n\t\t(c) => `%${c.charCodeAt(0).toString(16).toUpperCase()}`,\n\t);\n}\n\ninterface S3Request {\n\tmethod: 'PUT' | 'POST';\n\tkey: string;\n\tquery?: Record<string, string>;\n\tbody?: Buffer;\n\theaders?: Record<string, string>;\n}\n\n/** One request to S3, signed with SigV4; the response's status and body. */\nexport async function s3Send(\n\tto: Destination,\n\trequest: S3Request,\n\tnow: Date = new Date(),\n): Promise<{ status: number; body: string; headers: Record<string, string> }> {\n\tconst body = request.body ?? Buffer.alloc(0);\n\tconst path = request.key.split('/').map(encode).join('/');\n\tlet url: URL;\n\tif (to.endpoint) {\n\t\tconst base = to.endpoint.replace(/\\/+$/, '');\n\t\turl = to.forcePathStyle\n\t\t\t? new URL(`${base}/${to.bucket}/${path}`)\n\t\t\t: new URL(`${base.replace('://', `://${to.bucket}.`)}/${path}`);\n\t} else {\n\t\turl = new URL(`https://${to.bucket}.s3.${to.region}.amazonaws.com/${path}`);\n\t}\n\tconst query = Object.entries(request.query ?? {})\n\t\t.map(([k, v]) => [encode(k), encode(v)] as const)\n\t\t.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))\n\t\t.map(([k, v]) => `${k}=${v}`)\n\t\t.join('&');\n\n\tconst amzDate = now.toISOString().replace(/[:-]|\\.\\d{3}/g, '');\n\tconst day = amzDate.slice(0, 8);\n\tconst payload = sha256(body);\n\tconst headers: Record<string, string> = {\n\t\thost: url.host,\n\t\t'x-amz-content-sha256': payload,\n\t\t'x-amz-date': amzDate,\n\t\t...Object.fromEntries(\n\t\t\tObject.entries(request.headers ?? {}).map(([k, v]) => [\n\t\t\t\tk.toLowerCase(),\n\t\t\t\tv,\n\t\t\t]),\n\t\t),\n\t};\n\tconst names = Object.keys(headers).sort();\n\tconst canonical = [\n\t\trequest.method,\n\t\turl.pathname,\n\t\tquery,\n\t\tnames.map((n) => `${n}:${headers[n]!.trim()}\\n`).join(''),\n\t\tnames.join(';'),\n\t\tpayload,\n\t].join('\\n');\n\tconst scope = `${day}/${to.region}/s3/aws4_request`;\n\tconst toSign = ['AWS4-HMAC-SHA256', amzDate, scope, sha256(canonical)].join(\n\t\t'\\n',\n\t);\n\tconst key = hmac(\n\t\thmac(hmac(hmac(`AWS4${to.secretAccessKey}`, day), to.region), 's3'),\n\t\t'aws4_request',\n\t);\n\tconst signature = createHmac('sha256', key).update(toSign).digest('hex');\n\theaders.authorization =\n\t\t`AWS4-HMAC-SHA256 Credential=${to.accessKeyId}/${scope}, ` +\n\t\t`SignedHeaders=${names.join(';')}, Signature=${signature}`;\n\theaders['content-length'] = String(body.length);\n\n\t// Looked up when called, not bound at import: a test's HTTP interceptor\n\t// patches the module's own `request`.\n\tconst send = url.protocol === 'https:' ? https.request : http.request;\n\treturn new Promise((resolve, reject) => {\n\t\tconst req = send(\n\t\t\turl,\n\t\t\t{\n\t\t\t\tmethod: request.method,\n\t\t\t\theaders,\n\t\t\t\tpath: `${url.pathname}${query ? `?${query}` : ''}`,\n\t\t\t},\n\t\t\t(res) => {\n\t\t\t\tconst chunks: Buffer[] = [];\n\t\t\t\tres.on('data', (chunk: Buffer) => chunks.push(chunk));\n\t\t\t\tres.on('end', () =>\n\t\t\t\t\tresolve({\n\t\t\t\t\t\tstatus: res.statusCode ?? 0,\n\t\t\t\t\t\tbody: Buffer.concat(chunks).toString('utf-8'),\n\t\t\t\t\t\theaders: Object.fromEntries(\n\t\t\t\t\t\t\tObject.entries(res.headers).map(([k, v]) => [k, String(v ?? '')]),\n\t\t\t\t\t\t),\n\t\t\t\t\t}),\n\t\t\t\t);\n\t\t\t\tres.on('error', reject);\n\t\t\t},\n\t\t);\n\t\treq.on('error', reject);\n\t\treq.setTimeout(5 * 60_000, () =>\n\t\t\treq.destroy(new RequestTimedOut(request.key)),\n\t\t);\n\t\treq.end(body);\n\t});\n}\n\n/** S3 did not answer a request within five minutes. */\nclass RequestTimedOut extends Error {\n\tconstructor(readonly key: string) {\n\t\tsuper(`S3 did not answer within five minutes putting ${key}.`);\n\t\tthis.name = 'RequestTimedOut';\n\t}\n}\n\n/** A variable the container is started with that is missing or wrong. */\nclass BackupsEnvInvalid extends Error {\n\tconstructor(\n\t\treadonly variable: string,\n\t\treadonly reason: string,\n\t) {\n\t\tsuper(\n\t\t\t`${variable} ${reason}. It is written by gkm into the stack's backups.env; deploy the stage again.`,\n\t\t);\n\t\tthis.name = 'BackupsEnvInvalid';\n\t}\n}\n\n/** `pg_dump` exited with an error: the dump is not uploaded. */\nclass DumpFailed extends Error {\n\tconstructor(\n\t\treadonly database: string,\n\t\treadonly code: number | null,\n\t\treadonly stderr: string,\n\t) {\n\t\tsuper(`pg_dump ${database} exited ${code}: ${stderr.trim().slice(-500)}`);\n\t\tthis.name = 'DumpFailed';\n\t}\n}\n\n/** A request S3 refused, or that never got an answer. */\nclass UploadFailed extends Error {\n\tconstructor(\n\t\treadonly key: string,\n\t\treadonly status: number,\n\t\treadonly said: string,\n\t) {\n\t\tsuper(\n\t\t\t`S3 answered HTTP ${status} putting ${key}: ${said.replace(/\\s+/g, ' ').slice(0, 500)}`,\n\t\t);\n\t\tthis.name = 'UploadFailed';\n\t}\n}\n\n/** `s3Send`, again after 1, 4 and 9 seconds when the network or S3 fails. */\nasync function sendWithRetry(\n\tto: Destination,\n\trequest: S3Request,\n): Promise<{ status: number; body: string; headers: Record<string, string> }> {\n\tlet last: unknown;\n\tfor (let attempt = 0; attempt < 4; attempt++) {\n\t\tif (attempt > 0) {\n\t\t\tawait new Promise((r) => setTimeout(r, attempt * attempt * 1000));\n\t\t}\n\t\ttry {\n\t\t\tconst res = await s3Send(to, request);\n\t\t\tif (res.status >= 200 && res.status < 300) return res;\n\t\t\tlast = new UploadFailed(request.key, res.status, res.body);\n\t\t\t// A refusal is the key's or the request's; asking again changes nothing.\n\t\t\tif (res.status < 500) break;\n\t\t} catch (error) {\n\t\t\tlast = error;\n\t\t}\n\t}\n\tthrow last;\n}\n\n/**\n * Upload a stream to `key`: one PUT when it fits in a part, else a multipart\n * upload — every action of which is `s3:PutObject`, all the key may do. A\n * failed upload is left for the bucket's lifecycle to abort.\n */\nexport async function upload(\n\tto: Destination,\n\tkey: string,\n\tstream: AsyncIterable<Buffer>,\n\t/**\n\t * How what made the stream ended. Awaited before the last request: a dump\n\t * that failed half way ends its stream early, and must never be put as\n\t * though it were whole.\n\t */\n\tfinished: Promise<void> = Promise.resolve(),\n): Promise<number> {\n\tlet buffered: Buffer[] = [];\n\tlet size = 0;\n\tlet total = 0;\n\tlet uploadId: string | undefined;\n\tconst parts: string[] = [];\n\n\tconst flush = async (body: Buffer) => {\n\t\tif (!uploadId) {\n\t\t\tconst created = await sendWithRetry(to, {\n\t\t\t\tmethod: 'POST',\n\t\t\t\tkey,\n\t\t\t\tquery: { uploads: '' },\n\t\t\t\theaders: { 'content-type': 'application/gzip' },\n\t\t\t});\n\t\t\tuploadId = /<UploadId>([^<]+)<\\/UploadId>/.exec(created.body)?.[1];\n\t\t\tif (!uploadId) throw new UploadFailed(key, created.status, created.body);\n\t\t}\n\t\tconst part = await sendWithRetry(to, {\n\t\t\tmethod: 'PUT',\n\t\t\tkey,\n\t\t\tquery: { partNumber: String(parts.length + 1), uploadId },\n\t\t\tbody,\n\t\t});\n\t\tparts.push(part.headers.etag ?? '');\n\t};\n\n\tfor await (const chunk of stream) {\n\t\tbuffered.push(chunk);\n\t\tsize += chunk.length;\n\t\ttotal += chunk.length;\n\t\tif (size >= PART_BYTES) {\n\t\t\tconst body = Buffer.concat(buffered);\n\t\t\tbuffered = [];\n\t\t\tsize = 0;\n\t\t\tawait flush(body);\n\t\t}\n\t}\n\tawait finished;\n\tconst rest = Buffer.concat(buffered);\n\tif (!uploadId) {\n\t\tawait sendWithRetry(to, {\n\t\t\tmethod: 'PUT',\n\t\t\tkey,\n\t\t\tbody: rest,\n\t\t\theaders: { 'content-type': 'application/gzip' },\n\t\t});\n\t\treturn total;\n\t}\n\tif (rest.length > 0) await flush(rest);\n\tconst complete = parts\n\t\t.map(\n\t\t\t(etag, i) =>\n\t\t\t\t`<Part><PartNumber>${i + 1}</PartNumber><ETag>${etag}</ETag></Part>`,\n\t\t)\n\t\t.join('');\n\tconst done = await sendWithRetry(to, {\n\t\tmethod: 'POST',\n\t\tkey,\n\t\tquery: { uploadId: uploadId! },\n\t\tbody: Buffer.from(\n\t\t\t`<CompleteMultipartUpload>${complete}</CompleteMultipartUpload>`,\n\t\t),\n\t\theaders: { 'content-type': 'application/xml' },\n\t});\n\t// S3 can answer 200 and put an error in the body.\n\tif (/<Error>/.test(done.body)) throw new UploadFailed(key, 200, done.body);\n\treturn total;\n}\n\n// ============================================================================\n// A run\n// ============================================================================\n\nexport interface BackupDatabase {\n\tfile: string;\n\tname: string;\n}\n\n/** Who else is told each line — a test, reading what a run said. */\nconst listeners = new Set<(line: Record<string, unknown>) => void>();\n\n/** Be handed each line the runner logs. Returns what stops it. */\nexport function onReport(\n\tlistener: (line: Record<string, unknown>) => void,\n): () => void {\n\tlisteners.add(listener);\n\treturn () => listeners.delete(listener);\n}\n\n/** One line of the run's result: JSON on stdout, and OTLP when telemetry is on. */\nasync function report(\n\tlevel: 'info' | 'error',\n\tmessage: string,\n\tfields: Record<string, unknown>,\n): Promise<void> {\n\tconst at = new Date();\n\tconst line = { time: at.toISOString(), level, msg: message, ...fields };\n\tconst out = level === 'error' ? process.stderr : process.stdout;\n\tout.write(`${JSON.stringify(line)}\\n`);\n\tfor (const listener of listeners) listener(line);\n\t// A run `docker exec` started (`gkm backup:now`) is in the container's\n\t// log too, beside the scheduled ones: written to the main process's own.\n\tif (process.pid !== 1 && process.platform === 'linux') {\n\t\ttry {\n\t\t\tappendFileSync(\n\t\t\t\t`/proc/1/fd/${level === 'error' ? 2 : 1}`,\n\t\t\t\t`${JSON.stringify(line)}\\n`,\n\t\t\t);\n\t\t} catch {\n\t\t\t// Not in the container, or not allowed: the caller has the line.\n\t\t}\n\t}\n\n\tconst endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;\n\tif (!endpoint) return;\n\tconst headers: Record<string, string> = {\n\t\t'content-type': 'application/json',\n\t};\n\tfor (const pair of (process.env.OTEL_EXPORTER_OTLP_HEADERS ?? '').split(\n\t\t',',\n\t)) {\n\t\tconst at = pair.indexOf('=');\n\t\tif (at > 0) {\n\t\t\theaders[decodeURIComponent(pair.slice(0, at).trim())] =\n\t\t\t\tdecodeURIComponent(pair.slice(at + 1).trim());\n\t\t}\n\t}\n\tconst value = (v: unknown) =>\n\t\ttypeof v === 'number'\n\t\t\t? { doubleValue: v }\n\t\t\t: typeof v === 'boolean'\n\t\t\t\t? { boolValue: v }\n\t\t\t\t: { stringValue: typeof v === 'string' ? v : JSON.stringify(v) };\n\tconst body = JSON.stringify({\n\t\tresourceLogs: [\n\t\t\t{\n\t\t\t\tresource: {\n\t\t\t\t\tattributes: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tkey: 'service.name',\n\t\t\t\t\t\t\tvalue: {\n\t\t\t\t\t\t\t\tstringValue: process.env.OTEL_SERVICE_NAME ?? 'backups',\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t},\n\t\t\t\tscopeLogs: [\n\t\t\t\t\t{\n\t\t\t\t\t\tscope: { name: 'gkm-backups' },\n\t\t\t\t\t\tlogRecords: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttimeUnixNano: `${at.getTime()}000000`,\n\t\t\t\t\t\t\t\tseverityText: level.toUpperCase(),\n\t\t\t\t\t\t\t\tseverityNumber: level === 'error' ? 17 : 9,\n\t\t\t\t\t\t\t\tbody: { stringValue: message },\n\t\t\t\t\t\t\t\tattributes: Object.entries(fields).map(([key, v]) => ({\n\t\t\t\t\t\t\t\t\tkey,\n\t\t\t\t\t\t\t\t\tvalue: value(v),\n\t\t\t\t\t\t\t\t})),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t},\n\t\t],\n\t});\n\ttry {\n\t\tawait fetch(`${endpoint.replace(/\\/+$/, '')}/v1/logs`, {\n\t\t\tmethod: 'POST',\n\t\t\theaders,\n\t\t\tbody,\n\t\t\tsignal: AbortSignal.timeout(10_000),\n\t\t});\n\t} catch {\n\t\t// Telemetry that cannot be delivered never fails a backup.\n\t}\n}\n\n/** `pg_dump` of one database, gzipped, as a stream — and how it ended. */\nfunction dump(database: string): {\n\tstream: AsyncIterable<Buffer>;\n\tdone: Promise<void>;\n} {\n\tconst child = spawn(\n\t\t'pg_dump',\n\t\t[\n\t\t\t'--format=plain',\n\t\t\t// A restore recreates the database as it was, owners and grants\n\t\t\t// included, over whatever is there.\n\t\t\t'--create',\n\t\t\t'--clean',\n\t\t\t'--if-exists',\n\t\t\t'--dbname',\n\t\t\tdatabase,\n\t\t],\n\t\t{ stdio: ['ignore', 'pipe', 'pipe'] },\n\t);\n\tlet stderr = '';\n\tchild.stderr.on('data', (chunk: Buffer) => {\n\t\tstderr += chunk.toString();\n\t});\n\tconst gzip = createGzip();\n\tchild.stdout.pipe(gzip);\n\tconst done = new Promise<void>((resolve, reject) => {\n\t\tchild.on('error', reject);\n\t\tchild.on('close', (code) =>\n\t\t\tcode === 0 ? resolve() : reject(new DumpFailed(database, code, stderr)),\n\t\t);\n\t});\n\treturn { stream: gzip, done };\n}\n\nfunction readEnv(name: string): string {\n\tconst value = process.env[name];\n\tif (!value) throw new BackupsEnvInvalid(name, 'is not set');\n\treturn value;\n}\n\n/** A lock, so `backup:now` and the schedule never dump at once. */\nasync function withLock<T>(run: () => Promise<T>): Promise<T> {\n\tmkdirSync(STATE_DIR, { recursive: true });\n\tconst lock = `${STATE_DIR}/lock`;\n\tfor (;;) {\n\t\ttry {\n\t\t\tmkdirSync(lock);\n\t\t\tbreak;\n\t\t} catch {\n\t\t\tawait new Promise((r) => setTimeout(r, 2000));\n\t\t}\n\t}\n\ttry {\n\t\treturn await run();\n\t} finally {\n\t\trmdirSync(lock);\n\t}\n}\n\n/** One backup of every database, into one run folder. Resolves whether it all went. */\nexport async function backupOnce(at: Date = new Date()): Promise<boolean> {\n\treturn withLock(async () => {\n\t\tconst to = destination(readEnv('BACKUPS_URL'));\n\t\tconst prefix = readEnv('BACKUPS_PREFIX').replace(/\\/+$/, '');\n\t\tconst databases = JSON.parse(\n\t\t\treadEnv('BACKUPS_DATABASES'),\n\t\t) as BackupDatabase[];\n\t\t// A run's folder is its second: one that would share the last run's\n\t\t// — `backup:now` twice in a second — waits for the next, and is never\n\t\t// written over the other.\n\t\tlet startedAt = at;\n\t\tconst last = (() => {\n\t\t\ttry {\n\t\t\t\treturn readFileSync(`${STATE_DIR}/last-folder`, 'utf-8');\n\t\t\t} catch {\n\t\t\t\treturn undefined;\n\t\t\t}\n\t\t})();\n\t\twhile (runFolder(startedAt) === last) {\n\t\t\tawait new Promise((r) => setTimeout(r, 1000 - (Date.now() % 1000) + 5));\n\t\t\tstartedAt = new Date();\n\t\t}\n\t\twriteFileSync(`${STATE_DIR}/last-folder`, runFolder(startedAt));\n\t\tconst folder = `${prefix}/${runFolder(startedAt)}`;\n\t\tconst started = Date.now();\n\t\tconst sizes: Record<string, number> = {};\n\t\tconst failed: Record<string, string> = {};\n\n\t\tfor (const database of databases) {\n\t\t\tconst key = `${folder}/${database.file}.sql.gz`;\n\t\t\ttry {\n\t\t\t\tconst { stream, done } = dump(database.name);\n\t\t\t\t// Handled by the upload, which waits for it before its last\n\t\t\t\t// request; never left to reject on its own.\n\t\t\t\tdone.catch(() => {});\n\t\t\t\tsizes[database.file] = await upload(to, key, stream, done);\n\t\t\t} catch (error) {\n\t\t\t\tfailed[database.file] =\n\t\t\t\t\terror instanceof Error ? error.message : String(error);\n\t\t\t}\n\t\t}\n\n\t\tconst ok = Object.keys(failed).length === 0;\n\t\tconst fields = {\n\t\t\tfolder,\n\t\t\tdatabases: databases.map((d) => d.file),\n\t\t\tbytes: sizes,\n\t\t\tdurationMs: Date.now() - started,\n\t\t\t...(ok ? {} : { failed }),\n\t\t};\n\t\tif (ok) {\n\t\t\twriteFileSync(`${STATE_DIR}/last-success`, String(Date.now()));\n\t\t\tawait report('info', 'backup finished', { ok, ...fields });\n\t\t} else {\n\t\t\tawait report('error', 'backup failed', { ok, ...fields });\n\t\t}\n\t\treturn ok;\n\t});\n}\n\n// ============================================================================\n// Point-in-time recovery\n// ============================================================================\n\n/** WAL-G, `psql` or `pg_dump` exited with an error. */\nclass CommandFailed extends Error {\n\tconstructor(\n\t\treadonly command: string,\n\t\treadonly code: number | null,\n\t\treadonly stderr: string,\n\t) {\n\t\tsuper(`${command} exited ${code}: ${stderr.trim().slice(-500)}`);\n\t\tthis.name = 'CommandFailed';\n\t}\n}\n\n/** No base backup finished at or before the time a restore asked for. */\nclass NoBaseBackupBefore extends Error {\n\tconstructor(\n\t\treadonly target: string,\n\t\treadonly earliest: string | null,\n\t) {\n\t\tsuper(\n\t\t\t`No base backup finished at or before ${target}` +\n\t\t\t\t(earliest\n\t\t\t\t\t? `; the earliest finished at ${earliest}. Restore to a time after it.`\n\t\t\t\t\t: '; there is none yet. Take one: gkm backup:now --base.'),\n\t\t);\n\t\tthis.name = 'NoBaseBackupBefore';\n\t}\n}\n\n/** Postgres stopped before it reached the time a restore asked for. */\nclass RecoveryFailed extends Error {\n\tconstructor(\n\t\treadonly target: string,\n\t\treadonly code: number | null,\n\t\treadonly log: string,\n\t) {\n\t\tsuper(\n\t\t\t`Postgres stopped (exit ${code}) before it recovered to ${target}: ` +\n\t\t\t\t`${log.trim().slice(-800)}`,\n\t\t);\n\t\tthis.name = 'RecoveryFailed';\n\t}\n}\n\n/** `swap` found no recovered cluster to put in place. */\nclass NothingRecovered extends Error {\n\tconstructor(readonly dir: string) {\n\t\tsuper(\n\t\t\t`There is no recovered cluster at ${dir}, so the live one was left in place. Run the restore again.`,\n\t\t);\n\t\tthis.name = 'NothingRecovered';\n\t}\n}\n\n/** Whether this container takes base backups: point-in-time recovery is on. */\nfunction pitrOn(): boolean {\n\treturn Boolean(process.env.PITR_BASE_SCHEDULE);\n}\n\n/** Run a program to its end; its exit code and what it printed. */\nfunction capture(\n\tcommand: string,\n\targs: readonly string[],\n\tenv: NodeJS.ProcessEnv = process.env,\n): Promise<{ code: number | null; stdout: string; stderr: string }> {\n\treturn new Promise((resolve, reject) => {\n\t\tconst child = spawn(command, [...args], {\n\t\t\tenv,\n\t\t\tstdio: ['ignore', 'pipe', 'pipe'],\n\t\t});\n\t\tlet stdout = '';\n\t\tlet stderr = '';\n\t\tchild.stdout.on('data', (chunk: Buffer) => {\n\t\t\tstdout += chunk.toString();\n\t\t});\n\t\tchild.stderr.on('data', (chunk: Buffer) => {\n\t\t\tstderr += chunk.toString();\n\t\t});\n\t\tchild.on('error', reject);\n\t\tchild.on('close', (code) => resolve({ code, stdout, stderr }));\n\t});\n}\n\n/** The cluster's data directory, as the Postgres image names it. */\nfunction dataDirectory(): string {\n\treturn readEnv('PGDATA').replace(/\\/+$/, '');\n}\n\n/** WAL-G connects to the cluster's own database, never one named after the role. */\nfunction walgEnv(): NodeJS.ProcessEnv {\n\treturn { ...process.env, PGDATABASE: process.env.PGDATABASE || 'postgres' };\n}\n\n/**\n * One base backup now — `wal-g backup-push` of the data directory, mounted\n * read-only — encrypted and put under the PITR prefix. Resolves whether it\n * went.\n */\nexport async function baseBackupOnce(): Promise<boolean> {\n\treturn withLock(async () => {\n\t\tconst started = Date.now();\n\t\tconst result = await capture(\n\t\t\t'wal-g',\n\t\t\t['backup-push', dataDirectory()],\n\t\t\twalgEnv(),\n\t\t).catch(\n\t\t\t(error: unknown) =>\n\t\t\t\t({\n\t\t\t\t\tcode: null,\n\t\t\t\t\tstdout: '',\n\t\t\t\t\tstderr: error instanceof Error ? error.message : String(error),\n\t\t\t\t}) as const,\n\t\t);\n\t\tconst fields = {\n\t\t\tprefix: process.env.WALG_S3_PREFIX ?? null,\n\t\t\tdurationMs: Date.now() - started,\n\t\t};\n\t\tif (result.code === 0) {\n\t\t\twriteFileSync(`${STATE_DIR}/last-base`, String(Date.now()));\n\t\t\tawait report('info', 'base backup finished', { ok: true, ...fields });\n\t\t\treturn true;\n\t\t}\n\t\tawait report('error', 'base backup failed', {\n\t\t\tok: false,\n\t\t\t...fields,\n\t\t\terror: new CommandFailed('wal-g backup-push', result.code, result.stderr)\n\t\t\t\t.message,\n\t\t});\n\t\treturn false;\n\t});\n}\n\n/** How long a WAL segment may wait to be archived before the container is unhealthy. */\nexport const ARCHIVE_LAG_SECONDS = 5 * 60;\n\n/** What `pg_stat_archiver` — and the segments still waiting — say. */\nexport interface ArchiverState {\n\t/** Seconds since a segment was last archived, or `null` for never. */\n\tsinceArchived: number | null;\n\tfailedCount: number;\n\t/** Whether the last attempt failed: `last_failed_time` after `last_archived_time`. */\n\tfailing: boolean;\n\t/** Seconds the oldest segment has waited to be archived, or `null` for none. */\n\toldestWaiting: number | null;\n}\n\n/**\n * Whether archiving is keeping up — and, when it is not, why. A segment\n * waiting more than five minutes means `archive_command` is stuck or slow\n * (with `archive_timeout=60`, one should ship within the minute); the last\n * attempt failing means it is failing now. A quiet cluster writes no WAL, so\n * an old `last_archived_time` alone is not a fault.\n */\nexport function archiverVerdict(state: ArchiverState): string | undefined {\n\tif (state.failing) {\n\t\treturn `archive_command is failing (${state.failedCount} failures; the last attempt failed)`;\n\t}\n\tif (\n\t\tstate.oldestWaiting !== null &&\n\t\tstate.oldestWaiting > ARCHIVE_LAG_SECONDS\n\t) {\n\t\treturn (\n\t\t\t`a WAL segment has waited ${state.oldestWaiting}s to be archived` +\n\t\t\t(state.sinceArchived === null\n\t\t\t\t? ', and none ever was'\n\t\t\t\t: `; the last was archived ${state.sinceArchived}s ago`)\n\t\t);\n\t}\n\treturn undefined;\n}\n\n/** `pg_stat_archiver`, and how long the oldest segment has waited. */\nconst ARCHIVER_SQL = `SELECT\n coalesce(floor(extract(epoch FROM now() - last_archived_time))::text, ''),\n failed_count,\n (last_failed_time IS NOT NULL AND (last_archived_time IS NULL OR last_failed_time > last_archived_time)),\n coalesce((SELECT floor(extract(epoch FROM now() - min(modification)))::text\n FROM pg_ls_archive_statusdir() WHERE name LIKE '%.ready'), '')\nFROM pg_stat_archiver`;\n\n/** Read the archiver's state from the stack's Postgres. */\nexport async function readArchiver(): Promise<ArchiverState> {\n\tconst result = await capture(\n\t\t'psql',\n\t\t['-X', '-A', '-t', '-q', '-F', '|', '-d', 'postgres', '-c', ARCHIVER_SQL],\n\t\tprocess.env,\n\t);\n\tif (result.code !== 0) {\n\t\tthrow new CommandFailed('psql', result.code, result.stderr);\n\t}\n\tconst [since = '', failed = '0', failing = 'f', waiting = ''] = result.stdout\n\t\t.trim()\n\t\t.split('|');\n\treturn {\n\t\tsinceArchived: since === '' ? null : Number(since),\n\t\tfailedCount: Number(failed),\n\t\tfailing: failing === 't',\n\t\toldestWaiting: waiting === '' ? null : Number(waiting),\n\t};\n}\n\n/** Whether the last good run — or, before one, the start — is recent enough. */\nexport function healthy(now = Date.now()): boolean {\n\tconst gap = Number(readEnv('BACKUPS_MAX_GAP_SECONDS'));\n\tconst read = (file: string) => {\n\t\ttry {\n\t\t\treturn Number(readFileSync(`${STATE_DIR}/${file}`, 'utf-8'));\n\t\t} catch {\n\t\t\treturn undefined;\n\t\t}\n\t};\n\tconst recent = (file: string, gapSeconds: number) => {\n\t\tconst since = read(file) ?? read('started');\n\t\tif (since === undefined) return false;\n\t\treturn now - since <= (2 * gapSeconds + STARTUP_GRACE_SECONDS) * 1000;\n\t};\n\tif (!recent('last-success', gap)) return false;\n\t// The last base backup, too, is no older than twice its interval.\n\tif (pitrOn()) {\n\t\treturn recent('last-base', Number(readEnv('PITR_BASE_MAX_GAP_SECONDS')));\n\t}\n\treturn true;\n}\n\n/** The health check: the runs' ages, and — with PITR — the archiver. */\nasync function health(): Promise<boolean> {\n\tif (!healthy()) return false;\n\tif (!pitrOn()) return true;\n\tlet problem: string | undefined;\n\ttry {\n\t\tproblem = archiverVerdict(await readArchiver());\n\t} catch (error) {\n\t\tproblem = error instanceof Error ? error.message : String(error);\n\t}\n\tif (problem) {\n\t\tprocess.stderr.write(`${problem}\\n`);\n\t\treturn false;\n\t}\n\treturn true;\n}\n\n/** One job `serve` runs: the dumps, or the base backups. */\ninterface Job {\n\tschedule: Schedule;\n\trun: (at: Date) => Promise<unknown>;\n\tfailed: string;\n\tnext: Date | null;\n}\n\n/** Run on schedule, forever. */\nexport async function serve(): Promise<void> {\n\tmkdirSync(STATE_DIR, { recursive: true });\n\twriteFileSync(`${STATE_DIR}/started`, String(Date.now()));\n\tconst now = new Date();\n\tconst jobs: Job[] = [\n\t\t{\n\t\t\tschedule: JSON.parse(readEnv('BACKUPS_SCHEDULE')) as Schedule,\n\t\t\trun: (at) => backupOnce(at),\n\t\t\tfailed: 'backup failed',\n\t\t\tnext: null,\n\t\t},\n\t\t...(pitrOn()\n\t\t\t? [\n\t\t\t\t\t{\n\t\t\t\t\t\tschedule: JSON.parse(readEnv('PITR_BASE_SCHEDULE')) as Schedule,\n\t\t\t\t\t\trun: () => baseBackupOnce(),\n\t\t\t\t\t\tfailed: 'base backup failed',\n\t\t\t\t\t\tnext: null,\n\t\t\t\t\t},\n\t\t\t\t]\n\t\t\t: []),\n\t];\n\tfor (const job of jobs) job.next = nextRun(job.schedule, now);\n\tlet stopping = false;\n\tfor (const signal of ['SIGTERM', 'SIGINT'] as const) {\n\t\tprocess.once(signal, () => {\n\t\t\tstopping = true;\n\t\t\tprocess.exit(0);\n\t\t});\n\t}\n\tawait report('info', 'backups scheduled', {\n\t\tnext: jobs[0]!.next?.toISOString() ?? null,\n\t\t...(jobs[1] ? { nextBase: jobs[1].next?.toISOString() ?? null } : {}),\n\t});\n\twhile (!stopping) {\n\t\tconst due: Job | undefined = jobs\n\t\t\t.filter((job) => job.next !== null)\n\t\t\t.sort((a, b) => a.next!.getTime() - b.next!.getTime())[0];\n\t\tconst at = due?.next;\n\t\tif (!due || !at) return;\n\t\t// Woken at least hourly, so a clock that jumps never oversleeps a run.\n\t\twhile (Date.now() < at.getTime()) {\n\t\t\tawait new Promise((r) =>\n\t\t\t\tsetTimeout(r, Math.min(at.getTime() - Date.now(), 3_600_000)),\n\t\t\t);\n\t\t}\n\t\tawait due.run(at).catch((error: unknown) =>\n\t\t\treport('error', due.failed, {\n\t\t\t\tok: false,\n\t\t\t\terror: error instanceof Error ? error.message : String(error),\n\t\t\t}),\n\t\t);\n\t\tdue.next = nextRun(due.schedule, new Date());\n\t}\n}\n\n/** A base backup, as `wal-g backup-list --json --detail` lists it. */\nexport interface BaseBackup {\n\tbackup_name: string;\n\tfinish_time: string;\n\tstart_time?: string;\n}\n\n/**\n * The base backup a restore to `target` replays from: the newest that had\n * finished by then — a cluster is consistent only from its backup's end.\n */\nexport function chooseBase(\n\tbackups: readonly BaseBackup[],\n\ttarget: Date,\n): BaseBackup {\n\tconst finished = [...backups].sort(\n\t\t(a, b) => Date.parse(a.finish_time) - Date.parse(b.finish_time),\n\t);\n\tconst chosen = finished\n\t\t.filter((b) => Date.parse(b.finish_time) <= target.getTime())\n\t\t.at(-1);\n\tif (!chosen) {\n\t\tthrow new NoBaseBackupBefore(\n\t\t\ttarget.toISOString(),\n\t\t\tfinished[0]?.finish_time ?? null,\n\t\t);\n\t}\n\treturn chosen;\n}\n\n/** Where `recover` puts the cluster it brings back. */\nexport function recoveryDirectory(into: string | undefined): string {\n\t// Beside the live cluster, in its volume: a swap is a rename. Inspected\n\t// into a database instead, it is thrown away after, so it stays in the\n\t// container.\n\treturn into ? '/tmp/gkm-recover/data' : `${dataDirectory()}.gkm-restore`;\n}\n\n/** `2026-11-16T10:00:00.000Z` as Postgres reads a `recovery_target_time`. */\nexport function recoveryTargetTime(target: Date): string {\n\treturn target.toISOString().replace('T', ' ').replace(/Z$/, '+00');\n}\n\n/** A database's copy, for `--into <name>`: `drill_auth_database`. */\nexport function intoDatabase(into: string, file: string): string {\n\treturn `${into}_${file.replace(/-/g, '_')}`;\n}\n\n/** psql against the recovering cluster, over its socket in the container. */\nfunction localPsql(sql: string, database = 'postgres') {\n\treturn capture(\n\t\t'psql',\n\t\t['-X', '-A', '-t', '-q', '-h', '/tmp', '-d', database, '-c', sql],\n\t\t{ ...process.env, PGUSER: readEnv('RECOVER_SUPERUSER') },\n\t);\n}\n\n/** Pipe `pg_dump` of the recovered database into a new one on the live cluster. */\nfunction copyInto(name: string, target: string): Promise<void> {\n\treturn new Promise((resolve, reject) => {\n\t\tconst local = { ...process.env, PGUSER: readEnv('RECOVER_SUPERUSER') };\n\t\tconst dumpProcess = spawn(\n\t\t\t'pg_dump',\n\t\t\t['-h', '/tmp', '--format=plain', '--dbname', name],\n\t\t\t{ env: local, stdio: ['ignore', 'pipe', 'pipe'] },\n\t\t);\n\t\tconst load = spawn(\n\t\t\t'psql',\n\t\t\t['-X', '-q', '-v', 'ON_ERROR_STOP=1', '-d', target, '-o', '/dev/null'],\n\t\t\t{ env: process.env, stdio: ['pipe', 'ignore', 'pipe'] },\n\t\t);\n\t\tlet dumpErr = '';\n\t\tlet loadErr = '';\n\t\tdumpProcess.stderr.on('data', (c: Buffer) => {\n\t\t\tdumpErr += c.toString();\n\t\t});\n\t\tload.stderr.on('data', (c: Buffer) => {\n\t\t\tloadErr += c.toString();\n\t\t});\n\t\tdumpProcess.stdout.pipe(load.stdin);\n\t\tlet dumped: number | null | undefined;\n\t\tlet loaded: number | null | undefined;\n\t\tconst settle = () => {\n\t\t\tif (dumped === undefined || loaded === undefined) return;\n\t\t\tif (dumped !== 0) reject(new CommandFailed('pg_dump', dumped, dumpErr));\n\t\t\telse if (loaded !== 0) reject(new CommandFailed('psql', loaded, loadErr));\n\t\t\telse resolve();\n\t\t};\n\t\tdumpProcess.on('error', reject);\n\t\tload.on('error', reject);\n\t\tdumpProcess.on('close', (code) => {\n\t\t\tdumped = code;\n\t\t\tsettle();\n\t\t});\n\t\tload.on('close', (code) => {\n\t\t\tloaded = code;\n\t\t\tsettle();\n\t\t});\n\t});\n}\n\n/**\n * Bring the cluster back to `RECOVER_TARGET`: the newest base backup that\n * had finished by then, fetched, and Postgres started on it to replay WAL\n * from the archive up to that second, then promoted.\n *\n * - Without `RECOVER_INTO`, the recovered cluster is left stopped beside\n * the live one, for `swap`. It archives what it writes once promoted —\n * its new timeline's history — so a later restore can follow it.\n * - With it, each database is copied into `<into>_<database>` on the live\n * cluster, and the recovered one thrown away. It archives nothing: a\n * drill's timeline must never be one a later restore follows.\n */\nexport async function recover(): Promise<boolean> {\n\tconst target = new Date(readEnv('RECOVER_TARGET'));\n\tconst into = process.env.RECOVER_INTO || undefined;\n\tconst dir = recoveryDirectory(into);\n\n\tconst listed = await capture(\n\t\t'wal-g',\n\t\t['backup-list', '--json', '--detail'],\n\t\twalgEnv(),\n\t);\n\tif (listed.code !== 0) {\n\t\tthrow new CommandFailed('wal-g backup-list', listed.code, listed.stderr);\n\t}\n\tconst base = chooseBase(\n\t\tJSON.parse(listed.stdout || '[]') as BaseBackup[],\n\t\ttarget,\n\t);\n\tawait report('info', 'fetching base backup', {\n\t\tbackup: base.backup_name,\n\t\tfinished: base.finish_time,\n\t\ttarget: target.toISOString(),\n\t});\n\n\trmSync(dir, { recursive: true, force: true });\n\tmkdirSync(dir, { recursive: true, mode: 0o700 });\n\tconst fetched = await capture(\n\t\t'wal-g',\n\t\t['backup-fetch', dir, base.backup_name],\n\t\twalgEnv(),\n\t);\n\tif (fetched.code !== 0) {\n\t\tthrow new CommandFailed('wal-g backup-fetch', fetched.code, fetched.stderr);\n\t}\n\twriteFileSync(`${dir}/recovery.signal`, '');\n\n\tconst settings: Record<string, string> = {\n\t\tlisten_addresses: '',\n\t\tunix_socket_directories: '/tmp',\n\t\trestore_command: 'wal-g wal-fetch %f %p',\n\t\trecovery_target_time: recoveryTargetTime(target),\n\t\trecovery_target_action: 'promote',\n\t\tarchive_mode: into ? 'off' : 'on',\n\t\tarchive_command: 'wal-g wal-push %p',\n\t};\n\tconst server = spawn(\n\t\t'postgres',\n\t\t[\n\t\t\t'-D',\n\t\t\tdir,\n\t\t\t...Object.entries(settings).flatMap(([k, v]) => ['-c', `${k}=${v}`]),\n\t\t],\n\t\t{ env: walgEnv(), stdio: ['ignore', 'pipe', 'pipe'] },\n\t);\n\tlet log = '';\n\tserver.stdout.on('data', (c: Buffer) => {\n\t\tlog = (log + c.toString()).slice(-20_000);\n\t});\n\tserver.stderr.on('data', (c: Buffer) => {\n\t\tlog = (log + c.toString()).slice(-20_000);\n\t});\n\tlet exited: number | null | undefined;\n\tconst stopped = new Promise<void>((resolve) => {\n\t\tserver.on('close', (code) => {\n\t\t\texited = code;\n\t\t\tresolve();\n\t\t});\n\t});\n\n\ttry {\n\t\t// Replaying: connections open once the cluster is consistent, and it\n\t\t// leaves recovery when it reaches the target and promotes.\n\t\tfor (;;) {\n\t\t\tif (exited !== undefined) {\n\t\t\t\tthrow new RecoveryFailed(target.toISOString(), exited, log);\n\t\t\t}\n\t\t\tconst answer = await localPsql('SELECT pg_is_in_recovery()');\n\t\t\tif (answer.code === 0 && answer.stdout.trim() === 'f') break;\n\t\t\tawait new Promise((r) => setTimeout(r, 2000));\n\t\t}\n\t\tawait report('info', 'recovered', { target: target.toISOString() });\n\n\t\tif (into) {\n\t\t\tconst databases = JSON.parse(\n\t\t\t\treadEnv('RECOVER_DATABASES'),\n\t\t\t) as BackupDatabase[];\n\t\t\tfor (const database of databases) {\n\t\t\t\tconst name = intoDatabase(into, database.file);\n\t\t\t\tconst quoted = `\"${name.replace(/\"/g, '\"\"')}\"`;\n\t\t\t\tfor (const sql of [\n\t\t\t\t\t`DROP DATABASE IF EXISTS ${quoted} WITH (FORCE)`,\n\t\t\t\t\t`CREATE DATABASE ${quoted}`,\n\t\t\t\t]) {\n\t\t\t\t\tconst done = await capture(\n\t\t\t\t\t\t'psql',\n\t\t\t\t\t\t['-X', '-q', '-v', 'ON_ERROR_STOP=1', '-d', 'postgres', '-c', sql],\n\t\t\t\t\t\tprocess.env,\n\t\t\t\t\t);\n\t\t\t\t\tif (done.code !== 0) {\n\t\t\t\t\t\tthrow new CommandFailed('psql', done.code, done.stderr);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tawait copyInto(database.name, name);\n\t\t\t\tawait report('info', 'copied', { from: database.name, into: name });\n\t\t\t}\n\t\t}\n\t} finally {\n\t\t// A fast shutdown: clean, and the archiver's last round first.\n\t\tif (exited === undefined) server.kill('SIGINT');\n\t\tawait stopped;\n\t\tif (into) rmSync(dir, { recursive: true, force: true });\n\t}\n\treturn true;\n}\n\n/**\n * Put the recovered cluster in place of the live one, Postgres stopped: the\n * live data directory kept beside it as `<PGDATA>.gkm-previous` until the\n * next swap, the recovered one renamed into its place. Both are in the same\n * volume, so neither is copied.\n */\nexport function swap(): void {\n\tconst data = dataDirectory();\n\tconst restored = `${data}.gkm-restore`;\n\tconst previous = `${data}.gkm-previous`;\n\tif (!existsSync(`${restored}/PG_VERSION`)) {\n\t\tthrow new NothingRecovered(restored);\n\t}\n\trmSync(previous, { recursive: true, force: true });\n\tif (existsSync(data)) renameSync(data, previous);\n\trenameSync(restored, data);\n}\n\n/** The commands the program takes. */\nconst USAGE = 'usage: backup.mjs serve | run | health | base | recover | swap';\n\n/** What `node backup.mjs <command>` runs; resolves with its exit code. */\nexport async function main(command: string | undefined): Promise<number> {\n\tif (command === 'serve') {\n\t\tawait serve();\n\t\treturn 0;\n\t}\n\tif (command === 'run') return (await backupOnce()) ? 0 : 1;\n\tif (command === 'health') return (await health()) ? 0 : 1;\n\tif (command === 'base') return (await baseBackupOnce()) ? 0 : 1;\n\tif (command === 'recover') return (await recover()) ? 0 : 1;\n\tif (command === 'swap') {\n\t\tswap();\n\t\tawait report('info', 'swapped', { data: dataDirectory() });\n\t\treturn 0;\n\t}\n\tawait report('error', USAGE, { command: command ?? null });\n\treturn 2;\n}\n\n// Run as a program, not when imported by a test.\nif (\n\tprocess.argv[1] &&\n\t/backup\\.mjs$|runner\\.(?:ts|mjs)$/.test(process.argv[1])\n) {\n\tmain(process.argv[2]).then(\n\t\t(code) => process.exit(code),\n\t\tasync (error: unknown) => {\n\t\t\tawait report('error', 'backup failed', {\n\t\t\t\tok: false,\n\t\t\t\terror: error instanceof Error ? error.message : String(error),\n\t\t\t});\n\t\t\tprocess.exit(1);\n\t\t},\n\t);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,MAAM,YAAY,QAAQ,IAAI,qBAAqB;;AAEnD,MAAM,wBAAwB;;AAE9B,MAAM,aAAa,OAAO,QAAQ,IAAI,kBAAkB,KAAK;;AAoB7D,MAAM,oBAAoB;AAE1B,SAAS,QAAQ,UAAwB,MAAqB;CAC7D,IAAI,SAAS,UAAU,CAAC,SAAS,OAAO,SAAS,KAAK,YAAY,IAAI,CAAC,GACtE,OAAO;CAER,MAAM,MAAM,SAAS,MAAM,SAAS,KAAK,WAAW,CAAC;CACrD,MAAM,MAAM,SAAS,UAAU,SAAS,KAAK,UAAU,CAAC;CACxD,IAAI,SAAS,QAAQ,SAAS,UAAU,OAAO,QAAQ,OAAO,GAAG;CACjE,IAAI,SAAS,MAAM,OAAO,QAAQ,GAAG;CACrC,IAAI,SAAS,UAAU,OAAO,QAAQ,GAAG;CACzC,OAAO;AACR;;;;;AAMA,SAAgB,QAAQ,UAAoB,OAA0B;CACrE,MAAM,OAAO,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAM,IAAI,MAAS;CAC7D,IAAI,SAAS,SAAS,SAAS;EAC9B,MAAM,WAAW,SAAS,UAAU;EACpC,MAAM,SAAS,SAAS,SAAS;EACjC,OAAO,IAAI,KAAK,SAAS,KAAK,MAAM,OAAO,UAAU,QAAQ,IAAI,QAAQ;CAC1E;CACA,MAAM,QAAQ,IAAI,KAAK,IAAI;CAC3B,MAAM,MAAM,KAAK,IAChB,MAAM,eAAe,GACrB,MAAM,YAAY,GAClB,MAAM,WAAW,CAClB;CACA,KAAK,IAAI,IAAI,GAAG,IAAI,mBAAmB,KAAK;EAC3C,MAAM,OAAO,IAAI,KAAK,MAAM,IAAI,KAAU;EAC1C,IAAI,CAAC,QAAQ,UAAU,IAAI,GAAG;EAC9B,KAAK,MAAM,QAAQ,SAAS,OAC3B,KAAK,MAAM,UAAU,SAAS,SAAS;GACtC,MAAM,KAAK,KAAK,QAAQ,IAAI,OAAO,OAAY,SAAS;GACxD,IAAI,MAAM,MAAM,OAAO,IAAI,KAAK,EAAE;EACnC;CAEF;CACA,OAAO;AACR;;AAGA,SAAgB,UAAU,IAAkB;CAC3C,MAAM,MAAM,GAAG,YAAY;CAC3B,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE,EAAE,GAAG,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,MAAM,GAAG,EAAE;AACpE;;AAiBA,SAAgB,YAAY,KAA0B;CACrD,MAAM,SAAS,IAAI,IAAI,GAAG;CAC1B,IAAI,OAAO,aAAa,SAAS,CAAC,OAAO,UACxC,MAAM,IAAI,kBACT,eACA,mCACD;CAED,MAAM,WAAW,OAAO,aAAa,IAAI,UAAU,KAAK,KAAA;CACxD,OAAO;EACN,QAAQ,OAAO;EACf,QAAQ,OAAO,aAAa,IAAI,QAAQ,KAAK;EAC7C,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EAC/B,gBAAgB,OAAO,aAAa,IAAI,gBAAgB,MAAM;EAC9D,aAAa,mBAAmB,OAAO,QAAQ;EAC/C,iBAAiB,mBAAmB,OAAO,QAAQ;CACpD;AACD;AAEA,MAAM,UAAU,UAAA,GACfA,YAAAA,WAAAA,CAAW,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK;AAC/C,MAAM,QAAQ,KAAsB,UAAA,GACnCC,YAAAA,WAAAA,CAAW,UAAU,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO;;AAG/C,SAAS,OAAO,OAAuB;CACtC,OAAO,mBAAmB,KAAK,CAAC,CAAC,QAChC,aACC,MAAM,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,YAAY,GACrD;AACD;;AAWA,eAAsB,OACrB,IACA,SACA,sBAAY,IAAI,KAAK,GACwD;CAC7E,MAAM,OAAO,QAAQ,QAAQ,OAAO,MAAM,CAAC;CAC3C,MAAM,OAAO,QAAQ,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,GAAG;CACxD,IAAI;CACJ,IAAI,GAAG,UAAU;EAChB,MAAM,OAAO,GAAG,SAAS,QAAQ,QAAQ,EAAE;EAC3C,MAAM,GAAG,iBACN,IAAI,IAAI,GAAG,KAAK,GAAG,GAAG,OAAO,GAAG,MAAM,IACtC,IAAI,IAAI,GAAG,KAAK,QAAQ,OAAO,MAAM,GAAG,OAAO,EAAE,EAAE,GAAG,MAAM;CAChE,OACC,MAAM,IAAI,IAAI,WAAW,GAAG,OAAO,MAAM,GAAG,OAAO,iBAAiB,MAAM;CAE3E,MAAM,QAAQ,OAAO,QAAQ,QAAQ,SAAS,CAAC,CAAC,CAAC,CAC/C,KAAK,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,CAAU,CAAC,CAChD,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,CAAC,CAChD,KAAK,CAAC,GAAG,OAAO,GAAG,EAAE,GAAG,GAAG,CAAC,CAC5B,KAAK,GAAG;CAEV,MAAM,UAAU,IAAI,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE;CAC7D,MAAM,MAAM,QAAQ,MAAM,GAAG,CAAC;CAC9B,MAAM,UAAU,OAAO,IAAI;CAC3B,MAAM,UAAkC;EACvC,MAAM,IAAI;EACV,wBAAwB;EACxB,cAAc;EACd,GAAG,OAAO,YACT,OAAO,QAAQ,QAAQ,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CACrD,EAAE,YAAY,GACd,CACD,CAAC,CACF;CACD;CACA,MAAM,QAAQ,OAAO,KAAK,OAAO,CAAC,CAAC,KAAK;CACxC,MAAM,YAAY;EACjB,QAAQ;EACR,IAAI;EACJ;EACA,MAAM,KAAK,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAE,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE;EACxD,MAAM,KAAK,GAAG;EACd;CACD,CAAC,CAAC,KAAK,IAAI;CACX,MAAM,QAAQ,GAAG,IAAI,GAAG,GAAG,OAAO;CAClC,MAAM,SAAS;EAAC;EAAoB;EAAS;EAAO,OAAO,SAAS;CAAC,CAAC,CAAC,KACtE,IACD;CACA,MAAM,MAAM,KACX,KAAK,KAAK,KAAK,OAAO,GAAG,mBAAmB,GAAG,GAAG,GAAG,MAAM,GAAG,IAAI,GAClE,cACD;CACA,MAAM,aAAA,GAAYA,YAAAA,WAAAA,CAAW,UAAU,GAAG,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,OAAO,KAAK;CACvE,QAAQ,gBACP,+BAA+B,GAAG,YAAY,GAAG,MAAM,kBACtC,MAAM,KAAK,GAAG,EAAE,cAAc;CAChD,QAAQ,oBAAoB,OAAO,KAAK,MAAM;CAI9C,MAAM,OAAO,IAAI,aAAa,WAAWC,WAAAA,QAAM,UAAUC,UAAAA,QAAK;CAC9D,OAAO,IAAI,SAAS,SAAS,WAAW;EACvC,MAAM,MAAM,KACX,KACA;GACC,QAAQ,QAAQ;GAChB;GACA,MAAM,GAAG,IAAI,WAAW,QAAQ,IAAI,UAAU;EAC/C,IACC,QAAQ;GACR,MAAM,SAAmB,CAAC;GAC1B,IAAI,GAAG,SAAS,UAAkB,OAAO,KAAK,KAAK,CAAC;GACpD,IAAI,GAAG,aACN,QAAQ;IACP,QAAQ,IAAI,cAAc;IAC1B,MAAM,OAAO,OAAO,MAAM,CAAC,CAAC,SAAS,OAAO;IAC5C,SAAS,OAAO,YACf,OAAO,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,KAAK,EAAE,CAAC,CAAC,CACjE;GACD,CAAC,CACF;GACA,IAAI,GAAG,SAAS,MAAM;EACvB,CACD;EACA,IAAI,GAAG,SAAS,MAAM;EACtB,IAAI,WAAW,WACd,IAAI,QAAQ,IAAI,gBAAgB,QAAQ,GAAG,CAAC,CAC7C;EACA,IAAI,IAAI,IAAI;CACb,CAAC;AACF;;AAGA,IAAM,kBAAN,cAA8B,MAAM;CACd;CAArB,YAAY,KAAsB;EACjC,MAAM,iDAAiD,IAAI,EAAE;EADzC,KAAA,MAAA;EAEpB,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,oBAAN,cAAgC,MAAM;CAE3B;CACA;CAFV,YACC,UACA,QACC;EACD,MACC,GAAG,SAAS,GAAG,OAAO,6EACvB;EALS,KAAA,WAAA;EACA,KAAA,SAAA;EAKT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,aAAN,cAAyB,MAAM;CAEpB;CACA;CACA;CAHV,YACC,UACA,MACA,QACC;EACD,MAAM,WAAW,SAAS,UAAU,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,MAAM,IAAI,GAAG;EAJ/D,KAAA,WAAA;EACA,KAAA,OAAA;EACA,KAAA,SAAA;EAGT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,eAAN,cAA2B,MAAM;CAEtB;CACA;CACA;CAHV,YACC,KACA,QACA,MACC;EACD,MACC,oBAAoB,OAAO,WAAW,IAAI,IAAI,KAAK,QAAQ,QAAQ,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,GACrF;EANS,KAAA,MAAA;EACA,KAAA,SAAA;EACA,KAAA,OAAA;EAKT,KAAK,OAAO;CACb;AACD;;AAGA,eAAe,cACd,IACA,SAC6E;CAC7E,IAAI;CACJ,KAAK,IAAI,UAAU,GAAG,UAAU,GAAG,WAAW;EAC7C,IAAI,UAAU,GACb,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,UAAU,UAAU,GAAI,CAAC;EAEjE,IAAI;GACH,MAAM,MAAM,MAAM,OAAO,IAAI,OAAO;GACpC,IAAI,IAAI,UAAU,OAAO,IAAI,SAAS,KAAK,OAAO;GAClD,OAAO,IAAI,aAAa,QAAQ,KAAK,IAAI,QAAQ,IAAI,IAAI;GAEzD,IAAI,IAAI,SAAS,KAAK;EACvB,SAAS,OAAO;GACf,OAAO;EACR;CACD;CACA,MAAM;AACP;;;;;;AAOA,eAAsB,OACrB,IACA,KACA,QAMA,WAA0B,QAAQ,QAAQ,GACxB;CAClB,IAAI,WAAqB,CAAC;CAC1B,IAAI,OAAO;CACX,IAAI,QAAQ;CACZ,IAAI;CACJ,MAAM,QAAkB,CAAC;CAEzB,MAAM,QAAQ,OAAO,SAAiB;EACrC,IAAI,CAAC,UAAU;GACd,MAAM,UAAU,MAAM,cAAc,IAAI;IACvC,QAAQ;IACR;IACA,OAAO,EAAE,SAAS,GAAG;IACrB,SAAS,EAAE,gBAAgB,mBAAmB;GAC/C,CAAC;GACD,WAAW,gCAAgC,KAAK,QAAQ,IAAI,CAAC,GAAG;GAChE,IAAI,CAAC,UAAU,MAAM,IAAI,aAAa,KAAK,QAAQ,QAAQ,QAAQ,IAAI;EACxE;EACA,MAAM,OAAO,MAAM,cAAc,IAAI;GACpC,QAAQ;GACR;GACA,OAAO;IAAE,YAAY,OAAO,MAAM,SAAS,CAAC;IAAG;GAAS;GACxD;EACD,CAAC;EACD,MAAM,KAAK,KAAK,QAAQ,QAAQ,EAAE;CACnC;CAEA,WAAW,MAAM,SAAS,QAAQ;EACjC,SAAS,KAAK,KAAK;EACnB,QAAQ,MAAM;EACd,SAAS,MAAM;EACf,IAAI,QAAQ,YAAY;GACvB,MAAM,OAAO,OAAO,OAAO,QAAQ;GACnC,WAAW,CAAC;GACZ,OAAO;GACP,MAAM,MAAM,IAAI;EACjB;CACD;CACA,MAAM;CACN,MAAM,OAAO,OAAO,OAAO,QAAQ;CACnC,IAAI,CAAC,UAAU;EACd,MAAM,cAAc,IAAI;GACvB,QAAQ;GACR;GACA,MAAM;GACN,SAAS,EAAE,gBAAgB,mBAAmB;EAC/C,CAAC;EACD,OAAO;CACR;CACA,IAAI,KAAK,SAAS,GAAG,MAAM,MAAM,IAAI;CACrC,MAAM,WAAW,MACf,KACC,MAAM,MACN,qBAAqB,IAAI,EAAE,qBAAqB,KAAK,eACvD,CAAC,CACA,KAAK,EAAE;CACT,MAAM,OAAO,MAAM,cAAc,IAAI;EACpC,QAAQ;EACR;EACA,OAAO,EAAY,SAAU;EAC7B,MAAM,OAAO,KACZ,4BAA4B,SAAS,2BACtC;EACA,SAAS,EAAE,gBAAgB,kBAAkB;CAC9C,CAAC;CAED,IAAI,UAAU,KAAK,KAAK,IAAI,GAAG,MAAM,IAAI,aAAa,KAAK,KAAK,KAAK,IAAI;CACzE,OAAO;AACR;;AAYA,MAAM,4BAAY,IAAI,IAA6C;;AAGnE,SAAgB,SACf,UACa;CACb,UAAU,IAAI,QAAQ;CACtB,aAAa,UAAU,OAAO,QAAQ;AACvC;;AAGA,eAAe,OACd,OACA,SACA,QACgB;CAChB,MAAM,qBAAK,IAAI,KAAK;CACpB,MAAM,OAAO;EAAE,MAAM,GAAG,YAAY;EAAG;EAAO,KAAK;EAAS,GAAG;CAAO;CAEtE,CADY,UAAU,UAAU,QAAQ,SAAS,QAAQ,OAAA,CACrD,MAAM,GAAG,KAAK,UAAU,IAAI,EAAE,GAAG;CACrC,KAAK,MAAM,YAAY,WAAW,SAAS,IAAI;CAG/C,IAAI,QAAQ,QAAQ,KAAK,QAAQ,aAAa,SAC7C,IAAI;EACH,CAAA,GAAA,QAAA,eAAA,CACC,cAAc,UAAU,UAAU,IAAI,KACtC,GAAG,KAAK,UAAU,IAAI,EAAE,GACzB;CACD,QAAQ,CAER;CAGD,MAAM,WAAW,QAAQ,IAAI;CAC7B,IAAI,CAAC,UAAU;CACf,MAAM,UAAkC,EACvC,gBAAgB,mBACjB;CACA,KAAK,MAAM,SAAS,QAAQ,IAAI,8BAA8B,GAAA,CAAI,MACjE,GACD,GAAG;EACF,MAAM,KAAK,KAAK,QAAQ,GAAG;EAC3B,IAAI,KAAK,GACR,QAAQ,mBAAmB,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,KAClD,mBAAmB,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;CAE/C;CACA,MAAM,SAAS,MACd,OAAO,MAAM,WACV,EAAE,aAAa,EAAE,IACjB,OAAO,MAAM,YACZ,EAAE,WAAW,EAAE,IACf,EAAE,aAAa,OAAO,MAAM,WAAW,IAAI,KAAK,UAAU,CAAC,EAAE;CAClE,MAAM,OAAO,KAAK,UAAU,EAC3B,cAAc,CACb;EACC,UAAU,EACT,YAAY,CACX;GACC,KAAK;GACL,OAAO,EACN,aAAa,QAAQ,IAAI,qBAAqB,UAC/C;EACD,CACD,EACD;EACA,WAAW,CACV;GACC,OAAO,EAAE,MAAM,cAAc;GAC7B,YAAY,CACX;IACC,cAAc,GAAG,GAAG,QAAQ,EAAE;IAC9B,cAAc,MAAM,YAAY;IAChC,gBAAgB,UAAU,UAAU,KAAK;IACzC,MAAM,EAAE,aAAa,QAAQ;IAC7B,YAAY,OAAO,QAAQ,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ;KACrD;KACA,OAAO,MAAM,CAAC;IACf,EAAE;GACH,CACD;EACD,CACD;CACD,CACD,EACD,CAAC;CACD,IAAI;EACH,MAAM,MAAM,GAAG,SAAS,QAAQ,QAAQ,EAAE,EAAE,WAAW;GACtD,QAAQ;GACR;GACA;GACA,QAAQ,YAAY,QAAQ,GAAM;EACnC,CAAC;CACF,QAAQ,CAER;AACD;;AAGA,SAAS,KAAK,UAGZ;CACD,MAAM,SAAA,GAAQC,mBAAAA,MAAAA,CACb,WACA;EACC;EAGA;EACA;EACA;EACA;EACA;CACD,GACA,EAAE,OAAO;EAAC;EAAU;EAAQ;CAAM,EAAE,CACrC;CACA,IAAI,SAAS;CACb,MAAM,OAAO,GAAG,SAAS,UAAkB;EAC1C,UAAU,MAAM,SAAS;CAC1B,CAAC;CACD,MAAM,QAAA,GAAOC,UAAAA,WAAAA,CAAW;CACxB,MAAM,OAAO,KAAK,IAAI;CAOtB,OAAO;EAAE,QAAQ;EAAM,MAAA,IANN,SAAe,SAAS,WAAW;GACnD,MAAM,GAAG,SAAS,MAAM;GACxB,MAAM,GAAG,UAAU,SAClB,SAAS,IAAI,QAAQ,IAAI,OAAO,IAAI,WAAW,UAAU,MAAM,MAAM,CAAC,CACvE;EACD,CAC0B;CAAE;AAC7B;AAEA,SAAS,QAAQ,MAAsB;CACtC,MAAM,QAAQ,QAAQ,IAAI;CAC1B,IAAI,CAAC,OAAO,MAAM,IAAI,kBAAkB,MAAM,YAAY;CAC1D,OAAO;AACR;;AAGA,eAAe,SAAY,KAAmC;CAC7D,CAAA,GAAA,QAAA,UAAA,CAAU,WAAW,EAAE,WAAW,KAAK,CAAC;CACxC,MAAM,OAAO,GAAG,UAAU;CAC1B,SACC,IAAI;EACH,CAAA,GAAA,QAAA,UAAA,CAAU,IAAI;EACd;CACD,QAAQ;EACP,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,GAAI,CAAC;CAC7C;CAED,IAAI;EACH,OAAO,MAAM,IAAI;CAClB,UAAU;EACT,CAAA,GAAA,QAAA,UAAA,CAAU,IAAI;CACf;AACD;;AAGA,eAAsB,WAAW,qBAAW,IAAI,KAAK,GAAqB;CACzE,OAAO,SAAS,YAAY;EAC3B,MAAM,KAAK,YAAY,QAAQ,aAAa,CAAC;EAC7C,MAAM,SAAS,QAAQ,gBAAgB,CAAC,CAAC,QAAQ,QAAQ,EAAE;EAC3D,MAAM,YAAY,KAAK,MACtB,QAAQ,mBAAmB,CAC5B;EAIA,IAAI,YAAY;EAChB,MAAM,cAAc;GACnB,IAAI;IACH,QAAA,GAAOC,QAAAA,aAAAA,CAAa,GAAG,UAAU,eAAe,OAAO;GACxD,QAAQ;IACP;GACD;EACD,EAAA,CAAG;EACH,OAAO,UAAU,SAAS,MAAM,MAAM;GACrC,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,MAAQ,KAAK,IAAI,IAAI,MAAQ,CAAC,CAAC;GACtE,4BAAY,IAAI,KAAK;EACtB;EACA,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,eAAe,UAAU,SAAS,CAAC;EAC9D,MAAM,SAAS,GAAG,OAAO,GAAG,UAAU,SAAS;EAC/C,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAgC,CAAC;EACvC,MAAM,SAAiC,CAAC;EAExC,KAAK,MAAM,YAAY,WAAW;GACjC,MAAM,MAAM,GAAG,OAAO,GAAG,SAAS,KAAK;GACvC,IAAI;IACH,MAAM,EAAE,QAAQ,SAAS,KAAK,SAAS,IAAI;IAG3C,KAAK,YAAY,CAAC,CAAC;IACnB,MAAM,SAAS,QAAQ,MAAM,OAAO,IAAI,KAAK,QAAQ,IAAI;GAC1D,SAAS,OAAO;IACf,OAAO,SAAS,QACf,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GACvD;EACD;EAEA,MAAM,KAAK,OAAO,KAAK,MAAM,CAAC,CAAC,WAAW;EAC1C,MAAM,SAAS;GACd;GACA,WAAW,UAAU,KAAK,MAAM,EAAE,IAAI;GACtC,OAAO;GACP,YAAY,KAAK,IAAI,IAAI;GACzB,GAAI,KAAK,CAAC,IAAI,EAAE,OAAO;EACxB;EACA,IAAI,IAAI;GACP,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,gBAAgB,OAAO,KAAK,IAAI,CAAC,CAAC;GAC7D,MAAM,OAAO,QAAQ,mBAAmB;IAAE;IAAI,GAAG;GAAO,CAAC;EAC1D,OACC,MAAM,OAAO,SAAS,iBAAiB;GAAE;GAAI,GAAG;EAAO,CAAC;EAEzD,OAAO;CACR,CAAC;AACF;;AAOA,IAAM,gBAAN,cAA4B,MAAM;CAEvB;CACA;CACA;CAHV,YACC,SACA,MACA,QACC;EACD,MAAM,GAAG,QAAQ,UAAU,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,MAAM,IAAI,GAAG;EAJtD,KAAA,UAAA;EACA,KAAA,OAAA;EACA,KAAA,SAAA;EAGT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,qBAAN,cAAiC,MAAM;CAE5B;CACA;CAFV,YACC,QACA,UACC;EACD,MACC,wCAAwC,YACtC,WACE,8BAA8B,SAAS,iCACvC,wDACL;EARS,KAAA,SAAA;EACA,KAAA,WAAA;EAQT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,iBAAN,cAA6B,MAAM;CAExB;CACA;CACA;CAHV,YACC,QACA,MACA,KACC;EACD,MACC,0BAA0B,KAAK,2BAA2B,OAAO,IAC7D,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,GAC1B;EAPS,KAAA,SAAA;EACA,KAAA,OAAA;EACA,KAAA,MAAA;EAMT,KAAK,OAAO;CACb;AACD;;AAGA,IAAM,mBAAN,cAA+B,MAAM;CACf;CAArB,YAAY,KAAsB;EACjC,MACC,oCAAoC,IAAI,4DACzC;EAHoB,KAAA,MAAA;EAIpB,KAAK,OAAO;CACb;AACD;;AAGA,SAAS,SAAkB;CAC1B,OAAO,QAAQ,QAAQ,IAAI,kBAAkB;AAC9C;;AAGA,SAAS,QACR,SACA,MACA,MAAyB,QAAQ,KACkC;CACnE,OAAO,IAAI,SAAS,SAAS,WAAW;EACvC,MAAM,SAAA,GAAQF,mBAAAA,MAAAA,CAAM,SAAS,CAAC,GAAG,IAAI,GAAG;GACvC;GACA,OAAO;IAAC;IAAU;IAAQ;GAAM;EACjC,CAAC;EACD,IAAI,SAAS;EACb,IAAI,SAAS;EACb,MAAM,OAAO,GAAG,SAAS,UAAkB;GAC1C,UAAU,MAAM,SAAS;EAC1B,CAAC;EACD,MAAM,OAAO,GAAG,SAAS,UAAkB;GAC1C,UAAU,MAAM,SAAS;EAC1B,CAAC;EACD,MAAM,GAAG,SAAS,MAAM;EACxB,MAAM,GAAG,UAAU,SAAS,QAAQ;GAAE;GAAM;GAAQ;EAAO,CAAC,CAAC;CAC9D,CAAC;AACF;;AAGA,SAAS,gBAAwB;CAChC,OAAO,QAAQ,QAAQ,CAAC,CAAC,QAAQ,QAAQ,EAAE;AAC5C;;AAGA,SAAS,UAA6B;CACrC,OAAO;EAAE,GAAG,QAAQ;EAAK,YAAY,QAAQ,IAAI,cAAc;CAAW;AAC3E;;;;;;AAOA,eAAsB,iBAAmC;CACxD,OAAO,SAAS,YAAY;EAC3B,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,SAAS,MAAM,QACpB,SACA,CAAC,eAAe,cAAc,CAAC,GAC/B,QAAQ,CACT,CAAC,CAAC,OACA,WACC;GACA,MAAM;GACN,QAAQ;GACR,QAAQ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EAC9D,EACF;EACA,MAAM,SAAS;GACd,QAAQ,QAAQ,IAAI,kBAAkB;GACtC,YAAY,KAAK,IAAI,IAAI;EAC1B;EACA,IAAI,OAAO,SAAS,GAAG;GACtB,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,aAAa,OAAO,KAAK,IAAI,CAAC,CAAC;GAC1D,MAAM,OAAO,QAAQ,wBAAwB;IAAE,IAAI;IAAM,GAAG;GAAO,CAAC;GACpE,OAAO;EACR;EACA,MAAM,OAAO,SAAS,sBAAsB;GAC3C,IAAI;GACJ,GAAG;GACH,OAAO,IAAI,cAAc,qBAAqB,OAAO,MAAM,OAAO,MAAM,CAAC,CACvE;EACH,CAAC;EACD,OAAO;CACR,CAAC;AACF;;AAGA,MAAa,sBAAsB;;;;;;;;AAoBnC,SAAgB,gBAAgB,OAA0C;CACzE,IAAI,MAAM,SACT,OAAO,+BAA+B,MAAM,YAAY;CAEzD,IACC,MAAM,kBAAkB,QACxB,MAAM,gBAAA,KAEN,OACC,4BAA4B,MAAM,cAAc,qBAC/C,MAAM,kBAAkB,OACtB,wBACA,2BAA2B,MAAM,cAAc;AAIrD;;AAGA,MAAM,eAAe;;;;;;;;AASrB,eAAsB,eAAuC;CAC5D,MAAM,SAAS,MAAM,QACpB,QACA;EAAC;EAAM;EAAM;EAAM;EAAM;EAAM;EAAK;EAAM;EAAY;EAAM;CAAY,GACxE,QAAQ,GACT;CACA,IAAI,OAAO,SAAS,GACnB,MAAM,IAAI,cAAc,QAAQ,OAAO,MAAM,OAAO,MAAM;CAE3D,MAAM,CAAC,QAAQ,IAAI,SAAS,KAAK,UAAU,KAAK,UAAU,MAAM,OAAO,OACrE,KAAK,CAAC,CACN,MAAM,GAAG;CACX,OAAO;EACN,eAAe,UAAU,KAAK,OAAO,OAAO,KAAK;EACjD,aAAa,OAAO,MAAM;EAC1B,SAAS,YAAY;EACrB,eAAe,YAAY,KAAK,OAAO,OAAO,OAAO;CACtD;AACD;;AAGA,SAAgB,QAAQ,MAAM,KAAK,IAAI,GAAY;CAClD,MAAM,MAAM,OAAO,QAAQ,yBAAyB,CAAC;CACrD,MAAM,QAAQ,SAAiB;EAC9B,IAAI;GACH,OAAO,QAAA,GAAOE,QAAAA,aAAAA,CAAa,GAAG,UAAU,GAAG,QAAQ,OAAO,CAAC;EAC5D,QAAQ;GACP;EACD;CACD;CACA,MAAM,UAAU,MAAc,eAAuB;EACpD,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,SAAS;EAC1C,IAAI,UAAU,KAAA,GAAW,OAAO;EAChC,OAAO,MAAM,UAAU,IAAI,aAAa,yBAAyB;CAClE;CACA,IAAI,CAAC,OAAO,gBAAgB,GAAG,GAAG,OAAO;CAEzC,IAAI,OAAO,GACV,OAAO,OAAO,aAAa,OAAO,QAAQ,2BAA2B,CAAC,CAAC;CAExE,OAAO;AACR;;AAGA,eAAe,SAA2B;CACzC,IAAI,CAAC,QAAQ,GAAG,OAAO;CACvB,IAAI,CAAC,OAAO,GAAG,OAAO;CACtB,IAAI;CACJ,IAAI;EACH,UAAU,gBAAgB,MAAM,aAAa,CAAC;CAC/C,SAAS,OAAO;EACf,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CAChE;CACA,IAAI,SAAS;EACZ,QAAQ,OAAO,MAAM,GAAG,QAAQ,GAAG;EACnC,OAAO;CACR;CACA,OAAO;AACR;;AAWA,eAAsB,QAAuB;CAC5C,CAAA,GAAA,QAAA,UAAA,CAAU,WAAW,EAAE,WAAW,KAAK,CAAC;CACxC,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,UAAU,WAAW,OAAO,KAAK,IAAI,CAAC,CAAC;CACxD,MAAM,sBAAM,IAAI,KAAK;CACrB,MAAM,OAAc,CACnB;EACC,UAAU,KAAK,MAAM,QAAQ,kBAAkB,CAAC;EAChD,MAAM,OAAO,WAAW,EAAE;EAC1B,QAAQ;EACR,MAAM;CACP,GACA,GAAI,OAAO,IACR,CACA;EACC,UAAU,KAAK,MAAM,QAAQ,oBAAoB,CAAC;EAClD,WAAW,eAAe;EAC1B,QAAQ;EACR,MAAM;CACP,CACD,IACC,CAAC,CACL;CACA,KAAK,MAAM,OAAO,MAAM,IAAI,OAAO,QAAQ,IAAI,UAAU,GAAG;CAC5D,IAAI,WAAW;CACf,KAAK,MAAM,UAAU,CAAC,WAAW,QAAQ,GACxC,QAAQ,KAAK,cAAc;EAC1B,WAAW;EACX,QAAQ,KAAK,CAAC;CACf,CAAC;CAEF,MAAM,OAAO,QAAQ,qBAAqB;EACzC,MAAM,KAAK,EAAE,CAAE,MAAM,YAAY,KAAK;EACtC,GAAI,KAAK,KAAK,EAAE,UAAU,KAAK,EAAE,CAAC,MAAM,YAAY,KAAK,KAAK,IAAI,CAAC;CACpE,CAAC;CACD,OAAO,CAAC,UAAU;EACjB,MAAM,MAAuB,KAC3B,QAAQ,QAAQ,IAAI,SAAS,IAAI,CAAC,CAClC,MAAM,GAAG,MAAM,EAAE,KAAM,QAAQ,IAAI,EAAE,KAAM,QAAQ,CAAC,CAAC,CAAC;EACxD,MAAM,KAAK,KAAK;EAChB,IAAI,CAAC,OAAO,CAAC,IAAI;EAEjB,OAAO,KAAK,IAAI,IAAI,GAAG,QAAQ,GAC9B,MAAM,IAAI,SAAS,MAClB,WAAW,GAAG,KAAK,IAAI,GAAG,QAAQ,IAAI,KAAK,IAAI,GAAG,IAAS,CAAC,CAC7D;EAED,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,UACxB,OAAO,SAAS,IAAI,QAAQ;GAC3B,IAAI;GACJ,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EAC7D,CAAC,CACF;EACA,IAAI,OAAO,QAAQ,IAAI,0BAAU,IAAI,KAAK,CAAC;CAC5C;AACD;;;;;AAaA,SAAgB,WACf,SACA,QACa;CACb,MAAM,WAAW,CAAC,GAAG,OAAO,CAAC,CAAC,MAC5B,GAAG,MAAM,KAAK,MAAM,EAAE,WAAW,IAAI,KAAK,MAAM,EAAE,WAAW,CAC/D;CACA,MAAM,SAAS,SACb,QAAQ,MAAM,KAAK,MAAM,EAAE,WAAW,KAAK,OAAO,QAAQ,CAAC,CAAC,CAC5D,GAAG,EAAE;CACP,IAAI,CAAC,QACJ,MAAM,IAAI,mBACT,OAAO,YAAY,GACnB,SAAS,EAAE,EAAE,eAAe,IAC7B;CAED,OAAO;AACR;;AAGA,SAAgB,kBAAkB,MAAkC;CAInE,OAAO,OAAO,0BAA0B,GAAG,cAAc,EAAE;AAC5D;;AAGA,SAAgB,mBAAmB,QAAsB;CACxD,OAAO,OAAO,YAAY,CAAC,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,QAAQ,MAAM,KAAK;AAClE;;AAGA,SAAgB,aAAa,MAAc,MAAsB;CAChE,OAAO,GAAG,KAAK,GAAG,KAAK,QAAQ,MAAM,GAAG;AACzC;;AAGA,SAAS,UAAU,KAAa,WAAW,YAAY;CACtD,OAAO,QACN,QACA;EAAC;EAAM;EAAM;EAAM;EAAM;EAAM;EAAQ;EAAM;EAAU;EAAM;CAAG,GAChE;EAAE,GAAG,QAAQ;EAAK,QAAQ,QAAQ,mBAAmB;CAAE,CACxD;AACD;;AAGA,SAAS,SAAS,MAAc,QAA+B;CAC9D,OAAO,IAAI,SAAS,SAAS,WAAW;EACvC,MAAM,QAAQ;GAAE,GAAG,QAAQ;GAAK,QAAQ,QAAQ,mBAAmB;EAAE;EACrE,MAAM,eAAA,GAAcF,mBAAAA,MAAAA,CACnB,WACA;GAAC;GAAM;GAAQ;GAAkB;GAAY;EAAI,GACjD;GAAE,KAAK;GAAO,OAAO;IAAC;IAAU;IAAQ;GAAM;EAAE,CACjD;EACA,MAAM,QAAA,GAAOA,mBAAAA,MAAAA,CACZ,QACA;GAAC;GAAM;GAAM;GAAM;GAAmB;GAAM;GAAQ;GAAM;EAAW,GACrE;GAAE,KAAK,QAAQ;GAAK,OAAO;IAAC;IAAQ;IAAU;GAAM;EAAE,CACvD;EACA,IAAI,UAAU;EACd,IAAI,UAAU;EACd,YAAY,OAAO,GAAG,SAAS,MAAc;GAC5C,WAAW,EAAE,SAAS;EACvB,CAAC;EACD,KAAK,OAAO,GAAG,SAAS,MAAc;GACrC,WAAW,EAAE,SAAS;EACvB,CAAC;EACD,YAAY,OAAO,KAAK,KAAK,KAAK;EAClC,IAAI;EACJ,IAAI;EACJ,MAAM,eAAe;GACpB,IAAI,WAAW,KAAA,KAAa,WAAW,KAAA,GAAW;GAClD,IAAI,WAAW,GAAG,OAAO,IAAI,cAAc,WAAW,QAAQ,OAAO,CAAC;QACjE,IAAI,WAAW,GAAG,OAAO,IAAI,cAAc,QAAQ,QAAQ,OAAO,CAAC;QACnE,QAAQ;EACd;EACA,YAAY,GAAG,SAAS,MAAM;EAC9B,KAAK,GAAG,SAAS,MAAM;EACvB,YAAY,GAAG,UAAU,SAAS;GACjC,SAAS;GACT,OAAO;EACR,CAAC;EACD,KAAK,GAAG,UAAU,SAAS;GAC1B,SAAS;GACT,OAAO;EACR,CAAC;CACF,CAAC;AACF;;;;;;;;;;;;;AAcA,eAAsB,UAA4B;CACjD,MAAM,SAAS,IAAI,KAAK,QAAQ,gBAAgB,CAAC;CACjD,MAAM,OAAO,QAAQ,IAAI,gBAAgB,KAAA;CACzC,MAAM,MAAM,kBAAkB,IAAI;CAElC,MAAM,SAAS,MAAM,QACpB,SACA;EAAC;EAAe;EAAU;CAAU,GACpC,QAAQ,CACT;CACA,IAAI,OAAO,SAAS,GACnB,MAAM,IAAI,cAAc,qBAAqB,OAAO,MAAM,OAAO,MAAM;CAExE,MAAM,OAAO,WACZ,KAAK,MAAM,OAAO,UAAU,IAAI,GAChC,MACD;CACA,MAAM,OAAO,QAAQ,wBAAwB;EAC5C,QAAQ,KAAK;EACb,UAAU,KAAK;EACf,QAAQ,OAAO,YAAY;CAC5B,CAAC;CAED,CAAA,GAAA,QAAA,OAAA,CAAO,KAAK;EAAE,WAAW;EAAM,OAAO;CAAK,CAAC;CAC5C,CAAA,GAAA,QAAA,UAAA,CAAU,KAAK;EAAE,WAAW;EAAM,MAAM;CAAM,CAAC;CAC/C,MAAM,UAAU,MAAM,QACrB,SACA;EAAC;EAAgB;EAAK,KAAK;CAAW,GACtC,QAAQ,CACT;CACA,IAAI,QAAQ,SAAS,GACpB,MAAM,IAAI,cAAc,sBAAsB,QAAQ,MAAM,QAAQ,MAAM;CAE3E,CAAA,GAAA,QAAA,cAAA,CAAc,GAAG,IAAI,mBAAmB,EAAE;CAE1C,MAAM,WAAmC;EACxC,kBAAkB;EAClB,yBAAyB;EACzB,iBAAiB;EACjB,sBAAsB,mBAAmB,MAAM;EAC/C,wBAAwB;EACxB,cAAc,OAAO,QAAQ;EAC7B,iBAAiB;CAClB;CACA,MAAM,UAAA,GAASA,mBAAAA,MAAAA,CACd,YACA;EACC;EACA;EACA,GAAG,OAAO,QAAQ,QAAQ,CAAC,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,GAAG,GAAG,CAAC;CACpE,GACA;EAAE,KAAK,QAAQ;EAAG,OAAO;GAAC;GAAU;GAAQ;EAAM;CAAE,CACrD;CACA,IAAI,MAAM;CACV,OAAO,OAAO,GAAG,SAAS,MAAc;EACvC,OAAO,MAAM,EAAE,SAAS,EAAA,CAAG,MAAM,IAAO;CACzC,CAAC;CACD,OAAO,OAAO,GAAG,SAAS,MAAc;EACvC,OAAO,MAAM,EAAE,SAAS,EAAA,CAAG,MAAM,IAAO;CACzC,CAAC;CACD,IAAI;CACJ,MAAM,UAAU,IAAI,SAAe,YAAY;EAC9C,OAAO,GAAG,UAAU,SAAS;GAC5B,SAAS;GACT,QAAQ;EACT,CAAC;CACF,CAAC;CAED,IAAI;EAGH,SAAS;GACR,IAAI,WAAW,KAAA,GACd,MAAM,IAAI,eAAe,OAAO,YAAY,GAAG,QAAQ,GAAG;GAE3D,MAAM,SAAS,MAAM,UAAU,4BAA4B;GAC3D,IAAI,OAAO,SAAS,KAAK,OAAO,OAAO,KAAK,MAAM,KAAK;GACvD,MAAM,IAAI,SAAS,MAAM,WAAW,GAAG,GAAI,CAAC;EAC7C;EACA,MAAM,OAAO,QAAQ,aAAa,EAAE,QAAQ,OAAO,YAAY,EAAE,CAAC;EAElE,IAAI,MAAM;GACT,MAAM,YAAY,KAAK,MACtB,QAAQ,mBAAmB,CAC5B;GACA,KAAK,MAAM,YAAY,WAAW;IACjC,MAAM,OAAO,aAAa,MAAM,SAAS,IAAI;IAC7C,MAAM,SAAS,IAAI,KAAK,QAAQ,MAAM,MAAI,EAAE;IAC5C,KAAK,MAAM,OAAO,CACjB,2BAA2B,OAAO,gBAClC,mBAAmB,QACpB,GAAG;KACF,MAAM,OAAO,MAAM,QAClB,QACA;MAAC;MAAM;MAAM;MAAM;MAAmB;MAAM;MAAY;MAAM;KAAG,GACjE,QAAQ,GACT;KACA,IAAI,KAAK,SAAS,GACjB,MAAM,IAAI,cAAc,QAAQ,KAAK,MAAM,KAAK,MAAM;IAExD;IACA,MAAM,SAAS,SAAS,MAAM,IAAI;IAClC,MAAM,OAAO,QAAQ,UAAU;KAAE,MAAM,SAAS;KAAM,MAAM;IAAK,CAAC;GACnE;EACD;CACD,UAAU;EAET,IAAI,WAAW,KAAA,GAAW,OAAO,KAAK,QAAQ;EAC9C,MAAM;EACN,IAAI,MAAM,CAAA,GAAA,QAAA,OAAA,CAAO,KAAK;GAAE,WAAW;GAAM,OAAO;EAAK,CAAC;CACvD;CACA,OAAO;AACR;;;;;;;AAQA,SAAgB,OAAa;CAC5B,MAAM,OAAO,cAAc;CAC3B,MAAM,WAAW,GAAG,KAAK;CACzB,MAAM,WAAW,GAAG,KAAK;CACzB,IAAI,EAAA,GAACG,QAAAA,WAAAA,CAAW,GAAG,SAAS,YAAY,GACvC,MAAM,IAAI,iBAAiB,QAAQ;CAEpC,CAAA,GAAA,QAAA,OAAA,CAAO,UAAU;EAAE,WAAW;EAAM,OAAO;CAAK,CAAC;CACjD,KAAA,GAAIA,QAAAA,WAAAA,CAAW,IAAI,GAAG,CAAA,GAAA,QAAA,WAAA,CAAW,MAAM,QAAQ;CAC/C,CAAA,GAAA,QAAA,WAAA,CAAW,UAAU,IAAI;AAC1B;;AAGA,MAAM,QAAQ;;AAGd,eAAsB,KAAK,SAA8C;CACxE,IAAI,YAAY,SAAS;EACxB,MAAM,MAAM;EACZ,OAAO;CACR;CACA,IAAI,YAAY,OAAO,OAAQ,MAAM,WAAW,IAAK,IAAI;CACzD,IAAI,YAAY,UAAU,OAAQ,MAAM,OAAO,IAAK,IAAI;CACxD,IAAI,YAAY,QAAQ,OAAQ,MAAM,eAAe,IAAK,IAAI;CAC9D,IAAI,YAAY,WAAW,OAAQ,MAAM,QAAQ,IAAK,IAAI;CAC1D,IAAI,YAAY,QAAQ;EACvB,KAAK;EACL,MAAM,OAAO,QAAQ,WAAW,EAAE,MAAM,cAAc,EAAE,CAAC;EACzD,OAAO;CACR;CACA,MAAM,OAAO,SAAS,OAAO,EAAE,SAAS,WAAW,KAAK,CAAC;CACzD,OAAO;AACR;AAGA,IACC,QAAQ,KAAK,MACb,mCAAmC,KAAK,QAAQ,KAAK,EAAE,GAEvD,KAAK,QAAQ,KAAK,EAAE,CAAC,CAAC,MACpB,SAAS,QAAQ,KAAK,IAAI,GAC3B,OAAO,UAAmB;CACzB,MAAM,OAAO,SAAS,iBAAiB;EACtC,IAAI;EACJ,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CAC7D,CAAC;CACD,QAAQ,KAAK,CAAC;AACf,CACD"}
@@ -11,9 +11,22 @@
11
11
  * node backup.mjs run one backup now (`gkm backup:now`)
12
12
  * node backup.mjs health exit 1 when the last good run is too old
13
13
  *
14
+ * With point-in-time recovery (`PITR_BASE_SCHEDULE` set), also:
15
+ *
16
+ * node backup.mjs base one base backup now (`gkm backup:now --base`)
17
+ * node backup.mjs recover in a one-off container: fetch a base backup and
18
+ * replay WAL to `RECOVER_TARGET` (`backup:restore --to`)
19
+ * node backup.mjs swap in a one-off container, Postgres stopped: put the
20
+ * recovered cluster in place of the live one
21
+ *
22
+ * and `serve` takes a base backup (`wal-g backup-push`) on its own schedule,
23
+ * and `health` reads `pg_stat_archiver` too.
24
+ *
14
25
  * Its key may only put objects under the prefix: it never reads, lists or
15
- * deletes, so nothing here does either. A dump is uploaded in parts as it is
16
- * made, so no database is ever held on disk or in memory whole.
26
+ * deletes, so nothing here does either — `recover` alone reads, and runs
27
+ * with the caller's credentials, not the stage's key. A dump is uploaded in
28
+ * parts as it is made, so no database is ever held on disk or in memory
29
+ * whole.
17
30
  *
18
31
  * Environment:
19
32
  *
@@ -26,6 +39,13 @@
26
39
  * - `PGHOST`, `PGPORT`, `PGUSER`, `PGPASSWORD` — read by `pg_dump` itself
27
40
  * - `OTEL_EXPORTER_OTLP_ENDPOINT`/`_HEADERS` — where each run's result is
28
41
  * also sent as an OTLP log, when the stage's telemetry is on
42
+ * - `PITR_BASE_SCHEDULE` — `{"kind":"every","seconds":86400,"offset":7200}`:
43
+ * when a base backup is taken; unset, there is no point-in-time recovery
44
+ * - `PITR_BASE_MAX_GAP_SECONDS` — the base schedule's interval
45
+ * - `WALG_*`, `AWS_*` — WAL-G's archive, its key, and the key it is put with
46
+ * - `PGDATA` — the cluster's data directory, from the Postgres image
47
+ * - `RECOVER_TARGET`, `RECOVER_SUPERUSER`, `RECOVER_INTO`,
48
+ * `RECOVER_DATABASES` — what `recover` restores, and where
29
49
  */
30
50
  export interface IntervalSchedule {
31
51
  kind: 'every';
@@ -92,10 +112,75 @@ export interface BackupDatabase {
92
112
  export declare function onReport(listener: (line: Record<string, unknown>) => void): () => void;
93
113
  /** One backup of every database, into one run folder. Resolves whether it all went. */
94
114
  export declare function backupOnce(at?: Date): Promise<boolean>;
115
+ /**
116
+ * One base backup now — `wal-g backup-push` of the data directory, mounted
117
+ * read-only — encrypted and put under the PITR prefix. Resolves whether it
118
+ * went.
119
+ */
120
+ export declare function baseBackupOnce(): Promise<boolean>;
121
+ /** How long a WAL segment may wait to be archived before the container is unhealthy. */
122
+ export declare const ARCHIVE_LAG_SECONDS: number;
123
+ /** What `pg_stat_archiver` — and the segments still waiting — say. */
124
+ export interface ArchiverState {
125
+ /** Seconds since a segment was last archived, or `null` for never. */
126
+ sinceArchived: number | null;
127
+ failedCount: number;
128
+ /** Whether the last attempt failed: `last_failed_time` after `last_archived_time`. */
129
+ failing: boolean;
130
+ /** Seconds the oldest segment has waited to be archived, or `null` for none. */
131
+ oldestWaiting: number | null;
132
+ }
133
+ /**
134
+ * Whether archiving is keeping up — and, when it is not, why. A segment
135
+ * waiting more than five minutes means `archive_command` is stuck or slow
136
+ * (with `archive_timeout=60`, one should ship within the minute); the last
137
+ * attempt failing means it is failing now. A quiet cluster writes no WAL, so
138
+ * an old `last_archived_time` alone is not a fault.
139
+ */
140
+ export declare function archiverVerdict(state: ArchiverState): string | undefined;
141
+ /** Read the archiver's state from the stack's Postgres. */
142
+ export declare function readArchiver(): Promise<ArchiverState>;
95
143
  /** Whether the last good run — or, before one, the start — is recent enough. */
96
144
  export declare function healthy(now?: number): boolean;
97
145
  /** Run on schedule, forever. */
98
146
  export declare function serve(): Promise<void>;
147
+ /** A base backup, as `wal-g backup-list --json --detail` lists it. */
148
+ export interface BaseBackup {
149
+ backup_name: string;
150
+ finish_time: string;
151
+ start_time?: string;
152
+ }
153
+ /**
154
+ * The base backup a restore to `target` replays from: the newest that had
155
+ * finished by then — a cluster is consistent only from its backup's end.
156
+ */
157
+ export declare function chooseBase(backups: readonly BaseBackup[], target: Date): BaseBackup;
158
+ /** Where `recover` puts the cluster it brings back. */
159
+ export declare function recoveryDirectory(into: string | undefined): string;
160
+ /** `2026-11-16T10:00:00.000Z` as Postgres reads a `recovery_target_time`. */
161
+ export declare function recoveryTargetTime(target: Date): string;
162
+ /** A database's copy, for `--into <name>`: `drill_auth_database`. */
163
+ export declare function intoDatabase(into: string, file: string): string;
164
+ /**
165
+ * Bring the cluster back to `RECOVER_TARGET`: the newest base backup that
166
+ * had finished by then, fetched, and Postgres started on it to replay WAL
167
+ * from the archive up to that second, then promoted.
168
+ *
169
+ * - Without `RECOVER_INTO`, the recovered cluster is left stopped beside
170
+ * the live one, for `swap`. It archives what it writes once promoted —
171
+ * its new timeline's history — so a later restore can follow it.
172
+ * - With it, each database is copied into `<into>_<database>` on the live
173
+ * cluster, and the recovered one thrown away. It archives nothing: a
174
+ * drill's timeline must never be one a later restore follows.
175
+ */
176
+ export declare function recover(): Promise<boolean>;
177
+ /**
178
+ * Put the recovered cluster in place of the live one, Postgres stopped: the
179
+ * live data directory kept beside it as `<PGDATA>.gkm-previous` until the
180
+ * next swap, the recovered one renamed into its place. Both are in the same
181
+ * volume, so neither is copied.
182
+ */
183
+ export declare function swap(): void;
99
184
  /** What `node backup.mjs <command>` runs; resolves with its exit code. */
100
185
  export declare function main(command: string | undefined): Promise<number>;
101
186
  //#endregion
@@ -1 +1 @@
1
- {"version":3,"file":"runner.d.cts","names":[],"sources":["../../src/backups/runner.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiDiB;EAChB;EACA;EACA;;iBAGgB;EAChB;EACA;EACA;EACA;EACA;EACA;;YAGW,WAAW,mBAAmB;;;;;wBAqB1B,QAAQ,UAAU,UAAU,OAAO,OAAO;;wBA2B1C,UAAU,IAAI;;iBAUb;EAChB;EACA;EACA;EACA;EACA;EACA;;;wBAIe,YAAY,cAAc;UAgChC;EACT;EACA;EACA,QAAQ;EACR,OAAO;EACP,UAAU;;;wBAIW,OACrB,IAAI,aACJ,SAAS,WACT,MAAK,OACH;EAAU;EAAgB;EAAc,SAAS;;;;;;;wBAoK9B,OACrB,IAAI,aACJ,aACA,QAAQ,cAAc,SAMtB;;;;;;AAAA,WAAU,gBACR;iBA0Ec;EAChB;EACA;;;wBAOe,SACf,WAAW,MAAM;;wBA2JI,WAAW,KAAI,OAAoB;;wBA6DzC,QAAQ;;wBAeF,SAAS;;wBAiCT,KAAK,8BAA8B"}
1
+ {"version":3,"file":"runner.d.cts","names":[],"sources":["../../src/backups/runner.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAwEiB;EAChB;EACA;EACA;;iBAGgB;EAChB;EACA;EACA;EACA;EACA;EACA;;YAGW,WAAW,mBAAmB;;;;;wBAqB1B,QAAQ,UAAU,UAAU,OAAO,OAAO;;wBA2B1C,UAAU,IAAI;;iBAUb;EAChB;EACA;EACA;EACA;EACA;EACA;;;wBAIe,YAAY,cAAc;UAgChC;EACT;EACA;EACA,QAAQ;EACR,OAAO;EACP,UAAU;;;wBAIW,OACrB,IAAI,aACJ,SAAS,WACT,MAAK,OACH;EAAU;EAAgB;EAAc,SAAS;;;;;;;wBAoK9B,OACrB,IAAI,aACJ,aACA,QAAQ,cAAc,SAMtB;;;;;;AAAA,WAAU,gBACR;iBA0Ec;EAChB;EACA;;;wBAOe,SACf,WAAW,MAAM;;wBA2JI,WAAW,KAAI,OAAoB;;;;;;wBAiKnC,kBAAkB;;qBAmC3B;;iBAGI;;EAEhB;EACA;;EAEA;;EAEA;;;;;;;;;wBAUe,gBAAgB,OAAO;;wBA4BjB,gBAAgB,QAAQ;;wBAqB9B,QAAQ;;wBAgDF,SAAS;;iBAyDd;EAChB;EACA;EACA;;;;;;wBAOe,WACf,kBAAkB,cAClB,QAAQ,OACN;;wBAiBa,kBAAkB;;wBAQlB,mBAAmB,QAAQ;;wBAK3B,aAAa,cAAc;;;;;;;;;;;;;wBAqErB,WAAW;;;;;;;wBAwHjB;;wBAgBM,KAAK,8BAA8B"}
@@ -11,9 +11,22 @@
11
11
  * node backup.mjs run one backup now (`gkm backup:now`)
12
12
  * node backup.mjs health exit 1 when the last good run is too old
13
13
  *
14
+ * With point-in-time recovery (`PITR_BASE_SCHEDULE` set), also:
15
+ *
16
+ * node backup.mjs base one base backup now (`gkm backup:now --base`)
17
+ * node backup.mjs recover in a one-off container: fetch a base backup and
18
+ * replay WAL to `RECOVER_TARGET` (`backup:restore --to`)
19
+ * node backup.mjs swap in a one-off container, Postgres stopped: put the
20
+ * recovered cluster in place of the live one
21
+ *
22
+ * and `serve` takes a base backup (`wal-g backup-push`) on its own schedule,
23
+ * and `health` reads `pg_stat_archiver` too.
24
+ *
14
25
  * Its key may only put objects under the prefix: it never reads, lists or
15
- * deletes, so nothing here does either. A dump is uploaded in parts as it is
16
- * made, so no database is ever held on disk or in memory whole.
26
+ * deletes, so nothing here does either — `recover` alone reads, and runs
27
+ * with the caller's credentials, not the stage's key. A dump is uploaded in
28
+ * parts as it is made, so no database is ever held on disk or in memory
29
+ * whole.
17
30
  *
18
31
  * Environment:
19
32
  *
@@ -26,6 +39,13 @@
26
39
  * - `PGHOST`, `PGPORT`, `PGUSER`, `PGPASSWORD` — read by `pg_dump` itself
27
40
  * - `OTEL_EXPORTER_OTLP_ENDPOINT`/`_HEADERS` — where each run's result is
28
41
  * also sent as an OTLP log, when the stage's telemetry is on
42
+ * - `PITR_BASE_SCHEDULE` — `{"kind":"every","seconds":86400,"offset":7200}`:
43
+ * when a base backup is taken; unset, there is no point-in-time recovery
44
+ * - `PITR_BASE_MAX_GAP_SECONDS` — the base schedule's interval
45
+ * - `WALG_*`, `AWS_*` — WAL-G's archive, its key, and the key it is put with
46
+ * - `PGDATA` — the cluster's data directory, from the Postgres image
47
+ * - `RECOVER_TARGET`, `RECOVER_SUPERUSER`, `RECOVER_INTO`,
48
+ * `RECOVER_DATABASES` — what `recover` restores, and where
29
49
  */
30
50
  export interface IntervalSchedule {
31
51
  kind: 'every';
@@ -92,10 +112,75 @@ export interface BackupDatabase {
92
112
  export declare function onReport(listener: (line: Record<string, unknown>) => void): () => void;
93
113
  /** One backup of every database, into one run folder. Resolves whether it all went. */
94
114
  export declare function backupOnce(at?: Date): Promise<boolean>;
115
+ /**
116
+ * One base backup now — `wal-g backup-push` of the data directory, mounted
117
+ * read-only — encrypted and put under the PITR prefix. Resolves whether it
118
+ * went.
119
+ */
120
+ export declare function baseBackupOnce(): Promise<boolean>;
121
+ /** How long a WAL segment may wait to be archived before the container is unhealthy. */
122
+ export declare const ARCHIVE_LAG_SECONDS: number;
123
+ /** What `pg_stat_archiver` — and the segments still waiting — say. */
124
+ export interface ArchiverState {
125
+ /** Seconds since a segment was last archived, or `null` for never. */
126
+ sinceArchived: number | null;
127
+ failedCount: number;
128
+ /** Whether the last attempt failed: `last_failed_time` after `last_archived_time`. */
129
+ failing: boolean;
130
+ /** Seconds the oldest segment has waited to be archived, or `null` for none. */
131
+ oldestWaiting: number | null;
132
+ }
133
+ /**
134
+ * Whether archiving is keeping up — and, when it is not, why. A segment
135
+ * waiting more than five minutes means `archive_command` is stuck or slow
136
+ * (with `archive_timeout=60`, one should ship within the minute); the last
137
+ * attempt failing means it is failing now. A quiet cluster writes no WAL, so
138
+ * an old `last_archived_time` alone is not a fault.
139
+ */
140
+ export declare function archiverVerdict(state: ArchiverState): string | undefined;
141
+ /** Read the archiver's state from the stack's Postgres. */
142
+ export declare function readArchiver(): Promise<ArchiverState>;
95
143
  /** Whether the last good run — or, before one, the start — is recent enough. */
96
144
  export declare function healthy(now?: number): boolean;
97
145
  /** Run on schedule, forever. */
98
146
  export declare function serve(): Promise<void>;
147
+ /** A base backup, as `wal-g backup-list --json --detail` lists it. */
148
+ export interface BaseBackup {
149
+ backup_name: string;
150
+ finish_time: string;
151
+ start_time?: string;
152
+ }
153
+ /**
154
+ * The base backup a restore to `target` replays from: the newest that had
155
+ * finished by then — a cluster is consistent only from its backup's end.
156
+ */
157
+ export declare function chooseBase(backups: readonly BaseBackup[], target: Date): BaseBackup;
158
+ /** Where `recover` puts the cluster it brings back. */
159
+ export declare function recoveryDirectory(into: string | undefined): string;
160
+ /** `2026-11-16T10:00:00.000Z` as Postgres reads a `recovery_target_time`. */
161
+ export declare function recoveryTargetTime(target: Date): string;
162
+ /** A database's copy, for `--into <name>`: `drill_auth_database`. */
163
+ export declare function intoDatabase(into: string, file: string): string;
164
+ /**
165
+ * Bring the cluster back to `RECOVER_TARGET`: the newest base backup that
166
+ * had finished by then, fetched, and Postgres started on it to replay WAL
167
+ * from the archive up to that second, then promoted.
168
+ *
169
+ * - Without `RECOVER_INTO`, the recovered cluster is left stopped beside
170
+ * the live one, for `swap`. It archives what it writes once promoted —
171
+ * its new timeline's history — so a later restore can follow it.
172
+ * - With it, each database is copied into `<into>_<database>` on the live
173
+ * cluster, and the recovered one thrown away. It archives nothing: a
174
+ * drill's timeline must never be one a later restore follows.
175
+ */
176
+ export declare function recover(): Promise<boolean>;
177
+ /**
178
+ * Put the recovered cluster in place of the live one, Postgres stopped: the
179
+ * live data directory kept beside it as `<PGDATA>.gkm-previous` until the
180
+ * next swap, the recovered one renamed into its place. Both are in the same
181
+ * volume, so neither is copied.
182
+ */
183
+ export declare function swap(): void;
99
184
  /** What `node backup.mjs <command>` runs; resolves with its exit code. */
100
185
  export declare function main(command: string | undefined): Promise<number>;
101
186
  //#endregion
@@ -1 +1 @@
1
- {"version":3,"file":"runner.d.mts","names":[],"sources":["../../src/backups/runner.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiDiB;EAChB;EACA;EACA;;iBAGgB;EAChB;EACA;EACA;EACA;EACA;EACA;;YAGW,WAAW,mBAAmB;;;;;wBAqB1B,QAAQ,UAAU,UAAU,OAAO,OAAO;;wBA2B1C,UAAU,IAAI;;iBAUb;EAChB;EACA;EACA;EACA;EACA;EACA;;;wBAIe,YAAY,cAAc;UAgChC;EACT;EACA;EACA,QAAQ;EACR,OAAO;EACP,UAAU;;;wBAIW,OACrB,IAAI,aACJ,SAAS,WACT,MAAK,OACH;EAAU;EAAgB;EAAc,SAAS;;;;;;;wBAoK9B,OACrB,IAAI,aACJ,aACA,QAAQ,cAAc,SAMtB;;;;;;AAAA,WAAU,gBACR;iBA0Ec;EAChB;EACA;;;wBAOe,SACf,WAAW,MAAM;;wBA2JI,WAAW,KAAI,OAAoB;;wBA6DzC,QAAQ;;wBAeF,SAAS;;wBAiCT,KAAK,8BAA8B"}
1
+ {"version":3,"file":"runner.d.mts","names":[],"sources":["../../src/backups/runner.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAwEiB;EAChB;EACA;EACA;;iBAGgB;EAChB;EACA;EACA;EACA;EACA;EACA;;YAGW,WAAW,mBAAmB;;;;;wBAqB1B,QAAQ,UAAU,UAAU,OAAO,OAAO;;wBA2B1C,UAAU,IAAI;;iBAUb;EAChB;EACA;EACA;EACA;EACA;EACA;;;wBAIe,YAAY,cAAc;UAgChC;EACT;EACA;EACA,QAAQ;EACR,OAAO;EACP,UAAU;;;wBAIW,OACrB,IAAI,aACJ,SAAS,WACT,MAAK,OACH;EAAU;EAAgB;EAAc,SAAS;;;;;;;wBAoK9B,OACrB,IAAI,aACJ,aACA,QAAQ,cAAc,SAMtB;;;;;;AAAA,WAAU,gBACR;iBA0Ec;EAChB;EACA;;;wBAOe,SACf,WAAW,MAAM;;wBA2JI,WAAW,KAAI,OAAoB;;;;;;wBAiKnC,kBAAkB;;qBAmC3B;;iBAGI;;EAEhB;EACA;;EAEA;;EAEA;;;;;;;;;wBAUe,gBAAgB,OAAO;;wBA4BjB,gBAAgB,QAAQ;;wBAqB9B,QAAQ;;wBAgDF,SAAS;;iBAyDd;EAChB;EACA;EACA;;;;;;wBAOe,WACf,kBAAkB,cAClB,QAAQ,OACN;;wBAiBa,kBAAkB;;wBAQlB,mBAAmB,QAAQ;;wBAK3B,aAAa,cAAc;;;;;;;;;;;;;wBAqErB,WAAW;;;;;;;wBAwHjB;;wBAgBM,KAAK,8BAA8B"}