py-pve-cloud-backup 0.5.11__py3-none-any.whl

pve_cloud_backup/fetcher/patroni.py

@@ -0,0 +1,68 @@
+import paramiko
+import logging
+from pve_cloud_backup.fetcher.net import archive
+import os
+
+logger = logging.getLogger("fetcher")
+
+
+async def backup_patroni(backup_addr, timestamp, proxmox, stack_fqdn, pkey):
+  logger.info("looking for " + stack_fqdn)
+
+  patroni_member = None
+
+  for node in proxmox.nodes.get():
+    node_name = node["node"]
+    logger.info("collecting node " + node_name)
+
+    if node["status"] == "offline":
+      logger.info(f"skipping offline node {node_name}")
+      continue
+
+    for lxc in proxmox.nodes(node_name).lxc.get():
+      if "tags" not in lxc:
+        continue # non stack vm
+
+      if stack_fqdn in lxc["tags"]:
+        patroni_member = lxc
+        break
+
+  if not patroni_member:
+    raise Exception("Couldnt find a patroni member for the specified stack " + stack_fqdn)
+
+  stack_apex = ".".join(stack_fqdn.split(".")[1:])
+
+  ssh = paramiko.SSHClient()
+  ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+
+  logger.info("connecting to patroni member " + lxc["name"] + "." + stack_apex)
+  ssh.connect(lxc["name"] + "." + stack_apex, username="root", pkey=pkey)
+
+  # create pg pass file
+  _, stdout, _ = ssh.exec_command("echo '*:*:*:*:" + os.getenv("PATRONI_PASS") + "' > ~/.pgpass && chmod 600 ~/.pgpass")
+
+  def chunk_generator():
+    stdin, stdout, stderr = ssh.exec_command(
+      "pg_dumpall -h 127.0.0.1 -p 5432 -U postgres --no-role-passwords",
+      bufsize=0
+    )
+    chunk_size = 4 * 1024 * 1024  
+    channel = stdout.channel
+    
+    while not channel.exit_status_ready() or channel.recv_ready():
+      data = channel.recv(chunk_size)
+      if not data:
+        continue
+      yield data
+
+  request_dict = {
+    "borg_archive_type": "postgres",
+    "archive_name": "patroni_dump.db",
+    "timestamp": timestamp,
+    "stdin_name": "patroni_dump.db"
+  }
+
+  await archive(backup_addr, request_dict, chunk_generator)
+
+  # delete the password file again
+  _, stdout, _ = ssh.exec_command("rm ~/.pgpass")

py_pve_cloud_backup-0.5.11.dist-info/METADATA

@@ -0,0 +1,12 @@
+Metadata-Version: 2.4
+Name: py-pve-cloud-backup
+Version: 0.5.11
+Author-email: Tobias Huebner <tobias.huebner@vmzberlin.com>
+License-Expression: GPL-3.0-or-later
+Requires-Dist: proxmoxer==2.2.0
+Requires-Dist: kubernetes==34.1.0
+Requires-Dist: PyYAML==6.0.2
+Requires-Dist: paramiko==4.0.0
+Requires-Dist: requests==2.32.5
+Requires-Dist: zstandard==0.25.0
+Requires-Dist: tinydb==4.8.2

py_pve_cloud_backup-0.5.11.dist-info/RECORD

@@ -0,0 +1,15 @@
+pve_cloud_backup/_version.py,sha256=xFez9dUQrcuZqZRWuEIsCbMskoR-Ke1_uUZ51Kyt1tw,23
+pve_cloud_backup/daemon/bdd.py,sha256=g7DhYvFjDjeBOjd0E4v3MgNMQ9Fk8cw2xfJVhRjsxX0,5390
+pve_cloud_backup/daemon/brctl.py,sha256=ZrO5qV29J4_o7GatxBSQZUbYMlFX71S9zfKuLJTzyLM,7493
+pve_cloud_backup/daemon/shared.py,sha256=5S39_pkw9WXEo9sBPAgY5L-qp99cmo5dL32-nhXMSAA,17204
+pve_cloud_backup/fetcher/funcs.py,sha256=30Kziuk3QRxhHrosqK0gQLLL7gi8mwEqux44tQpk4h0,13673
+pve_cloud_backup/fetcher/git.py,sha256=ryV21HHs_Q5hrVM1hZ51LJLXHVMgh6hupn0v4xM3KZg,1107
+pve_cloud_backup/fetcher/main.py,sha256=XTUcn6tSHgqAGlmlPstkwz3hFHIk2cpbf9hJFmK5kao,2846
+pve_cloud_backup/fetcher/net.py,sha256=MVCqdb3ZFI8gbeUB2NrWrkykwuKAFOznH1gqtqyT4OE,3768
+pve_cloud_backup/fetcher/nextcloud.py,sha256=81rNSejD_pIfyng6TiuAut09AvZbgr57blpVc1hJmU4,1191
+pve_cloud_backup/fetcher/patroni.py,sha256=ZAJmbiY9fqIYMLOgxOAa3s7odfzI2ecQgWdiy18M29U,1953
+py_pve_cloud_backup-0.5.11.dist-info/METADATA,sha256=mvZujH5RUTC2DJApcN-nYzlDhnoBYtM9ULeAjQk4pmY,381
+py_pve_cloud_backup-0.5.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+py_pve_cloud_backup-0.5.11.dist-info/entry_points.txt,sha256=0QG_j55-wiJS1_vLNsjju0Ly9ycpBSTOhUF-PlWizOM,148
+py_pve_cloud_backup-0.5.11.dist-info/top_level.txt,sha256=w9KT8Yar3s02YhN-DBabObecqlIub36RT6lLZ4iG9dE,17
+py_pve_cloud_backup-0.5.11.dist-info/RECORD,,

py_pve_cloud_backup-0.5.11.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

py_pve_cloud_backup-0.5.11.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+brctl = pve_cloud_backup.daemon.brctl:main
+daemon = pve_cloud_backup.daemon.bdd:main
+fetcher = pve_cloud_backup.fetcher.main:main

py_pve_cloud_backup-0.5.11.dist-info/top_level.txt

@@ -0,0 +1 @@
+pve_cloud_backup