py-pve-cloud 0.0.2__tar.gz → 0.0.4__tar.gz

{py_pve_cloud-0.0.2/src/py_pve_cloud.egg-info → py_pve_cloud-0.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: py-pve-cloud
-Version: 0.0.2
+Version: 0.0.4
 Author-email: Tobias Huebner <tobias.huebner@vmzberlin.com>
 License-Expression: GPL-3.0-or-later
 License-File: LICENSE
@@ -8,4 +8,5 @@ Requires-Dist: PyYAML==6.0.2
 Requires-Dist: psycopg2-binary==2.9.10
 Requires-Dist: SQLAlchemy==2.0.43
 Requires-Dist: alembic==1.16.5
+Requires-Dist: proxmoxer==2.2.0
 Dynamic: license-file

py_pve_cloud-0.0.4/README.md

@@ -0,0 +1,21 @@
+# py-pve-cloud
+
+this is the core python library package that serves as a foundation for pve cloud.
+
+## alembic orm
+
+this project uses sqlalchemy + alembic integrated into the collection for management of the patroni database schema.
+
+edit `src/orm/alchemy.py` database classes and run `alembic revision --auto-enerate -m "revision description"` from the orm folder, to commit your changes into the general migrations. before you need to do a `pip install .` to get the needed orm pypi packages.
+
+you also need to `export PG_CONN_STR=postgresql+psycopg2://postgres:{{ patroni_postgres_pw }}@{{ proxy or master ip }}:{{ 5000 / 5432 }}/pve_cloud?sslmode=disable` env variable first with a testing database for alembic to work against. to create a new migration the database needs to be on the latest version, run `alembic upgrade head` to upgrade it.
+
+
+## Releasing to pypi
+
+```bash
+pip install build twine
+rm -rf dist
+python3 -m build
+python3 -m twine upload dist/*
+```

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "py-pve-cloud"
-version = "0.0.2"
+version = "0.0.4"
 authors = [{ name = "Tobias Huebner", email = "tobias.huebner@vmzberlin.com" }]
 license = "GPL-3.0-or-later"
 license-files = ["LICENSE"]
@@ -12,7 +12,8 @@ dependencies = [
   "PyYAML==6.0.2",
   "psycopg2-binary==2.9.10",
   "SQLAlchemy==2.0.43",
-  "alembic==1.16.5"
+  "alembic==1.16.5",
+  "proxmoxer==2.2.0"
 ]
 
 [tool.setuptools.package-data]
@@ -20,4 +21,5 @@ dependencies = [
 
 [project.scripts]
 pvclu = "pve_cloud.cli.pvclu:main"
+pvcli = "pve_cloud.cli.pvcli:main"
 

py_pve_cloud-0.0.4/src/pve_cloud/cli/pvcli.py

@@ -0,0 +1,97 @@
+import argparse
+import yaml
+from proxmoxer import ProxmoxAPI
+import os
+import paramiko
+
+
+def connect_cluster(args):
+  # try load current dynamic inventory
+  inv_path = os.path.expanduser("~/.pve-cloud-dyn-inv.yaml")
+  if os.path.exists(inv_path):
+    with open(inv_path, "r") as file:
+      dynamic_inventory = yaml.safe_load(file)
+  else:
+    # initialize empty
+    dynamic_inventory = {}
+  
+  # init cloud domain if not there
+  if args.pve_cloud_domain not in dynamic_inventory:
+    dynamic_inventory[args.pve_cloud_domain] = {}
+
+  # connect to the passed host
+  proxmox = ProxmoxAPI(
+    args.pve_host, user="root", backend='ssh_paramiko'
+  )
+
+  # try get the cluster name
+  cluster_name = None
+  status_resp = proxmox.cluster.status.get()
+  for entry in status_resp:
+    if entry['id'] == "cluster":
+      cluster_name = entry['name']
+      break
+
+  if cluster_name is None:
+    raise Exception("Could not get cluster name")
+  
+  if cluster_name in dynamic_inventory[args.pve_cloud_domain] and not args.force:
+    print(f"cluster {cluster_name} already in dynamic inventory")
+    return
+  
+  # overwrite on force / create fresh
+  dynamic_inventory[args.pve_cloud_domain][cluster_name] = {}
+  
+  # not present => add and safe the dynamic inventory
+  cluster_hosts = proxmox.nodes.get()
+
+  for node in cluster_hosts:
+    node_name = node["node"]
+
+    if node["status"] == "offline":
+      print(f"skipping offline node {node_name}")
+      continue
+    
+    # get the main ip
+    ifaces = proxmox.nodes(node_name).network.get()
+    node_ip_address = None
+    for iface in ifaces:
+      if 'gateway' in iface:
+        if node_ip_address is not None:
+          raise Exception(f"found multiple ifaces with gateways for node {node_name}")
+        node_ip_address = iface.get("address")
+
+    if node_ip_address is None:
+      raise Exception(f"Could not find ip for node {node_name}")
+    
+    dynamic_inventory[args.pve_cloud_domain][cluster_name][node_name] = {
+      "ansible_user": "root",
+      "ansible_host": node_ip_address
+    }
+
+  with open(inv_path, "w") as file:
+    yaml.dump(dynamic_inventory, file)
+
+
+  
+def main():
+  parser = argparse.ArgumentParser(description="PVE general purpose cli for setting up.")
+
+  base_parser = argparse.ArgumentParser(add_help=False)
+
+  subparsers = parser.add_subparsers(dest="command", required=True)
+
+  connect_cluster_parser = subparsers.add_parser("connect-cluster", help="Add an entire pve cluster to this machine for use.", parents=[base_parser])
+  connect_cluster_parser.add_argument("--pve-host", type=str, help="PVE Host to connect to and add the entire cluster for the local machine.", required=True)
+  # todo: try and get the pve cloud domain from the cluster in case it is already initialized.
+  connect_cluster_parser.add_argument("--pve-cloud-domain", type=str, help="PVE Cloud domain the hosts are part of / should be initialized under.", required=True)
+  connect_cluster_parser.add_argument("--force", action="store_true", help="Will readd the cluster if set.")
+  connect_cluster_parser.set_defaults(func=connect_cluster)
+
+
+  args = parser.parse_args()
+  args.func(args)
+
+
+if __name__ == "__main__":
+  main()

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4}/src/pve_cloud/cli/pvclu.py

@@ -5,12 +5,12 @@ import socket
 
 
 def get_cloud_domain(target_pve):
-  with open(os.path.expanduser("~/.pve-inventory.yaml"), "r") as f:
+  with open(os.path.expanduser("~/.pve-cloud-dyn-inv.yaml"), "r") as f:
     pve_inventory = yaml.safe_load(f)
 
   for pve_cloud in pve_inventory:
     for pve_cluster in pve_inventory[pve_cloud]:
-      if pve_cluster == target_pve:
+      if pve_cluster + "." + pve_cloud == target_pve:
         return pve_cloud
   
   raise Exception(f"Could not identify cloud domain for {target_pve}")
@@ -21,12 +21,12 @@ def get_cld_domain_prsr(args):
 
 
 def get_online_pve_host(target_pve):
-  with open(os.path.expanduser("~/.pve-inventory.yaml"), "r") as f:
+  with open(os.path.expanduser("~/.pve-cloud-dyn-inv.yaml"), "r") as f:
     pve_inventory = yaml.safe_load(f)
 
   for pve_cloud in pve_inventory:
     for pve_cluster in pve_inventory[pve_cloud]:
-      if pve_cluster == target_pve:
+      if pve_cluster + "." + pve_cloud == target_pve:
         for pve_host in pve_inventory[pve_cloud][pve_cluster]:
           # check if host is available
           pve_host_ip = pve_inventory[pve_cloud][pve_cluster][pve_host]["ansible_host"]

py_pve_cloud-0.0.4/src/pve_cloud/lib/inventory.py

@@ -0,0 +1,3 @@
+
+
+def get_pve_cloud_inventory()

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4/src/py_pve_cloud.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: py-pve-cloud
-Version: 0.0.2
+Version: 0.0.4
 Author-email: Tobias Huebner <tobias.huebner@vmzberlin.com>
 License-Expression: GPL-3.0-or-later
 License-File: LICENSE
@@ -8,4 +8,5 @@ Requires-Dist: PyYAML==6.0.2
 Requires-Dist: psycopg2-binary==2.9.10
 Requires-Dist: SQLAlchemy==2.0.43
 Requires-Dist: alembic==1.16.5
+Requires-Dist: proxmoxer==2.2.0
 Dynamic: license-file

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4}/src/py_pve_cloud.egg-info/SOURCES.txt

@@ -1,7 +1,9 @@
 LICENSE
 README.md
 pyproject.toml
+src/pve_cloud/cli/pvcli.py
 src/pve_cloud/cli/pvclu.py
+src/pve_cloud/lib/inventory.py
 src/pve_cloud/orm/alchemy.py
 src/pve_cloud/orm/alembic.ini
 src/pve_cloud/orm/migrations/env.py

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4}/src/py_pve_cloud.egg-info/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
+pvcli = pve_cloud.cli.pvcli:main
 pvclu = pve_cloud.cli.pvclu:main

{py_pve_cloud-0.0.2 → py_pve_cloud-0.0.4}/src/py_pve_cloud.egg-info/requires.txt

@@ -2,3 +2,4 @@ PyYAML==6.0.2
 psycopg2-binary==2.9.10
 SQLAlchemy==2.0.43
 alembic==1.16.5
+proxmoxer==2.2.0

py_pve_cloud-0.0.2/README.md

@@ -1,4 +0,0 @@
-## Releasing to pypi
-
-
-`python3 -m build && python3 -m twine upload dist/*`