osi-dump 0.1.2__tar.gz → 0.1.2.2__tar.gz

{osi_dump-0.1.2 → osi_dump-0.1.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: osi-dump
-Version: 0.1.2
+Version: 0.1.2.2
 Summary: OpenStack instances information dump tool
 Author: TVKain
 License: Apache-2.0

{osi_dump-0.1.2 → osi_dump-0.1.2.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "osi-dump"
-version = "0.1.2"
+version = "0.1.2.2"
 description = "OpenStack instances information dump tool"
 readme = "README.md"
 authors = [{ name = "TVKain" }]

osi_dump-0.1.2.2/src/osi_dump/api/octavia.py

@@ -0,0 +1,34 @@
+from openstack.connection import Connection
+from openstack.identity.v3.service import Service
+from openstack.load_balancer.v2.load_balancer import LoadBalancer
+
+
+def get_load_balancers(connection: Connection) -> list[LoadBalancer]:
+    octavia_endpoint = connection.endpoint_for(
+        service_type="load-balancer", interface="public"
+    )
+
+    url = f"{octavia_endpoint}/v2.0/lbaas/loadbalancers"
+
+    response = connection.session.get(url)
+
+    data = response.json()
+
+    return data["loadbalancers"]
+
+
+def get_amphoraes(connection: Connection, load_balancer_id: str) -> list[str]:
+
+    octavia_endpoint = connection.endpoint_for(
+        service_type="load-balancer", interface="public"
+    )
+
+    url = f"{octavia_endpoint}/v2/octavia/amphorae?load_balancer_id={load_balancer_id}&fields=id&fields=compute_id"
+
+    response = connection.session.get(url)
+
+    data = response.json()
+
+    amphoraes = data["amphorae"]
+
+    return [amphorae["compute_id"] for amphorae in amphoraes]

osi_dump-0.1.2.2/src/osi_dump/batch_handler/flavor_batch_handler.py

@@ -0,0 +1,51 @@
+import logging
+
+from openstack.connection import Connection
+
+from osi_dump.exporter.flavor.flavor_exporter import FlavorExporter
+from osi_dump.exporter.flavor.excel_flavor_exporter import (
+    ExcelFlavorExporter,
+)
+
+from osi_dump.importer.flavor.flavor_importer import FlavorImporter
+from osi_dump.importer.flavor.openstack_flavor_importer import (
+    OpenStackFlavorImporter,
+)
+
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class FlavorBatchHandler:
+    def __init__(self):
+        self._importer_exporter_list: list[tuple[FlavorImporter, FlavorExporter]] = []
+
+    def add_importer_exporter_from_openstack_connections(
+        self, connections: list[Connection], output_file: str
+    ):
+        for connection in connections:
+            importer = OpenStackFlavorImporter(connection)
+
+            sheet_name = f"{util.extract_hostname(connection.auth['auth_url'])}-flavor"
+            exporter = ExcelFlavorExporter(
+                sheet_name=sheet_name, output_file=output_file
+            )
+
+            self.add_importer_exporter(importer=importer, exporter=exporter)
+
+    def add_importer_exporter(self, importer: FlavorImporter, exporter: FlavorExporter):
+        self._importer_exporter_list.append((importer, exporter))
+
+    def process(self):
+
+        for importer, exporter in self._importer_exporter_list:
+            try:
+
+                flavors = importer.import_flavors()
+
+                exporter.export_flavors(flavors=flavors)
+            except Exception as e:
+                logger.warning(e)
+                logger.warning("Skipping...")

osi_dump-0.1.2.2/src/osi_dump/batch_handler/image_batch_handler.py

@@ -0,0 +1,51 @@
+import logging
+
+from openstack.connection import Connection
+
+from osi_dump.exporter.image.image_exporter import ImageExporter
+from osi_dump.exporter.image.excel_image_exporter import (
+    ExcelImageExporter,
+)
+
+from osi_dump.importer.image.image_importer import ImageImporter
+from osi_dump.importer.image.openstack_image_importer import (
+    OpenStackImageImporter,
+)
+
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class ImageBatchHandler:
+    def __init__(self):
+        self._importer_exporter_list: list[tuple[ImageImporter, ImageExporter]] = []
+
+    def add_importer_exporter_from_openstack_connections(
+        self, connections: list[Connection], output_file: str
+    ):
+        for connection in connections:
+            importer = OpenStackImageImporter(connection)
+
+            sheet_name = f"{util.extract_hostname(connection.auth['auth_url'])}-image"
+            exporter = ExcelImageExporter(
+                sheet_name=sheet_name, output_file=output_file
+            )
+
+            self.add_importer_exporter(importer=importer, exporter=exporter)
+
+    def add_importer_exporter(self, importer: ImageImporter, exporter: ImageExporter):
+        self._importer_exporter_list.append((importer, exporter))
+
+    def process(self):
+
+        for importer, exporter in self._importer_exporter_list:
+            try:
+
+                images = importer.import_images()
+
+                exporter.export_images(images=images)
+            except Exception as e:
+                logger.warning(e)
+                logger.warning("Skipping...")

osi_dump-0.1.2.2/src/osi_dump/batch_handler/load_balancer_batch_handler.py

@@ -0,0 +1,59 @@
+import logging
+
+from openstack.connection import Connection
+
+from osi_dump.exporter.load_balancer.load_balancer_exporter import (
+    LoadBalancerExporter,
+)
+from osi_dump.exporter.load_balancer.excel_load_balancer_exporter import (
+    ExcelLoadBalancerExporter,
+)
+
+from osi_dump.importer.load_balancer.load_balancer_importer import (
+    LoadBalancerImporter,
+)
+from osi_dump.importer.load_balancer.openstack_load_balancer_importer import (
+    OpenStackLoadBalancerImporter,
+)
+
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class LoadBalancerBatchHandler:
+    def __init__(self):
+        self._importer_exporter_list: list[
+            tuple[LoadBalancerImporter, LoadBalancerExporter]
+        ] = []
+
+    def add_importer_exporter_from_openstack_connections(
+        self, connections: list[Connection], output_file: str
+    ):
+        for connection in connections:
+            importer = OpenStackLoadBalancerImporter(connection)
+
+            sheet_name = f"{util.extract_hostname(connection.auth['auth_url'])}-lb"
+            exporter = ExcelLoadBalancerExporter(
+                sheet_name=sheet_name, output_file=output_file
+            )
+
+            self.add_importer_exporter(importer=importer, exporter=exporter)
+
+    def add_importer_exporter(
+        self, importer: LoadBalancerImporter, exporter: LoadBalancerExporter
+    ):
+        self._importer_exporter_list.append((importer, exporter))
+
+    def process(self):
+
+        for importer, exporter in self._importer_exporter_list:
+            try:
+
+                load_balancers = importer.import_load_balancers()
+
+                exporter.export_load_balancers(load_balancers=load_balancers)
+            except Exception as e:
+                logger.warning(e)
+                logger.warning("Skipping...")

osi_dump-0.1.2.2/src/osi_dump/batch_handler/role_assignment_batch_handler.py

@@ -0,0 +1,61 @@
+import logging
+
+from openstack.connection import Connection
+
+from osi_dump.exporter.role_assignment.role_assignment_exporter import (
+    RoleAssignmentExporter,
+)
+from osi_dump.exporter.role_assignment.excel_role_assignment_exporter import (
+    ExcelRoleAssignmentExporter,
+)
+
+from osi_dump.importer.role_assignment.role_assignment_importer import (
+    RoleAssignmentImporter,
+)
+from osi_dump.importer.role_assignment.openstack_role_assignment_importer import (
+    OpenStackRoleAssignmentImporter,
+)
+
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class RoleAssignmentBatchHandler:
+    def __init__(self):
+        self._importer_exporter_list: list[
+            tuple[RoleAssignmentImporter, RoleAssignmentExporter]
+        ] = []
+
+    def add_importer_exporter_from_openstack_connections(
+        self, connections: list[Connection], output_file: str
+    ):
+        for connection in connections:
+            importer = OpenStackRoleAssignmentImporter(connection)
+
+            sheet_name = (
+                f"{util.extract_hostname(connection.auth['auth_url'])}-role_ass"
+            )
+            exporter = ExcelRoleAssignmentExporter(
+                sheet_name=sheet_name, output_file=output_file
+            )
+
+            self.add_importer_exporter(importer=importer, exporter=exporter)
+
+    def add_importer_exporter(
+        self, importer: RoleAssignmentImporter, exporter: RoleAssignmentExporter
+    ):
+        self._importer_exporter_list.append((importer, exporter))
+
+    def process(self):
+
+        for importer, exporter in self._importer_exporter_list:
+            try:
+
+                role_assignments = importer.import_role_assignments()
+
+                exporter.export_role_assignments(role_assignments=role_assignments)
+            except Exception as e:
+                logger.warning(e)
+                logger.warning("Skipping...")

osi_dump-0.1.2.2/src/osi_dump/batch_handler/router_batch_handler.py

@@ -0,0 +1,49 @@
+import logging
+
+from openstack.connection import Connection
+
+from osi_dump.exporter.router.router_exporter import (
+    RouterExporter,
+)
+from osi_dump.exporter.router.excel_router_exporter import ExcelRouterExporter
+
+from osi_dump.importer.router.router_importer import RouterImporter
+from osi_dump.importer.router.openstack_router_importer import (
+    OpenStackRouterImporter,
+)
+
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class RouterBatchHandler:
+    def __init__(self):
+        self._importer_exporter_list: list[tuple[RouterImporter, RouterExporter]] = []
+
+    def add_importer_exporter_from_openstack_connections(
+        self, connections: list[Connection], output_file: str
+    ):
+        for connection in connections:
+            importer = OpenStackRouterImporter(connection)
+
+            sheet_name = f"{util.extract_hostname(connection.auth['auth_url'])}-router"
+            exporter = ExcelRouterExporter(
+                sheet_name=sheet_name, output_file=output_file
+            )
+
+            self.add_importer_exporter(importer=importer, exporter=exporter)
+
+    def add_importer_exporter(self, importer: RouterImporter, exporter: RouterExporter):
+        self._importer_exporter_list.append((importer, exporter))
+
+    def process(self):
+        for importer, exporter in self._importer_exporter_list:
+            try:
+                routers = importer.import_routers()
+
+                exporter.export_routers(routers=routers)
+            except Exception as e:
+                logger.warning(e)
+                logger.warning("Skipping...")

{osi_dump-0.1.2 → osi_dump-0.1.2.2}/src/osi_dump/cli.py

@@ -8,9 +8,17 @@ import typer
 
 from typing_extensions import Annotated
 
+from osi_dump.batch_handler.load_balancer_batch_handler import LoadBalancerBatchHandler
+from osi_dump.batch_handler.role_assignment_batch_handler import (
+    RoleAssignmentBatchHandler,
+)
+from osi_dump.batch_handler.router_batch_handler import RouterBatchHandler
+
 app = typer.Typer()
 
 
+from osi_dump.batch_handler.flavor_batch_handler import FlavorBatchHandler
+from osi_dump.batch_handler.image_batch_handler import ImageBatchHandler
 from osi_dump.batch_handler.volume_batch_handler import VolumeBatchHandler
 from osi_dump.os_connection.get_connections import get_connections
 
@@ -76,6 +84,56 @@ def _hypervisor(connections, output_path: str):
     hypervisor_batch_handler.process()
 
 
+def _image(connections, output_path: str):
+    image_batch_handler = ImageBatchHandler()
+
+    image_batch_handler.add_importer_exporter_from_openstack_connections(
+        connections, output_file=output_path
+    )
+
+    image_batch_handler.process()
+
+
+def _flavor(connections, output_path: str):
+    flavor_batch_handler = FlavorBatchHandler()
+
+    flavor_batch_handler.add_importer_exporter_from_openstack_connections(
+        connections, output_file=output_path
+    )
+
+    flavor_batch_handler.process()
+
+
+def _role_assignment(connections, output_path: str):
+    _role_assignment_batch_handler = RoleAssignmentBatchHandler()
+
+    _role_assignment_batch_handler.add_importer_exporter_from_openstack_connections(
+        connections, output_file=output_path
+    )
+
+    _role_assignment_batch_handler.process()
+
+
+def _load_balancer(connections, output_path: str):
+    _load_balancer_batch_handler = LoadBalancerBatchHandler()
+
+    _load_balancer_batch_handler.add_importer_exporter_from_openstack_connections(
+        connections, output_file=output_path
+    )
+
+    _load_balancer_batch_handler.process()
+
+
+def _router(connections, output_path: str):
+    _router_batch_handler = RouterBatchHandler()
+
+    _router_batch_handler.add_importer_exporter_from_openstack_connections(
+        connections, output_file=output_path
+    )
+
+    _router_batch_handler.process()
+
+
 def inner_main(file_path: str, output_path: str):
 
     logger = logging.getLogger(__name__)
@@ -92,6 +150,16 @@ def inner_main(file_path: str, output_path: str):
 
     _project(connections=connections, output_path=output_path)
 
+    _image(connections=connections, output_path=output_path)
+
+    _flavor(connections=connections, output_path=output_path)
+
+    _role_assignment(connections=connections, output_path=output_path)
+
+    _load_balancer(connections=connections, output_path=output_path)
+
+    _router(connections=connections, output_path=output_path)
+
     util.excel_autosize_column(output_path)
 
     util.excel_sort_sheet(output_path)
@@ -141,6 +209,9 @@ Path of the output file, will override if file already exists
         level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
     )
 
+    # Suppress pool limit warning will investigate later
+    logging.getLogger("urllib3").propagate = False
+
     logger = logging.getLogger(__name__)
 
     if util.validate_dir_path(file_path=output_path) is False:

osi_dump-0.1.2.2/src/osi_dump/exporter/flavor/excel_flavor_exporter.py

@@ -0,0 +1,30 @@
+import logging
+
+
+import pandas as pd
+
+
+from osi_dump.exporter.flavor.flavor_exporter import FlavorExporter
+
+from osi_dump.model.flavor import Flavor
+
+from osi_dump import util
+
+logger = logging.getLogger(__name__)
+
+
+class ExcelFlavorExporter(FlavorExporter):
+    def __init__(self, sheet_name: str, output_file: str):
+        self.sheet_name = sheet_name
+        self.output_file = output_file
+
+    def export_flavors(self, flavors: list[Flavor]):
+        df = pd.json_normalize([flavor.model_dump() for flavor in flavors])
+
+        logger.info(f"Exporting flavors for {self.sheet_name}")
+        try:
+            util.export_data_excel(self.output_file, sheet_name=self.sheet_name, df=df)
+
+            logger.info(f"Exported flavors for {self.sheet_name}")
+        except Exception as e:
+            logger.warning(f"Exporting floating ips for {self.sheet_name} error: {e}")

osi_dump-0.1.2.2/src/osi_dump/exporter/flavor/flavor_exporter.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+
+
+class FlavorExporter(ABC):
+    @abstractmethod
+    def export_flavors(self, flavors, output_file: str):
+        pass

osi_dump-0.1.2.2/src/osi_dump/exporter/image/excel_image_exporter.py

@@ -0,0 +1,28 @@
+import pandas as pd
+
+import logging
+
+
+from osi_dump import util
+from osi_dump.exporter.image.image_exporter import ImageExporter
+
+from osi_dump.model.image import Image
+
+logger = logging.getLogger(__name__)
+
+
+class ExcelImageExporter(ImageExporter):
+    def __init__(self, sheet_name: str, output_file: str):
+        self.sheet_name = sheet_name
+        self.output_file = output_file
+
+    def export_images(self, images: list[Image]):
+        df = pd.json_normalize([image.model_dump() for image in images])
+
+        logger.info(f"Exporting images for {self.sheet_name}")
+        try:
+            util.export_data_excel(self.output_file, sheet_name=self.sheet_name, df=df)
+
+            logger.info(f"Exported images for {self.sheet_name}")
+        except Exception as e:
+            logger.warning(f"Exporting images for {self.sheet_name} error: {e}")

osi_dump-0.1.2.2/src/osi_dump/exporter/image/image_exporter.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+
+
+class ImageExporter(ABC):
+    @abstractmethod
+    def export_images(self, images, output_file: str):
+        pass

osi_dump-0.1.2.2/src/osi_dump/exporter/load_balancer/excel_load_balancer_exporter.py

@@ -0,0 +1,35 @@
+import pandas as pd
+
+import logging
+
+
+from osi_dump import util
+
+from osi_dump.exporter.load_balancer.load_balancer_exporter import (
+    LoadBalancerExporter,
+)
+
+from osi_dump.model.load_balancer import LoadBalancer
+
+logger = logging.getLogger(__name__)
+
+
+class ExcelLoadBalancerExporter(LoadBalancerExporter):
+    def __init__(self, sheet_name: str, output_file: str):
+        self.sheet_name = sheet_name
+        self.output_file = output_file
+
+    def export_load_balancers(self, load_balancers: list[LoadBalancer]):
+        df = pd.json_normalize(
+            [load_balancer.model_dump() for load_balancer in load_balancers]
+        )
+
+        df = util.expand_list_column(df, "amphoraes")
+
+        logger.info(f"Exporting load_balancers for {self.sheet_name}")
+        try:
+            util.export_data_excel(self.output_file, sheet_name=self.sheet_name, df=df)
+
+            logger.info(f"Exported load_balancers for {self.sheet_name}")
+        except Exception as e:
+            logger.warning(f"Exporting load_balancers for {self.sheet_name} error: {e}")

osi_dump-0.1.2.2/src/osi_dump/exporter/load_balancer/load_balancer_exporter.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+
+
+class LoadBalancerExporter(ABC):
+    @abstractmethod
+    def export_load_balancers(self, load_balancers, output_file: str):
+        pass

osi_dump-0.1.2.2/src/osi_dump/exporter/role_assignment/excel_role_assignment_exporter.py

@@ -0,0 +1,35 @@
+import pandas as pd
+
+import logging
+
+
+from osi_dump import util
+
+from osi_dump.exporter.role_assignment.role_assignment_exporter import (
+    RoleAssignmentExporter,
+)
+
+from osi_dump.model.role_assignment import RoleAssignment
+
+logger = logging.getLogger(__name__)
+
+
+class ExcelRoleAssignmentExporter(RoleAssignmentExporter):
+    def __init__(self, sheet_name: str, output_file: str):
+        self.sheet_name = sheet_name
+        self.output_file = output_file
+
+    def export_role_assignments(self, role_assignments: list[RoleAssignment]):
+        df = pd.json_normalize(
+            [role_assignment.model_dump() for role_assignment in role_assignments]
+        )
+
+        logger.info(f"Exporting role_assignments for {self.sheet_name}")
+        try:
+            util.export_data_excel(self.output_file, sheet_name=self.sheet_name, df=df)
+
+            logger.info(f"Exported role_assignments for {self.sheet_name}")
+        except Exception as e:
+            logger.warning(
+                f"Exporting role_assignments for {self.sheet_name} error: {e}"
+            )

osi_dump-0.1.2.2/src/osi_dump/exporter/role_assignment/role_assignment_exporter.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+
+
+class RoleAssignmentExporter(ABC):
+    @abstractmethod
+    def export_role_assignments(self, role_assignments, output_file: str):
+        pass

osi_dump-0.1.2.2/src/osi_dump/exporter/router/excel_router_exporter.py

@@ -0,0 +1,30 @@
+import pandas as pd
+
+import logging
+
+from openpyxl import load_workbook
+
+from osi_dump import util
+from osi_dump.exporter.router.router_exporter import RouterExporter
+
+from osi_dump.model.router import Router
+
+logger = logging.getLogger(__name__)
+
+
+class ExcelRouterExporter(RouterExporter):
+    def __init__(self, sheet_name: str, output_file: str):
+        self.sheet_name = sheet_name
+        self.output_file = output_file
+
+    def export_routers(self, routers: list[Router]):
+
+        df = pd.DataFrame([router.model_dump() for router in routers])
+
+        logger.info(f"Exporting routers for {self.sheet_name}")
+        try:
+            util.export_data_excel(self.output_file, sheet_name=self.sheet_name, df=df)
+
+            logger.info(f"Exported routers for {self.sheet_name}")
+        except Exception as e:
+            logger.warning(f"Exporting routers for {self.sheet_name} error: {e}")

osi_dump-0.1.2.2/src/osi_dump/exporter/router/router_exporter.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+
+
+class RouterExporter(ABC):
+    @abstractmethod
+    def export_routers(self, routers, output_file: str):
+        pass

osi_dump-0.1.2.2/src/osi_dump/importer/flavor/flavor_importer.py

@@ -0,0 +1,9 @@
+from abc import ABC, abstractmethod
+
+from osi_dump.model.flavor import Flavor
+
+
+class FlavorImporter(ABC):
+    @abstractmethod
+    def import_flavors(self) -> list[Flavor]:
+        pass