vantage6 5.0.0a36__py3-none-any.whl → 5.0.0a38__py3-none-any.whl

vantage6/cli/rabbitmq/queue_manager.py

@@ -1,220 +0,0 @@
-import base64
-import hashlib
-import json
-import os
-import shutil
-import time
-from pathlib import Path
-
-import docker
-
-from vantage6.common import debug, error, info, split_rabbitmq_uri
-from vantage6.common.docker.addons import get_container
-from vantage6.common.docker.network_manager import NetworkManager
-from vantage6.common.globals import APPNAME
-
-from vantage6.cli.context.server import ServerContext
-from vantage6.cli.globals import RABBIT_TIMEOUT
-from vantage6.cli.rabbitmq.definitions import RABBITMQ_DEFINITIONS
-
-DEFAULT_RABBIT_IMAGE = "harbor2.vantage6.ai/infrastructure/rabbitmq"
-RABBIT_CONFIG = "rabbitmq.config"
-RABBIT_DIR = "rabbitmq"
-
-
-class RabbitMQManager:
-    """
-    Manages the RabbitMQ docker container
-
-    Parameters
-    ----------
-    ctx: ServerContext
-        Configuration object
-    network_mgr: NetworkManager
-        Network manager for network in which server container resides
-    image: str
-        Docker image to use for RabbitMQ container. By default, the image
-        harbor2.vantage6.ai/infrastructure/rabbitmq is used.
-    """
-
-    def __init__(
-        self, ctx: ServerContext, network_mgr: NetworkManager, image: str = None
-    ) -> None:
-        self.ctx = ctx
-        self.queue_uri = self.ctx.config["rabbitmq"].get("uri")
-        rabbit_splitted = split_rabbitmq_uri(self.queue_uri)
-        self.rabbit_user = rabbit_splitted["user"]
-        self.rabbit_pass = rabbit_splitted["password"]
-        self.vhost = rabbit_splitted["vhost"]
-        self.port = rabbit_splitted["port"]
-        self.host = rabbit_splitted["host"]
-        self.definitions_file = Path(self.ctx.data_dir / "definitions.json")
-        self.network_mgr = network_mgr
-
-        self.docker = docker.from_env()
-        self.image = image if image else DEFAULT_RABBIT_IMAGE
-
-    def start(self) -> None:
-        """
-        Start a docker container which runs a RabbitMQ queue
-        """
-        # get volumes which contain rabbitMQ configuration and a location to
-        # save rabbitMQ files so that they persist after container is stopped
-        volumes = self._get_volumes()
-
-        # expose port 5672 inside the container as port 5672 on the host, and
-        # same for 15672 in container to 8080 on host
-        # TODO check if these ports are not already used on the host
-        ports = {
-            f"{self.port}/tcp": self.port,
-            # TODO this is for the management tool, do we keep this? Not used
-            # at the moment..
-            "15672/tcp": 8080,
-        }
-
-        # check if a RabbitMQ container is already running
-        self.rabbit_container = get_container(docker_client=self.docker, name=self.host)
-        if self.rabbit_container:
-            info("RabbitMQ is already running! Linking the server to that queue")
-            if not self.network_mgr.contains(self.rabbit_container):
-                self.network_mgr.connect(self.rabbit_container)
-            return
-
-        # start rabbitMQ container
-        self.rabbit_container = self.docker.containers.run(
-            name=self.host,
-            image=self.image,
-            volumes=volumes,
-            ports=ports,
-            detach=True,
-            restart_policy={"Name": "unless-stopped"},
-            hostname=self.host,
-            labels={
-                f"{APPNAME}-type": "rabbitmq",
-            },
-            network=self.network_mgr.network_name,
-        )
-
-        # Wait until RabbitMQ is up before continuing with other stuff
-        self._wait_for_startup()
-
-    def _wait_for_startup(self) -> None:
-        """Wait until RabbitMQ has been initialized"""
-        interval = 10
-        attempts = int((RABBIT_TIMEOUT + interval) / interval)
-        is_running = False
-        for _ in range(attempts):
-            if self.is_running():
-                is_running = True
-                break
-            debug(f"RabbitMQ is not yet running. Retrying in {interval}s...")
-            time.sleep(interval)
-        if is_running:
-            info("RabbitMQ was started successfully!")
-        else:
-            error("Could not start RabbitMQ! Exiting...")
-            exit(1)
-
-    def is_running(self) -> bool:
-        """
-        Returns
-        -------
-        bool
-            Whether the container has fully initialized RabbitMQ or not
-        """
-        response = self.rabbit_container.exec_run(
-            cmd="rabbitmqctl status --formatter json"
-        )
-        return response.exit_code == 0
-
-    def _get_volumes(self) -> dict:
-        """
-        Prepare the volumes for the RabbitMQ container. The RabbitMQ should
-        set up the right vhost and users to allow the server to communicate
-        with RabbitMQ as configured.
-
-        Returns
-        -------
-        dict
-            Dictionary with the volumes to mount in the RabbitMQ container
-        """
-        # default RabbitMQ configuration: replace the user/password with the
-        # credentials from the configuraiton
-        rabbit_definitions = self._get_rabbitmq_definitions()
-
-        # write the RabbitMQ definition to file(s)
-        with open(self.definitions_file, "w") as f:
-            json.dump(rabbit_definitions, f, indent=2)
-
-        # write RabbitMQ config to file
-        rabbit_conf = Path(__file__).parent.resolve() / RABBIT_CONFIG
-        shutil.copyfile(rabbit_conf, self.ctx.data_dir / RABBIT_CONFIG)
-
-        # check if a directory for persistent RabbitMQ storage exists,
-        # otherwise create it
-        rabbit_data_dir = self.ctx.data_dir / RABBIT_DIR
-        if not rabbit_data_dir.exists():
-            rabbit_data_dir.mkdir(parents=True, exist_ok=True)
-
-        return {
-            self.definitions_file: {
-                "bind": "/etc/rabbitmq/definitions.json",
-                "mode": "ro",
-            },
-            self.ctx.data_dir / RABBIT_CONFIG: {
-                "bind": "/etc/rabbitmq/rabbitmq.config",
-                "mode": "ro",
-            },
-            rabbit_data_dir: {"bind": "/var/lib/rabbitmq", "mode": "rw"},
-        }
-
-    def _get_rabbitmq_definitions(self) -> dict:
-        """
-        Get startup definitions (users/vhosts etc) for RabbitMQ container
-
-        Returns
-        -------
-        Dict:
-            dictionary with all users/vhosts etc that must be generated on
-            startup of RabbitMQ
-        """
-        rabbit_definitions = RABBITMQ_DEFINITIONS
-        rabbit_definitions["users"][0]["name"] = self.rabbit_user
-        rabbit_definitions["permissions"][0]["user"] = self.rabbit_user
-        rabbit_definitions["users"][0]["password_hash"] = self._get_hashed_pw(
-            self.rabbit_pass
-        )
-        rabbit_definitions["vhosts"][0]["name"] = self.vhost
-        rabbit_definitions["permissions"][0]["vhost"] = self.vhost
-        return rabbit_definitions
-
-    def _get_hashed_pw(self, pw: str) -> str:
-        """
-        Hash a user-defined password for RabbitMQ
-
-        Parameters
-        ----------
-        pw: str
-            The password for RabbitMQ
-
-        Returns
-        -------
-        str
-            Hashed password for RabbitMQ
-        """
-
-        # Generate a random 32 bit salt:
-        salt = os.urandom(4)
-
-        # Concatenate that with the UTF-8 representation of the password
-        tmp0 = salt + pw.encode("utf-8")
-
-        # Take the SHA256 hash and get the bytes back
-        tmp1 = hashlib.sha256(tmp0).digest()
-
-        # Concatenate the salt again:
-        salted_hash = salt + tmp1
-
-        # convert to base64 encoding:
-        pass_hash = base64.b64encode(salted_hash)
-        return pass_hash.decode("utf-8")

vantage6/cli/rabbitmq/rabbitmq.config

@@ -1,8 +0,0 @@
-[
-  {rabbit, [
-    {loopback_users, []}
-  ]},
-  {rabbitmq_management, [
-    {load_definitions, "/etc/rabbitmq/definitions.json"}
-  ]}
-].

vantage6-5.0.0a36.dist-info/RECORD

@@ -1,86 +0,0 @@
-vantage6/cli/__init__.py,sha256=8KIgMPbZTNdkYlUrB8irpsUA7KdkFdLbNbMKixOP2dE,277
-vantage6/cli/cli.py,sha256=LO1VuwB0KZB8fCIQpn1YV68voHMuq1znGpzLbzxLVQE,7806
-vantage6/cli/config.py,sha256=Jqe3VcvoxPrFlvw7cuKt4-5oyL0YTZXvpNsqPybSAYk,7973
-vantage6/cli/configuration_manager.py,sha256=-wIiqBwzxr7BiBcV7juPSFRdrwbhsR8OHUKADZE5cBQ,6317
-vantage6/cli/configuration_wizard.py,sha256=S1D4gze-kMlR-YperseYuG4VixOFwYxOr5Jt0t67zVU,6857
-vantage6/cli/globals.py,sha256=rREQy0qBPMHW-l4lgoyxKd3Cb4eQGtGmp-UTraYzIQU,2714
-vantage6/cli/utils.py,sha256=9ZNHtTnOH2RqgYgnoyMR5EJpBE-_kYXEbuHtfrG3ul0,4275
-vantage6/cli/algorithm/create.py,sha256=kRT1BlBcb0fDaB2Q988WxtA6EyAZmOW5QoU2uhbwBIo,2075
-vantage6/cli/algorithm/generate_algorithm_json.py,sha256=4pCxXxsWw5WN9e5OAeQ09gO70fRKdyFF3y9a1Ufm8mY,19558
-vantage6/cli/algorithm/update.py,sha256=oReCQaOQHfZe-o-zTLD2RyjzhwAaXRQkFHyZZ-JUb4s,1338
-vantage6/cli/algostore/attach.py,sha256=kUbG-ke7gN_gQusojG2i7YbXMy9_urwShwTBbZp5NXo,312
-vantage6/cli/algostore/files.py,sha256=oqjdGeoyUdCGfoSLbQA6r7GZtJtzSbXMyvojQ80xVCE,581
-vantage6/cli/algostore/list.py,sha256=VxOjZiOXUW_6wNl58zeiYByH83NdCBlivVWsDuBhQMg,327
-vantage6/cli/algostore/new.py,sha256=7eVovSdNBO_Yj-FQmlV0TTl13Vv4qKP5zA_HuHZMglk,3454
-vantage6/cli/algostore/remove.py,sha256=JsZ1L3qH2k_G3Zei-fhb_dApah91gdJKKv2vfsWK6Os,1006
-vantage6/cli/algostore/start.py,sha256=15ZebThxgw4H1G8CswRNNoU1bYNflhQ-dWIkzEkwUi0,2137
-vantage6/cli/algostore/stop.py,sha256=AF6ay7y6dlCvjPa3ctFOESAfHEA74eK4dKT4o-iFTLE,1814
-vantage6/cli/auth/attach.py,sha256=e4cpwckLNwjU6MZ5co2HEZtEEjoJc_C4VT9cB3X_QSw,1746
-vantage6/cli/auth/files.py,sha256=zxlZRZ17zpj8JoRIcxBwR7s8FEBO7ehOgw_Hz-qQkwo,448
-vantage6/cli/auth/list.py,sha256=O7r8wfsfVxvcvfLmNfECZx5ERJyWisy-37aPTnECe18,308
-vantage6/cli/auth/new.py,sha256=HFo0TCveGDgLN1BBOvG2meFZIcfFXPivwNJfWNeWcLM,2142
-vantage6/cli/auth/remove.py,sha256=ejeAOpINYBZNuDSIZ7LRb_ZN9FOztOl3uvAD198twhY,884
-vantage6/cli/auth/start.py,sha256=FCznjzbWMtvoaFSSqtXvZbxkUqEbrnex095XatYlK2c,2094
-vantage6/cli/auth/stop.py,sha256=y0Af-frrFZM0M6lrcDIaMESdvlOJmfWPfEafMlMU0Ek,1769
-vantage6/cli/common/decorator.py,sha256=KF3uFjmn00qtTSD90BLczaX-gqvlt2Kud4PJGm7P4jU,3627
-vantage6/cli/common/new.py,sha256=WBGGYknLUMz4iPAzFanG57ioM9bTqFf2ANQRzYg6Ibo,2612
-vantage6/cli/common/remove.py,sha256=sJaPF5y1Gd14I4Xg5QRBq3d1x4j2KF4Ys6wVDuqE6HQ,1697
-vantage6/cli/common/start.py,sha256=JsEEIAEvDqxPbIpVtzxfxG3z8XZsTuNz9FtH58HR2nU,9790
-vantage6/cli/common/stop.py,sha256=S3IeV_myD01CdSUvl6hkf4qWlWQZ_oUgIkbJoGsQK-Q,4989
-vantage6/cli/common/utils.py,sha256=EDltlX8tigQFMWDwWcApoZMtgxF2qkguDy35XBqraMs,11853
-vantage6/cli/context/__init__.py,sha256=x45CqHPiLmjB5qS26sLD_LWpCbGzUgaaxCqoOyQJ-O0,2798
-vantage6/cli/context/algorithm_store.py,sha256=qTNRrCo_EWVAfSC4eg_MohSf_Ra4U3tZvB8EwZZREEw,4044
-vantage6/cli/context/auth.py,sha256=D1_oZo2wNpocJ4RGI4kSgp0GXdwagdpP3VcyW6XAj-E,3303
-vantage6/cli/context/base_server.py,sha256=vln405k6b4z4L_VIfPCycy7gIfpJs0nqvJa8enl2HsA,2390
-vantage6/cli/context/node.py,sha256=GaU52z4dMnZMDMj3MZACL0VeWZLeeM3lRNvMKlqA1J4,7304
-vantage6/cli/context/server.py,sha256=o2HMlDEg7RbU44AfwNPln8K64FX4SQ_IgULFY_GBhEI,4837
-vantage6/cli/dev/clean.py,sha256=4fk5zNU7mi43YTPmgHwl6AC43_uZZyt1SUFy-JXGkRU,829
-vantage6/cli/dev/common.py,sha256=fiERHE0o2-m0ZAgIbyaZnFhYdeVMddrHiUoiLjmAR8o,929
-vantage6/cli/dev/rebuild.py,sha256=3iMIqAxiwdZkx4Q0xQyqcWHvXUzOQT-9cyRuOiulwR8,1290
-vantage6/cli/dev/start.py,sha256=DzFtD_jQaVIIawfPdMwBLjY1E_YOokiWm27oanci8k4,1000
-vantage6/cli/dev/stop.py,sha256=-yrLCadDfeLES9pFJz9yxm33XtzEXpdqvHvwakLQNEE,663
-vantage6/cli/node/attach.py,sha256=5wB6vjp-m44cQx-C20QBo5WhbHqjxrfWWFzTa5YCyww,277
-vantage6/cli/node/create_private_key.py,sha256=gmgI9Gtcx3z0esxyLw-96HcrfmAJFOjjXbVvA9ZGN3g,5129
-vantage6/cli/node/files.py,sha256=y7WOGHCTE3DnmxgbweLcu51t0YLS9Jvl24zgCHKkQTQ,1003
-vantage6/cli/node/list.py,sha256=ksDnGOqKpV6QgMHFHv82byoOJp8Bu_jfm0KbXhNf8D8,1659
-vantage6/cli/node/new.py,sha256=gs0okv4jnh3jPmENNH2RzXxG8Q-bbPmbjxioQOyjUH8,12395
-vantage6/cli/node/remove.py,sha256=alInSH_3E-yJthQ8JrGaopvAZ7GgxuRBppnpC8BRTBU,1061
-vantage6/cli/node/restart.py,sha256=hJWzyJjetfNe8YYkOt5ZEUE_t-LpvQOwUGcQH0pXfNQ,3122
-vantage6/cli/node/set_api_key.py,sha256=OYCCJ8zrbc7uXyv0uLTejqD43xXELVvR01czzG46imo,1998
-vantage6/cli/node/start.py,sha256=wzSfN_H9PdorSjJr8dYJl7p0HJ0XuOz-gNDbuHAbWo4,3975
-vantage6/cli/node/stop.py,sha256=pQ4auPeGbipBRlgFsuqqsMBlNAbgaowxeFpH-HpikkM,1950
-vantage6/cli/node/version.py,sha256=GdHQgcXHFTicL3yHeuW127bwnU85ooDOuqLvBGsH0GI,1957
-vantage6/cli/node/common/__init__.py,sha256=gYbdDajTz5Sh-buChejB8-lkMXalL85mMsMbM0OlR1Q,2868
-vantage6/cli/prometheus/monitoring_manager.py,sha256=I4iR_2i6EgLMR2dM2e4bOVbTyGN4jPPRDPKHd8_CbRk,4908
-vantage6/cli/prometheus/prometheus.yml,sha256=Q4i9lVknITBodHUMgarRnEsXfXTNuSdI6a-9pW4YCoI,98
-vantage6/cli/rabbitmq/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vantage6/cli/rabbitmq/definitions.py,sha256=CcS9jG7ZGB6LjzHQqZ2FliDurPItUvNSjHrOYptORZg,637
-vantage6/cli/rabbitmq/queue_manager.py,sha256=78LWFMK1GO3JXHA-Lv9qAYVEpBD7ox3_lVLgq8xXxuk,7551
-vantage6/cli/rabbitmq/rabbitmq.config,sha256=LYAQAEoXaF472XeJDYXc9JfWSETIzPRIR2W-JB2i7fU,136
-vantage6/cli/server/attach.py,sha256=XeU5M00R27yqq8oNLOyaNGOdrsQouLzxl-TlASJSifw,323
-vantage6/cli/server/files.py,sha256=MsnLaY91F2m49mm_FpVboFrSsZiEsu175KioN1alZfk,568
-vantage6/cli/server/import_.py,sha256=vlzS8SUhk93C2zIHox8WFJWULCUB2zVZzkvP5wtWhII,4525
-vantage6/cli/server/list.py,sha256=ioHQeBq5_SE6zNcyg9C7lqvcPwyHOyGPZ4SisFgq5-E,314
-vantage6/cli/server/new.py,sha256=_W1f4SAxiR5aSoI9KKKvcsuzM64kqYTKi7n-W785tR8,3625
-vantage6/cli/server/remove.py,sha256=dwylIP5uEUPTRP9bd6_7rWhyUoCJuYoe1Kon9WUV4tY,891
-vantage6/cli/server/start.py,sha256=fO4A7D0aiSVKN4zhX5I1Z6UzQj57Ih4KD8PGuDgQoic,2606
-vantage6/cli/server/stop.py,sha256=MwJqGh_9a0RCBQ7ZCDCO3975NyzKzGVz3AKRbghsJnc,2016
-vantage6/cli/server/version.py,sha256=lqrPNKMbFO22W-NarJ2TjLd7fZT43hV-sFRbzMlBniw,1307
-vantage6/cli/server/common/__init__.py,sha256=U9rjDxfW8tmMRNo-pRaO4xBnpZjXbIq9GWFNz6ka0Lk,1216
-vantage6/cli/template/algo_store_config.j2,sha256=eA79CEXGPTO3kWX5SDhuO4VY2t_shjOHIvGIC6ANrro,7377
-vantage6/cli/template/auth_config.j2,sha256=U12DSUZE28Uu8sPY-uMUV5ssWT7MW-hukiHKO7T4n0I,9807
-vantage6/cli/template/node_config.j2,sha256=Q6-3fGdx0WVN_clTR77KR0Vv77rwOd1jzNCP_oOn81c,13871
-vantage6/cli/template/node_config_nonk8s.j2,sha256=mrS-YQwg_9i7zBKuEFG5pe3ZbHCLtl5hGgzk2etXTvo,783
-vantage6/cli/template/server_config.j2,sha256=tCgceSajZ-GVG8yEufFBPWkEJKKg3BfECQmO5TzTrgw,10036
-vantage6/cli/test/client_script.py,sha256=AHQ4fhzbtD-VcJAm0rxUDteepXNa4Bef9SKWnzobTd0,4825
-vantage6/cli/test/feature_tester.py,sha256=AsZam91KqaAo_yIFxyZ5Hmy1ZPw83d02BDyO4TzKFQo,2631
-vantage6/cli/test/integration_test.py,sha256=MctR_t-WEyxzFpMdc6ByTcX1BQglZiT5-CIOQXTBBWo,4034
-vantage6/cli/test/algo_test_scripts/algo_test_arguments.py,sha256=HIKAhJ5zKkWMGXpCb_KLukbcwbyeMK5j3wcqubalbyM,791
-vantage6/cli/test/algo_test_scripts/algo_test_script.py,sha256=jfzXPmpL0HlE_eq1jXLV3HuZgh_aV-ZOaawHcYIuwQE,2741
-vantage6/cli/test/common/diagnostic_runner.py,sha256=jFFHqlj3v0WRpVEBa7Ovek3DL6RX6W5cQd9w5hWHtZA,6597
-vantage6/cli/use/context.py,sha256=mEtOfbuLtYQlRh-ypif24WtOwgpcvXObX310mmXIkWY,1362
-vantage6/cli/use/namespace.py,sha256=-z9uIYqVsqPPLHFy8bI5x2566W5essOkDdKTXUX9dEY,1644
-vantage6-5.0.0a36.dist-info/METADATA,sha256=V24plQdl-W9WSFeRA15t-9x25xn1j7BtOjLzrew4QNw,1779
-vantage6-5.0.0a36.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-vantage6-5.0.0a36.dist-info/entry_points.txt,sha256=RKVCMsD70s_Gp6If89uDlCphsZ9uLIOMt1gciv8EMDQ,53
-vantage6-5.0.0a36.dist-info/RECORD,,