kaqing 2.0.5__py3-none-any.whl → 2.0.6__py3-none-any.whl

adam/commands/deploy/deploy_pod.py

@@ -1,12 +1,15 @@
 from kubernetes import client
+import yaml
 
 from adam.commands.command import Command
 from adam.commands.deploy.deploy_utils import deploy_frontend, gen_labels
 from adam.config import Config
+from adam.k8s_utils.config_maps import ConfigMaps
 from adam.k8s_utils.deployment import Deployments
 from adam.k8s_utils.kube_context import KubeContext
 from adam.k8s_utils.pods import Pods
 from adam.k8s_utils.service_accounts import ServiceAccounts
+from adam.k8s_utils.volumes import ConfigMapMount
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
@@ -47,6 +50,26 @@ class DeployPod(Command):
         labels = gen_labels(label_selector)
         ServiceAccounts.replicate(sa_name, state.namespace, sa_proto, labels=labels, add_cluster_roles=additional_cluster_roles)
 
+        settings_data = None
+        try:
+            with open('settings.yaml', 'r') as file:
+                settings_data = file.read()
+        except:
+            try:
+                with open('/kaqing/settings.yaml', 'r') as file:
+                    settings_data = file.read()
+            except:
+                pass
+
+        if not settings_data:
+            log2('settings.yaml not found.')
+            return state
+
+        cm_name = Config().get('pod.cm.name', 'ops')
+        ConfigMaps.create(cm_name, state.namespace, {
+            'settings.yaml' : settings_data
+        }, labels=labels)
+
         pod_name = Config().get('pod.name', 'ops')
         image = Config().get('pod.image', 'seanahnsf/kaqing')
         security_context = client.V1SecurityContext(
@@ -54,7 +77,9 @@ class DeployPod(Command):
                 add=["SYS_PTRACE"]
             )
         )
-        Deployments.create(state.namespace, pod_name, image, env={'NAMESPACE': state.namespace}, container_security_context=security_context, labels=labels, sa_name=sa_name)
+        Deployments.create(state.namespace, pod_name, image, env={'NAMESPACE': state.namespace},
+                           container_security_context=security_context, labels=labels, sa_name=sa_name,
+                           config_map_mount=ConfigMapMount(cm_name, 'settings.yaml', '/kaqing/settings.yaml'))
 
         uri = deploy_frontend(pod_name, state.namespace, label_selector)
 

adam/commands/deploy/undeploy_pod.py

@@ -1,6 +1,7 @@
 from adam.commands.command import Command
 from adam.commands.deploy.deploy_utils import undeploy_frontend
 from adam.config import Config
+from adam.k8s_utils.config_maps import ConfigMaps
 from adam.k8s_utils.deployment import Deployments
 from adam.k8s_utils.kube_context import KubeContext
 from adam.k8s_utils.pods import Pods
@@ -39,6 +40,10 @@ class UndeployPod(Command):
             ServiceAccounts.delete(state.namespace, label_selector=label_selector)
         except Exception as e:
             log2(e)
+        try:
+            ConfigMaps.delete_with_selector(state.namespace, label_selector)
+        except Exception as e:
+            log2(e)
         try:
             Deployments.delete_with_selector(state.namespace, label_selector, grace_period_seconds=0)
         except Exception as e:

adam/k8s_utils/config_maps.py

@@ -0,0 +1,34 @@
+from kubernetes import client
+
+# utility collection on config maps; methods are all static
+class ConfigMaps:
+    def create(name: str, namespace: str, data: dict[str, str], labels: dict[str, str] = {}):
+        v1 = client.CoreV1Api()
+
+        metadata = client.V1ObjectMeta(
+            name=name,
+            namespace=namespace,
+            labels=labels
+        )
+
+        configmap = client.V1ConfigMap(
+            api_version="v1",
+            kind="ConfigMap",
+            metadata=metadata,
+            data=data
+        )
+
+        try:
+            api_response = v1.create_namespaced_config_map(body=configmap, namespace=namespace)
+            # print(f"ConfigMap '{name}' created successfully in namespace '{namespace}'.")
+            # print(api_response)
+        except client.ApiException as e:
+            # print(f"Error creating ConfigMap: {e}")
+            raise e
+
+    def delete_with_selector(namespace: str, label_selector: str):
+        v1 = client.CoreV1Api()
+
+        ret = v1.list_namespaced_config_map(namespace=namespace, label_selector=label_selector)
+        for i in ret.items:
+            v1.delete_namespaced_config_map(name=i.metadata.name, namespace=namespace)

adam/k8s_utils/deployment.py

@@ -1,6 +1,7 @@
 from kubernetes import client
 
 from adam.k8s_utils.pods import Pods
+from adam.k8s_utils.volumes import ConfigMapMount
 
 # utility collection on deployments; methods are all static
 class Deployments:
@@ -14,7 +15,8 @@ class Deployments:
     def create_deployment_spec(name: str, image: str, image_pull_secret: str,
                                envs: list, container_security_context: client.V1SecurityContext,
                                volume_name: str, pvc_name:str, mount_path:str,
-                               command: list[str]=None, sa_name=None, labels: dict[str, str] = {}):
+                               command: list[str]=None, sa_name=None, labels: dict[str, str] = {},
+                               config_map_mount: ConfigMapMount = None):
         return client.V1DeploymentSpec(
             replicas=1,
             selector=client.V1LabelSelector(match_labels=labels),
@@ -22,7 +24,7 @@ class Deployments:
                 metadata=client.V1ObjectMeta(labels=labels),
                 spec=Pods.create_pod_spec(name, image, image_pull_secret, envs, container_security_context,
                                           volume_name, pvc_name, mount_path, command=command, sa_name=sa_name,
-                                          restart_policy="Always"),
+                                          restart_policy="Always", config_map_mount=config_map_mount),
             ),
         )
 
@@ -35,12 +37,16 @@ class Deployments:
                volume_name: str = None,
                pvc_name: str = None,
                mount_path: str = None,
-               sa_name=None):
+               sa_name=None,
+               config_map_mount: ConfigMapMount = None):
         v1 = client.AppsV1Api()
         envs = []
         for k, v in env.items():
             envs.append(client.V1EnvVar(name=str(k), value=str(v)))
-        deployment = Deployments.create_deployment_spec(deployment_name, image, secret, envs, container_security_context, volume_name, pvc_name, mount_path, command=command, sa_name=sa_name, labels=labels)
+        deployment = Deployments.create_deployment_spec(deployment_name, image, secret, envs,
+                                                        container_security_context, volume_name, pvc_name,
+                                                        mount_path, command=command, sa_name=sa_name, labels=labels,
+                                                        config_map_mount=config_map_mount)
         return v1.create_namespaced_deployment(
             namespace=namespace,
             body=client.V1Deployment(spec=deployment, metadata=client.V1ObjectMeta(

adam/k8s_utils/pods.py

@@ -8,6 +8,7 @@ from kubernetes.stream import stream
 from kubernetes.stream.ws_client import ERROR_CHANNEL
 
 from adam.config import Config
+from adam.k8s_utils.volumes import ConfigMapMount
 from adam.pod_exec_result import PodExecResult
 from adam.utils import elapsed_time, log2
 from .kube_context import KubeContext
@@ -175,11 +176,15 @@ class Pods:
     def create_pod_spec(name: str, image: str, image_pull_secret: str,
                         envs: list, container_security_context: client.V1SecurityContext,
                         volume_name: str, pvc_name:str, mount_path:str,
-                        command: list[str]=None, sa_name=None, restart_policy="Never"):
+                        command: list[str]=None, sa_name : str = None, config_map_mount: ConfigMapMount = None,
+                        restart_policy="Never"):
         volume_mounts = []
         if volume_name and pvc_name and mount_path:
             volume_mounts=[client.V1VolumeMount(mount_path=mount_path, name=volume_name)]
 
+        if config_map_mount:
+            volume_mounts.append(client.V1VolumeMount(mount_path=config_map_mount.mount_path, sub_path=config_map_mount.sub_path, name=config_map_mount.name()))
+
         container = client.V1Container(name=name, image=image, env=envs, security_context=container_security_context, command=command,
                                     volume_mounts=volume_mounts)
 
@@ -191,6 +196,9 @@ class Pods:
         if not sa_name:
             security_context=client.V1PodSecurityContext(run_as_user=1001, run_as_group=1001, fs_group=1001)
 
+        if config_map_mount:
+            volumes.append(client.V1Volume(name=config_map_mount.name(), config_map=client.V1ConfigMapVolumeSource(name=config_map_mount.config_map_name)))
+
         return client.V1PodSpec(
             restart_policy=restart_policy,
             containers=[container],
@@ -209,12 +217,14 @@ class Pods:
                volume_name: str = None,
                pvc_name: str = None,
                mount_path: str = None,
-               sa_name=None):
+               sa_name: str = None,
+               config_map_mount: ConfigMapMount = None):
         v1 = client.CoreV1Api()
         envs = []
         for k, v in env.items():
             envs.append(client.V1EnvVar(name=str(k), value=str(v)))
-        pod = Pods.create_pod_spec(pod_name, image, secret, envs, container_security_context, volume_name, pvc_name, mount_path, command=command, sa_name=sa_name)
+        pod = Pods.create_pod_spec(pod_name, image, secret, envs, container_security_context, volume_name, pvc_name, mount_path, command=command,
+                                   sa_name=sa_name, config_map_mount=config_map_mount)
         return v1.create_namespaced_pod(
             namespace=namespace,
             body=client.V1Pod(spec=pod, metadata=client.V1ObjectMeta(

adam/k8s_utils/volumes.py

@@ -1,6 +1,15 @@
 from kubernetes import client
 from adam.utils import log2
 
+class ConfigMapMount:
+    def __init__(self, config_map_name: str, sub_path: str, mount_path: str):
+        self.config_map_name = config_map_name
+        self.sub_path = sub_path
+        self.mount_path = mount_path
+
+    def name(self) -> str:
+        return f"{self.config_map_name}-volume"
+
 # utility collection on volumes; methods are all static
 class Volumes:
     def create_pvc(name: str, storage: int, namespace: str):

adam/version.py

@@ -1,5 +1,5 @@
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
-__version__ = "2.0.5"  #: the working version
+__version__ = "2.0.6"  #: the working version
 __release__ = "1.0.0"  #: the release version

{kaqing-2.0.5.dist-info → kaqing-2.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kaqing
-Version: 2.0.5
+Version: 2.0.6
 Summary: UNKNOWN
 Home-page: UNKNOWN
 License: UNKNOWN

{kaqing-2.0.5.dist-info → kaqing-2.0.6.dist-info}/RECORD

@@ -14,7 +14,7 @@ adam/repl_commands.py,sha256=ionPWjPhzrzm59zbhO1WsGGcLVba3bnPl6uPjvQ4C34,4093
 adam/repl_session.py,sha256=uIogcvWBh7wd8QQ-p_JgLsyJ8YJgINw5vOd6JIsd7Vo,472
 adam/repl_state.py,sha256=QarrUAwYWOz3YTemtaf2opbHLa5a3LEsyuonNwhvOhk,7131
 adam/utils.py,sha256=j7p7iruLuV11swa0z9ZLBgoJHu_nkTSVKtQe0q71gmk,7025
-adam/version.py,sha256=xh1P7RyLvij5XOgLM7SSxh4qhzi4nnlgiqUp-nx86G4,138
+adam/version.py,sha256=3UZfi5Flr04vagqtID10Qjwa--bkUKyTfmVPlMdbhB4,138
 adam/checks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 adam/checks/check.py,sha256=Qopr3huYcMu2bzQgb99dEUYjFzkjKHRI76S6KA9b9Rk,702
 adam/checks/check_context.py,sha256=FEHkQ32jY1EDopQ2uYWqy9v7aEEX1orLpJWhopwAlh4,402
@@ -83,11 +83,11 @@ adam/commands/deploy/code_stop.py,sha256=ch7ZMgosvTHsGaIcDwQY5XYh_5HYrUjBkZFOI-d
 adam/commands/deploy/code_utils.py,sha256=5Gp4U8HzKpPkbkHDU7whlvGOK-wWaAbCIIGzVoN9hio,3296
 adam/commands/deploy/deploy.py,sha256=_y_pSBHIEVMTgjDqEZwvmGfLQBirHBH4sCnsl0CKOM8,1792
 adam/commands/deploy/deploy_frontend.py,sha256=TSvMTy6uUfOBIV96hKFy-M1hNCE6OeRW9M_dj1ZJsv0,1700
-adam/commands/deploy/deploy_pod.py,sha256=vkP4VXRZWNLOUgz25QwlXzETH1k4CvGI2uibbBhVgy0,2638
+adam/commands/deploy/deploy_pod.py,sha256=vtd0SUfrT7AFLftjbX7zn3_wTwJehUw7uVd8zEf8OHQ,3494
 adam/commands/deploy/deploy_utils.py,sha256=-YB-XUwr8zVsf9HKYWx_TP-dB2WgOpEmUGyYNcoie0U,1046
 adam/commands/deploy/undeploy.py,sha256=CNgbB00TR1YRgX0xGgdGAT8YNPlcLssMsRX-pSby-Ao,1842
 adam/commands/deploy/undeploy_frontend.py,sha256=mbHlWb5UHUVpR1trfflCS_TDip7eAqxqoZ47RzRZcno,1257
-adam/commands/deploy/undeploy_pod.py,sha256=n3AQ9EQ1TUPTzUVwWeyRLiK4dlnF_Zpq3nPEzrjSwjM,1962
+adam/commands/deploy/undeploy_pod.py,sha256=l4QWhY334Gv6F8It-vCvd834n3q_9dzdmgHl2NLKOIw,2153
 adam/commands/medusa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 adam/commands/medusa/medusa.py,sha256=Y_yyOZRb6u45wfTVBRp3kuklyYDTSlaAJQdAiymP_8M,2185
 adam/commands/medusa/medusa_backup.py,sha256=j4DTVWFT-4rzs4gG_pBvjE-JuPsVCJIsnyQjIzJ4EbA,1801
@@ -136,17 +136,18 @@ adam/commands/show/show_storage.py,sha256=LUTkH_qnc1d9s4jKsps8jhB4rkUuN7ifMlHSwF
 adam/k8s_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 adam/k8s_utils/cassandra_clusters.py,sha256=9gUn31SsyW32asSFM8cKdkDSw5LYqPY2Iv0r4fDg_fU,2017
 adam/k8s_utils/cassandra_nodes.py,sha256=jQlaxIQKnavvsXH7lMM8WPriusp7KO698UygytIA8Xw,1134
+adam/k8s_utils/config_maps.py,sha256=vc9A-2D1-1mindCMFL1wuysDOXb0RCl4BdjC6B6usXI,1194
 adam/k8s_utils/custom_resources.py,sha256=cIeaZRQET2DelTGU2f5QsMckh7TddPpWZDFeNK3txeQ,7647
-adam/k8s_utils/deployment.py,sha256=Jw1To66E-DGY8dPbphWYakevNndKvv5nXtSEx23aqp0,2505
+adam/k8s_utils/deployment.py,sha256=3oZPfPgQfqtAQaxEFL4daUfRSieRAhysmuaWMzUYgXk,2921
 adam/k8s_utils/ingresses.py,sha256=ul3Z6fDGc_Cxcn-ExP0vXhZatoShCUZFtpwtCY4Qx7o,3460
 adam/k8s_utils/jobs.py,sha256=P7j3JiZ33TRnkjkPLLrGlypAPxK1BZQHvVpF8s7eHA8,2604
 adam/k8s_utils/kube_context.py,sha256=nocEyVNjXWG-N-GNnEYHDvnot7H5LQUFmpZIwIyE7As,3310
-adam/k8s_utils/pods.py,sha256=zSCqW-13kWt11yT7iYwPCFxPnyrJP5F_avW6BFvikfk,9264
+adam/k8s_utils/pods.py,sha256=yfiWeqERQGVkhWbcDA5w4jzjiwcwczkQ-z_8ogfbB8Y,9897
 adam/k8s_utils/secrets.py,sha256=pYaVKXTpx3-QgFtBjznWFq0N6ZcBdxnx21FRe5nBCCo,2305
 adam/k8s_utils/service_accounts.py,sha256=v2oQSqCrNvt2uRnKlNwR3fjtpUG7oF5nqgzEB7NnT-U,6349
 adam/k8s_utils/services.py,sha256=EOJJGACVbbRvu5T3rMKqIJqgYic1_MSJ17EA0TJ6UOk,3156
 adam/k8s_utils/statefulsets.py,sha256=PZDEhy34aXxLkbW1-RsOC0E4D0w0pHyoIQGHvcAzSAk,4606
-adam/k8s_utils/volumes.py,sha256=MzYeH80NqKlhdadx6d0tW-j8vTOCUYWx7wRURIZWKZ8,843
+adam/k8s_utils/volumes.py,sha256=RIBmlOSWM3V3QVXLCFT0owVOyh4rGG1ETp521a-6ndo,1137
 adam/sso/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 adam/sso/authenticator.py,sha256=BCm16L9zf5aLU47-sTCnudn2zLPwd8M2wwRminJfsqw,615
 adam/sso/authn_ad.py,sha256=BfKoltUG3jP0vNe-MImhnjkufBo79aH1HGZcQtHFH_Q,5912
@@ -157,8 +158,8 @@ adam/sso/idp.py,sha256=fvcwUw_URTgsO6ySaqTIw0zQT2qRO1IPSGhf6rPtybo,5804
 adam/sso/idp_login.py,sha256=QAtCUeDTVWliJy40RK_oac8Vgybr13xH8wzeBoxPaa8,1754
 adam/sso/idp_session.py,sha256=9BUHNRf70u4rVKrVY1HKPOEmOviXvkjam8WJxmXSKIM,1735
 adam/sso/sso_config.py,sha256=5N8WZgIJQBtHUy585XLRWKjpU87_v6QluyNK9E27D5s,2459
-kaqing-2.0.5.dist-info/METADATA,sha256=dGWwYJHWttRXyRPm2dQ65Q3xbLIwE605R0jSGsY2XA8,131
-kaqing-2.0.5.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-kaqing-2.0.5.dist-info/entry_points.txt,sha256=SkzhuQJUWsXOzHeZ5TgQ2c3_g53UGK23zzJU_JTZOZI,39
-kaqing-2.0.5.dist-info/top_level.txt,sha256=8_2PZkwBb-xDcnc8a2rAbQeJhXKXskc7zTP7pSPa1fw,5
-kaqing-2.0.5.dist-info/RECORD,,
+kaqing-2.0.6.dist-info/METADATA,sha256=8ALpixpMJyqS5oZzJX0QnxEnmHe1BBfEgsjaIOH4C8c,131
+kaqing-2.0.6.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+kaqing-2.0.6.dist-info/entry_points.txt,sha256=SkzhuQJUWsXOzHeZ5TgQ2c3_g53UGK23zzJU_JTZOZI,39
+kaqing-2.0.6.dist-info/top_level.txt,sha256=8_2PZkwBb-xDcnc8a2rAbQeJhXKXskc7zTP7pSPa1fw,5
+kaqing-2.0.6.dist-info/RECORD,,