jaseci 1.4.2.6__py3-none-any.whl → 2.0.0__py3-none-any.whl

jaseci/extens/svc/kube_svc.py

@@ -1,432 +0,0 @@
-from base64 import b64decode
-from datetime import datetime
-from kubernetes import config as kubernetes_config
-from kubernetes.client import (
-    ApiClient,
-    CoreV1Api,
-    AppsV1Api,
-    RbacAuthorizationV1Api,
-    ApiextensionsV1Api,
-    AdmissionregistrationV1Api,
-    CustomObjectsApi,
-)
-from kubernetes.client.rest import ApiException
-
-from jaseci.jsorc.jsorc import JsOrc
-from jaseci.jsorc.jsorc_utils import ManifestType, placeholder_resolver
-from jaseci.utils.utils import logger
-
-
-@JsOrc.service(name="kube", config="KUBE_CONFIG")
-class KubeService(JsOrc.CommonService):
-    ###################################################
-    #                     BUILDER                     #
-    ###################################################
-
-    _no_namespace = [
-        "Namespace",
-        "ClusterRole",
-        "ClusterRoleBinding",
-        "CustomResourceDefinition",
-        "ValidatingWebhookConfiguration",
-    ]
-
-    def run(self):
-        self._in_cluster = self.config.get("in_cluster", True)
-        if self._in_cluster:
-            kubernetes_config.load_incluster_config()
-        else:
-            kubernetes_config.load_kube_config()
-
-        self.namespace = self.config.get("namespace", "default")
-        config = self.config.get("config")
-
-        self.app = ApiClient(config)
-        self.core = CoreV1Api(config)
-        self.api = AppsV1Api(self.app)
-        self.api_ext = ApiextensionsV1Api(self.app)
-        self.auth = RbacAuthorizationV1Api(self.app)
-        self.reg_api = AdmissionregistrationV1Api(self.app)
-        self.custom = CustomObjectsApi(self.app)
-
-        self._cached_namespace = set()
-
-        self.ping()
-        self.defaults()
-
-    def defaults(self):
-        self.create_apis = {
-            "Namespace": self.core.create_namespace,
-            "Service": self.core.create_namespaced_service,
-            "Deployment": self.api.create_namespaced_deployment,
-            "ConfigMap": self.core.create_namespaced_config_map,
-            "ServiceAccount": self.core.create_namespaced_service_account,
-            "ClusterRole": self.auth.create_cluster_role,
-            "ClusterRoleBinding": self.auth.create_cluster_role_binding,
-            "Secret": self.core.create_namespaced_secret,
-            "PersistentVolumeClaim": (
-                self.core.create_namespaced_persistent_volume_claim
-            ),
-            "DaemonSet": self.api.create_namespaced_daemon_set,
-            "StatefulSet": self.api.create_namespaced_stateful_set,
-            "CustomResourceDefinition": self.api_ext.create_custom_resource_definition,
-            "ValidatingWebhookConfiguration": self.reg_api.create_validating_webhook_configuration,
-            "Elasticsearch": lambda namespace, body: self.custom.create_namespaced_custom_object(
-                group="elasticsearch.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="elasticsearches",
-                body=body,
-            ),
-            "Kibana": lambda namespace, body: self.custom.create_namespaced_custom_object(
-                group="kibana.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="kibanas",
-                body=body,
-            ),
-            "Beat": lambda namespace, body: self.custom.create_namespaced_custom_object(
-                group="beat.k8s.elastic.co",
-                version="v1beta1",
-                namespace=namespace,
-                plural="beats",
-                body=body,
-            ),
-        }
-        self.patch_apis = {
-            "Namespace": self.core.patch_namespace,
-            "Service": self.core.patch_namespaced_service,
-            "Deployment": self.api.patch_namespaced_deployment,
-            "ConfigMap": self.core.patch_namespaced_config_map,
-            "ServiceAccount": self.core.patch_namespaced_service_account,
-            "ClusterRole": self.auth.patch_cluster_role,
-            "ClusterRoleBinding": self.auth.patch_cluster_role_binding,
-            "Secret": self.core.patch_namespaced_secret,
-            "PersistentVolumeClaim": (
-                self.core.patch_namespaced_persistent_volume_claim
-            ),
-            "DaemonSet": self.api.patch_namespaced_daemon_set,
-            "StatefulSet": self.api.patch_namespaced_stateful_set,
-            "CustomResourceDefinition": self.api_ext.patch_custom_resource_definition,
-            "ValidatingWebhookConfiguration": self.reg_api.patch_validating_webhook_configuration,
-            "Elasticsearch": lambda name, namespace, body: self.custom.patch_namespaced_custom_object(
-                group="elasticsearch.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="elasticsearches",
-                name=name,
-                body=body,
-            ),
-            "Kibana": lambda name, namespace, body: self.custom.patch_namespaced_custom_object(
-                group="kibana.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="kibanas",
-                name=name,
-                body=body,
-            ),
-            "Beat": lambda name, namespace, body: self.custom.patch_namespaced_custom_object(
-                group="beat.k8s.elastic.co",
-                version="v1beta1",
-                namespace=namespace,
-                plural="beats",
-                name=name,
-                body=body,
-            ),
-        }
-        self.delete_apis = {
-            "Namespace": self.core.delete_namespace,
-            "Service": self.core.delete_namespaced_service,
-            "Deployment": self.api.delete_namespaced_deployment,
-            "ConfigMap": self.core.delete_namespaced_config_map,
-            "ServiceAccount": self.core.delete_namespaced_service_account,
-            "ClusterRole": self.auth.delete_cluster_role,
-            "ClusterRoleBinding": self.auth.delete_cluster_role_binding,
-            "Secret": self.core.delete_namespaced_secret,
-            "PersistentVolumeClaim": (
-                self.core.delete_namespaced_persistent_volume_claim
-            ),
-            "DaemonSet": self.api.delete_namespaced_daemon_set,
-            "StatefulSet": self.api.delete_namespaced_stateful_set,
-            "CustomResourceDefinition": self.api_ext.delete_custom_resource_definition,
-            "ValidatingWebhookConfiguration": self.reg_api.delete_validating_webhook_configuration,
-            "Elasticsearch": lambda name, namespace: self.custom.delete_namespaced_custom_object(
-                group="elasticsearch.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="elasticsearches",
-                name=name,
-            ),
-            "Kibana": lambda name, namespace: self.custom.delete_namespaced_custom_object(
-                group="kibana.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="kibanas",
-                name=name,
-            ),
-            "Beat": lambda name, namespace: self.custom.delete_namespaced_custom_object(
-                group="beat.k8s.elastic.co",
-                version="v1beta1",
-                namespace=namespace,
-                plural="beats",
-                name=name,
-            ),
-        }
-        self.read_apis = {
-            "Namespace": self.core.read_namespace,
-            "Service": self.core.read_namespaced_service,
-            "Endpoints": self.core.read_namespaced_endpoints,
-            "Deployment": self.api.read_namespaced_deployment,
-            "ConfigMap": self.core.read_namespaced_config_map,
-            "ServiceAccount": self.core.read_namespaced_service_account,
-            "ClusterRole": self.auth.read_cluster_role,
-            "ClusterRoleBinding": self.auth.read_cluster_role_binding,
-            "Secret": self.core.read_namespaced_secret,
-            "PersistentVolumeClaim": self.core.read_namespaced_persistent_volume_claim,
-            "DaemonSet": self.api.read_namespaced_daemon_set,
-            "StatefulSet": self.api.read_namespaced_stateful_set,
-            "CustomResourceDefinition": self.api_ext.read_custom_resource_definition,
-            "ValidatingWebhookConfiguration": self.reg_api.read_validating_webhook_configuration,
-            "Elasticsearch": lambda name, namespace: self.custom.get_namespaced_custom_object(
-                group="elasticsearch.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="elasticsearches",
-                name=name,
-            ),
-            "Kibana": lambda name, namespace: self.custom.get_namespaced_custom_object(
-                group="kibana.k8s.elastic.co",
-                version="v1",
-                namespace=namespace,
-                plural="kibanas",
-                name=name,
-            ),
-            "Beat": lambda name, namespace: self.custom.get_namespaced_custom_object(
-                group="beat.k8s.elastic.co",
-                version="v1beta1",
-                namespace=namespace,
-                plural="beats",
-                name=name,
-            ),
-        }
-
-    ###################################################
-    #                     COMMONS                     #
-    ###################################################
-
-    def ping(self):
-        res = self.app.call_api("/readyz", "GET")
-        return res[1] == 200
-
-    def in_cluster(self):
-        """
-        Check if JSORC/Jaseci is running in a kubernetes cluster
-        """
-        try:
-            return self._in_cluster and self.ping()
-        except ApiException as e:
-            logger.info(f"Kubernetes cluster environment check failed: {e}")
-            return False
-
-    def create(
-        self,
-        kind: str,
-        name: str,
-        conf: dict,
-        namespace: str,
-        log_pref: str = "",
-        quiet: bool = False,
-    ):
-        try:
-            quiet or logger.info(
-                f"{log_pref} Creating {kind} for `{name}` with namespace: `{namespace}`"
-            )
-            if kind in self._no_namespace:
-                self.create_apis[kind](body=conf)
-            else:
-                self.create_apis[kind](namespace=namespace, body=conf)
-        except ApiException as e:
-            quiet or logger.error(
-                f"{log_pref} Error creating {kind} for `{name}` with namespace: `{namespace}` -- {e}"
-            )
-
-    def patch(
-        self,
-        kind: str,
-        name: str,
-        conf: dict,
-        namespace: str,
-        log_pref: str = "",
-        quiet: bool = False,
-    ):
-        try:
-            quiet or logger.info(
-                f"{log_pref} Patching {kind} for `{name}` with namespace: `{namespace}`"
-            )
-            if kind in self._no_namespace:
-                self.patch_apis[kind](name=name, body=conf)
-            else:
-                self.patch_apis[kind](name=name, namespace=namespace, body=conf)
-        except ApiException as e:
-            quiet or logger.error(
-                f"{log_pref} Error patching {kind} for `{name}` with namespace: `{namespace}` -- {e}"
-            )
-
-    def read(
-        self,
-        kind: str,
-        name: str,
-        namespace: str,
-        log_pref: str = "",
-        quiet: bool = False,
-    ):
-        try:
-            quiet or logger.info(
-                f"{log_pref} Retrieving {kind} for `{name}` with namespace: `{namespace}`"
-            )
-            if kind in self._no_namespace:
-                return self.read_apis[kind](name=name)
-            else:
-                return self.read_apis[kind](name=name, namespace=namespace)
-        except ApiException as e:
-            quiet or logger.error(
-                f"{log_pref} Error retrieving {kind} for `{name}` with namespace: `{namespace}` -- {e}"
-            )
-            return e
-
-    def delete(
-        self,
-        kind: str,
-        name: str,
-        namespace: str,
-        log_pref: str = "",
-        quiet: bool = False,
-    ):
-        try:
-            quiet or logger.info(
-                f"{log_pref} Deleting {kind} for `{name}` with namespace: `{namespace}`"
-            )
-            if kind in self._no_namespace:
-                return self.delete_apis[kind](name=name)
-            else:
-                return self.delete_apis[kind](name=name, namespace=namespace)
-        except ApiException as e:
-            quiet or logger.error(
-                f"{log_pref} Error deleting {kind} for `{name}` with namespace: `{namespace}` -- {e}"
-            )
-            return e
-
-    def is_pod_running(self, name: str, namespace: str):
-        try:
-            return (
-                self.core.list_namespaced_pod(
-                    namespace=namespace, label_selector=f"pod={name}"
-                )
-                .items[0]
-                .status.phase
-                == "Running"
-            )
-        except Exception:
-            return False
-
-    def get_secret(
-        self,
-        name: str,
-        attr: str,
-        namespace: str,
-        log_pref: str = "",
-        quiet: bool = False,
-    ):
-        try:
-            return b64decode(
-                self.core.read_namespaced_secret(
-                    name=name,
-                    namespace=namespace,
-                ).data[attr]
-            ).decode()
-        except Exception as e:
-            quiet or logger.error(
-                f"{log_pref} Error getting secret `{attr}` from `{name}` with namespace: `{namespace}` -- {e}"
-            )
-            return None
-
-    def resolve_manifest(
-        self,
-        manifest: dict,
-        manifest_type: ManifestType = ManifestType.DEDICATED,
-        manual_namespace: str = None,
-    ) -> dict:
-        for kind, confs in manifest.items():
-            if kind not in self._no_namespace:
-                for conf in confs.values():
-                    metadata: dict = conf["metadata"]
-                    namespace = metadata.get("namespace", "default")
-                    if not namespace.startswith("jsorc-dedicated"):
-                        if manifest_type == ManifestType.DEDICATED:
-                            namespace = self.namespace
-                            metadata["namespace"] = namespace
-                        elif manifest_type == ManifestType.MANUAL:
-                            namespace = manual_namespace
-                            metadata["namespace"] = namespace
-
-                    if namespace and namespace not in self._cached_namespace:
-                        res = self.read("Namespace", namespace, None)
-                        if hasattr(res, "status") and res.status == 404:
-                            self.create(
-                                "Namespace",
-                                namespace,
-                                {
-                                    "apiVersion": "v1",
-                                    "kind": "Namespace",
-                                    "metadata": {
-                                        "name": namespace,
-                                        "labels": {"name": namespace},
-                                    },
-                                },
-                                None,
-                            )
-                            # don't add it on cache since create is possible to fail
-                        elif (
-                            isinstance(res, dict) and "metadata" in res
-                        ) or res.metadata:
-                            self._cached_namespace.add(namespace)
-
-        placeholder_resolver(manifest, manifest)
-
-        return manifest
-
-    def has_replicas(self):
-        try:
-            return (
-                self.read(
-                    "Deployment", "jaseci", self.namespace, quiet=self.quiet
-                ).spec.replicas
-                > 1
-            )
-        except Exception as e:
-            self.quiet or logger.error(f"Error checking jaseci replica -- {e}")
-
-    def restart(self):
-        try:
-            return self.api.patch_namespaced_deployment(
-                name="jaseci",
-                namespace=self.namespace,
-                body={
-                    "spec": {
-                        "template": {
-                            "metadata": {
-                                "annotations": {
-                                    "kubectl.kubernetes.io/restartedAt": datetime.utcnow().isoformat(
-                                        "T"
-                                    )
-                                    + "Z"
-                                }
-                            }
-                        }
-                    }
-                },
-            )
-        except ApiException as e:
-            self.quiet or logger.error(
-                f"Error triggering jaseci rollout restart -- {e}"
-            )

jaseci/extens/svc/mail_svc.py

@@ -1,156 +0,0 @@
-import ssl
-from json import dumps
-from email.mime.multipart import MIMEMultipart
-from email.mime.text import MIMEText
-from smtplib import SMTP, SMTP_SSL
-
-from jaseci.jsorc.jsorc import JsOrc
-
-
-#################################################
-#                   EMAIL APP                   #
-#################################################
-
-
-@JsOrc.service(name="mail", config="MAIL_CONFIG")
-class MailService(JsOrc.CommonService):
-    ###################################################
-    #                     BUILDER                     #
-    ###################################################
-
-    def run(self):
-        self.__convert_config()
-        self.app = self.connect()
-
-    # ----------- BACKWARD COMPATIBILITY ------------ #
-    # ---------------- TO BE REMOVED ---------------- #
-
-    def __convert(self, hook, holder, mapping: dict):
-        for k, v in mapping.items():
-            if hook.has_glob(k):
-                conf = hook.get_glob(k)
-                if not (conf is None):
-                    if v == "tls":
-                        holder[v] = conf.lower() == "true"
-                    else:
-                        holder[v] = conf
-        return holder
-
-    def __convert_config(self):
-        hook = JsOrc.hook()
-        version = self.config.get("version", 2)
-        migrate = self.config.get("migrate", False)
-        if version == 1 or migrate:
-            self.__convert(
-                hook,
-                self.config,
-                {
-                    "EMAIL_BACKEND": "backend",
-                    "EMAIL_HOST": "host",
-                    "EMAIL_PORT": "port",
-                    "EMAIL_HOST_USER": "user",
-                    "EMAIL_HOST_PASSWORD": "pass",
-                    "EMAIL_DEFAULT_FROM": "sender",
-                    "EMAIL_USE_TLS": "tls",
-                },
-            )
-
-            if "templates" not in self.config:
-                self.config["templates"] = {}
-
-            self.__convert(
-                hook,
-                self.config["templates"],
-                {
-                    "EMAIL_ACTIVATION_SUBJ": "activation_subj",
-                    "EMAIL_ACTIVATION_BODY": "activation_body",
-                    "EMAIL_ACTIVATION_HTML_BODY": "activation_html_body",
-                    "EMAIL_RESETPASS_SUBJ": "resetpass_subj",
-                    "EMAIL_RESETPASS_BODY": "resetpass_body",
-                    "EMAIL_RESETPASS_HTML_BODY": "resetpass_html_body",
-                },
-            )
-
-            if migrate:
-                hook.save_glob(
-                    "MAIL_CONFIG",
-                    dumps(
-                        {
-                            **{
-                                "enabled": self.enabled,
-                                "quiet": self.quiet,
-                                "automated": self.automated,
-                            },
-                            **self.config,
-                            "migrate": False,
-                        }
-                    ),
-                )
-                hook.commit()
-
-    ###################################################
-    #                     CLEANER                     #
-    ###################################################
-
-    # ---------------- PROXY EVENTS ----------------- #
-
-    def on_delete(self):
-        if self.is_running():
-            self.app.terminate()
-
-    ####################################################
-    #                    OVERRIDDEN                    #
-    ####################################################
-
-    def connect(self):
-        host = self.config.get("host")
-        port = self.config.get("port")
-        user = self.config.get("user")
-        _pass = self.config.get("pass")
-        sender = self.config.get("sender", user)
-
-        context = ssl.create_default_context()
-
-        if self.config.get("tls", True):
-            server = SMTP(host, port)
-            server.ehlo()
-            server.starttls(context=context)
-            server.ehlo()
-        else:
-            server = SMTP_SSL(host, port, context=context)
-
-        server.login(user, _pass)
-
-        return Mailer(server, sender)
-
-
-# ----------------------------------------------- #
-
-####################################################
-#                      MAILER                      #
-####################################################
-
-
-class Mailer:
-    def __init__(self, server: SMTP, sender):
-        self.server = server
-        self.sender = sender
-
-    def send_custom_email(
-        self,
-        sender: str = None,
-        recipients: list = [],
-        subject: str = "Jaseci Email",
-        body: tuple = ("", ""),
-    ):
-        message = MIMEMultipart()
-        message["Subject"] = subject
-        message["From"] = self.sender if sender is None else sender
-        message["To"] = ", ".join(recipients)
-
-        message.attach(MIMEText(body[0], "plain"))
-        message.attach(MIMEText(body[1], "html"))
-        self.server.sendmail(message["From"], recipients, message.as_string())
-
-    def terminate(self):
-        self.server.quit()