jaseci 1.4.2.6__py3-none-any.whl → 2.0.0__py3-none-any.whl

jaseci/jsorc/live_actions.py

@@ -1,365 +0,0 @@
-"""
-General action base class with automation for hot loading
-"""
-
-from importlib.util import spec_from_file_location, module_from_spec
-from jaseci.utils.utils import logger
-from jaseci.jsorc.remote_actions import ACTIONS_SPEC_LOC
-from jaseci.jsorc.remote_actions import serv_actions, mark_as_remote, mark_as_endpoint
-import requests
-import os
-import sys
-import inspect
-import importlib
-import gc
-import re
-
-var_args = re.compile(r"^\*[^\*]")
-var_kwargs = re.compile(r"^\*\*[^\*]")
-
-live_actions = {}  # {"act.func": func_obj, ...}
-live_action_modules = {}  # {__module__: ["act.func1", "act.func2", ...], ...}
-action_configs = {}  # {"module_name": {}, ...}
-
-glob_act_group = {}  # {"group_name": {"act_name": action, ...}, ...}
-glob_act_hook = None
-
-
-def jaseci_action(act_group=None, aliases=list(), allow_remote=False):
-    """Decorator for Jaseci Action interface"""
-    caller_globals = dict(inspect.getmembers(inspect.currentframe().f_back))[
-        "f_globals"
-    ]
-    if allow_remote and "serv_actions" not in caller_globals:
-        caller_globals["serv_actions"] = serv_actions
-
-    def decorator_func(func):
-        if allow_remote:
-            mark_as_remote([func, act_group, aliases, caller_globals])
-        return assimilate_action(func, act_group, aliases)
-
-    return decorator_func
-
-
-def jaseci_expose(endpoint, mount=None):
-    """Decorator for Jaseci Action interface"""
-    caller_globals = dict(inspect.getmembers(inspect.currentframe().f_back))[
-        "f_globals"
-    ]
-    if "serv_actions" not in caller_globals:
-        caller_globals["serv_actions"] = serv_actions
-
-    def decorator_func(func):
-        mark_as_endpoint([func, endpoint, mount, caller_globals])
-        return func
-
-    return decorator_func
-
-
-def assimilate_action(func, act_group=None, aliases=list()):
-    """Helper for jaseci_action decorator"""
-    act_group = [func.__module__.split(".")[-1]] if act_group is None else act_group
-    action_name = f"{'.'.join(act_group+[func.__name__])}"
-    live_actions[action_name] = func
-    if func.__module__ != "js_remote_hook":
-        if func.__module__ in live_action_modules:
-            live_action_modules[func.__module__].append(action_name)
-        else:
-            live_action_modules[func.__module__] = [action_name]
-    for i in aliases:
-        live_actions[f"{'.'.join(act_group+[i])}"] = func
-        if func.__module__ != "js_remote_hook":
-            if func.__module__ in live_action_modules:
-                live_action_modules[func.__module__].append(
-                    f"{'.'.join(act_group+[i])}"
-                )
-            else:
-                live_action_modules[func.__module__] = [f"{'.'.join(act_group+[i])}"]
-    return func
-
-
-def load_local_actions(file: str, ctx: dict = {}):
-    """Load all jaseci actions from python file"""
-    try:
-        name = file.rstrip(".py")
-        name = ".".join(name.split("/")[-2:])
-        # Assumes parent folder of py file is a package for internal relative
-        # imports, name is package.module and package path is added to sys path
-        spec = spec_from_file_location(name, str(file))
-        if spec is None:
-            logger.error(f"Cannot hot load from action file {file}")
-            return False
-        else:
-            module_dir = os.path.dirname(os.path.dirname(os.path.realpath(file)))
-            if module_dir not in sys.path:
-                sys.path.append(module_dir)
-            mod = module_from_spec(spec)
-            spec.loader.exec_module(mod)
-            try:
-                if hasattr(mod, "setup"):
-                    mod.setup(**ctx)
-            except Exception as e:
-                logger.error(
-                    f"Cannot run set up for module {mod}. This could be because the module doesn't have a setup procedure for initialization, or wrong setup parameters are provided."
-                )
-                logger.error(e)
-            return True
-    except Exception as e:
-        logger.error(f"Cannot hot load local actions from {file}: {e}")
-        return False
-
-
-def load_module_actions(mod, loaded_module=None, ctx: dict = {}):
-    """Load all jaseci actions from python module"""
-    try:
-        if mod in sys.modules:
-            del sys.modules[mod]
-        if loaded_module and loaded_module in sys.modules:
-            del sys.modules[loaded_module]
-        if mod in live_action_modules:
-            for i in live_action_modules[mod]:
-                if i in live_actions:
-                    del live_actions[i]
-        if loaded_module in live_action_modules:
-            for i in live_action_modules[loaded_module]:
-                if i in live_actions:
-                    del live_actions[i]
-
-        mod = importlib.import_module(mod)
-        try:
-            if hasattr(mod, "setup"):
-                mod.setup(**ctx)
-        except Exception as e:
-            logger.error(
-                f"Cannot run set up for module {mod}. This could be because the module doesn't have a setup procedure for initialization, or wrong setup parameters are provided."
-            )
-            logger.error(e)
-        if mod:
-            return True
-    except Exception as e:
-        logger.error(f"Cannot hot load module actions from {mod}: {e}")
-
-    return False
-
-
-def load_action_config(config, module_name):
-    """
-    Load the action config of a jaseci action module
-    """
-
-    loaded_configs = importlib.import_module(config).ACTION_CONFIGS
-    if module_name and module_name in loaded_configs:
-        action_configs[module_name] = loaded_configs[module_name]
-        return True
-    else:
-        return False
-
-
-def unload_module(mod):
-    """Unload actions module and all relevant function"""
-    if mod in sys.modules.keys() and mod in live_action_modules.keys():
-        for i in live_action_modules[mod]:
-            if i in live_actions:
-                del live_actions[i]
-
-        # Iterate through the objects in the module __dict__ to manually delete them
-        loaded_mod = sys.modules[mod]
-        mod_content_len = len(loaded_mod.__dict__)
-        for _ in range(mod_content_len):
-            mod_obj = loaded_mod.__dict__.pop(list(loaded_mod.__dict__.keys())[0])
-            del mod_obj
-        del loaded_mod
-        del sys.modules[mod]
-        del live_action_modules[mod]
-        gc.collect()
-        return True
-    return False
-
-
-def unload_action(name):
-    """Unload actions module and all relevant function"""
-    if name in live_actions.keys():
-        mod = live_actions[name].__module__
-        if mod != "js_remote_hook":
-            live_action_modules[mod].remove(name)
-            if len(live_action_modules[mod]) < 1:
-                unload_module(mod)
-        del live_actions[name]
-        return True
-    return False
-
-
-def unload_actionset(name):
-    """Unload actions module and all relevant function"""
-    act_list = []
-    orig_len = len(live_actions)
-    for i in live_actions.keys():
-        if i.startswith(name + "."):
-            act_list.append(i)
-    for i in act_list:
-        unload_action(i)
-    return len(live_actions) != orig_len
-
-
-def load_preconfig_actions(hook):
-    import json
-
-    action_preload = hook.resolve_glob("ACTION_SETS", None)
-    if action_preload:
-        try:
-            action_preload = json.loads(action_preload)
-            for i in action_preload["local"]:
-                load_local_actions(i)
-            for i in action_preload["remote"]:
-                load_remote_actions(i)
-            for i in action_preload["module"]:
-                load_module_actions(i)
-        except Exception:
-            pass
-
-
-def get_global_actions():
-    """
-    Loads all global action hooks for use by Jac programs
-    Attaches globals to mem_hook
-    """
-    from jaseci.prim.ability import Ability
-    from jaseci.jsorc.memory import MemoryHook
-
-    if not glob_act_group:
-        glob_act_hook = MemoryHook()
-        for i in live_actions.keys():
-            name = i.split(".")
-            if name[0] in [
-                "std",
-                "file",
-                "net",
-                "rand",
-                "vector",
-                "request",
-                "date",
-                "jaseci",
-                "internal",
-                "zip",
-                "webtool",
-                "url",
-                "regex",
-                "maths",
-            ]:
-                if name[0] not in glob_act_group:
-                    glob_act_group[name[0]] = {}
-                glob_act_group[name[0]][name[1]] = Ability(
-                    m_id=0,
-                    h=glob_act_hook,
-                    mode="public",
-                    name=i,
-                    kind="ability",
-                    value=i,
-                    persist=False,
-                )
-
-    # second layer copy and this will use the same Ability object
-    # deepcopy will be much expensive and will also use new Ability Objects
-    temp_glob_act_group = {}
-    for key, value in glob_act_group.items():
-        temp_glob_act_group[key] = value.copy()
-
-    return temp_glob_act_group
-
-
-def unload_remote_actions(url):
-    """
-    Get the list of actions from the given URL and then unload them.
-    """
-    headers = {"content-type": "application/json"}
-    try:
-        spec = requests.get(url.rstrip("/") + ACTIONS_SPEC_LOC, headers=headers)
-        spec = spec.json()
-        for i in spec.keys():
-            unload_action(i)
-        return True
-    except Exception as e:
-        logger.error(f"Cannot unload remote action from {url}: {e}")
-
-
-def load_remote_actions(url, ctx: dict = {}):
-    """Load all jaseci actions from live pod"""
-    headers = {"content-type": "application/json"}
-    try:
-        spec = requests.get(url.rstrip("/") + ACTIONS_SPEC_LOC, headers=headers)
-        spec = spec.json()
-        for i in spec.keys():
-            live_actions[i] = gen_remote_func_hook(url, i, spec[i])
-            if i.endswith(".setup") and ctx:
-                try:
-                    live_actions[i](**ctx)
-                except Exception as e:
-                    logger.error(
-                        f"Cannot run set up for remote action {i}. This could be because the module doesn't have a setup procedure for initialization, or wrong setup parameters are provided."
-                    )
-                    logger.error(e)
-        return True
-
-    except Exception as e:
-        logger.error(f"Cannot hot load remote actions at {url}: {e}")
-        return False
-
-
-def gen_remote_func_hook(url, act_name, param_names):
-    """Generater for function calls for remote action calls"""
-
-    def func(*args, **kwargs):
-        params = {}
-        _args = list(args)
-        _param_names: list = param_names.copy()
-
-        args_len = len(args)
-        for idx, name in enumerate(param_names):
-            if idx >= args_len or not _args:
-                break
-            _param_names.remove(name)
-            if var_args.match(name):
-                if _args:
-                    params[name] = _args
-                break
-            else:
-                params[name] = _args.pop(0)
-
-        for name in _param_names:
-            if var_args.match(name):
-                if _args:
-                    params[name] = _args
-            elif var_kwargs.match(name):
-                if kwargs:
-                    params[name] = kwargs
-                break
-            elif name in kwargs:
-                params[name] = kwargs.pop(name)
-
-        # Remove any None-valued parameters to use the default value of the action def
-        params = dict([(k, v) for k, v in params.items() if v is not None])
-        act_url = f"{url.rstrip('/')}/{act_name.split('.')[-1]}"
-        res = requests.post(
-            act_url, headers={"content-type": "application/json"}, json=params
-        )
-        return res.json()
-
-    func.__module__ = "js_remote_hook"
-
-    return func
-
-
-def call_action(action_name: str, ctx: dict = {}) -> None:
-    """
-    Call an action by name
-    """
-    try:
-        action_name = action_name.strip()
-        if action_name in live_actions.keys():
-            res = live_actions[action_name](**ctx)
-            return res, True
-        else:
-            raise Exception(f"Action {action_name} not found")
-    except Exception as e:
-        logger.error(f"Error calling action {action_name}: {e}")
-        return None, False

jaseci/jsorc/manifests/database.yaml

@@ -1,109 +0,0 @@
-apiVersion: v1
-kind: Service
-metadata:
-  creationTimestamp: null
-  name: jaseci-db
-  namespace: database
-spec:
-  internalTrafficPolicy: Cluster
-  ports:
-  - port: 5432
-    protocol: TCP
-    targetPort: 5432
-  selector:
-    pod: jaseci-db
-  sessionAffinity: None
-  type: ClusterIP
-status:
-  loadBalancer: {}
-
----
-apiVersion: v1
-kind: Secret
-metadata:
-  creationTimestamp: null
-  name: jaseci-db-credentials
-  namespace: database
-data:
-  password: bGlmZWxvZ2lmeWphc2VjaQ==
-  user: cG9zdGdyZXM=
-type: Opaque
-
----
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  creationTimestamp: null
-  name: jaseci-db-pvc
-  namespace: database
-spec:
-  accessModes:
-  - ReadWriteOnce
-  resources:
-    requests:
-      storage: 10Gi
-  volumeMode: Filesystem
-status:
-  phase: Pending
-
----
-
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  creationTimestamp: null
-  name: jaseci-db
-  namespace: database
-spec:
-  progressDeadlineSeconds: 600
-  replicas: 1
-  revisionHistoryLimit: 10
-  selector:
-    matchLabels:
-      pod: jaseci-db
-  strategy:
-    rollingUpdate:
-      maxSurge: 25%
-      maxUnavailable: 25%
-    type: RollingUpdate
-  template:
-    metadata:
-      creationTimestamp: null
-      labels:
-        pod: jaseci-db
-    spec:
-      containers:
-      - env:
-        - name: POSTGRES_USER
-          valueFrom:
-            secretKeyRef:
-              key: user
-              name: jaseci-db-credentials
-        - name: POSTGRES_PASSWORD
-          valueFrom:
-            secretKeyRef:
-              key: password
-              name: jaseci-db-credentials
-        image: postgres:alpine
-        imagePullPolicy: IfNotPresent
-        name: jaseci-db
-        ports:
-        - containerPort: 5432
-          protocol: TCP
-        resources: {}
-        terminationMessagePath: /dev/termination-log
-        terminationMessagePolicy: File
-        volumeMounts:
-        - mountPath: /var/lib/postgresql/data
-          name: jaseci-db-volume
-          subPath: jaseci
-      dnsPolicy: ClusterFirst
-      restartPolicy: Always
-      schedulerName: default-scheduler
-      securityContext: {}
-      terminationGracePeriodSeconds: 30
-      volumes:
-      - name: jaseci-db-volume
-        persistentVolumeClaim:
-          claimName: jaseci-db-pvc
-status: {}