blue-assistant 4.297.1__py3-none-any.whl → 4.319.1__py3-none-any.whl

blue_assistant/.abcli/script/run.sh

@@ -7,7 +7,7 @@ function blue_assistant_script_run() {
     local do_upload=$(abcli_option_int "$options" upload $(abcli_not $do_dryrun))
 
     local script_options=$2
-    local script_name=$(abcli_option "$script_options" script generic)
+    local script_name=$(abcli_option "$script_options" script base)
 
     local object_name=$(abcli_clarify_object $3 $script_name-$(abcli_string_timestamp_short))
     [[ "$do_download" == 1 ]] &&

blue_assistant/.abcli/tests/script_run.sh

@@ -18,9 +18,9 @@ function test_blue_assistant_script_run() {
             ~upload,$options \
             script=$script_name \
             $object_name \
-            "${@:2}" \
             --test_mode 1 \
-            --verbose 1
+            --verbose 1 \
+            "${@:2}"
 
         [[ $? -ne 0 ]] && return 1
 

blue_assistant/__init__.py

@@ -4,7 +4,7 @@ ICON = "🧠"
 
 DESCRIPTION = f"{ICON} An AI Assistant."
 
-VERSION = "4.297.1"
+VERSION = "4.319.1"
 
 REPO_NAME = "blue-assistant"
 

blue_assistant/help/script.py

@@ -37,6 +37,7 @@ def help_run(
     args = [
         "[--test_mode 1]",
         "[--verbose 1]",
+        "[--runnable <~node_1,~node_2>]",
     ]
 
     return show_usage(

blue_assistant/script/__main__.py

@@ -48,6 +48,13 @@ parser.add_argument(
     default=1,
     help="0 | 1",
 )
+parser.add_argument(
+    "--runnable",
+    type=str,
+    default="",
+    help="~node_1,~node_2",
+)
+
 args = parser.parse_args()
 
 delim = " " if args.delim == "space" else args.delim
@@ -70,7 +77,9 @@ elif args.task == "run":
     )
 
     if success:
-        success = script.run()
+        success = script.run(
+            runnable=args.runnable,
+        )
 else:
     success = None
 

blue_assistant/script/actions/__init__.py

@@ -1,13 +1,13 @@
 from typing import Dict, Callable
 
-from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.base.root import RootScript
 from blue_assistant.script.actions.generic import generic_action
 from blue_assistant.script.actions.generate_image import generate_image
 from blue_assistant.script.actions.generate_text import generate_text
 from blue_assistant.script.actions.web_crawl import web_crawl
 
 
-dict_of_actions: Dict[str, Callable[[BaseScript, str], bool]] = {
+dict_of_actions: Dict[str, Callable[[RootScript, str], bool]] = {
     "generic": generic_action,
     "generate_image": generate_image,
     "generate_text": generate_text,

blue_assistant/script/actions/generate_image.py

@@ -7,7 +7,7 @@ from blue_assistant.env import (
     BLUE_ASSISTANT_IMAGE_DEFAULT_SIZE,
     BLUE_ASSISTANT_IMAGE_DEFAULT_QUALITY,
 )
-from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.base.root import RootScript
 from blue_assistant.logger import logger
 
 NAME = module.name(__file__, NAME)
@@ -15,15 +15,15 @@ NAME = module.name(__file__, NAME)
 
 # https://platform.openai.com/docs/guides/images
 def generate_image(
-    script: BaseScript,
+    script: RootScript,
     node_name: str,
 ) -> bool:
-    logger.info(f"{NAME}: {script} @ {node_name} ...")
+    logger.info(f"{NAME}: @ {node_name} ...")
 
     filename = f"{node_name}.png"
 
     success, _ = api.generate_image(
-        prompt=script.nodes[node_name]["prompt"],
+        prompt=script.apply_vars(script.nodes[node_name]["prompt"]),
         filename=filename,
         object_name=script.object_name,
         model=BLUE_ASSISTANT_IMAGE_DEFAULT_MODEL,

blue_assistant/script/actions/generate_text.py

@@ -4,7 +4,7 @@ from blueness import module
 from openai_commands.text_generation import api
 
 from blue_assistant import NAME
-from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.base.root import RootScript
 from blue_assistant.env import (
     BLUE_ASSISTANT_TEXT_DEFAULT_MODEL,
     BLUE_ASSISTANT_TEXT_MAX_TOKENS,
@@ -16,13 +16,17 @@ NAME = module.name(__file__, NAME)
 
 # https://platform.openai.com/docs/guides/text-generation
 def generate_text(
-    script: BaseScript,
+    script: RootScript,
     node_name: str,
 ) -> bool:
-    logger.info(f"{NAME}: {script} @ {node_name} ...")
+    logger.info(f"{NAME}: @ {node_name} ...")
+
+    list_of_context_nodes = [node_name]
+    if script.nodes[node_name].get("use_context", False):
+        logger.info("📜 using context.")
+        list_of_context_nodes = script.get_context(node_name)
 
     messages: List = []
-    list_of_context_nodes = script.get_context(node_name)
     logger.info("node context: {}".format(" <- ".join(list_of_context_nodes)))
     for context_node in reversed(list_of_context_nodes):
         messages += [

blue_assistant/script/actions/generic.py

@@ -1,15 +1,15 @@
 from blueness import module
 
 from blue_assistant import NAME
-from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.base.root import RootScript
 from blue_assistant.logger import logger
 
 NAME = module.name(__file__, NAME)
 
 
 def generic_action(
-    script: BaseScript,
+    script: RootScript,
     node_name: str,
 ) -> bool:
-    logger.info(f"{NAME}: {script} @ {node_name} ...")
+    logger.info(f"{NAME}: @ {node_name} ...")
     return True

blue_assistant/script/actions/web_crawl.py

@@ -4,7 +4,8 @@ from blue_options.logger import log_list
 
 from blue_assistant import NAME
 from blue_assistant.web.crawl import crawl_list_of_urls
-from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.web.functions import normalize_url
+from blue_assistant.script.repository.base.root import RootScript
 from blue_assistant.logger import logger
 
 
@@ -12,10 +13,10 @@ NAME = module.name(__file__, NAME)
 
 
 def web_crawl(
-    script: BaseScript,
+    script: RootScript,
     node_name: str,
 ) -> bool:
-    logger.info(f"{NAME}: {script} @ {node_name} ...")
+    logger.info(f"{NAME}: @ {node_name} ...")
 
     seed_url_var_name = script.nodes[node_name].get("seed_urls", "")
     if not isinstance(seed_url_var_name, str):
@@ -32,16 +33,16 @@ def web_crawl(
     if seed_url_var_name not in script.vars:
         logger.error(f"{node_name}: {seed_url_var_name}: seed_urls not found in vars.")
         return False
-    seed_urls = script.vars[seed_url_var_name]
+    seed_urls = list({normalize_url(url) for url in script.vars[seed_url_var_name]})
     log_list(logger, "using", seed_urls, "seed url(s)")
 
-    success, _ = crawl_list_of_urls(
+    success, crawl_cache = crawl_list_of_urls(
         seed_urls=seed_urls,
         object_name=script.object_name,
         max_iterations=script.nodes[node_name]["max_iterations"],
         cache_prefix=node_name,
     )
 
-    script.nodes[node_name]["output"] = success
+    script.nodes[node_name]["output"] = crawl_cache
 
     return success

blue_assistant/script/repository/__init__.py

@@ -1,14 +1,15 @@
 from typing import List, Type
 
-from blue_assistant.script.repository.generic.classes import GenericScript
+from blue_assistant.script.repository.base.root import RootScript
+from blue_assistant.script.repository.base.classes import BaseScript
 from blue_assistant.script.repository.blue_amo.classes import BlueAmoScript
 from blue_assistant.script.repository.hue.classes import HueScript
 from blue_assistant.script.repository.orbital_data_explorer.classes import (
     OrbitalDataExplorerScript,
 )
 
-list_of_script_classes: List[Type[GenericScript]] = [
-    GenericScript,
+list_of_script_classes: List[Type[RootScript]] = [
+    BaseScript,
     BlueAmoScript,
     HueScript,
     OrbitalDataExplorerScript,

blue_assistant/script/repository/base/classes.py

@@ -1,193 +1,21 @@
-from typing import Dict, List
-import os
-import networkx as nx
-from functools import reduce
+import copy
 
 from blueness import module
-from blue_objects import file, objects
-from blue_objects.metadata import post_to_object
-from blueflow.workflow import dot_file
+from blue_objects import file, path
 
 from blue_assistant import NAME
+from blue_assistant.script.repository.base.root import RootScript
+from blue_assistant.script.actions import dict_of_actions
 from blue_assistant.logger import logger
 
 
 NAME = module.name(__file__, NAME)
 
 
-class BaseScript:
-    name = "base"
+class BaseScript(RootScript):
+    name = path.name(file.path(__file__))
 
-    def __init__(
-        self,
-        object_name: str,
-        test_mode: bool = False,
-        verbose: bool = False,
-    ):
-        self.object_name = object_name
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
 
-        self.test_mode = test_mode
-
-        self.verbose = verbose
-
-        metadata_filename = os.path.join(
-            file.path(__file__),
-            f"../{self.name}",
-            "metadata.yaml",
-        )
-        self.metadata: Dict
-        success, self.metadata = file.load_yaml(metadata_filename)
-        assert success, f"cannot load {self.name}/metadata.yaml"
-
-        self.metadata.setdefault("script", {})
-        assert isinstance(
-            self.script,
-            dict,
-        ), "script: expected dict, received {}.".format(
-            self.script.__class__.__name__,
-        )
-
-        self.script.setdefault("nodes", {})
-        assert isinstance(
-            self.nodes,
-            dict,
-        ), "nodes: expected dict, received {}.".format(
-            self.nodes.__class__.__name__,
-        )
-
-        self.script.setdefault("vars", {})
-        assert isinstance(
-            self.vars,
-            dict,
-        ), "vars: expected dict, received {}.".format(
-            self.vars.__class__.__name__,
-        )
-
-        if self.test_mode:
-            logger.info("🧪  test mode is on.")
-
-            for node_name, node in self.nodes.items():
-                if "test_mode" in self.script:
-                    updates = self.script["test_mode"]
-                    logger.info(f"🧪  vars.update({updates})")
-                    self.vars.update(updates)
-
-                if "test_mode" in node:
-                    updates = node["test_mode"]
-                    logger.info(f"🧪  {node_name}.update({updates})")
-                    node.update(updates)
-
-        logger.info(
-            "loaded {} node(s): {}".format(
-                len(self.nodes),
-                ", ".join(self.nodes.keys()),
-            )
-        )
-
-        logger.info(
-            "loaded {} var(s){}".format(
-                len(self.vars),
-                "" if verbose else ": {}".format(", ".join(self.vars.keys())),
-            )
-        )
-        if verbose:
-            for var_name, var_value in self.vars.items():
-                logger.info("{}: {}".format(var_name, var_value))
-
-        assert self.generate_graph(), "cannot generate graph."
-
-    def __str__(self) -> str:
-        return "{}[{} var(s), {} node(s) -> {}]".format(
-            self.__class__.__name__,
-            len(self.vars),
-            len(self.nodes),
-            self.object_name,
-        )
-
-    def apply_vars(self, text: str) -> str:
-        for var_name, var_value in self.vars.items():
-            text = text.replace(f":::{var_name}", str(var_value))
-
-        return text
-
-    def generate_graph(self) -> bool:
-        self.G: nx.DiGraph = nx.DiGraph()
-
-        list_of_nodes = list(self.nodes.keys())
-        for node in self.nodes.values():
-            list_of_nodes += node.get("depends-on", "").split(",")
-
-        list_of_nodes = list({node_name for node_name in list_of_nodes if node_name})
-        logger.info(
-            "{} node(s): {}".format(
-                len(list_of_nodes),
-                ", ".join(list_of_nodes),
-            )
-        )
-
-        for node_name in list_of_nodes:
-            self.G.add_node(node_name)
-
-        for node_name, node in self.nodes.items():
-            for dependency in node.get("depends-on", "").split(","):
-                if dependency:
-                    self.G.add_edge(node_name, dependency)
-
-        return self.save_graph()
-
-    def get_context(
-        self,
-        node_name: str,
-    ) -> List[str]:
-        return reduce(
-            lambda x, y: x + y,
-            [self.get_context(successor) for successor in self.G.successors(node_name)],
-            [node_name],
-        )
-
-    def run(
-        self,
-    ) -> bool:
-        logger.info(
-            "{}.run: {}:{} -> {}".format(
-                NAME,
-                self.__class__.__name__,
-                self.name,
-                self.object_name,
-            )
-        )
-
-        return post_to_object(
-            self.object_name,
-            "script",
-            self.script,
-        )
-
-    def save_graph(self) -> bool:
-        return dot_file.save_to_file(
-            objects.path_of(
-                filename="workflow.dot",
-                object_name=self.object_name,
-            ),
-            self.G,
-            caption=" | ".join(
-                [
-                    self.name,
-                    self.object_name,
-                ]
-            ),
-            add_legend=False,
-        )
-
-    # Aliases
-    @property
-    def script(self) -> Dict:
-        return self.metadata["script"]
-
-    @property
-    def nodes(self) -> Dict[str, Dict]:
-        return self.metadata["script"]["nodes"]
-
-    @property
-    def vars(self) -> Dict:
-        return self.metadata["script"]["vars"]
+        self.dict_of_actions = copy.deepcopy(dict_of_actions)

blue_assistant/script/repository/base/root.py

@@ -0,0 +1,276 @@
+import os
+from typing import Dict, List
+from functools import reduce
+import networkx as nx
+from tqdm import tqdm
+
+from blue_options.options import Options
+from blue_objects import file, path, objects
+from blue_objects.metadata import post_to_object
+from blueflow.workflow import dot_file
+
+from blue_assistant.logger import logger
+
+
+class RootScript:
+    name = path.name(file.path(__file__))
+
+    def __init__(
+        self,
+        object_name: str,
+        test_mode: bool = False,
+        verbose: bool = False,
+    ):
+        self.nodes_changed = False
+
+        self.object_name = object_name
+
+        self.test_mode = test_mode
+
+        self.verbose = verbose
+
+        self.dict_of_actions = {}
+
+        metadata_filename = os.path.join(
+            file.path(__file__),
+            f"../{self.name}",
+            "metadata.yaml",
+        )
+        self.metadata: Dict
+        success, self.metadata = file.load_yaml(metadata_filename)
+        assert success, f"cannot load {self.name}/metadata.yaml"
+
+        self.metadata.setdefault("script", {})
+        assert isinstance(
+            self.script,
+            dict,
+        ), "script: expected dict, received {}.".format(
+            self.script.__class__.__name__,
+        )
+
+        self.script.setdefault("nodes", {})
+        assert isinstance(
+            self.nodes,
+            dict,
+        ), "nodes: expected dict, received {}.".format(
+            self.nodes.__class__.__name__,
+        )
+
+        self.script.setdefault("vars", {})
+        assert isinstance(
+            self.vars,
+            dict,
+        ), "vars: expected dict, received {}.".format(
+            self.vars.__class__.__name__,
+        )
+
+        if self.test_mode:
+            logger.info("🧪  test mode is on.")
+
+            if "test_mode" in self.script:
+                updates = self.script["test_mode"]
+                logger.info(f"🧪  vars.update({updates})")
+                self.vars.update(updates)
+
+            for node_name, node in self.nodes.items():
+                if "test_mode" in node:
+                    updates = node["test_mode"]
+                    logger.info(f"🧪  {node_name}.update({updates})")
+                    node.update(updates)
+
+        logger.info(
+            "loaded {} node(s): {}".format(
+                len(self.nodes),
+                ", ".join(self.nodes.keys()),
+            )
+        )
+
+        logger.info(
+            "loaded {} var(s): {}".format(
+                len(self.vars),
+                ", ".join(self.vars.keys()),
+            )
+        )
+        if verbose:
+            for var_name, var_value in self.vars.items():
+                logger.info("{}: {}".format(var_name, var_value))
+
+        assert self.generate_graph(), "cannot generate graph."
+
+    def __str__(self) -> str:
+        return "{}[{} var(s), {} node(s) -> {}]".format(
+            self.__class__.__name__,
+            len(self.vars),
+            len(self.nodes),
+            self.object_name,
+        )
+
+    def apply_vars(self, text: str) -> str:
+        for var_name, var_value in self.vars.items():
+            text = text.replace(f":::{var_name}", str(var_value))
+
+        for node_name, node in self.nodes.items():
+            node_output = node.get("output", "")
+            if isinstance(node_output, str):
+                text = text.replace(f":::{node_name}", node_output)
+
+        return text
+
+    def generate_graph(
+        self,
+        verbose: bool = False,
+    ) -> bool:
+        self.G: nx.DiGraph = nx.DiGraph()
+
+        list_of_nodes = list(self.nodes.keys())
+        for node in self.nodes.values():
+            list_of_nodes += node.get("depends-on", "").split(",")
+
+        list_of_nodes = list({node_name for node_name in list_of_nodes if node_name})
+        if verbose:
+            logger.info(
+                "{} node(s): {}".format(
+                    len(list_of_nodes),
+                    ", ".join(list_of_nodes),
+                )
+            )
+
+        for node_name in list_of_nodes:
+            self.G.add_node(node_name)
+
+        for node_name, node in self.nodes.items():
+            for dependency in node.get("depends-on", "").split(","):
+                if dependency:
+                    self.G.add_edge(node_name, dependency)
+
+        return self.save_graph()
+
+    def get_context(
+        self,
+        node_name: str,
+    ) -> List[str]:
+        return reduce(
+            lambda x, y: x + y,
+            [self.get_context(successor) for successor in self.G.successors(node_name)],
+            [node_name],
+        )
+
+    def perform_action(
+        self,
+        node_name: str,
+    ) -> bool:
+        action_name = self.nodes[node_name].get("action", "unknown")
+        logger.info(f"---- node: {node_name} ---- ")
+
+        if action_name in self.dict_of_actions:
+            return self.dict_of_actions[action_name](
+                script=self,
+                node_name=node_name,
+            )
+
+        logger.error(f"{action_name}: action not found.")
+        return False
+
+    def run(
+        self,
+        runnable: str = "",
+    ) -> bool:
+        logger.info(f"{self.name}.run -> {self.object_name}")
+
+        if runnable:
+            logger.info(f"applying runnables: {runnable}")
+            runnable_options = Options(runnable)
+            for node_name, node_is_runnable in runnable_options.items():
+                logger.info(f"{node_name}.runnable={node_is_runnable}")
+                self.nodes[node_name]["runnable"] = node_is_runnable
+
+        success: bool = True
+        while (
+            not all(self.nodes[node].get("completed", False) for node in self.nodes)
+            and success
+        ):
+            self.nodes_changed = False
+
+            for node_name in tqdm(self.nodes):
+                if self.nodes[node_name].get("completed", False):
+                    continue
+
+                if not self.nodes[node_name].get("runnable", True):
+                    logger.info(f"Not runnable, skipped: {node_name}.")
+                    self.nodes[node_name]["completed"] = True
+                    continue
+
+                pending_dependencies = [
+                    node_name_
+                    for node_name_ in self.G.successors(node_name)
+                    if not self.nodes[node_name_].get("completed", False)
+                ]
+                if pending_dependencies:
+                    logger.info(
+                        'node "{}": {} pending dependenci(es): {}'.format(
+                            node_name,
+                            len(pending_dependencies),
+                            ", ".join(pending_dependencies),
+                        )
+                    )
+                    continue
+
+                if not self.perform_action(node_name=node_name):
+                    success = False
+                    break
+
+                self.nodes[node_name]["completed"] = True
+
+                cache_filename = self.nodes[node_name].get("cache", "")
+                if cache_filename:
+                    if not file.save_text(
+                        objects.path_of(
+                            object_name=self.object_name,
+                            filename=cache_filename,
+                        ),
+                        [self.nodes[node_name].get("output", "")],
+                    ):
+                        success = False
+                        break
+
+                if self.nodes_changed:
+                    logger.info("🪄  nodes changed.")
+                    break
+
+        if not post_to_object(
+            self.object_name,
+            "output",
+            self.metadata,
+        ):
+            success = False
+
+        return success
+
+    def save_graph(self) -> bool:
+        return dot_file.save_to_file(
+            objects.path_of(
+                filename="workflow.dot",
+                object_name=self.object_name,
+            ),
+            self.G,
+            caption=" | ".join(
+                [
+                    self.name,
+                    self.object_name,
+                ]
+            ),
+            add_legend=False,
+        )
+
+    # Aliases
+    @property
+    def script(self) -> Dict:
+        return self.metadata["script"]
+
+    @property
+    def nodes(self) -> Dict[str, Dict]:
+        return self.metadata["script"]["nodes"]
+
+    @property
+    def vars(self) -> Dict:
+        return self.metadata["script"]["vars"]

blue_assistant/script/repository/blue_amo/actions/__init__.py

@@ -2,12 +2,12 @@ from typing import Dict, Callable
 
 from blue_assistant.script.repository.base.classes import BaseScript
 from blue_assistant.script.repository.blue_amo.actions import (
-    slicing_into_frames,
+    setting_frame_prompts,
     stitching_the_frames,
 )
 
 
 dict_of_actions: Dict[str, Callable[[BaseScript, str], bool]] = {
-    "slicing_into_frames": slicing_into_frames.slicing_into_frames,
+    "setting_frame_prompts": setting_frame_prompts.setting_frame_prompts,
     "stitching_the_frames": stitching_the_frames.stitching_the_frames,
 }

blue_assistant/script/repository/blue_amo/actions/{slicing_into_frames.py → setting_frame_prompts.py}

@@ -7,13 +7,13 @@ from blue_assistant.logger import logger
 NAME = module.name(__file__, NAME)
 
 
-def slicing_into_frames(
+def setting_frame_prompts(
     script: BaseScript,
     node_name: str,
 ) -> bool:
-    logger.info(f"{NAME}: processing the output...")
+    logger.info(NAME)
 
-    list_of_frame_prompts = script.nodes[node_name]["output"].split("---")
+    list_of_frame_prompts = script.nodes["slicing_into_frames"]["output"].split("---")
     if len(list_of_frame_prompts) != script.vars["frame_count"]:
         logger.warning(
             "{} != {}, frame count doesn't match, bad AI! 😁".format(
@@ -31,8 +31,8 @@ def slicing_into_frames(
 
         script.nodes[node_name]["prompt"] = (
             script.nodes[node_name]["prompt"]
-            .replace(":::story", " ".join(list_of_frame_prompts[:index]))
-            .replace(":::input", list_of_frame_prompts[index])
+            .replace(":::story_so_far", " ".join(list_of_frame_prompts[:index]))
+            .replace(":::story_of_this_frame", list_of_frame_prompts[index])
         )
 
     return True

blue_assistant/script/repository/blue_amo/classes.py

@@ -4,78 +4,55 @@ from blueness import module
 from blue_objects import file, path
 
 from blue_assistant import NAME
-from blue_assistant.script.repository.generic.classes import GenericScript
+from blue_assistant.script.repository.base.classes import BaseScript
 from blue_assistant.script.repository.blue_amo.actions import dict_of_actions
 from blue_assistant.logger import logger
 
 NAME = module.name(__file__, NAME)
 
 
-class BlueAmoScript(GenericScript):
+class BlueAmoScript(BaseScript):
     name = path.name(file.path(__file__))
 
-    def __init__(
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+
+        self.dict_of_actions.update(dict_of_actions)
+
+    def generate_graph(
         self,
-        object_name: str,
-        test_mode: bool = False,
         verbose: bool = False,
-    ):
-        super().__init__(
-            object_name=object_name,
-            test_mode=test_mode,
-            verbose=verbose,
-        )
-
-        if self.test_mode:
-            self.vars["frame_count"] = 1
+    ) -> bool:
+        if not super().generate_graph(verbose=verbose):
+            return False
 
-        holder_node_name = "generating_the_frames"
+        map_node_name = "generating_the_frames"
         logger.info(
             "{}: expanding {} X {}...".format(
                 NAME,
-                holder_node_name,
+                map_node_name,
                 self.vars["frame_count"],
             )
         )
 
-        holder_node = self.nodes[holder_node_name]
-        del self.nodes[holder_node_name]
-        self.G.remove_node(holder_node_name)
-
-        reduce_node = "stitching_the_frames"
-        self.G.add_node(reduce_node)
-        self.nodes[reduce_node] = {"action": "generic"}
+        map_node = self.nodes[map_node_name]
+        del self.nodes[map_node_name]
+        self.G.remove_node(map_node_name)
 
+        reduce_node_name = "stitching_the_frames"
         for index in range(self.vars["frame_count"]):
             node_name = f"generating_frame_{index+1:03d}"
 
-            self.nodes[node_name] = copy.deepcopy(holder_node)
+            self.nodes[node_name] = copy.deepcopy(map_node)
 
             self.G.add_node(node_name)
             self.G.add_edge(
                 node_name,
-                "slicing_into_frames",
+                "setting_frame_prompts",
             )
             self.G.add_edge(
-                reduce_node,
+                reduce_node_name,
                 node_name,
             )
 
-        assert self.save_graph()
-
-    def perform_action(
-        self,
-        node_name: str,
-    ) -> bool:
-        if not super().perform_action(
-            node_name=node_name,
-        ):
-            return False
-
-        if node_name in dict_of_actions:
-            return dict_of_actions[node_name](
-                script=self,
-                node_name=node_name,
-            )
-
-        return True
+        return self.save_graph()

blue_assistant/script/repository/hue/classes.py

@@ -1,7 +1,7 @@
 from blue_objects import file, path
 
-from blue_assistant.script.repository.generic.classes import GenericScript
+from blue_assistant.script.repository.base.classes import BaseScript
 
 
-class HueScript(GenericScript):
+class HueScript(BaseScript):
     name = path.name(file.path(__file__))

blue_assistant/script/repository/orbital_data_explorer/actions/__init__.py

@@ -0,0 +1,11 @@
+from typing import Dict, Callable
+
+from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.orbital_data_explorer.actions import (
+    expanding_the_extractions,
+)
+
+
+dict_of_actions: Dict[str, Callable[[BaseScript, str], bool]] = {
+    "expanding_the_extractions": expanding_the_extractions.expanding_the_extractions,
+}

blue_assistant/script/repository/orbital_data_explorer/actions/expanding_the_extractions.py

@@ -0,0 +1,109 @@
+import copy
+from typing import Dict
+
+from blueness import module
+from blue_options.logger import log_dict, log_list
+from blue_objects import file, objects
+from blue_objects.metadata import get_from_object
+
+from blue_assistant import NAME
+from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.web.functions import url_to_filename
+from blue_assistant.logger import logger
+
+NAME = module.name(__file__, NAME)
+
+
+def expanding_the_extractions(
+    script: BaseScript,
+    node_name: str,
+) -> bool:
+    map_node_name = "extraction"
+
+    crawl_cache: Dict[str, str] = get_from_object(
+        script.object_name,
+        "web_crawl_cache",
+        {},
+    )
+    log_dict(logger, "using", crawl_cache, "crawled url(s)")
+
+    list_of_urls = [
+        url
+        for url, content_type in crawl_cache.items()
+        if "html" in content_type
+        and not file.exists(
+            objects.path_of(
+                object_name=script.object_name,
+                filename="{}_cache/{}.txt".format(
+                    map_node_name,
+                    url_to_filename(url),
+                ),
+            )
+        )
+    ]
+    log_list(logger, "using", list_of_urls, "crawled unextracted html(s).")
+
+    max_nodes = min(
+        len(list_of_urls),
+        script.nodes[node_name]["max_nodes"],
+    )
+    logger.info(
+        "{}: expanding {} X {}...".format(
+            NAME,
+            map_node_name,
+            max_nodes,
+        )
+    )
+
+    map_node = script.nodes[map_node_name]
+    del script.nodes[map_node_name]
+    script.G.remove_node(map_node_name)
+
+    reduce_node_name = "generating_summary"
+    for index in range(max_nodes):
+        url = list_of_urls[index]
+        index_node_name = f"{map_node_name}_{index+1:03d}"
+
+        success, url_content = file.load_yaml(
+            filename=objects.path_of(
+                object_name=script.object_name,
+                filename="web_crawl_cache/{}.yaml".format(
+                    url_to_filename(url),
+                ),
+            ),
+        )
+        if not success:
+            logger.warning(f"{url}: failed to load url content.")
+            continue
+        if "text" not in url_content:
+            logger.warning(f"{url}: no text found in url content.")
+            continue
+
+        logger.info(f"{url} -{map_node_name}-> {index_node_name}")
+
+        script.nodes[index_node_name] = copy.deepcopy(map_node)
+
+        script.nodes[index_node_name]["prompt"] = map_node["prompt"].replace(
+            ":::url_content",
+            url_content["text"],
+        )
+
+        script.nodes[index_node_name]["url"] = url
+        script.nodes[index_node_name]["cache"] = "{}_cache/{}.txt".format(
+            map_node_name,
+            url_to_filename(url),
+        )
+
+        script.G.add_node(index_node_name)
+        script.G.add_edge(
+            index_node_name,
+            node_name,
+        )
+        script.G.add_edge(
+            reduce_node_name,
+            index_node_name,
+        )
+
+    script.nodes_changed = True
+
+    return script.save_graph()

blue_assistant/script/repository/orbital_data_explorer/classes.py

@@ -1,7 +1,15 @@
 from blue_objects import file, path
 
-from blue_assistant.script.repository.generic.classes import GenericScript
+from blue_assistant.script.repository.base.classes import BaseScript
+from blue_assistant.script.repository.orbital_data_explorer.actions import (
+    dict_of_actions,
+)
 
 
-class OrbitalDataExplorerScript(GenericScript):
+class OrbitalDataExplorerScript(BaseScript):
     name = path.name(file.path(__file__))
+
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+
+        self.dict_of_actions.update(dict_of_actions)

blue_assistant/web/crawl.py

@@ -35,7 +35,7 @@ def crawl_list_of_urls(
             seed_urls
             + get_from_object(
                 object_name,
-                f"{cache_prefix}_crawl_queue",
+                f"{cache_prefix}_queue",
                 [],
             )
         )
@@ -44,7 +44,7 @@ def crawl_list_of_urls(
 
     crawl_cache: Dict[str, str] = get_from_object(
         object_name,
-        f"{cache_prefix}_crawl_cache",
+        f"{cache_prefix}_cache",
         {},
     )
     log_dict(logger, "loaded cache:", crawl_cache, "url(s)")
@@ -75,7 +75,7 @@ def crawl_list_of_urls(
             if not file.save_yaml(
                 filename=objects.path_of(
                     object_name=object_name,
-                    filename="{}_crawl_cache/{}.yaml".format(
+                    filename="{}_cache/{}.yaml".format(
                         cache_prefix,
                         url_to_filename(url),
                     ),
@@ -108,12 +108,12 @@ def crawl_list_of_urls(
     if not (
         post_to_object(
             object_name,
-            f"{cache_prefix}_crawl_cache",
+            f"{cache_prefix}_cache",
             crawl_cache,
         )
         and post_to_object(
             object_name,
-            f"{cache_prefix}_crawl_queue",
+            f"{cache_prefix}_queue",
             queue,
         )
     ):

blue_assistant/web/fetch.py

@@ -9,6 +9,7 @@ from blueness import module
 from blue_options.logger import log_long_text, log_list
 
 from blue_assistant import NAME
+from blue_assistant.web.functions import normalize_url
 from blue_assistant.logger import logger
 
 warnings.filterwarnings("ignore", category=XMLParsedAsHTMLWarning)
@@ -49,8 +50,7 @@ def fetch_links_and_text(
         for a_tag in soup.find_all("a", href=True):
             a_url = urljoin(url, a_tag["href"])
 
-            if "#" in a_url:
-                a_url = a_url.split("#", 1)[0]
+            a_url = normalize_url(a_url)
 
             if a_url.startswith(url):
                 if url not in list_of_urls:

blue_assistant/web/functions.py

@@ -1,4 +1,15 @@
 import re
+from urllib.parse import urlparse, urlunparse
+
+
+# https://chatgpt.com/c/67d733a0-4be4-8005-bf52-fb9ba32487c2
+def normalize_url(url: str) -> str:
+    return urlunparse(
+        urlparse(url)._replace(
+            query="",
+            fragment="",
+        ),
+    )
 
 
 def url_to_filename(

{blue_assistant-4.297.1.dist-info → blue_assistant-4.319.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: blue_assistant
-Version: 4.297.1
+Version: 4.319.1
 Summary: 🧠 An AI Assistant.
 Home-page: https://github.com/kamangir/blue-assistant
 Author: Arash Abadpour (Kamangir)
@@ -124,4 +124,4 @@ Also home to [`@web`](https://raw.githubusercontent.com/kamangir/blue-assistant/
 
 [![pylint](https://github.com/kamangir/blue-assistant/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-assistant/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-assistant/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-assistant/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-assistant/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-assistant/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-assistant.svg)](https://pypi.org/project/blue-assistant/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-assistant)](https://pypistats.org/packages/blue-assistant)
 
-built by 🌀 [`blue_options-4.240.1`](https://github.com/kamangir/awesome-bash-cli), based on 🧠 [`blue_assistant-4.297.1`](https://github.com/kamangir/blue-assistant).
+built by 🌀 [`blue_options-4.240.1`](https://github.com/kamangir/awesome-bash-cli), based on 🧠 [`blue_assistant-4.319.1`](https://github.com/kamangir/blue-assistant).

{blue_assistant-4.297.1.dist-info → blue_assistant-4.319.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 blue_assistant/README.py,sha256=EJORj3I5pucJplI86lrFaZBN5C9IYNgKoG_V7h27NHw,2586
-blue_assistant/__init__.py,sha256=eqs0ahdW2HhNZa_Sw0qhR4wQS1ev0DfEsiig8bpHsUo,311
+blue_assistant/__init__.py,sha256=QCw7ze05yQxWjXRvjx1vYtxUHZldMVhjcBd1-l39zvE,311
 blue_assistant/__main__.py,sha256=URtal70XZc0--3FDTYWcLtnGOqBYjMX9gt-L1k8hDXI,361
 blue_assistant/config.env,sha256=npodyuuhkZUHUv9FnEiQQZkKxFbg8nQb1YpOCURqV3Y,301
 blue_assistant/env.py,sha256=FTSdJ8-J4jAyI0-h3MBgOweQBWd3YEFIibBHSXpClrY,760
@@ -20,11 +20,11 @@ blue_assistant/.abcli/hue/create_user.sh,sha256=Nh8FhnGweB2JZB7SVh-6jp8ud5YHeJSa
 blue_assistant/.abcli/hue/list.sh,sha256=ynptjPo6jZnwm-7wAVgGx-mZvyPKZ9b5JaJoY0xidCg,268
 blue_assistant/.abcli/hue/set.sh,sha256=VcADsfbjjbrxIMX9cVVHeK0MH649ZRY29V8YDTgflms,266
 blue_assistant/.abcli/script/list.sh,sha256=2lcVfqDfZP50NszF8o5YCo3TrJKeDc_qo7MTAF3XTGw,131
-blue_assistant/.abcli/script/run.sh,sha256=2XWX6-2H_CWO1CMmdnhVlXeFLiSfQqJtqZK-rDd6E0I,933
+blue_assistant/.abcli/script/run.sh,sha256=1pzzzHeviUZ9tLJZrCsAleQgNfoq8hnlwPuBCY2Ofso,930
 blue_assistant/.abcli/tests/README.sh,sha256=Qs0YUxVB1OZZ70Nqw2kT1LKXeUnC5-XfQRMfqb8Cbwg,152
 blue_assistant/.abcli/tests/help.sh,sha256=7AAZzCEo5vZ1cBAMfj4virDClabaUMdOV-NqXSJQVUM,918
 blue_assistant/.abcli/tests/script_list.sh,sha256=OVOwWO9wR0eeDZTM6uub-eTKbz3eswU3vEUPWXcK-gQ,178
-blue_assistant/.abcli/tests/script_run.sh,sha256=5PFFNnWMpY55ZSYwIFsf9Ya0vHfncU1_8uBjY9Dke7I,809
+blue_assistant/.abcli/tests/script_run.sh,sha256=N0sg5j5a60x5v4V8PCEVjyjPP8xO-uC9JduSCBU0EyE,809
 blue_assistant/.abcli/tests/version.sh,sha256=oR2rvYR8zi-0VDPIdPJsmsmWwYaamT8dmNTqUh3-8Gw,154
 blue_assistant/.abcli/tests/web_crawl.sh,sha256=sz3LbpidWvjG7kQoWxQBtdBe5yntm14ylAUsgPJWhko,372
 blue_assistant/.abcli/tests/web_fetch.sh,sha256=C8PFWlmRa9heNdP9yhshriCBKG1uUlps-oxhAM70AZI,312
@@ -34,40 +34,41 @@ blue_assistant/help/__init__.py,sha256=ajz1GSNU9xYVrFEDSz6Xwg7amWQ_yvW75tQa1ZvRI
 blue_assistant/help/__main__.py,sha256=cVejR7OpoWPg0qLbm-PZf5TuJS27x49jzfiyCLyzEns,241
 blue_assistant/help/functions.py,sha256=O85zVEMtnm32O7KB6W6uQRoFXnE_4dW5pwYZtMakYDg,865
 blue_assistant/help/hue.py,sha256=ZElPG24ekiS7eIGLVrP2gB_womlGUuwln2cded4Li-c,2319
-blue_assistant/help/script.py,sha256=UalSgd0uLCcyQL1S3429NnRN_BaR_-Mj7WS1JqIOKXs,1122
+blue_assistant/help/script.py,sha256=THeHam9PoS_2I9G06ggMH1R8kB0lzz_8qOQNYPhl7Zw,1164
 blue_assistant/help/web.py,sha256=LNJRbMXipXUojJmmTghY9YAxFqPDLTCvcRCfpJrfgvk,918
 blue_assistant/script/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-blue_assistant/script/__main__.py,sha256=eOSOo5yYTPMwIXZ0GkuWkmOcsDWrZtHvClyJizXSk2w,1657
+blue_assistant/script/__main__.py,sha256=O8zPwcgil-x0YmqIl0GWbbSEcpFDrx0e_VTvqBwG8Io,1802
 blue_assistant/script/load.py,sha256=JsDY9T3HTM9vXngvKsA0Mt_erxAnRR_jI62-JhrOBMU,831
-blue_assistant/script/actions/__init__.py,sha256=GJJCaXSrfhwW9K5A2PHmrS7iGl-Ss9UUeYHUtxni4k0,576
-blue_assistant/script/actions/generate_image.py,sha256=PgvOspDV8n2M7ZmgVOdZzJwQ1tnJNJ6V8gV94P74ksA,1336
-blue_assistant/script/actions/generate_text.py,sha256=SSyII0QPqiD538hveaN3RSyEHOt_lJ7Q-AVUg6fmlaM,1889
-blue_assistant/script/actions/generic.py,sha256=ET1RaKcUABM8HdIv8JecSpUFasYqmwHacL-5LjF-8NM,355
-blue_assistant/script/actions/web_crawl.py,sha256=P_oY4p94j1EdDdbB_drjoPGmnDsH18pVm2kL-qxf_Vw,1458
-blue_assistant/script/repository/__init__.py,sha256=zVI3cubRqM9H6WgF0EUP9idILVLCumPFmJgKPM7iVlM,604
+blue_assistant/script/actions/__init__.py,sha256=rTJw42KtMcsOMU1Z-h1e5Nch2Iax-t2P84vPZ-ccR_c,573
+blue_assistant/script/actions/generate_image.py,sha256=SJLKkeduWkJgN-0Y8H3ov8xSw3MBpmjQSBTR9vwXstA,1343
+blue_assistant/script/actions/generate_text.py,sha256=LJmXHZBpLdMMnE5SJGbv03bELTlG1zLav8XW2QLtRWI,2023
+blue_assistant/script/actions/generic.py,sha256=UkyaM16qXdmTAVfduo6niCpHk5nB7rir-9oIW1VdwOg,343
+blue_assistant/script/actions/web_crawl.py,sha256=aq-Jq2sFeUcU2EzlOnK_X_L3Lim_x8SMhxNJJ9hNV-g,1553
+blue_assistant/script/repository/__init__.py,sha256=zxqxFim6RdNhQLU3SWVytMwsf0NyhX1c_Mhi-ZUFi2w,658
 blue_assistant/script/repository/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-blue_assistant/script/repository/base/classes.py,sha256=pzFlqBYnh8YH72gEJyCtRVaiA8ZcwwUkSbEmZII2MFc,5291
+blue_assistant/script/repository/base/classes.py,sha256=AW-fK0CiAosIDPVPA9aKOIlEgn3oQq-2L265vzTphSQ,519
+blue_assistant/script/repository/base/root.py,sha256=4yGbMTlSmbQXGcOhOInElBiN1AqBY9TED02qa_ee4Hk,8347
 blue_assistant/script/repository/blue_amo/__init__.py,sha256=WjL9GIlN-DBnbUMJ8O_FxTp0rcVGlsIS3H9YtXEefTk,76
-blue_assistant/script/repository/blue_amo/classes.py,sha256=7mnl8y3j8HadwD1H61klI1LVklWtnt8uNQhELkkoO5c,2108
-blue_assistant/script/repository/blue_amo/actions/__init__.py,sha256=je2S21KvYB3QkbABs71parwUh8MCh2mdlNZfLx_QuDg,430
-blue_assistant/script/repository/blue_amo/actions/slicing_into_frames.py,sha256=79SI7_69FKKLeX_jHlfXnUWGtG4Sj7sBJOfeFwK8I9U,1201
+blue_assistant/script/repository/blue_amo/classes.py,sha256=ZYjnCUocGB-3K-gBrq4_CasR5vBQ1OfIECcpf_XZfgE,1576
+blue_assistant/script/repository/blue_amo/actions/__init__.py,sha256=JE4XK5Do64kLfAUxKTa15vkqUQ5JMCiHZfm03blBxi8,438
+blue_assistant/script/repository/blue_amo/actions/setting_frame_prompts.py,sha256=4YkEsWNhFg_5crYDMPglUVjlWpoG0ditKbUittYiFo4,1205
 blue_assistant/script/repository/blue_amo/actions/stitching_the_frames.py,sha256=mbXriat6deEAmuo5Y1ValySnUXDENR7TZS_3nVPlQ6M,3622
-blue_assistant/script/repository/generic/__init__.py,sha256=kLffGsQMQAFJTw6IZBE5eBxvshP1x9wwHHR4hsDJblo,75
-blue_assistant/script/repository/generic/classes.py,sha256=VhZpyA0sOBSlamopRPJ1EyPTd0i5-LvTzCAYlBJR-Es,2589
 blue_assistant/script/repository/hue/__init__.py,sha256=WjL9GIlN-DBnbUMJ8O_FxTp0rcVGlsIS3H9YtXEefTk,76
 blue_assistant/script/repository/hue/__main__.py,sha256=jaesrONQsrpVdg8A7NzzT8xpsdXs5gmrywOTE_TWD6c,2321
 blue_assistant/script/repository/hue/api.py,sha256=C3KzT_MG868gsznUXpwEbUleBjnJObWzZgzvN6wi3uo,4774
-blue_assistant/script/repository/hue/classes.py,sha256=YhifmcuylnZuI0_BjBPmwrSbsO-BOHDHNJ0pSLIExiE,188
+blue_assistant/script/repository/hue/classes.py,sha256=AbihLKw4Ii9MHnCQj1qOrZiZhQh6LhbDcN3kLTigQ00,179
 blue_assistant/script/repository/hue/colors.py,sha256=rUdtCroNAnzm1zUuVp8eVhvfIie1f7sd208ypsFAJ_w,625
 blue_assistant/script/repository/orbital_data_explorer/__init__.py,sha256=yy5FtCeHlr9dRfqxw4QYWr7_yRjnQpwVyuAY2vLrh4Q,110
-blue_assistant/script/repository/orbital_data_explorer/classes.py,sha256=ixYd_FHWYtp8Sfd6AiZkIqePjoUlT9iLg7TvuxHIDzA,204
+blue_assistant/script/repository/orbital_data_explorer/classes.py,sha256=C75k_GNq6lG8lPiETR3n1E6T2ier52_DqXxk1HmELlY,419
+blue_assistant/script/repository/orbital_data_explorer/actions/__init__.py,sha256=TKOLK61Z18ygpnVjOtjeB4h4irvyyAlc04Wlu7QrSxI,370
+blue_assistant/script/repository/orbital_data_explorer/actions/expanding_the_extractions.py,sha256=MZ729BIVrTniE-r-1kh7F21QB7dqZmgbXw4cQ6Nnkjw,3060
 blue_assistant/web/__init__.py,sha256=70_JSpnfX1mLm8Xv3xHIujfr2FfGeHPRs6HraWDP1XA,114
 blue_assistant/web/__main__.py,sha256=aLkMmUpeWSOxa7YQVbtL90ZNbOcr1OeT0rymw90jx7A,1436
-blue_assistant/web/crawl.py,sha256=S_Y-jZ_-K9Q2yLG6r-cdYphK4p0dXPluDap4h5jBLY0,3373
-blue_assistant/web/fetch.py,sha256=meso5ssN6OEk2xcPo3VMmFsXLqPlBVZ2FxureWoIYag,2546
-blue_assistant/web/functions.py,sha256=uJAC_kGOn2wA9AwOB_FB2f1dFYyNaEPPC42lN3klnFc,618
-blue_assistant-4.297.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
-blue_assistant-4.297.1.dist-info/METADATA,sha256=1WTg41ozGhCwgGWfpH-CRqnolwB8yhYrVfXwU65gNGE,5380
-blue_assistant-4.297.1.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
-blue_assistant-4.297.1.dist-info/top_level.txt,sha256=ud0BkBbdOVze13bNqHuhZj1rwCztaBtDf5ChEYzASOs,15
-blue_assistant-4.297.1.dist-info/RECORD,,
+blue_assistant/web/crawl.py,sha256=w77MNqVSLDE6nm7XuwWU7JMOcm26ISdA_fjT7Ec2bi8,3343
+blue_assistant/web/fetch.py,sha256=WihKsEdF4q8SVMa1IJa-O2BnYbNSr3uzNykJnVuSyrQ,2566
+blue_assistant/web/functions.py,sha256=TVsQbgtkWg4Hy6E2hLJ1bJqjrL6rcmGAxmYuqLUFeSw,882
+blue_assistant-4.319.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
+blue_assistant-4.319.1.dist-info/METADATA,sha256=N5fnp_I56AXZwdFeI7D5Oc8p_t3dxxO7JITgJj1fLYs,5380
+blue_assistant-4.319.1.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
+blue_assistant-4.319.1.dist-info/top_level.txt,sha256=ud0BkBbdOVze13bNqHuhZj1rwCztaBtDf5ChEYzASOs,15
+blue_assistant-4.319.1.dist-info/RECORD,,

blue_assistant/script/repository/generic/__init__.py

@@ -1 +0,0 @@
-from blue_assistant.script.repository.generic.classes import GenericScript

blue_assistant/script/repository/generic/classes.py

@@ -1,88 +0,0 @@
-from typing import Dict, List
-import os
-from tqdm import tqdm
-
-
-from blueness import module
-from blue_objects import file, path
-from blue_objects.metadata import post_to_object
-
-from blue_assistant import NAME
-from blue_assistant.script.repository.base.classes import BaseScript
-from blue_assistant.script.actions import dict_of_actions
-from blue_assistant.logger import logger
-
-
-NAME = module.name(__file__, NAME)
-
-
-class GenericScript(BaseScript):
-    name = path.name(file.path(__file__))
-
-    def perform_action(
-        self,
-        node_name: str,
-    ) -> bool:
-        action_name = self.nodes[node_name].get("action", "unknown")
-        logger.info(f"---- node: {node_name} ---- ")
-
-        if action_name not in dict_of_actions:
-            logger.error(f"{action_name}: action not found.")
-            return False
-
-        return dict_of_actions[action_name](
-            script=self,
-            node_name=node_name,
-        )
-
-    def run(
-        self,
-    ) -> bool:
-        if not super().run():
-            return False
-
-        success: bool = True
-        while (
-            not all(self.nodes[node].get("completed", False) for node in self.nodes)
-            and success
-        ):
-            for node_name in tqdm(self.nodes):
-                if self.nodes[node_name].get("completed", False):
-                    continue
-
-                if not self.nodes[node_name].get("runnable", True):
-                    logger.info(f"Not runnable, skipped: {node_name}.")
-                    self.nodes[node_name]["completed"] = True
-                    continue
-
-                pending_dependencies = [
-                    node_name_
-                    for node_name_ in self.G.successors(node_name)
-                    if not self.nodes[node_name_].get("completed", False)
-                ]
-                if pending_dependencies:
-                    logger.info(
-                        'node "{}": {} pending dependenci(es): {}'.format(
-                            node_name,
-                            len(pending_dependencies),
-                            ", ".join(pending_dependencies),
-                        )
-                    )
-                    continue
-
-                if not self.perform_action(
-                    node_name=node_name,
-                ):
-                    success = False
-                    break
-
-                self.nodes[node_name]["completed"] = True
-
-        if not post_to_object(
-            self.object_name,
-            "output",
-            self.metadata,
-        ):
-            return False
-
-        return success