flowweave 2.0.1__py3-none-any.whl → 3.0.0__py3-none-any.whl

flowweave/__init__.py

@@ -1,6 +1,6 @@
-__version__ = "2.0.1"
+__version__ = "3.0.0"
 __author__ = "syatch"
 __license__ = "MIT"
 
-from .flowweave import FlowWeave, FlowWeaveTask
-from .base import Result, TaskData, FlowWeaveTaskRunner
+from .flowweave import FlowWeave
+from .base import FlowWeaveResult, FlowWeaveTask

flowweave/base.py

@@ -4,7 +4,7 @@ from typing import IO, Optional
 
 from colorama import Fore
 
-class Result(IntEnum):
+class FlowWeaveResult(IntEnum):
     FAIL = 0
     SUCCESS = 1
     IGNORE = 2
@@ -30,17 +30,17 @@ class TaskData:
         self.do_only = do_only
         self.show_log = show_log
 
-class FlowWeaveTaskRunner:
+class FlowWeaveTask:
     def __init__(self, prev_future):
         self.prev_future = prev_future
         self.return_data = None
 
-    def __call__(self) -> Result:
-        result = self.run()
-        return result
+    def __call__(self):
+        result, return_data = self.run()
+        return result, return_data
 
-    def run(self) -> Result:
-        return Result.SUCCESS
+    def run(self):
+        return FlowWeaveResult.SUCCESS, self.return_data
 
     def set_task_data(self, task_data: TaskData) -> None:
         self.task_data = task_data

flowweave/cli.py

@@ -8,7 +8,7 @@ import colorama
 
 # Local application / relative imports
 from .flowweave import FlowWeave
-from .base import Result
+from .base import FlowWeaveResult
 
 def get_setting_path(args):
     setting_path = None
@@ -59,7 +59,7 @@ def build_parser() -> argparse.ArgumentParser:
     return parser
 
 def main() -> None:
-    result = Result.SUCCESS
+    result = FlowWeaveResult.SUCCESS
 
     colorama.init(autoreset=True)
 
@@ -72,7 +72,7 @@ def main() -> None:
         if not setting_path:
             parser.error("run requires flow_file")
         results = FlowWeave.run(setting_file=setting_path, parallel=args.parallel, show_log = args.log)
-        result = all(x == Result.SUCCESS for x in results)
+        result = all(x == FlowWeaveResult.SUCCESS for x in results)
     elif args.command == "info":
         if args.flow_file:
             show_flow_op(setting_path, args.flow_file, info=True)

flowweave/flowweave.py

@@ -1,7 +1,9 @@
 # Standard library
 import copy
+from functools import reduce
 import importlib
 from importlib.resources import files
+import inspect
 import itertools
 import json
 import logging
@@ -14,7 +16,7 @@ import yaml
 from prefect import flow, task, get_run_logger
 
 # Local application / relative imports
-from .base import Result, TaskData
+from .base import FlowWeaveResult, TaskData, FlowWeaveTask
 from .message import FlowMessage
 
 class StageData():
@@ -38,15 +40,13 @@ class StageData():
         text += "==========="
         return text
 
-class FlowWeaveTask():
-    task_class = None
-
+class TaskRunner():
     @task
     def start(prev_future, task_data: TaskData):
         try:
-            task_instance = task_data.task_class.runner(prev_future)
+            task_instance = task_data.task_class(prev_future)
         except AttributeError:
-            raise TypeError(f"{task_data.task_class} must define runner")
+            raise TypeError(f"Failed to get instance of '{task_data.task_class}'")
 
         # set task member variables
         setattr(task_instance, "task_data", task_data)
@@ -62,23 +62,23 @@ class FlowWeaveTask():
         run_task = True
         if prev_future:
             if "pre_success" == task_data.do_only:
-                run_task = True if (Result.SUCCESS == prev_future.get("result")) else False
+                run_task = True if (FlowWeaveResult.SUCCESS == prev_future.get("result")) else False
             elif "pre_fail" == task_data.do_only:
-                run_task = True if (Result.FAIL == prev_future.get("result")) else False
+                run_task = True if (FlowWeaveResult.FAIL == prev_future.get("result")) else False
 
         if run_task:
-            FlowWeaveTask.message_task_start(prev_future, task_data)
+            TaskRunner.message_task_start(prev_future, task_data)
 
             try:
                 task_result, return_data = task_instance()
             except Exception as e:
                 FlowMessage.error(e)
-                task_result = Result.FAIL
+                task_result = FlowWeaveResult.FAIL
 
             FlowMessage.task_end(task_data, task_result)
         else:
-            FlowWeaveTask.message_task_ignore(prev_future, task_data)
-            task_result = Result.IGNORE
+            TaskRunner.message_task_ignore(prev_future, task_data)
+            task_result = FlowWeaveResult.IGNORE
 
         return {"name" : task_data.name, "option" : task_data.option, "data" : return_data, "result" : task_result}
 
@@ -207,27 +207,43 @@ class FlowWeave():
         op_dic = setting.get("op", {})
         for op, op_info in op_dic.items():
             script_name = op_info.get('script')
-            op_class = FlowWeave._get_op_class(source_name, script_name, info)
+            op_class = FlowWeave._get_op_class(source_name, script_name, FlowWeaveTask)
 
             return_dic[str(op)] = op_class
 
         return return_dic
 
-    def _get_op_class(source_name: str, script_name: str, info: bool = False):
+    def _get_op_class(source_name: str, script_name: str, base_class):
         module_name = f"{source_name}.{script_name}"
+
         try:
             module = importlib.import_module(module_name)
         except Exception as e:
             raise RuntimeError(f"Failed to import {module_name}: {e}")
 
-        if not hasattr(module, "Task"):
-            raise RuntimeError(f"'Task' class not found in {module_name}")
+        candidates = []
+
+        for _, obj in inspect.getmembers(module, inspect.isclass):
+            if obj.__module__ != module.__name__:
+                continue
 
-        return_module = module.Task
-        if info:
-            return_module = module.Task.runner
+            if issubclass(obj, base_class) and obj is not base_class:
+                candidates.append(obj)
 
-        return return_module
+        if len(candidates) == 0:
+            raise RuntimeError(
+                f"No subclass of {base_class.__name__} found in {module_name}"
+            )
+
+        if len(candidates) > 1:
+            names = ", ".join(c.__name__ for c in candidates)
+            raise RuntimeError(
+                f"Multiple subclasses of {base_class.__name__} found in {module_name}: {names}"
+            )
+
+        cls = candidates[0]
+
+        return cls
 
     def _get_global_option_comb(global_option: dict) -> list:
         keys = list(global_option.keys())
@@ -247,7 +263,7 @@ class FlowWeave():
 
     @task
     def run_flow(flow_data: dict, global_cmb: dict, op_dic: dict, part: int, all: int, show_log: bool = False) -> list[str]:
-        flow_result = Result.SUCCESS
+        flow_result = FlowWeaveResult.SUCCESS
 
         if show_log:
             text = "= Flow =\n"
@@ -269,8 +285,8 @@ class FlowWeave():
                 FlowWeave._print_log(str(stage_data))
 
             result = FlowWeave._run_stage(stage_data, show_log)
-            if Result.FAIL == result:
-                flow_result = Result.FAIL
+            if FlowWeaveResult.FAIL == result:
+                flow_result = FlowWeaveResult.FAIL
 
             FlowMessage.stage_end(stage, part, all, flow_result)
 
@@ -293,7 +309,7 @@ class FlowWeave():
             logger.info(f"{text}")
 
     def _run_stage(stage_data: StageData, show_log: bool = False):
-        stage_result = Result.SUCCESS
+        stage_result = FlowWeaveResult.SUCCESS
 
         all_futures = []
 
@@ -306,11 +322,23 @@ class FlowWeave():
 
         for f in all_futures:
             result = f.result()
-            if Result.FAIL == result.get("result"):
-                stage_result = Result.FAIL
+            if FlowWeaveResult.FAIL == result.get("result"):
+                stage_result = FlowWeaveResult.FAIL
 
         return stage_result
 
+    def _deep_merge(a: dict, b: dict) -> dict:
+        result = a.copy()
+        for k, v in b.items():
+            if k in result and isinstance(result[k], dict) and isinstance(v, dict):
+                result[k] = FlowWeave._deep_merge(result[k], v)
+            else:
+                result[k] = v
+        return result
+
+    def _deep_merge_many(*dicts):
+        return reduce(FlowWeave._deep_merge, dicts)
+
     def _run_task(stage_data: dict, task_name: str, prev_future = None, visited = None, show_log: bool = False):
         if visited is None:
             visited = set()
@@ -326,11 +354,7 @@ class FlowWeave():
 
         default_option = stage_data.default_option or {}
         global_option = stage_data.global_option or {}
-        task_option = copy.deepcopy(
-            default_option
-            | global_option
-            | task_dic.get("option", {})
-        )
+        task_option = FlowWeave._deep_merge_many(default_option, global_option, task_dic.get("option", {}))
 
         task_data = TaskData(name=task_name,
                              task_class=task_module,
@@ -341,9 +365,9 @@ class FlowWeave():
                              do_only=task_dic.get("do_only"),
                              show_log=show_log)
         if prev_future is None:
-            future = task_module.start.submit(None, task_data)
+            future = TaskRunner.start.submit(None, task_data)
         else:
-            future = task_module.start.submit(prev_future, task_data)
+            future = TaskRunner.start.submit(prev_future, task_data)
 
         links = task_dic.get("chain", {}).get("next", [])
         links = links if isinstance(links, list) else [links]

flowweave/message.py

@@ -5,7 +5,7 @@ from typing import IO, Optional
 from colorama import Fore
 
 # Local application / relative imports
-from .base import Result, TaskData
+from .base import FlowWeaveResult, TaskData
 
 class FlowMessage:
     @staticmethod
@@ -17,14 +17,14 @@ class FlowMessage:
         print(*args, sep=sep, end=end, file=file, flush=flush)
 
     @staticmethod
-    def get_result_text(result: Result) -> str:
+    def get_result_text(result: FlowWeaveResult) -> str:
         text = ""
 
-        if Result.SUCCESS == result:
+        if FlowWeaveResult.SUCCESS == result:
             text = f"{Fore.GREEN}SUCCESS"
-        elif Result.IGNORE == result:
+        elif FlowWeaveResult.IGNORE == result:
             text = f"{Fore.CYAN}IGNORE"
-        elif Result.FAIL == result:
+        elif FlowWeaveResult.FAIL == result:
             text = f"{Fore.RED}FAIL"
         else:
             text = f"{Fore.MAGENTA}UNKNOWN: {result.name}({result.value})"
@@ -42,7 +42,7 @@ class FlowMessage:
         FlowMessage._print(text)
 
     @staticmethod
-    def flow_end(part: int, all: int, result: Result) -> None:
+    def flow_end(part: int, all: int, result: FlowWeaveResult) -> None:
         result_text = FlowMessage.get_result_text(result)
         text = f"{Fore.YELLOW}[Flow {part} / {all}] Finish - {result_text}"
         FlowMessage._print(text)
@@ -53,7 +53,7 @@ class FlowMessage:
         FlowMessage._print(text)
 
     @staticmethod
-    def stage_end(stage: str, part: int, all: int, result: Result) -> None:
+    def stage_end(stage: str, part: int, all: int, result: FlowWeaveResult) -> None:
         result_text = FlowMessage.get_result_text(result)
         text = f"{Fore.MAGENTA}[Flow {part} / {all}] Finish Stage {stage} - {result_text}"
         FlowMessage._print(text)
@@ -79,7 +79,7 @@ class FlowMessage:
         FlowMessage._print(text)
 
     @staticmethod
-    def task_end(task_data: TaskData, result: Result) -> None:
+    def task_end(task_data: TaskData, result: FlowWeaveResult) -> None:
         result_text = FlowMessage.get_result_text(result)
         text = f"{Fore.CYAN}[Flow {task_data.flow_part} / {task_data.flow_all}] Finish Task {task_data.stage_name}/{task_data.name} - {result_text}"
         FlowMessage._print(text)

{flowweave-2.0.1.dist-info → flowweave-3.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowweave
-Version: 2.0.1
+Version: 3.0.0
 Summary: YAML-based workflow runner for task orchestration
 Author: syatch
 License: MIT

flowweave-3.0.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+flowweave/__init__.py,sha256=hFKSVXLXkc5VTBybQshM0N9uvhA02lAiCsImk-bp3K8,151
+flowweave/base.py,sha256=o5spY8XxfoP585Qxw02o7xIz9phJUXnVjKXCLUmhsFk,2514
+flowweave/cli.py,sha256=xO3hWlMlK9RLniXwQGHHq21IpX9PGki1n3UCR9VAvmQ,2651
+flowweave/flowweave.py,sha256=5bnVxfrQ2NzW8pssHyz_OLwIRaB_3GcijyXmX3dKWAQ,14413
+flowweave/message.py,sha256=2tvWW0rEQFjJFwb4Zu7ht2zb6iTRVLIux3jX3P2KzIU,3780
+flowweave/schema/flow.json,sha256=K7EAcH2KqniAPdNJWJdLiOYC77D2SGg50SOU2frC7LU,1810
+flowweave/schema/op_code.json,sha256=C9JeyBvSC6fA8Ss0exk3nsPjTRq_2XpK2gshvAcavbQ,414
+flowweave-3.0.0.dist-info/licenses/LICENSE,sha256=iN7x3Cz45_nCPCn23daVPqs0m_ZWPvTdayE2jg2OSmY,1203
+flowweave-3.0.0.dist-info/METADATA,sha256=sSjhmn-nA2LXYMT_ZMO8R6xWyhQDgvmxXZO04W-n5I8,580
+flowweave-3.0.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+flowweave-3.0.0.dist-info/entry_points.txt,sha256=qV4hkGzamuf-N1eNz-h_tRQ89Wa_py2jIdOSTeGAE1M,49
+flowweave-3.0.0.dist-info/top_level.txt,sha256=7fLs0F6CROwWhmjP9CyKODB25HJohoougiOCCL1YD_Y,10
+flowweave-3.0.0.dist-info/RECORD,,

flowweave-2.0.1.dist-info/RECORD

@@ -1,13 +0,0 @@
-flowweave/__init__.py,sha256=x_q1GhaS-BORef1-l3gu0OB_Jk-cUc9R5M3RiYC-ZCc,173
-flowweave/base.py,sha256=By6Cz5HsFuGJFf-VxQqpIrrky86nLSMl6da88Xs9ku4,2478
-flowweave/cli.py,sha256=5w3HD5Gd3p8Tgcka9m2NH1wRgsyMgHs-C_Yoc3jRtPA,2624
-flowweave/flowweave.py,sha256=x6B5QOkA1sRoEILKePudb2GggXHt3bkPecVTWPrH2pI,13410
-flowweave/message.py,sha256=U2Kg-RaqAIzLKtnDG2LSMnsqjE1EO9s5H5qwByTQv9E,3708
-flowweave/schema/flow.json,sha256=K7EAcH2KqniAPdNJWJdLiOYC77D2SGg50SOU2frC7LU,1810
-flowweave/schema/op_code.json,sha256=C9JeyBvSC6fA8Ss0exk3nsPjTRq_2XpK2gshvAcavbQ,414
-flowweave-2.0.1.dist-info/licenses/LICENSE,sha256=iN7x3Cz45_nCPCn23daVPqs0m_ZWPvTdayE2jg2OSmY,1203
-flowweave-2.0.1.dist-info/METADATA,sha256=IubrZCx7SdrHK5qM9tKHqHQ7b6cI98FPb2TbwuRmh08,580
-flowweave-2.0.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-flowweave-2.0.1.dist-info/entry_points.txt,sha256=qV4hkGzamuf-N1eNz-h_tRQ89Wa_py2jIdOSTeGAE1M,49
-flowweave-2.0.1.dist-info/top_level.txt,sha256=7fLs0F6CROwWhmjP9CyKODB25HJohoougiOCCL1YD_Y,10
-flowweave-2.0.1.dist-info/RECORD,,