ddeutil-workflow 0.0.7__py3-none-any.whl → 0.0.8__py3-none-any.whl

ddeutil/workflow/__about__.py

@@ -1 +1 @@
-__version__: str = "0.0.7"
+__version__: str = "0.0.8"

ddeutil/workflow/app.py

@@ -3,6 +3,8 @@
 # Licensed under the MIT License. See LICENSE in the project root for
 # license information.
 # ------------------------------------------------------------------------------
+from __future__ import annotations
+
 import functools
 import time
 
@@ -10,6 +12,8 @@ import schedule
 
 
 def catch_exceptions(cancel_on_failure=False):
+    """Catch exception error from scheduler job."""
+
     def catch_exceptions_decorator(job_func):
         @functools.wraps(job_func)
         def wrapper(*args, **kwargs):

ddeutil/workflow/exceptions.py

@@ -3,9 +3,6 @@
 # Licensed under the MIT License. See LICENSE in the project root for
 # license information.
 # ------------------------------------------------------------------------------
-"""
-Define Errors Object for Node package
-"""
 from __future__ import annotations
 
 
@@ -24,4 +21,4 @@ class JobException(WorkflowException): ...
 class PipelineException(WorkflowException): ...
 
 
-class ParamValueException(ValueError): ...
+class ParamValueException(WorkflowException): ...

ddeutil/workflow/log.py

@@ -6,11 +6,16 @@
 from __future__ import annotations
 
 import logging
+from datetime import datetime
 from functools import lru_cache
+from typing import Union
 
+from pydantic import BaseModel, Field
 from rich.console import Console
 from rich.logging import RichHandler
 
+from .__types import DictData
+
 console = Console(color_system="256", width=200, style="blue")
 
 
@@ -28,3 +33,47 @@ def get_logger(module_name):
     logger.addHandler(handler)
     logger.setLevel(logging.DEBUG)
     return logger
+
+
+class BaseLog(BaseModel):
+    """Base logging model."""
+
+    parent_id: str
+    id: str
+    input: DictData
+    output: DictData
+    update_time: datetime = Field(default_factory=datetime.now)
+
+
+class StageLog(BaseLog): ...
+
+
+class JobLog(BaseLog): ...
+
+
+class PipelineLog(BaseLog): ...
+
+
+Log = Union[
+    StageLog,
+    JobLog,
+    PipelineLog,
+]
+
+
+def push_log_memory(log: DictData):
+    """Push message log to globals log queue."""
+    print(log)
+
+
+LOGS_REGISTRY = {
+    "memory": push_log_memory,
+}
+
+
+def push_log(log: DictData, mode: str = "memory"):
+    return LOGS_REGISTRY[mode](log)
+
+
+def save_log():
+    """Save log that push to queue to target saving"""