ddeutil-workflow 0.0.49__py3-none-any.whl → 0.0.50__py3-none-any.whl

ddeutil/workflow/utils.py

@@ -26,9 +26,11 @@ T = TypeVar("T")
 UTC: Final[ZoneInfo] = ZoneInfo("UTC")
 
 
-def get_dt_now(
-    tz: ZoneInfo | None = None, offset: float = 0.0
-) -> datetime:  # pragma: no cov
+def replace_sec(dt: datetime) -> datetime:
+    return dt.replace(second=0, microsecond=0)
+
+
+def get_dt_now(tz: ZoneInfo | None = None, offset: float = 0.0) -> datetime:
     """Return the current datetime object.
 
     :param tz: A ZoneInfo object for replace timezone of return datetime object.
@@ -54,42 +56,31 @@ def get_d_now(
     return (datetime.now(tz=(tz or UTC)) - timedelta(seconds=offset)).date()
 
 
-def get_diff_sec(
-    dt: datetime, tz: ZoneInfo | None = None, offset: float = 0.0
-) -> int:  # pragma: no cov
+def get_diff_sec(dt: datetime, offset: float = 0.0) -> int:
     """Return second value that come from diff of an input datetime and the
     current datetime with specific timezone.
 
-    :param dt:
-    :param tz: A ZoneInfo object for replace timezone of return datetime object.
-    :param offset: An offset second value.
+    :param dt: (datetime) A datetime object that want to get different second value.
+    :param offset: (float) An offset second value.
 
     :rtype: int
     """
     return round(
         (
-            dt - datetime.now(tz=(tz or UTC)) - timedelta(seconds=offset)
+            dt - datetime.now(tz=dt.tzinfo) - timedelta(seconds=offset)
         ).total_seconds()
     )
 
 
-def reach_next_minute(
-    dt: datetime, tz: ZoneInfo | None = None, offset: float = 0.0
-) -> bool:
+def reach_next_minute(dt: datetime, offset: float = 0.0) -> bool:
     """Check this datetime object is not in range of minute level on the current
     datetime.
 
-    :param dt:
-    :param tz: A ZoneInfo object for replace timezone of return datetime object.
-    :param offset: An offset second value.
+    :param dt: (datetime) A datetime object that want to check.
+    :param offset: (float) An offset second value.
     """
     diff: float = (
-        dt.replace(second=0, microsecond=0)
-        - (
-            get_dt_now(tz=(tz or UTC), offset=offset).replace(
-                second=0, microsecond=0
-            )
-        )
+        replace_sec(dt) - replace_sec(get_dt_now(tz=dt.tzinfo, offset=offset))
     ).total_seconds()
     if diff >= 60:
         return True
@@ -106,7 +97,7 @@ def wait_to_next_minute(
     dt: datetime, second: float = 0
 ) -> None:  # pragma: no cov
     """Wait with sleep to the next minute with an offset second value."""
-    future = dt.replace(second=0, microsecond=0) + timedelta(minutes=1)
+    future: datetime = replace_sec(dt) + timedelta(minutes=1)
     time.sleep((future - dt).total_seconds() + second)
 
 
@@ -114,7 +105,7 @@ def delay(second: float = 0) -> None:  # pragma: no cov
     """Delay time that use time.sleep with random second value between
     0.00 - 0.99 seconds.
 
-    :param second: A second number that want to adds-on random value.
+    :param second: (float) A second number that want to adds-on random value.
     """
     time.sleep(second + randrange(0, 99, step=10) / 100)
 
@@ -124,32 +115,42 @@ def gen_id(
     *,
     sensitive: bool = True,
     unique: bool = False,
+    simple_mode: bool | None = None,
+    extras: DictData | None = None,
 ) -> str:
-    """Generate running ID for able to tracking. This generates process use `md5`
-    algorithm function if ``WORKFLOW_CORE_WORKFLOW_ID_SIMPLE_MODE`` set to
-    false. But it will cut this hashing value length to 10 it the setting value
-    set to true.
+    """Generate running ID for able to tracking. This generates process use
+    `md5` algorithm function if `WORKFLOW_CORE_WORKFLOW_ID_SIMPLE_MODE` set
+    to false. But it will cut this hashing value length to 10 it the setting
+    value set to true.
+
+    Simple Mode:
+
+        ... 0000 00    00  00   00     00     000000        T   0000000000
+        ... year month day hour minute second microsecond   sep simple-id
 
     :param value: A value that want to add to prefix before hashing with md5.
     :param sensitive: A flag that convert the value to lower case before hashing
     :param unique: A flag that add timestamp at microsecond level to value
         before hashing.
+    :param simple_mode: A flag for generate ID by simple mode.
+    :param extras: An extra parameter that use for override config value.
 
     :rtype: str
     """
-    from .conf import config
+    from .conf import dynamic
 
     if not isinstance(value, str):
         value: str = str(value)
 
-    if config.generate_id_simple_mode:
-        return (
-            f"{datetime.now(tz=config.tz):%Y%m%d%H%M%S%f}T" if unique else ""
-        ) + hash_str(f"{(value if sensitive else value.lower())}", n=10)
+    dt: datetime = datetime.now(tz=dynamic("tz", extras=extras))
+    if dynamic("generate_id_simple_mode", f=simple_mode, extras=extras):
+        return (f"{dt:%Y%m%d%H%M%S%f}T" if unique else "") + hash_str(
+            f"{(value if sensitive else value.lower())}", n=10
+        )
 
     return md5(
         (
-            (f"{datetime.now(tz=config.tz):%Y%m%d%H%M%S%f}T" if unique else "")
+            (f"{dt}T" if unique else "")
             + f"{(value if sensitive else value.lower())}"
         ).encode()
     ).hexdigest()
@@ -243,12 +244,15 @@ def cut_id(run_id: str, *, num: int = 6) -> str:
     """Cutting running ID with length.
 
     Example:
-        >>> cut_id(run_id='668931127320241228100331254567')
-        '254567'
+        >>> cut_id(run_id='20240101081330000000T1354680202')
+        '202401010813680202'
 
-    :param run_id:
+    :param run_id: A running ID That want to cut
     :param num:
 
     :rtype: str
     """
-    return run_id[-num:]
+    if "T" in run_id:
+        dt, simple = run_id.split("T", maxsplit=1)
+        return dt[:12] + simple[-num:]
+    return run_id[:12] + run_id[-num:]

ddeutil/workflow/workflow.py

@@ -923,15 +923,11 @@ class Workflow(BaseModel):
                 # NOTE: Pop the latest Release object from the release queue.
                 release: Release = heappop(q.queue)
 
-                if reach_next_minute(
-                    release.date,
-                    tz=dynamic("tz", extras=self.extras),
-                    offset=offset,
-                ):
+                if reach_next_minute(release.date, offset=offset):
                     result.trace.debug(
-                        f"[POKING]: The latest release, "
-                        f"{release.date:%Y-%m-%d %H:%M:%S}, is not able to run "
-                        f"on this minute"
+                        f"[POKING]: Latest Release, "
+                        f"{release.date:%Y-%m-%d %H:%M:%S}, can not run on "
+                        f"this time"
                     )
                     heappush(q.queue, release)
                     wait_to_next_minute(
@@ -976,7 +972,6 @@ class Workflow(BaseModel):
         *,
         result: Result | None = None,
         event: Event | None = None,
-        raise_error: bool = True,
     ) -> Result:
         """Job execution with passing dynamic parameters from the main workflow
         execution to the target job object via job's ID.
@@ -987,7 +982,6 @@ class Workflow(BaseModel):
 
         :raise WorkflowException: If execute with not exist job's ID.
         :raise WorkflowException: If the job execution raise JobException.
-        :raise NotImplementedError: If set raise_error argument to False.
 
         :param job_id: A job ID that want to execute.
         :param params: A params that was parameterized from workflow execution.
@@ -995,8 +989,6 @@ class Workflow(BaseModel):
             data.
         :param event: (Event) An event manager that pass to the
             PoolThreadExecutor.
-        :param raise_error: A flag that raise error instead catching to result
-            if it gets exception from job execution.
 
         :rtype: Result
         :return: Return the result object that receive the job execution result
@@ -1021,10 +1013,10 @@ class Workflow(BaseModel):
         try:
             job: Job = self.jobs[job_id]
             if job.is_skipped(params=params):
-                result.trace.info(f"[JOB]: Skip job: {job_id!r}")
+                result.trace.info(f"[WORKFLOW]: Skip job: {job_id!r}")
                 job.set_outputs(output={"SKIP": {"skipped": True}}, to=params)
             else:
-                result.trace.info(f"[JOB]: Start execute job: {job_id!r}")
+                result.trace.info(f"[WORKFLOW]: Execute: {job_id!r}")
                 job.set_outputs(
                     job.execute(
                         params=params,
@@ -1036,12 +1028,8 @@ class Workflow(BaseModel):
                 )
         except JobException as e:
             result.trace.error(f"[WORKFLOW]: {e.__class__.__name__}: {e}")
-            if raise_error:
-                raise WorkflowException(
-                    f"Get job execution error {job_id}: JobException: {e}"
-                ) from None
-            raise NotImplementedError(
-                "Handle error from the job execution does not support yet."
+            raise WorkflowException(
+                f"Get job execution error {job_id}: JobException: {e}"
             ) from None
 
         return result.catch(status=SUCCESS, context=params)
@@ -1276,7 +1264,7 @@ class Workflow(BaseModel):
             max_workers=1,
             thread_name_prefix="wf_exec_non_threading_",
         ) as executor:
-            future: Future | None = None
+            future: Optional[Future] = None
 
             while not job_queue.empty() and (
                 not_timeout_flag := ((time.monotonic() - ts) < timeout)
@@ -1316,14 +1304,13 @@ class Workflow(BaseModel):
 
                     future = None
                     job_queue.put(job_id)
-                elif future.running():
+                elif future.running() or "state=pending" in str(future):
                     time.sleep(0.075)
                     job_queue.put(job_id)
                 else:  # pragma: no cov
                     job_queue.put(job_id)
-                    result.trace.debug(
-                        f"Execution non-threading does not handle case: {future} "
-                        f"that not running."
+                    result.trace.warning(
+                        f"... Execution non-threading not handle: {future}."
                     )
 
                 job_queue.task_done()
@@ -1352,6 +1339,12 @@ class WorkflowTask:
 
         This dataclass has the release method for itself that prepare necessary
     arguments before passing to the parent release method.
+
+    :param alias: (str) An alias name of Workflow model.
+    :param workflow: (Workflow) A Workflow model instance.
+    :param runner: (CronRunner)
+    :param values:
+    :param extras:
     """
 
     alias: str

{ddeutil_workflow-0.0.49.dist-info → ddeutil_workflow-0.0.50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.49
+Version: 0.0.50
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -39,6 +39,8 @@ Requires-Dist: ujson; extra == "api"
 Provides-Extra: async
 Requires-Dist: aiofiles; extra == "async"
 Requires-Dist: aiohttp; extra == "async"
+Provides-Extra: docker
+Requires-Dist: docker==7.1.0; extra == "docker"
 Dynamic: license-file
 
 # Workflow Orchestration
@@ -268,7 +270,6 @@ it will use default value and do not raise any error to you.
 | **TIMEZONE**                 |   Core    | `Asia/Bangkok`                                                                                                                  | A Timezone string value that will pass to `ZoneInfo` object.                                                       |
 | **STAGE_DEFAULT_ID**         |   Core    | `false`                                                                                                                         | A flag that enable default stage ID that use for catch an execution output.                                        |
 | **STAGE_RAISE_ERROR**        |   Core    | `false`                                                                                                                         | A flag that all stage raise StageException from stage execution.                                                   |
-| **JOB_RAISE_ERROR**          |   Core    | `true`                                                                                                                          | A flag that all job raise JobException from job strategy execution.                                                |
 | **MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                                                                                             |                                                                                                                    |
 | **MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                                                                                            |                                                                                                                    |
 | **GENERATE_ID_SIMPLE_MODE**  |   Core    | `true`                                                                                                                          | A flog that enable generating ID with `md5` algorithm.                                                             |

{ddeutil_workflow-0.0.49.dist-info → ddeutil_workflow-0.0.50.dist-info}/RECORD

@@ -1,20 +1,20 @@
-ddeutil/workflow/__about__.py,sha256=8c8KBEXeEOskazR5AlLYEjCpyi54xsoTaaqRY8pXUJY,28
+ddeutil/workflow/__about__.py,sha256=K4g7cm4iInR43bd_K3fsuGDTVpz7fbAASmKh5_jH8_U,28
 ddeutil/workflow/__cron.py,sha256=h8rLeIUAAEB2SdZ4Jhch7LU1Yl3bbJ-iNNJ3tQ0eYVM,28095
-ddeutil/workflow/__init__.py,sha256=EpqROKwAX76Wea-37hi0R_oVQ2jm2cc9ML9USxRAsak,1971
+ddeutil/workflow/__init__.py,sha256=3u-yGnTyfY4BFrKqA5UGaMVe_Q4cZNODuC9qZ5meOXo,2048
 ddeutil/workflow/__main__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ddeutil/workflow/__types.py,sha256=8jBdbfb3aZSetjz0mvNrpGHwwxJff7mK8_4v41cLqlc,4316
-ddeutil/workflow/conf.py,sha256=lviP7bFsOCJtD8S1VyJK6aaSL9Nj_vfC2Kkpe1z2Zec,12444
+ddeutil/workflow/conf.py,sha256=o6RyqcjjeQXdPBZi3lMs5sSQ5aYvsUgMdJMoRYMWcN0,12492
 ddeutil/workflow/cron.py,sha256=80SijzMdDOBxTWRsiF-Fmuz7Ym7leY0XT2lzRAPGdXc,8781
-ddeutil/workflow/exceptions.py,sha256=uLNxzav3HRcr4vaZnvbUIF_eTR6UXXZNaxroMWFOUL4,1418
-ddeutil/workflow/job.py,sha256=y2q_md2nUp1jfgjaQdjDZqrHR541ENrWB__S1-Eoyss,30830
-ddeutil/workflow/logs.py,sha256=JghQawGd16ysf-5y7ZFtSGFY82uwgb9oMKNYy9eGI-o,26468
+ddeutil/workflow/exceptions.py,sha256=r4Jrf9qtVPALU4wh4bnb_OYqC-StqSQJEmFC-_QK934,1408
+ddeutil/workflow/job.py,sha256=-VUsv6ub3T199GyugplRjI8Vs6CKQ9QHY6yhlzvUF9w,32495
+ddeutil/workflow/logs.py,sha256=GG8tqs2BQv-iXSPWqxfrRJvKwJBvXn86Uq2lW1HrM9U,26455
 ddeutil/workflow/params.py,sha256=xCtFEh0-G-G-f8y_SXxyf31bU6Ox5p5Z-WbBFXrjy8M,9960
-ddeutil/workflow/result.py,sha256=kizTEP6DY9ewDQQR17YgfrtMXRW-wF8vRzG26wzAqUM,5439
+ddeutil/workflow/result.py,sha256=27nPQq9CETLCVczv4vvFEF9w2TllHZ_ROfyDoLFxRWM,5647
 ddeutil/workflow/reusables.py,sha256=hIpehea6J4OWeXX55kjYzo-c9-_Cc0YRwLRRbcaUkZs,17539
 ddeutil/workflow/scheduler.py,sha256=F783QaJfPg8tvYyvJvkwl8Sa42vsJzj6BzzROZFvm9I,28153
-ddeutil/workflow/stages.py,sha256=2vO5pdUgKHeGsS762fdYrBkWfvby_Q3Z71ptHajEp8k,55904
-ddeutil/workflow/utils.py,sha256=CtFUrP_4m6xaJooc9RbE4ulTBE-OkICg-MPHqzCuJ0I,7392
-ddeutil/workflow/workflow.py,sha256=mCpsAY0Su-pMJ_xZ-qF6lDEXn-Ih7myUODZ0ZEuyVew,50804
+ddeutil/workflow/stages.py,sha256=rQtW8W8btMavJxnseusHOH4HAv7SA_WLm9zQsCK22f8,63237
+ddeutil/workflow/utils.py,sha256=zbVttaMFMRLuuBJdSJf7D9qtz8bOnQIBq-rHI3Eqy4M,7821
+ddeutil/workflow/workflow.py,sha256=4jp7wm8TkSv8CXOKrCC-dlFgTP2d0OXgRHimoXnjSvY,50430
 ddeutil/workflow/api/__init__.py,sha256=F53NMBWtb9IKaDWkPU5KvybGGfKAcbehgn6TLBwHuuM,21
 ddeutil/workflow/api/api.py,sha256=CWtPLgOv2Jus9E7nzG5mG2Z32ZEkUK3JWQ2htZyMRpA,5244
 ddeutil/workflow/api/log.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
@@ -24,8 +24,8 @@ ddeutil/workflow/api/routes/job.py,sha256=oPwBVP0Mxwxv-bGPlfmxQQ9PcVl0ev9HoPzndp
 ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
 ddeutil/workflow/api/routes/schedules.py,sha256=EgUjyRGhsm6UNaMj5luh6TcY6l571sCHcla-BL1iOfY,4829
 ddeutil/workflow/api/routes/workflows.py,sha256=JcDOrn1deK8ztFRcMTNATQejG6KMA7JxZLVc4QeBsP4,4527
-ddeutil_workflow-0.0.49.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
-ddeutil_workflow-0.0.49.dist-info/METADATA,sha256=U847vy3oZ6ZEvngEe-9W3wA1vkKGr15UQa73v9Dsy7k,18257
-ddeutil_workflow-0.0.49.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-ddeutil_workflow-0.0.49.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
-ddeutil_workflow-0.0.49.dist-info/RECORD,,
+ddeutil_workflow-0.0.50.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
+ddeutil_workflow-0.0.50.dist-info/METADATA,sha256=jh7H6NtEXQ5lKiuSpZ63LAwKDboVmV-AKGSZPiATwn4,18036
+ddeutil_workflow-0.0.50.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+ddeutil_workflow-0.0.50.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
+ddeutil_workflow-0.0.50.dist-info/RECORD,,