daguflow 0.1.0__py3-none-any.whl

daguflow/__init__.py

@@ -0,0 +1,35 @@
+"""daguflow: author dagu workflows in Python, Airflow-style.
+
+    from daguflow import dag, task, SubDAG, ForEach, Cron, env
+
+    @dag(schedule=Cron("0 9 * * *", tz="America/Los_Angeles"), labels=["reports"])
+    def morning_report(day: str = "today"):
+        '''Build and send the morning report.'''
+        data = fetch(day)
+        send(data)
+
+`daguflow build <module> -o dags/` writes one YAML file per DAG.
+"""
+
+from __future__ import annotations
+
+from . import actions
+from .dag import DAG, dag, on_abort, on_exit, on_failure, on_init, on_success, on_wait
+from .groups import ExternalDAG, ForEach, SubDAG, call_dag
+from .params import Doc, Length, Param, Pattern, Range
+from .refs import ITEM, ParamRef, Ref, consts, ctx, env, raw, var
+from .schedule import At, Cron, StartStop
+from .schema import DAGU_VERSION
+from .step import Action, Step, chain, shell, step
+from .targets import ContainerTarget, SSHTarget, container
+from .task import task
+
+__version__ = "0.1.0"
+
+__all__ = [
+    "DAG", "DAGU_VERSION", "ITEM", "Action", "At", "ContainerTarget", "Cron", "Doc", "ExternalDAG",
+    "ForEach", "Length", "Param", "ParamRef", "Pattern", "Range", "Ref", "SSHTarget", "StartStop",
+    "Step", "SubDAG", "actions", "call_dag", "chain", "consts", "container", "ctx", "dag", "env",
+    "on_abort", "on_exit", "on_failure", "on_init", "on_success", "on_wait", "raw", "shell", "step",
+    "task", "var",
+]

daguflow/_context.py

@@ -0,0 +1,46 @@
+"""The stack of open DAG / sub-DAG / foreach / handler blocks.
+
+A Step created while a block is open joins the innermost one, the way an
+Airflow operator joins the `with DAG(...)` it is created in.
+"""
+
+from __future__ import annotations
+
+import threading
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from .step import Container
+
+_local = threading.local()
+
+
+def _stack() -> list[Container]:
+    if not hasattr(_local, "stack"):
+        _local.stack = []
+    return _local.stack
+
+
+def push(container: Container) -> None:
+    _stack().append(container)
+
+
+def pop(container: Container) -> None:
+    stack = _stack()
+    if not stack or stack[-1] is not container:
+        raise RuntimeError("daguflow blocks closed out of order")
+    stack.pop()
+
+
+def current() -> Container | None:
+    stack = _stack()
+    return stack[-1] if stack else None
+
+
+def current_dag():
+    from .dag import DAG
+
+    for container in reversed(_stack()):
+        if isinstance(container, DAG):
+            return container
+    return None

daguflow/_types.py

@@ -0,0 +1,12 @@
+"""Typing helpers shared by the generated builders."""
+
+from __future__ import annotations
+
+from typing import TypeVar, Union
+
+from .refs import Ref
+
+T = TypeVar("T")
+
+# A value or a Ref that dagu fills in at run time.
+Val = Union[T, Ref]

daguflow/actions/__init__.py

@@ -0,0 +1,37 @@
+"""Typed builders for dagu actions.
+
+    from daguflow import actions
+    actions.http.request(method="GET", url="https://example.com").step("fetch")
+
+Every builtin action at the vendored dagu version has a builder (generated
+from the schema; see tools/gen_actions.py). Each returns an Action, which
+becomes a step through `.step(...)`, by being returned from a @task, or
+through `Step(action=...)`. `custom()` covers custom actions declared in
+`actions:` and remote ones (`owner/repo@v1`, `name@v1`, `source:...@v1`);
+`redis()` covers the `redis.<op>` family.
+"""
+
+from __future__ import annotations
+
+from typing import Any
+
+from ..step import Action
+from ..targets import SSHTarget
+from ._generated import *  # noqa: F403
+from ._generated import __all__ as _generated_all
+from ._generated import ssh
+
+ssh.Target = SSHTarget  # type: ignore[attr-defined]
+
+
+def custom(name: str, **with_: Any) -> Action:
+    """A custom or remote action: `custom("dagucloud/duckdb@v1", query=...)`."""
+    return Action(name, with_)
+
+
+def redis(op: str, **with_: Any) -> Action:
+    """`redis.<op>`: `redis("get", key="k")`."""
+    return Action(f"redis.{op}", with_)
+
+
+__all__ = [*_generated_all, "custom", "redis", "Action", "SSHTarget"]