zrb 0.0.119__py3-none-any.whl → 0.0.121__py3-none-any.whl

zrb/__init__.py

@@ -1,6 +1,7 @@
 from zrb.runner import runner
 from zrb.task.decorator import python_task
 from zrb.task.any_task import AnyTask
+from zrb.task.parallel import AnyParallel, Parallel
 from zrb.task.task import Task
 from zrb.task.cmd_task import CmdTask
 from zrb.task.docker_compose_task import DockerComposeTask, ServiceConfig
@@ -33,6 +34,8 @@ from zrb.helper.default_env import inject_default_env
 
 assert runner
 assert AnyTask
+assert AnyParallel
+assert Parallel
 assert python_task
 assert Task
 assert CmdTask

zrb/action/runner.py

@@ -1,4 +1,4 @@
-from zrb.helper.typing import Any, Callable, Iterable, List, Mapping, Union
+from zrb.helper.typing import Any, Callable, List, Mapping, Union
 from zrb.helper.typecheck import typechecked
 from zrb.helper.log import logger
 from zrb.helper.accessories.color import colored
@@ -19,71 +19,82 @@ class Runner():
 
     def __init__(self, env_prefix: str = ''):
         logger.info(colored('Create runner', attrs=['dark']))
-        self._env_prefix = env_prefix
-        self._tasks: Iterable[AnyTask] = []
-        self._registered_groups: Mapping[str, click.Group] = {}
-        self._top_levels: List[CliSubcommand] = []
-        self._subcommands: Mapping[str, List[click.Group]] = {}
+        self.__env_prefix = env_prefix
+        self.__tasks: List[AnyTask] = []
+        self.__registered_groups: Mapping[str, click.Group] = {}
+        self.__top_levels: List[CliSubcommand] = []
+        self.__subcommands: Mapping[str, List[click.Group]] = {}
+        self.__registered_task_cmd_name: List[str] = []
         logger.info(colored('Runner created', attrs=['dark']))
 
-    def register(self, task: AnyTask):
-        task._set_has_cli_interface()
-        cmd_name = task._get_full_cmd_name()
-        logger.debug(colored(f'Register task: {cmd_name}', attrs=['dark']))
-        self._tasks.append(task)
-        logger.debug(colored(f'Task registered: {cmd_name}', attrs=['dark']))
+    def register(self, *tasks: AnyTask):
+        for task in tasks:
+            task._set_has_cli_interface()
+            cmd_name = task._get_full_cmd_name()
+            if cmd_name in self.__registered_task_cmd_name:
+                raise RuntimeError(
+                    f'Task "{cmd_name}" has already been registered'
+                )
+            logger.debug(
+                colored(f'Register task: "{cmd_name}"', attrs=['dark'])
+            )
+            self.__tasks.append(task)
+            self.__registered_task_cmd_name.append(cmd_name)
+            logger.debug(
+                colored(f'Task registered: "{cmd_name}"', attrs=['dark'])
+            )
 
     def serve(self, cli: click.Group) -> click.Group:
-        for task in self._tasks:
-            subcommand = self._create_cli_subcommand(task)
-            if subcommand not in self._top_levels:
-                self._top_levels.append(subcommand)
+        for task in self.__tasks:
+            subcommand = self.__create_cli_subcommand(task)
+            if subcommand not in self.__top_levels:
+                self.__top_levels.append(subcommand)
                 cli.add_command(subcommand)
         return cli
 
-    def _create_cli_subcommand(
+    def __create_cli_subcommand(
         self, task: AnyTask
     ) -> Union[click.Group, click.Command]:
-        subcommand: CliSubcommand = self._create_cli_command(task)
+        subcommand: CliSubcommand = self.__create_cli_command(task)
         task_group = task._group
         while task_group is not None:
-            group = self._register_sub_command(task_group, subcommand)
+            group = self.__register_sub_command(task_group, subcommand)
             if task_group._parent is None:
                 return group
             subcommand = group
             task_group = task_group._parent
         return subcommand
 
-    def _register_sub_command(
+    def __register_sub_command(
         self, task_group: TaskGroup, subcommand: CliSubcommand
     ) -> click.Group:
         task_group_id = task_group.get_id()
-        group = self._get_cli_group(task_group)
-        if task_group_id not in self._subcommands:
-            self._subcommands[task_group_id] = []
-        if subcommand not in self._subcommands[task_group_id]:
+        group = self.__get_cli_group(task_group)
+        if task_group_id not in self.__subcommands:
+            self.__subcommands[task_group_id] = []
+        if subcommand not in self.__subcommands[task_group_id]:
             group.add_command(subcommand)
-            self._subcommands[task_group_id].append(subcommand)
+            self.__subcommands[task_group_id].append(subcommand)
         return group
 
-    def _get_cli_group(self, task_group: TaskGroup) -> click.Group:
+    def __get_cli_group(self, task_group: TaskGroup) -> click.Group:
         task_group_id = task_group.get_id()
-        if task_group_id in self._registered_groups:
-            return self._registered_groups[task_group_id]
+        if task_group_id in self.__registered_groups:
+            return self.__registered_groups[task_group_id]
         group_cmd_name = task_group.get_cmd_name()
         group_description = task_group._description
         group = click.Group(name=group_cmd_name, help=group_description)
-        self._registered_groups[task_group_id] = group
+        self.__registered_groups[task_group_id] = group
         return group
 
-    def _create_cli_command(self, task: AnyTask) -> click.Command:
+    def __create_cli_command(self, task: AnyTask) -> click.Command:
         task_inputs = task._get_combined_inputs()
         task_cmd_name = task.get_cmd_name()
         task_description = task.get_description()
         task_function = task.to_function(
-            env_prefix=self._env_prefix, raise_error=True
+            env_prefix=self.__env_prefix, raise_error=True
         )
-        callback = self._wrap_task_function(task_function)
+        callback = self.__wrap_task_function(task_function)
         command = click.Command(
             callback=callback, name=task_cmd_name, help=task_description
         )
@@ -101,7 +112,7 @@ class Runner():
             command.params.append(click.Option(param_decl, **options))
         return command
 
-    def _wrap_task_function(
+    def __wrap_task_function(
         self, function: Callable[..., Any]
     ) -> Callable[..., Any]:
         def wrapped_function(*args: Any, **kwargs: Any) -> Any:

zrb/task/base_task/base_task.py

@@ -12,6 +12,7 @@ from zrb.task.base_task.component.trackers import (
 )
 from zrb.task.base_task.component.renderer import Renderer
 from zrb.task.base_task.component.base_task_model import BaseTaskModel
+from zrb.task.parallel import AnyParallel
 from zrb.advertisement import advertisements
 from zrb.task_group.group import Group
 from zrb.task_env.env import Env
@@ -102,6 +103,16 @@ class BaseTask(
         self.__is_execution_triggered: bool = False
         self.__is_execution_started: bool = False
 
+    def __rshift__(self, operand: Union[AnyParallel, AnyTask]):
+        if isinstance(operand, AnyTask):
+            operand.add_upstream(self)
+            return operand
+        if isinstance(operand, AnyParallel):
+            other_tasks: List[AnyTask] = operand.get_tasks()
+            for other_task in other_tasks:
+                other_task.add_upstream(self)
+            return operand
+
     def copy(self) -> AnyTask:
         return copy.deepcopy(self)
 

zrb/task/parallel.py

@@ -0,0 +1,36 @@
+from zrb.helper.typing import TypeVar, List, Union
+from abc import ABC, abstractmethod
+from zrb.helper.typecheck import typechecked
+from zrb.task.any_task import AnyTask
+
+
+TParallel = TypeVar('TParallel', bound='Parallel')
+
+
+class AnyParallel(ABC):
+    @abstractmethod
+    def get_tasks(self) -> List[AnyTask]:
+        pass
+
+
+@typechecked
+class Parallel(AnyParallel):
+    def __init__(self, *tasks: AnyTask):
+        self.__tasks = list(tasks)
+
+    def get_tasks(self) -> List[AnyTask]:
+        return self.__tasks
+
+    def __rshift__(
+        self, operand: Union[AnyTask, AnyParallel]
+    ) -> Union[AnyTask, AnyParallel]:
+        if isinstance(operand, AnyTask):
+            for task in self.__tasks:
+                operand.add_upstream(task)
+            return operand
+        if isinstance(operand, AnyParallel):
+            other_tasks: List[AnyTask] = operand.get_tasks()
+            for task in self.__tasks:
+                for other_task in other_tasks:
+                    other_task.add_upstream(task)
+            return operand

{zrb-0.0.119.dist-info → zrb-0.0.121.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: zrb
-Version: 0.0.119
+Version: 0.0.121
 Summary: A Framework to Enhance Your Workflow
 Author-email: Go Frendi Gunawan <gofrendiasgard@gmail.com>
 Requires-Python: >=3.10.0
@@ -114,12 +114,11 @@ download_dataset = CmdTask(
 )
 
 # 📊 Define a task named `show-stat` to show the statistics properties of the dataset.
-# We use `@python_task` decorator since this task is better written in Python.
-# This tasks depends on our previous tasks, `download_dataset` and `install_pandas`
-# If this task failed, then it is failed. No need to retry
+# @python_task` decorator turns a function into a Zrb Task (i.e., `show_stat` is now a Zrb Task).
+# If this task failed, we don't want to retry
+# We also want to register the task so that it is accessible from the CLI
 @python_task(
     name='show-stat',
-    upstreams=[download_dataset, install_pandas],
     retry=0
 )
 def show_stat(*args, **kwargs):
@@ -127,8 +126,12 @@ def show_stat(*args, **kwargs):
     df = pd.read_csv('dataset.csv')
     return df.describe()
 
-# Register `show_stat`, so that the task is accessible from the CLI (i.e., zrb show-stat)
-runner.register(show_stat)
+# Define dependencies: `show_stat` depends on both, `download_dataset` and `install_pandas`
+download_dataset >> show_stat
+install_pandas >> show_stat
+
+# Register the tasks so that they are accessbie from the CLI
+runner.register(install_pandas, download_dataset, show_stat)
 ```
 
 > __📝 NOTE:__ It is possible (although less readable) to define `show_stat` as `CmdTask`:
@@ -138,7 +141,6 @@ runner.register(show_stat)
 > ```python
 > show_stat = CmdTask(
 >     name='show-stat',
->     upstreams=[download_dataset, install_pandas],
 >     cmd='python -c "import pandas as pd; df=pd.read_csv(\'dataset.csv\'); print(df.describe())"',
 >     retry=0
 > )
@@ -152,8 +154,23 @@ Once you write the definitions, Zrb will automatically load your `zrb_init.py` s
 zrb show-stat
 ```
 
+The command will give you the statistics property of the dataset:
+
+```
+       sepal_length  sepal_width  petal_length  petal_width
+count    150.000000   150.000000    150.000000   150.000000
+mean       5.843333     3.054000      3.758667     1.198667
+std        0.828066     0.433594      1.764420     0.763161
+min        4.300000     2.000000      1.000000     0.100000
+25%        5.100000     2.800000      1.600000     0.300000
+50%        5.800000     3.000000      4.350000     1.300000
+75%        6.400000     3.300000      5.100000     1.800000
+max        7.900000     4.400000      6.900000     2.500000
+
+```
+
 <details>
-<summary>Show output</summary>
+<summary>See the full output</summary>
 
 ```
 Url [https://raw.githubusercontent.com/state-alchemists/datasets/main/iris.csv]:
@@ -196,6 +213,13 @@ To run again: zrb project show-stats --url "https://raw.githubusercontent.com/st
 ```
 </details>
 
+Since you have registered `install_pandas` and `download_dataset` (i.e., `runner.register(install_pandas, download_dataset)`), then you can also execute those tasks as well:
+
+```bash
+zrb install-pandas
+zrb download-dataset
+```
+
 > __📝 NOTE:__  When executing a task, you can also provide the parameter directly, for example you want to provide the `url`
 >
 > ```bash

{zrb-0.0.119.dist-info → zrb-0.0.121.dist-info}/RECORD

@@ -1,9 +1,9 @@
-zrb/__init__.py,sha256=uX1pE1kUwxy-RobzktNyzjP69cnZcM206JiSk7fJnKM,2040
+zrb/__init__.py,sha256=1SSyh2yX2Zk3BnraVUTNiXDVsQOstiSC8cPR2ZukEtQ,2127
 zrb/__main__.py,sha256=CdfuYSxqlJhnsJPOBOL2_uzEaTZHC3MtpyTuz8QUfUI,314
 zrb/advertisement.py,sha256=e-1tFPlmEuz8IqaIJ_9-2p9x5cuGsxssJGu5F0wHthI,505
 zrb/runner.py,sha256=MPCNPMCyiYNZeubSxd1eM2Zr6PCIKF-9pkG385AXElw,118
 zrb/action/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-zrb/action/runner.py,sha256=o16roJSug_c1D9IH2-trtPu1PeS83A3PfiJB2K_VzOs,4478
+zrb/action/runner.py,sha256=YKNrqJatgaYkif3zaZPBjb8en1kq66pFbkBG76IyVss,4904
 zrb/builtin/__init__.py,sha256=NwkM8HYaWHxr8sGE18gNF2qgf00FlhP2TWq1r1uDQAY,727
 zrb/builtin/base64.py,sha256=nf_qWD2M0aX06zGef61U2nPdGHX_pfYN9E4gZmpBr5g,1346
 zrb/builtin/env.py,sha256=hEjQios0i-3DantczxQnZnolzwZAGIQOE0Ygka330EU,1146
@@ -1156,6 +1156,7 @@ zrb/task/docker_compose_task.py,sha256=clbq1OOKC_zAz7IL3iBpNnCGR96JCF056r4o0v0E7
 zrb/task/flow_task.py,sha256=l0xCb6mlaaNK5NVZxhKWE1qKXUI2akzC6CZfciGh7P8,3939
 zrb/task/http_checker.py,sha256=PoneoC9S7bTw41IP7hB9ewaWO-lF3ZWT75MXEPyThYA,5244
 zrb/task/notifier.py,sha256=UVhx1fLORhqyXprzqQqdoVYIFGrirwnTk-Ak18ZyucQ,5332
+zrb/task/parallel.py,sha256=OnCdh4aQwL-N2ICNf3gshhqx5-Hq_QPZD3ycMHqrFRg,1042
 zrb/task/path_checker.py,sha256=BSBf8ZXEcTwVI3UskSgdXXWrCLWggnwk6sHHbEI0z5g,3382
 zrb/task/path_watcher.py,sha256=9r36cMc7EaLehQVw0149TN-qOZitucR9mRW3S-w7SQw,4695
 zrb/task/port_checker.py,sha256=IvOUhefkpYcKZJ9zGr0RNUZju5yLvXoNJlLlODpLZZ8,4111
@@ -1166,7 +1167,7 @@ zrb/task/rsync_task.py,sha256=3vxENH-unD1VLgZI09Ts_lAQRMi2i1UiJpsaI1dltzI,3966
 zrb/task/task.py,sha256=l1jzJil7AqnsFn9e8WyO-rgCIG1JSvB6DaRBQZQo00I,246
 zrb/task/time_watcher.py,sha256=cbmmKtbeMrkRwpRZi_-jyJ_hC4KnsOPHUIpzvns2hPQ,3728
 zrb/task/base_task/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-zrb/task/base_task/base_task.py,sha256=dVfXxYOSZHkePOGWrSrt94r1ZKh6b74z5jvAhZqcuf0,16104
+zrb/task/base_task/base_task.py,sha256=w593NE0-sfuV7WKjw4QxcdtT1lngnCIeXPg60ueJJcs,16540
 zrb/task/base_task/component/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 zrb/task/base_task/component/base_task_model.py,sha256=mi7v0ScvVlqkXSM6N0GUEWomVd3wwzL492LU60u2jZQ,9845
 zrb/task/base_task/component/common_task_model.py,sha256=9qwrnVARWafGm8PNpZtPmxlgVSD_3ZNt3hZxiOJO2m4,10478
@@ -1189,8 +1190,8 @@ zrb/task_input/int_input.py,sha256=VYduGcAE0m7eDItRQboTFDCW5whMur_uH1Y9qtBIwV4,1
 zrb/task_input/password_input.py,sha256=i6U-smP6zFo8Ts9x14YXVgx7PKkRWr4U_EzPFp9nucw,1687
 zrb/task_input/str_input.py,sha256=w9TTUMlMQtlOXh2ahHPbRnFyTiV94lXizucCc8SuWoo,1668
 zrb/task_input/task_input.py,sha256=HotqM1iYSzwE4PIj8grnEUsvJqjx1dS6Ek7i6ZJLq2Y,83
-zrb-0.0.119.dist-info/entry_points.txt,sha256=xTgXc1kBKYhJHEujdaSPHUcJT3-hbyP1mLgwkv-5sSk,40
-zrb-0.0.119.dist-info/LICENSE,sha256=WfnGCl8G60EYOPAEkuc8C9m9pdXWDe08NsKj3TBbxsM,728
-zrb-0.0.119.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-zrb-0.0.119.dist-info/METADATA,sha256=DMV_f07FDRI-bO9zguDjmZxq3mN5kxOQzLBmNgVF3mQ,14176
-zrb-0.0.119.dist-info/RECORD,,
+zrb-0.0.121.dist-info/entry_points.txt,sha256=xTgXc1kBKYhJHEujdaSPHUcJT3-hbyP1mLgwkv-5sSk,40
+zrb-0.0.121.dist-info/LICENSE,sha256=WfnGCl8G60EYOPAEkuc8C9m9pdXWDe08NsKj3TBbxsM,728
+zrb-0.0.121.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+zrb-0.0.121.dist-info/METADATA,sha256=A07FBVLViYyRae2p0Efcs_hmBmnFojeeZeFk4hv-_8M,15079
+zrb-0.0.121.dist-info/RECORD,,