runnable 0.13.0__py3-none-any.whl → 0.16.0__py3-none-any.whl

runnable/tasks.py

@@ -31,7 +31,7 @@ logger = logging.getLogger(defaults.LOGGER_NAME)
 logging.getLogger("stevedore").setLevel(logging.CRITICAL)
 
 
-# TODO: Can we add memory peak, cpu usage, etc. to the metrics?
+# TODO: This has to be an extension
 
 
 class TaskReturns(BaseModel):
@@ -43,8 +43,12 @@ class BaseTaskType(BaseModel):
     """A base task class which does the execution of command defined by the user."""
 
     task_type: str = Field(serialization_alias="command_type")
-    secrets: List[str] = Field(default_factory=list)
-    returns: List[TaskReturns] = Field(default_factory=list, alias="returns")
+    secrets: List[str] = Field(
+        default_factory=list
+    )  # A list of secrets to expose by secrets manager
+    returns: List[TaskReturns] = Field(
+        default_factory=list, alias="returns"
+    )  # The return values of the task
 
     model_config = ConfigDict(extra="forbid")
 
@@ -70,11 +74,13 @@ class BaseTaskType(BaseModel):
         raise NotImplementedError()
 
     def set_secrets_as_env_variables(self):
+        # Preparing the environment for the task execution
         for key in self.secrets:
             secret_value = context.run_context.secrets_handler.get(key)
             os.environ[key] = secret_value
 
     def delete_secrets_from_env_variables(self):
+        # Cleaning up the environment after the task execution
         for key in self.secrets:
             if key in os.environ:
                 del os.environ[key]
@@ -99,6 +105,7 @@ class BaseTaskType(BaseModel):
     def _diff_parameters(
         self, parameters_in: Dict[str, Parameter], context_params: Dict[str, Parameter]
     ) -> Dict[str, Parameter]:
+        # If the parameter is different from existing parameters, then it is updated
         diff: Dict[str, Parameter] = {}
         for param_name, param in context_params.items():
             if param_name in parameters_in:
@@ -112,12 +119,7 @@ class BaseTaskType(BaseModel):
 
     @contextlib.contextmanager
     def expose_secrets(self):
-        """Context manager to expose secrets to the execution.
-
-        Args:
-            map_variable (dict, optional): If the command is part of map node, the value of map. Defaults to None.
-
-        """
+        """Context manager to expose secrets to the execution."""
         self.set_secrets_as_env_variables()
         try:
             yield
@@ -126,31 +128,45 @@ class BaseTaskType(BaseModel):
         finally:
             self.delete_secrets_from_env_variables()
 
-    @contextlib.contextmanager
-    def execution_context(self, map_variable: TypeMapVariable = None, allow_complex: bool = True):
-        params = self._context.run_log_store.get_parameters(run_id=self._context.run_id).copy()
-        logger.info(f"Parameters available for the execution: {params}")
+    def resolve_unreduced_parameters(self, map_variable: TypeMapVariable = None):
+        """Resolve the unreduced parameters."""
+        params = self._context.run_log_store.get_parameters(
+            run_id=self._context.run_id
+        ).copy()
 
         for param_name, param in params.items():
-            # Any access to unreduced param should be replaced.
-            # The replacement is the context param
-            # It is possible that the unreduced param is not created as no upstream step
-            # has created it yet.
             if param.reduced is False:
+                assert (
+                    map_variable is not None
+                ), "Parameters in non-map node should always be reduced"
+
                 context_param = param_name
-                for _, v in map_variable.items():  # type: ignore
+                for _, v in map_variable.items():
                     context_param = f"{v}_{context_param}"
 
-                if context_param in params:
+                if context_param in params:  # Is this if required?
                     params[param_name].value = params[context_param].value
 
+        return params
+
+    @contextlib.contextmanager
+    def execution_context(
+        self, map_variable: TypeMapVariable = None, allow_complex: bool = True
+    ):
+        params = self.resolve_unreduced_parameters(map_variable=map_variable)
+        logger.info(f"Parameters available for the execution: {params}")
+
         task_console.log("Parameters available for the execution:")
         task_console.log(params)
 
         logger.debug(f"Resolved parameters: {params}")
 
         if not allow_complex:
-            params = {key: value for key, value in params.items() if isinstance(value, JsonParameter)}
+            params = {
+                key: value
+                for key, value in params.items()
+                if isinstance(value, JsonParameter)
+            }
 
         parameters_in = copy.deepcopy(params)
         try:
@@ -161,8 +177,12 @@ class BaseTaskType(BaseModel):
         finally:
             # Update parameters
             # This should only update the parameters that are changed at the root level.
-            diff_parameters = self._diff_parameters(parameters_in=parameters_in, context_params=params)
-            self._context.run_log_store.set_parameters(parameters=diff_parameters, run_id=self._context.run_id)
+            diff_parameters = self._diff_parameters(
+                parameters_in=parameters_in, context_params=params
+            )
+            self._context.run_log_store.set_parameters(
+                parameters=diff_parameters, run_id=self._context.run_id
+            )
 
 
 def task_return_to_parameter(task_return: TaskReturns, value: Any) -> Parameter:
@@ -258,7 +278,10 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
         """Execute the notebook as defined by the command."""
         attempt_log = StepAttempt(status=defaults.FAIL, start_time=str(datetime.now()))
 
-        with self.execution_context(map_variable=map_variable) as params, self.expose_secrets() as _:
+        with (
+            self.execution_context(map_variable=map_variable) as params,
+            self.expose_secrets() as _,
+        ):
             module, func = utils.get_module_and_attr_names(self.command)
             sys.path.insert(0, os.getcwd())  # Need to add the current directory to path
             imported_module = importlib.import_module(module)
@@ -266,21 +289,32 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
 
             try:
                 try:
-                    filtered_parameters = parameters.filter_arguments_for_func(f, params.copy(), map_variable)
-                    logger.info(f"Calling {func} from {module} with {filtered_parameters}")
+                    filtered_parameters = parameters.filter_arguments_for_func(
+                        f, params.copy(), map_variable
+                    )
+                    logger.info(
+                        f"Calling {func} from {module} with {filtered_parameters}"
+                    )
 
                     out_file = io.StringIO()
                     with contextlib.redirect_stdout(out_file):
-                        user_set_parameters = f(**filtered_parameters)  # This is a tuple or single value
+                        user_set_parameters = f(
+                            **filtered_parameters
+                        )  # This is a tuple or single value
                     task_console.print(out_file.getvalue())
                 except Exception as e:
-                    raise exceptions.CommandCallError(f"Function call: {self.command} did not succeed.\n") from e
+                    raise exceptions.CommandCallError(
+                        f"Function call: {self.command} did not succeed.\n"
+                    ) from e
 
                 attempt_log.input_parameters = params.copy()
 
                 if map_variable:
                     attempt_log.input_parameters.update(
-                        {k: JsonParameter(value=v, kind="json") for k, v in map_variable.items()}
+                        {
+                            k: JsonParameter(value=v, kind="json")
+                            for k, v in map_variable.items()
+                        }
                     )
 
                 if self.returns:
@@ -288,7 +322,9 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
                         user_set_parameters = (user_set_parameters,)
 
                     if len(user_set_parameters) != len(self.returns):
-                        raise ValueError("Returns task signature does not match the function returns")
+                        raise ValueError(
+                            "Returns task signature does not match the function returns"
+                        )
 
                     output_parameters: Dict[str, Parameter] = {}
                     metrics: Dict[str, Parameter] = {}
@@ -391,8 +427,12 @@ class NotebookTaskType(BaseTaskType):
 
     @property
     def notebook_output_path(self) -> str:
-        node_name = self._context.executor._context_node.internal_name
-        sane_name = "".join(x for x in node_name if x.isalnum())
+        # This is to accommodate jobs which does not have a context_node
+        if self._context.executor._context_node:
+            node_name = self._context.executor._context_node.internal_name
+            sane_name = "".join(x for x in node_name if x.isalnum())
+        else:
+            sane_name = ""
 
         output_path = Path(".", self.command)
         file_name = output_path.parent / (output_path.stem + f"{sane_name}_out.ipynb")
@@ -400,7 +440,10 @@ class NotebookTaskType(BaseTaskType):
         return str(file_name)
 
     def get_cli_options(self) -> Tuple[str, dict]:
-        return "notebook", {"command": self.command, "notebook-output-path": self.notebook_output_path}
+        return "notebook", {
+            "command": self.command,
+            "notebook-output-path": self.notebook_output_path,
+        }
 
     def execute_command(
         self,
@@ -423,9 +466,12 @@ class NotebookTaskType(BaseTaskType):
 
             notebook_output_path = self.notebook_output_path
 
-            with self.execution_context(
-                map_variable=map_variable, allow_complex=False
-            ) as params, self.expose_secrets() as _:
+            with (
+                self.execution_context(
+                    map_variable=map_variable, allow_complex=False
+                ) as params,
+                self.expose_secrets() as _,
+            ):
                 copy_params = copy.deepcopy(params)
 
                 if map_variable:
@@ -434,7 +480,9 @@ class NotebookTaskType(BaseTaskType):
                         copy_params[key] = JsonParameter(kind="json", value=value)
 
                 # Remove any {v}_unreduced parameters from the parameters
-                unprocessed_params = [k for k, v in copy_params.items() if not v.reduced]
+                unprocessed_params = [
+                    k for k, v in copy_params.items() if not v.reduced
+                ]
 
                 for key in list(copy_params.keys()):
                     if any(key.endswith(f"_{k}") for k in unprocessed_params):
@@ -458,7 +506,9 @@ class NotebookTaskType(BaseTaskType):
                     pm.execute_notebook(**kwds)
                 task_console.print(out_file.getvalue())
 
-                context.run_context.catalog_handler.put(name=notebook_output_path, run_id=context.run_context.run_id)
+                context.run_context.catalog_handler.put(
+                    name=notebook_output_path, run_id=context.run_context.run_id
+                )
 
                 client = PloomberClient.from_path(path=notebook_output_path)
                 namespace = client.get_namespace()
@@ -466,7 +516,9 @@ class NotebookTaskType(BaseTaskType):
                 output_parameters: Dict[str, Parameter] = {}
                 try:
                     for task_return in self.returns:
-                        param_name = Template(task_return.name).safe_substitute(map_variable)  # type: ignore
+                        param_name = Template(task_return.name).safe_substitute(
+                            map_variable  # type: ignore
+                        )
 
                         if map_variable:
                             for _, v in map_variable.items():
@@ -566,7 +618,9 @@ class ShellTaskType(BaseTaskType):
     def returns_should_be_json(cls, returns: List[TaskReturns]):
         for task_return in returns:
             if task_return.kind == "object" or task_return.kind == "pydantic":
-                raise ValueError("Pydantic models or Objects are not allowed in returns")
+                raise ValueError(
+                    "Pydantic models or Objects are not allowed in returns"
+                )
 
         return returns
 
@@ -601,7 +655,9 @@ class ShellTaskType(BaseTaskType):
                 subprocess_env[key] = secret_value
 
         try:
-            with self.execution_context(map_variable=map_variable, allow_complex=False) as params:
+            with self.execution_context(
+                map_variable=map_variable, allow_complex=False
+            ) as params:
                 subprocess_env.update({k: v.get_value() for k, v in params.items()})
 
                 # Json dumps all runnable environment variables
@@ -612,7 +668,9 @@ class ShellTaskType(BaseTaskType):
 
                 collect_delimiter = "=== COLLECT ==="
 
-                command = self.command.strip() + f" && echo '{collect_delimiter}'  && env"
+                command = (
+                    self.command.strip() + f" && echo '{collect_delimiter}'  && env"
+                )
                 logger.info(f"Executing shell command: {command}")
 
                 capture = False

runnable/utils.py

@@ -21,7 +21,6 @@ from runnable import defaults, names
 from runnable.defaults import TypeMapVariable
 
 if TYPE_CHECKING:  # pragma: no cover
-    from runnable.extensions.nodes import TaskNode
     from runnable.nodes import BaseNode
 
 
@@ -86,7 +85,9 @@ def generate_run_id(run_id: str = "") -> str:
     return run_id
 
 
-def apply_variables(apply_to: Dict[str, Any], variables: Dict[str, str]) -> Dict[str, Any]:
+def apply_variables(
+    apply_to: Dict[str, Any], variables: Dict[str, str]
+) -> Dict[str, Any]:
     """Safely applies the variables to a config.
 
     For example: For config:
@@ -272,7 +273,9 @@ def get_local_docker_image_id(image_name: str) -> str:
         image = client.images.get(image_name)
         return image.attrs["Id"]
     except ImportError:  # pragma: no cover
-        logger.warning("Did not find docker installed, some functionality might be affected")
+        logger.warning(
+            "Did not find docker installed, some functionality might be affected"
+        )
     except BaseException:
         logger.exception(f"Could not find the image by name {image_name}")
 
@@ -295,7 +298,9 @@ def get_git_code_identity():
         code_identity.code_identifier_dependable, changed = is_git_clean()
         code_identity.code_identifier_url = get_git_remote()
         if changed:
-            code_identity.code_identifier_message = "changes found in " + ", ".join(changed.split("\n"))
+            code_identity.code_identifier_message = "changes found in " + ", ".join(
+                changed.split("\n")
+            )
     except BaseException:
         logger.exception("Git code versioning problems")
 
@@ -331,7 +336,9 @@ def get_tracked_data() -> Dict[str, str]:
             try:
                 tracked_data[key.lower()] = json.loads(value)
             except json.decoder.JSONDecodeError:
-                logger.warning(f"Tracker {key} could not be JSON decoded, adding the literal value")
+                logger.warning(
+                    f"Tracker {key} could not be JSON decoded, adding the literal value"
+                )
                 tracked_data[key.lower()] = value
 
             del os.environ[env_var]
@@ -389,9 +396,13 @@ def get_data_hash(file_name: str):
         str: The SHA ID of the file contents
     """
     # https://stackoverflow.com/questions/3431825/generating-an-md5-checksum-of-a-file
-    return hash_bytestr_iter(file_as_blockiter(open(file_name, "rb")), hashlib.sha256())  # pragma: no cover
+    # TODO: For a big file, we should only hash the first few bytes
+    return hash_bytestr_iter(
+        file_as_blockiter(open(file_name, "rb")), hashlib.sha256()
+    )  # pragma: no cover
 
 
+# TODO: This is not the right place for this.
 def get_node_execution_command(
     node: BaseNode,
     map_variable: TypeMapVariable = None,
@@ -415,26 +426,32 @@ def get_node_execution_command(
 
     log_level = log_level or logging.getLevelName(logger.getEffectiveLevel())
 
-    action = f"runnable execute_single_node {run_id} " f"{node._command_friendly_name()}" f" --log-level {log_level}"
+    action = (
+        f"runnable execute-single-node {run_id} "
+        f"{context.run_context.pipeline_file} "
+        f"{node._command_friendly_name()} "
+        f"--log-level {log_level} "
+    )
 
-    if context.run_context.pipeline_file:
-        action = action + f" --file {context.run_context.pipeline_file}"
+    if context.run_context.from_sdk:
+        action = action + "--mode python "
 
     if map_variable:
-        action = action + f" --map-variable '{json.dumps(map_variable)}'"
+        action = action + f"--map-variable '{json.dumps(map_variable)}' "
 
     if context.run_context.configuration_file:
-        action = action + f" --config-file {context.run_context.configuration_file}"
+        action = action + f"--config {context.run_context.configuration_file} "
 
     if context.run_context.parameters_file:
-        action = action + f" --parameters-file {context.run_context.parameters_file}"
+        action = action + f"--parameters-file {context.run_context.parameters_file} "
 
     if context.run_context.tag:
-        action = action + f" --tag {context.run_context.tag}"
+        action = action + f"--tag {context.run_context.tag}"
 
     return action
 
 
+# TODO: This is not the right place for this.
 def get_fan_command(
     mode: str,
     node: BaseNode,
@@ -459,8 +476,8 @@ def get_fan_command(
     action = (
         f"runnable fan {run_id} "
         f"{node._command_friendly_name()} "
+        f"{context.run_context.pipeline_file} "
         f"--mode {mode} "
-        f"--file {context.run_context.pipeline_file} "
         f"--log-level {log_level} "
     )
     if context.run_context.configuration_file:
@@ -478,18 +495,11 @@ def get_fan_command(
     return action
 
 
-def get_job_execution_command(node: TaskNode, over_write_run_id: str = "") -> str:
+# TODO: This is not the right place for this.
+def get_job_execution_command(over_write_run_id: str = "") -> str:
     """Get the execution command to run a job via command line.
 
     This function should be used by all executors to submit jobs in remote environment
-
-    Args:
-        executor (BaseExecutor): The executor class.
-        node (BaseNode): The node being executed.
-        over_write_run_id (str, optional): If the node is part of a map step. Defaults to ''.
-
-    Returns:
-        str: The execution command to run a job via command line.
     """
 
     run_id = context.run_context.run_id
@@ -499,28 +509,29 @@ def get_job_execution_command(node: TaskNode, over_write_run_id: str = "") -> st
 
     log_level = logging.getLevelName(logger.getEffectiveLevel())
 
-    cli_command, cli_options = node.executable.get_cli_options()
-
-    action = f"runnable execute_{cli_command} {run_id} " f" --log-level {log_level}"
-
-    action = action + f" --entrypoint {defaults.ENTRYPOINT.SYSTEM.value}"
+    action = (
+        f"runnable execute-job /app/{context.run_context.job_definition_file} {run_id} "
+        f" --log-level {log_level}"
+    )
 
     if context.run_context.configuration_file:
-        action = action + f" --config-file {context.run_context.configuration_file}"
+        action = action + f" --config {context.run_context.configuration_file}"
 
     if context.run_context.parameters_file:
-        action = action + f" --parameters-file {context.run_context.parameters_file}"
+        action = action + f" --parameters {context.run_context.parameters_file}"
+
+    if context.run_context.from_sdk:
+        action = action + " --mode python "
 
     if context.run_context.tag:
         action = action + f" --tag {context.run_context.tag}"
 
-    for key, value in cli_options.items():
-        action = action + f" --{key} {value}"
-
     return action
 
 
-def get_provider_by_name_and_type(service_type: str, service_details: defaults.ServiceConfig):
+def get_provider_by_name_and_type(
+    service_type: str, service_details: defaults.ServiceConfig
+):
     """Given a service type, one of executor, run_log_store, catalog, secrets and the config
     return the exact child class implementing the service.
     We use stevedore to do the work for us.
@@ -535,6 +546,7 @@ def get_provider_by_name_and_type(service_type: str, service_details: defaults.S
     Returns:
         object: A service object
     """
+
     namespace = service_type
 
     service_name = service_details["type"]
@@ -542,7 +554,9 @@ def get_provider_by_name_and_type(service_type: str, service_details: defaults.S
     if "config" in service_details:
         service_config = service_details.get("config", {})
 
-    logger.debug(f"Trying to get a service of {service_type} of the name {service_name} with config: {service_config}")
+    logger.debug(
+        f"Trying to get a service of {service_type} of the name {service_name} with config: {service_config}"
+    )
     try:
         mgr = driver.DriverManager(
             namespace=namespace,
@@ -552,8 +566,12 @@ def get_provider_by_name_and_type(service_type: str, service_details: defaults.S
         )
         return mgr.driver
     except Exception as _e:
-        logger.exception(f"Could not find the service of type: {service_type} with config: {service_details}")
-        raise Exception(f"Could not find the service of type: {service_type} with config: {service_details}") from _e
+        logger.exception(
+            f"Could not find the service of type: {service_type} with config: {service_details}"
+        )
+        raise Exception(
+            f"Could not find the service of type: {service_type} with config: {service_details}"
+        ) from _e
 
 
 def get_run_config() -> dict:
@@ -585,7 +603,9 @@ def json_to_ordered_dict(json_str: str) -> TypeMapVariable:
     return OrderedDict()
 
 
-def set_runnable_environment_variables(run_id: str = "", configuration_file: str = "", tag: str = "") -> None:
+def set_runnable_environment_variables(
+    run_id: str = "", configuration_file: str = "", tag: str = ""
+) -> None:
     """Set the environment variables used by runnable. This function should be called during the prepare configurations
     by all executors.
 
@@ -604,7 +624,7 @@ def set_runnable_environment_variables(run_id: str = "", configuration_file: str
         os.environ[defaults.RUNNABLE_RUN_TAG] = tag
 
 
-def gather_variables() -> dict:
+def gather_variables() -> Dict[str, str]:
     """Gather all the environment variables used by runnable. All the variables start with runnable_VAR_.
 
     Returns:

{runnable-0.13.0.dist-info → runnable-0.16.0.dist-info}/METADATA

@@ -1,36 +1,34 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: runnable
-Version: 0.13.0
-Summary: A Compute agnostic pipelining software
-Home-page: https://github.com/vijayvammi/runnable
-License: Apache-2.0
-Author: Vijay Vammi
-Author-email: mesanthu@gmail.com
-Requires-Python: >=3.9,<3.13
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: database
+Version: 0.16.0
+Summary: Add your description here
+Author-email: "Vammi, Vijay" <vijay.vammi@astrazeneca.com>
+License-File: LICENSE
+Requires-Python: >=3.10
+Requires-Dist: catalog
+Requires-Dist: click-plugins>=1.1.1
+Requires-Dist: click<=8.1.3
+Requires-Dist: dill>=0.3.9
+Requires-Dist: job-executor
+Requires-Dist: nodes
+Requires-Dist: pipeline-executor
+Requires-Dist: pydantic>=2.10.3
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich>=13.9.4
+Requires-Dist: ruamel-yaml>=0.18.6
+Requires-Dist: run-log-store
+Requires-Dist: secrets
+Requires-Dist: setuptools>=75.6.0
+Requires-Dist: stevedore>=5.4.0
+Requires-Dist: typer>=0.15.1
 Provides-Extra: docker
+Requires-Dist: docker>=7.1.0; extra == 'docker'
+Provides-Extra: examples
+Requires-Dist: pandas>=2.2.3; extra == 'examples'
+Provides-Extra: k8s
+Requires-Dist: kubernetes>=31.0.0; extra == 'k8s'
 Provides-Extra: notebook
-Requires-Dist: click
-Requires-Dist: click-plugins (>=1.1.1,<2.0.0)
-Requires-Dist: dill (>=0.3.8,<0.4.0)
-Requires-Dist: docker ; extra == "docker"
-Requires-Dist: mlflow-skinny
-Requires-Dist: ploomber-engine (>=0.0.31,<0.0.32) ; extra == "notebook"
-Requires-Dist: pydantic (>=2.5,<3.0)
-Requires-Dist: rich (>=13.5.2,<14.0.0)
-Requires-Dist: ruamel.yaml
-Requires-Dist: ruamel.yaml.clib
-Requires-Dist: sqlalchemy ; extra == "database"
-Requires-Dist: stevedore (>=3.5.0,<4.0.0)
-Requires-Dist: typing-extensions ; python_version < "3.8"
-Project-URL: Documentation, https://github.com/vijayvammi/runnable
-Project-URL: Repository, https://github.com/vijayvammi/runnable
+Requires-Dist: ploomber-engine>=0.0.33; extra == 'notebook'
 Description-Content-Type: text/markdown
 
 
@@ -267,4 +265,3 @@ Execute a pipeline over an iterable parameter.
 
 ### [Arbitrary nesting](https://astrazeneca.github.io/runnable-core/concepts/nesting/)
 Any nesting of parallel within map and so on.
-

runnable-0.16.0.dist-info/RECORD

@@ -0,0 +1,23 @@
+runnable/__init__.py,sha256=KqpLDTD1CfdEj2aDyEkSn2KW-_83qyrRrrWLc5lZVM4,624
+runnable/catalog.py,sha256=MiEmb-18liAKmgeMdDF41VVn0ZEAVLP8hR33oacQ1zs,4930
+runnable/cli.py,sha256=01zmzOdynEmLI4vWDtSHQ6y1od_Jlc8G1RF69fi2L8g,8446
+runnable/context.py,sha256=pLw_n_5U-FM8-9-41YnkzETX94KrBAZWjxPgjm0O7hk,1305
+runnable/datastore.py,sha256=a1pT_P8TNcqQB-di2_uga7y-zS3TqUCb7sFhdxmVKGY,31907
+runnable/defaults.py,sha256=3o9IVGryyCE6PoQTOoaIaHHTbJGEzmdXMcwzOhwAYoI,3518
+runnable/entrypoints.py,sha256=67gPBiIIS4Kd9g6LdoGCraRJPda8K1i7Lp7XcD2iY5k,18913
+runnable/exceptions.py,sha256=LFbp0-Qxg2PAMLEVt7w2whhBxSG-5pzUEv5qN-Rc4_c,3003
+runnable/executor.py,sha256=cS30EC2Pfz8OzzEVcUYrVIyvGboKVUw5jKG2l72-UfM,15606
+runnable/graph.py,sha256=jVjikRLR-so3b2ufmNKpEQ_Ny68qN4bcGDAdXBRKiCY,16574
+runnable/names.py,sha256=vn92Kv9ANROYSZX6Z4z1v_WA3WiEdIYmG6KEStBFZug,8134
+runnable/nodes.py,sha256=YU9u7r1ESzui1uVtJ1dgwdv1ozyJnF2k-MCFieT8CLI,17519
+runnable/parameters.py,sha256=g_bJurLjuppFDiDpfFqy6BRF36o_EY0OC5APl7HJFok,5450
+runnable/pickler.py,sha256=ydJ_eti_U1F4l-YacFp7BWm6g5vTn04UXye25S1HVok,2684
+runnable/sdk.py,sha256=hwdk2dLmJsOTs2GnOlayw8WfliyeZFpA6Tcnp3tgblg,33370
+runnable/secrets.py,sha256=PXcEJw-4WPzeWRLfsatcPPyr1zkqgHzdRWRcS9vvpvM,2354
+runnable/tasks.py,sha256=JnIIYQf3YUidHXIN6hiUIfDnegc7_rJMNXuHW4WS9ig,29378
+runnable/utils.py,sha256=wqyN7lMW56cBqyE59iDE6_i2HXPkvEUCQ-66UQnIwTA,19993
+runnable-0.16.0.dist-info/METADATA,sha256=JMu8mSsxMWr_wF246saRXV80D8_8cXMOPZrK6Pr9X6k,10102
+runnable-0.16.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+runnable-0.16.0.dist-info/entry_points.txt,sha256=I92DYldRrCb9HCsoum8GjC2UsQrWpuw2kawXTZpkIz4,1559
+runnable-0.16.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+runnable-0.16.0.dist-info/RECORD,,

{runnable-0.13.0.dist-info → runnable-0.16.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.1
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any

runnable-0.16.0.dist-info/entry_points.txt

@@ -0,0 +1,45 @@
+[console_scripts]
+runnable = runnable.cli:app
+
+[catalog]
+do-nothing = runnable.catalog:DoNothingCatalog
+file-system = extensions.catalog.file_system:FileSystemCatalog
+
+[job_executor]
+k8s-job = extensions.job_executor.k8s:K8sJobExecutor
+local = extensions.job_executor.local:LocalJobExecutor
+local-container = extensions.job_executor.local_container:LocalContainerJobExecutor
+
+[nodes]
+dag = extensions.nodes.nodes:DagNode
+fail = extensions.nodes.nodes:FailNode
+map = extensions.nodes.nodes:MapNode
+parallel = extensions.nodes.nodes:ParallelNode
+stub = extensions.nodes.nodes:StubNode
+success = extensions.nodes.nodes:SuccessNode
+task = extensions.nodes.nodes:TaskNode
+
+[pickler]
+pickle = runnable.pickler:NativePickler
+
+[pipeline_executor]
+argo = extensions.pipeline_executor.argo:ArgoExecutor
+local = extensions.pipeline_executor.local:LocalExecutor
+local-container = extensions.pipeline_executor.local_container:LocalContainerExecutor
+mocked = extensions.pipeline_executor.mocked:MockedExecutor
+retry = extensions.pipeline_executor.retry:RetryExecutor
+
+[run_log_store]
+buffered = runnable.datastore:BufferRunLogstore
+chunked-fs = extensions.run_log_store.chunked_fs:ChunkedFileSystemRunLogStore
+file-system = extensions.run_log_store.file_system:FileSystemRunLogstore
+
+[secrets]
+do-nothing = runnable.secrets:DoNothingSecretManager
+dotenv = extensions.secrets.dotenv:DotEnvSecrets
+env-secrets = runnable.secrets:EnvSecretsManager
+
+[tasks]
+notebook = runnable.tasks:NotebookTaskType
+python = runnable.tasks:PythonTaskType
+shell = runnable.tasks:ShellTaskType