metaflow 2.12.12__py2.py3-none-any.whl → 2.12.14__py2.py3-none-any.whl

metaflow/cli.py

@@ -650,7 +650,7 @@ def resume(
             )
 
     if step_to_rerun is None:
-        clone_steps = set()
+        steps_to_rerun = set()
     else:
         # validate step name
         if step_to_rerun not in obj.graph.nodes:
@@ -660,7 +660,7 @@ def resume(
                     step_to_rerun, ",".join(list(obj.graph.nodes.keys()))
                 )
             )
-        clone_steps = {step_to_rerun}
+        steps_to_rerun = {step_to_rerun}
 
     if run_id:
         # Run-ids that are provided by the metadata service are always integers.
@@ -688,7 +688,7 @@ def resume(
         clone_run_id=origin_run_id,
         clone_only=clone_only,
         reentrant=reentrant,
-        clone_steps=clone_steps,
+        steps_to_rerun=steps_to_rerun,
         max_workers=max_workers,
         max_num_splits=max_num_splits,
         max_log_size=max_log_size * 1024 * 1024,

metaflow/client/core.py

@@ -1027,6 +1027,8 @@ class MetaflowData(object):
         self._artifacts = dict((art.id, art) for art in artifacts)
 
     def __getattr__(self, name: str):
+        if name not in self._artifacts:
+            raise AttributeError(name)
         return self._artifacts[name].data
 
     def __contains__(self, var):

metaflow/flowspec.py

@@ -17,6 +17,7 @@ from .exception import (
 )
 from .graph import FlowGraph
 from .unbounded_foreach import UnboundedForeachInput
+from .util import to_pod
 from .metaflow_config import INCLUDE_FOREACH_STACK, MAXIMUM_FOREACH_VALUE_CHARS
 
 # For Python 3 compatibility
@@ -201,7 +202,7 @@ class FlowSpec(metaclass=_FlowSpecMeta):
             "decorators": [
                 {
                     "name": deco.name,
-                    "attributes": deco.attributes,
+                    "attributes": to_pod(deco.attributes),
                     "statically_defined": deco.statically_defined,
                 }
                 for deco in flow_decorators(self)

metaflow/graph.py

@@ -3,6 +3,9 @@ import ast
 import re
 
 
+from .util import to_pod
+
+
 def deindent_docstring(doc):
     if doc:
         # Find the indent to remove from the docstring. We consider the following possibilities:
@@ -72,7 +75,6 @@ class DAGNode(object):
         return "%s.%s" % (expr.value.id, expr.attr)
 
     def _parse(self, func_ast):
-
         self.num_args = len(func_ast.args.args)
         tail = func_ast.body[-1]
 
@@ -171,6 +173,8 @@ class FlowGraph(object):
         self.name = flow.__name__
         self.nodes = self._create_nodes(flow)
         self.doc = deindent_docstring(flow.__doc__)
+        # nodes sorted in topological order.
+        self.sorted_nodes = []
         self._traverse_graph()
         self._postprocess()
 
@@ -197,6 +201,7 @@ class FlowGraph(object):
 
     def _traverse_graph(self):
         def traverse(node, seen, split_parents):
+            self.sorted_nodes.append(node.name)
             if node.type in ("split", "foreach"):
                 node.split_parents = split_parents
                 split_parents = split_parents + [node.name]
@@ -262,7 +267,6 @@ class FlowGraph(object):
         )
 
     def output_steps(self):
-
         steps_info = {}
         graph_structure = []
 
@@ -286,7 +290,7 @@ class FlowGraph(object):
                 "decorators": [
                     {
                         "name": deco.name,
-                        "attributes": deco.attributes,
+                        "attributes": to_pod(deco.attributes),
                         "statically_defined": deco.statically_defined,
                     }
                     for deco in node.decorators

metaflow/metaflow_config.py

@@ -15,6 +15,17 @@ if sys.platform == "darwin":
 ## value, either set `METAFLOW_DEFAULT_DATASTORE` in your configuration file or set
 ## an environment variable called `METAFLOW_DEFAULT_DATASTORE`
 
+##
+# Constants (NOTE: these need to live before any from_conf)
+##
+
+# Path to the local directory to store artifacts for 'local' datastore.
+DATASTORE_LOCAL_DIR = ".metaflow"
+
+# Local configuration file (in .metaflow) containing overrides per-project
+LOCAL_CONFIG_FILE = "config.json"
+
+
 ###
 # Default configuration
 ###
@@ -42,8 +53,6 @@ USER = from_conf("USER")
 ###
 # Datastore configuration
 ###
-# Path to the local directory to store artifacts for 'local' datastore.
-DATASTORE_LOCAL_DIR = ".metaflow"
 DATASTORE_SYSROOT_LOCAL = from_conf("DATASTORE_SYSROOT_LOCAL")
 # S3 bucket and prefix to store artifacts for 's3' datastore.
 DATASTORE_SYSROOT_S3 = from_conf("DATASTORE_SYSROOT_S3")

metaflow/metaflow_config_funcs.py

@@ -32,8 +32,40 @@ def init_config():
     return config
 
 
+def init_local_config():
+    # This function is heavily inspired from LocalStorage.get_datastore_root_from_config
+    # but simplifies certain things and also does not depend on DATASTORE_SYSROOT_LOCAL.
+    #
+    # In other words, since this config is meant to be local to a directory, it does not
+    # check in DATASTORE_SYSROOT_LOCAL but only up the current getcwd() path. This also
+    # prevents nasty circular dependencies :)
+
+    from metaflow.metaflow_config import DATASTORE_LOCAL_DIR, LOCAL_CONFIG_FILE
+
+    current_path = os.getcwd()
+    check_dir = os.path.join(current_path, DATASTORE_LOCAL_DIR)
+    check_dir = os.path.realpath(check_dir)
+    while not os.path.isdir(check_dir):
+        new_path = os.path.dirname(current_path)
+        if new_path == current_path:  # No longer making upward progress
+            return {}
+        current_path = new_path
+        check_dir = os.path.join(current_path, DATASTORE_LOCAL_DIR)
+    path_to_config = os.path.join(check_dir, LOCAL_CONFIG_FILE)
+    # We found a directory to look for the config file in
+    if os.path.exists(path_to_config):
+        with open(path_to_config, encoding="utf-8") as f:
+            return json.load(f)
+    return {}
+
+
 # Initialize defaults required to setup environment variables.
-METAFLOW_CONFIG = init_config()
+# (initialized lazily in from_conf since init_local_config requires
+# some configuration values
+
+METAFLOW_CONFIG = None
+
+METAFLOW_LOCAL_CONFIG = None
 
 _all_configs = {}
 
@@ -51,7 +83,13 @@ def config_values(include=0):
 
 def from_conf(name, default=None, validate_fn=None):
     """
-    First try to pull value from environment, then from metaflow config JSON
+    Pull value from the environment or configuration.
+    Order is:
+    1. Environment (use any environment variable explicitly set by user)
+    2. Local config (use any value set in the local config file -- so stuff in
+       .metaflow/project.json for example)
+    3. Global config (use any value set in the global config file)
+    4. Default
 
     Prior to a value being returned, we will validate using validate_fn (if provided).
     Only non-None values are validated.
@@ -59,9 +97,19 @@ def from_conf(name, default=None, validate_fn=None):
     validate_fn should accept (name, value).
     If the value validates, return None, else raise an MetaflowException.
     """
+    global METAFLOW_CONFIG, METAFLOW_LOCAL_CONFIG
+
+    if METAFLOW_CONFIG is None:
+        METAFLOW_CONFIG = init_config()
+    if METAFLOW_LOCAL_CONFIG is None:
+        METAFLOW_LOCAL_CONFIG = init_local_config()
+
     is_default = True
     env_name = "METAFLOW_%s" % name
-    value = os.environ.get(env_name, METAFLOW_CONFIG.get(env_name, default))
+    value = os.environ.get(
+        env_name,
+        METAFLOW_LOCAL_CONFIG.get(env_name, METAFLOW_CONFIG.get(env_name, default)),
+    )
     if validate_fn and value is not None:
         validate_fn(env_name, value)
     if default is not None:

metaflow/metaflow_environment.py

@@ -89,10 +89,16 @@ class MetaflowEnvironment(object):
         It should work silently if everything goes well.
         """
         if datastore_type == "s3":
-            return (
-                '%s -m awscli ${METAFLOW_S3_ENDPOINT_URL:+--endpoint-url=\\"${METAFLOW_S3_ENDPOINT_URL}\\"} '
-                + "s3 cp %s job.tar >/dev/null"
-            ) % (self._python(), code_package_url)
+            from .plugins.aws.aws_utils import parse_s3_full_path
+
+            bucket, s3_object = parse_s3_full_path(code_package_url)
+            # NOTE: the script quoting is extremely sensitive due to the way shlex.split operates and this being inserted
+            # into a quoted command elsewhere.
+            return "{python} -c '{script}'".format(
+                python=self._python(),
+                script='import boto3, os; boto3.client(\\"s3\\", endpoint_url=os.getenv(\\"METAFLOW_S3_ENDPOINT_URL\\")).download_file(\\"%s\\", \\"%s\\", \\"job.tar\\")'
+                % (bucket, s3_object),
+            )
         elif datastore_type == "azure":
             from .plugins.azure.azure_utils import parse_azure_full_path
 
@@ -119,25 +125,34 @@ class MetaflowEnvironment(object):
             )
 
     def _get_install_dependencies_cmd(self, datastore_type):
-        cmds = ["%s -m pip install requests -qqq" % self._python()]
-        if datastore_type == "s3":
-            cmds.append("%s -m pip install awscli boto3 -qqq" % self._python())
-        elif datastore_type == "azure":
-            cmds.append(
-                "%s -m pip install azure-identity azure-storage-blob azure-keyvault-secrets simple-azure-blob-downloader -qqq"
-                % self._python()
-            )
-        elif datastore_type == "gs":
-            cmds.append(
-                "%s -m pip install google-cloud-storage google-auth simple-gcp-object-downloader google-cloud-secret-manager -qqq"
-                % self._python()
-            )
-        else:
+        base_cmd = "{} -m pip install -qqq".format(self._python())
+
+        datastore_packages = {
+            "s3": ["boto3"],
+            "azure": [
+                "azure-identity",
+                "azure-storage-blob",
+                "azure-keyvault-secrets",
+                "simple-azure-blob-downloader",
+            ],
+            "gs": [
+                "google-cloud-storage",
+                "google-auth",
+                "simple-gcp-object-downloader",
+                "google-cloud-secret-manager",
+            ],
+        }
+
+        if datastore_type not in datastore_packages:
             raise NotImplementedError(
-                "We don't know how to generate an install dependencies cmd for datastore %s"
-                % datastore_type
+                "Unknown datastore type: {}".format(datastore_type)
             )
-        return " && ".join(cmds)
+
+        cmd = "{} {}".format(
+            base_cmd, " ".join(datastore_packages[datastore_type] + ["requests"])
+        )
+        # skip pip installs if we know that packages might already be available
+        return "if [ -z $METAFLOW_SKIP_INSTALL_DEPENDENCIES ]; then {}; fi".format(cmd)
 
     def get_package_commands(self, code_package_url, datastore_type):
         cmds = [

metaflow/plugins/argo/argo_workflows.py

@@ -1658,6 +1658,9 @@ class ArgoWorkflows(object):
 
             # support Metaflow sandboxes
             env["METAFLOW_INIT_SCRIPT"] = KUBERNETES_SANDBOX_INIT_SCRIPT
+            env["METAFLOW_KUBERNETES_SANDBOX_INIT_SCRIPT"] = (
+                KUBERNETES_SANDBOX_INIT_SCRIPT
+            )
 
             # support for @secret
             env["METAFLOW_DEFAULT_SECRETS_BACKEND_TYPE"] = DEFAULT_SECRETS_BACKEND_TYPE
@@ -1673,6 +1676,12 @@ class ArgoWorkflows(object):
             )
             env["METAFLOW_DATASTORE_SYSROOT_AZURE"] = DATASTORE_SYSROOT_AZURE
             env["METAFLOW_CARD_AZUREROOT"] = CARD_AZUREROOT
+            env["METAFLOW_ARGO_WORKFLOWS_KUBERNETES_SECRETS"] = (
+                ARGO_WORKFLOWS_KUBERNETES_SECRETS
+            )
+            env["METAFLOW_ARGO_WORKFLOWS_ENV_VARS_TO_SKIP"] = (
+                ARGO_WORKFLOWS_ENV_VARS_TO_SKIP
+            )
 
             # support for GCP
             env["METAFLOW_DATASTORE_SYSROOT_GS"] = DATASTORE_SYSROOT_GS

metaflow/plugins/argo/argo_workflows_cli.py

@@ -172,7 +172,7 @@ def argo_workflows(obj, name=None):
 )
 @click.option(
     "--enable-heartbeat-daemon/--no-enable-heartbeat-daemon",
-    default=False,
+    default=True,
     show_default=True,
     help="Use a daemon container to broadcast heartbeats.",
 )
@@ -186,7 +186,7 @@ def argo_workflows(obj, name=None):
 )
 @click.option(
     "--enable-error-msg-capture/--no-enable-error-msg-capture",
-    default=False,
+    default=True,
     show_default=True,
     help="Capture stack trace of first failed task in exit hook.",
 )

metaflow/plugins/argo/argo_workflows_deployer.py

@@ -226,7 +226,9 @@ def trigger(instance: DeployedFlow, **kwargs):
         )
 
         command_obj = instance.deployer.spm.get(pid)
-        content = handle_timeout(tfp_runner_attribute, command_obj)
+        content = handle_timeout(
+            tfp_runner_attribute, command_obj, instance.deployer.file_read_timeout
+        )
 
         if command_obj.process.returncode == 0:
             triggered_run = TriggeredRun(deployer=instance.deployer, content=content)

metaflow/plugins/aws/aws_utils.py

@@ -4,6 +4,22 @@ import requests
 from metaflow.exception import MetaflowException
 
 
+def parse_s3_full_path(s3_uri):
+    from urllib.parse import urlparse
+
+    #  <scheme>://<netloc>/<path>;<params>?<query>#<fragment>
+    scheme, netloc, path, _, _, _ = urlparse(s3_uri)
+    assert scheme == "s3"
+    assert netloc is not None
+
+    bucket = netloc
+    path = path.lstrip("/").rstrip("/")
+    if path == "":
+        path = None
+
+    return bucket, path
+
+
 def get_ec2_instance_metadata():
     """
     Fetches the EC2 instance metadata through AWS instance metadata service

metaflow/plugins/aws/batch/batch_decorator.py

@@ -123,6 +123,7 @@ class BatchDecorator(StepDecorator):
         "ephemeral_storage": None,
         "log_driver": None,
         "log_options": None,
+        "executable": None,
     }
     resource_defaults = {
         "cpu": "1",

metaflow/plugins/aws/step_functions/step_functions_deployer.py

@@ -193,7 +193,9 @@ def trigger(instance: DeployedFlow, **kwargs):
         )
 
         command_obj = instance.deployer.spm.get(pid)
-        content = handle_timeout(tfp_runner_attribute, command_obj)
+        content = handle_timeout(
+            tfp_runner_attribute, command_obj, instance.deployer.file_read_timeout
+        )
 
         if command_obj.process.returncode == 0:
             triggered_run = TriggeredRun(deployer=instance.deployer, content=content)

metaflow/plugins/kubernetes/kubernetes.py

@@ -17,6 +17,8 @@ from metaflow.metaflow_config import (
     ARGO_EVENTS_INTERNAL_WEBHOOK_URL,
     ARGO_EVENTS_SERVICE_ACCOUNT,
     ARGO_EVENTS_WEBHOOK_AUTH,
+    ARGO_WORKFLOWS_KUBERNETES_SECRETS,
+    ARGO_WORKFLOWS_ENV_VARS_TO_SKIP,
     AWS_SECRETS_MANAGER_DEFAULT_REGION,
     AZURE_KEY_VAULT_PREFIX,
     AZURE_STORAGE_BLOB_SERVICE_ENDPOINT,
@@ -280,6 +282,18 @@ class Kubernetes(object):
             .environment_variable(
                 "METAFLOW_INIT_SCRIPT", KUBERNETES_SANDBOX_INIT_SCRIPT
             )
+            .environment_variable(
+                "METAFLOW_KUBERNETES_SANDBOX_INIT_SCRIPT",
+                KUBERNETES_SANDBOX_INIT_SCRIPT,
+            )
+            .environment_variable(
+                "METAFLOW_ARGO_WORKFLOWS_KUBERNETES_SECRETS",
+                ARGO_WORKFLOWS_KUBERNETES_SECRETS,
+            )
+            .environment_variable(
+                "METAFLOW_ARGO_WORKFLOWS_ENV_VARS_TO_SKIP",
+                ARGO_WORKFLOWS_ENV_VARS_TO_SKIP,
+            )
             .environment_variable("METAFLOW_OTEL_ENDPOINT", OTEL_ENDPOINT)
             # Skip setting METAFLOW_DATASTORE_SYSROOT_LOCAL because metadata sync
             # between the local user instance and the remote Kubernetes pod
@@ -565,6 +579,18 @@ class Kubernetes(object):
             .environment_variable(
                 "METAFLOW_INIT_SCRIPT", KUBERNETES_SANDBOX_INIT_SCRIPT
             )
+            .environment_variable(
+                "METAFLOW_KUBERNETES_SANDBOX_INIT_SCRIPT",
+                KUBERNETES_SANDBOX_INIT_SCRIPT,
+            )
+            .environment_variable(
+                "METAFLOW_ARGO_WORKFLOWS_KUBERNETES_SECRETS",
+                ARGO_WORKFLOWS_KUBERNETES_SECRETS,
+            )
+            .environment_variable(
+                "METAFLOW_ARGO_WORKFLOWS_ENV_VARS_TO_SKIP",
+                ARGO_WORKFLOWS_ENV_VARS_TO_SKIP,
+            )
             .environment_variable("METAFLOW_OTEL_ENDPOINT", OTEL_ENDPOINT)
             # Skip setting METAFLOW_DATASTORE_SYSROOT_LOCAL because metadata sync
             # between the local user instance and the remote Kubernetes pod

metaflow/plugins/kubernetes/kubernetes_decorator.py

@@ -97,6 +97,9 @@ class KubernetesDecorator(StepDecorator):
         Shared memory size (in MiB) required for this step
     port: int, optional
         Port number to specify in the Kubernetes job object
+    compute_pool : str, optional, default None
+        Compute pool to be used for for this step.
+        If not specified, any accessible compute pool within the perimeter is used.
     """
 
     name = "kubernetes"
@@ -121,6 +124,8 @@ class KubernetesDecorator(StepDecorator):
         "persistent_volume_claims": None,  # e.g., {"pvc-name": "/mnt/vol", "another-pvc": "/mnt/vol2"}
         "shared_memory": None,
         "port": None,
+        "compute_pool": None,
+        "executable": None,
     }
     package_url = None
     package_sha = None
@@ -153,6 +158,12 @@ class KubernetesDecorator(StepDecorator):
             self.attributes["node_selector"] = parse_kube_keyvalue_list(
                 self.attributes["node_selector"].split(",")
             )
+        if self.attributes["compute_pool"]:
+            if self.attributes["node_selector"] is None:
+                self.attributes["node_selector"] = {}
+            self.attributes["node_selector"].update(
+                {"outerbounds.co/compute-pool": self.attributes["compute_pool"]}
+            )
 
         if self.attributes["tolerations"]:
             try:
@@ -370,9 +381,13 @@ class KubernetesDecorator(StepDecorator):
             cli_args.command_args.append(self.package_sha)
             cli_args.command_args.append(self.package_url)
 
+            # skip certain keys as CLI arguments
+            _skip_keys = ["compute_pool"]
             # --namespace is used to specify Metaflow namespace (a different
             # concept from k8s namespace).
             for k, v in self.attributes.items():
+                if k in _skip_keys:
+                    continue
                 if k == "namespace":
                     cli_args.command_options["k8s_namespace"] = v
                 elif k in {"node_selector"} and v:

metaflow/plugins/pypi/conda_decorator.py

@@ -100,9 +100,9 @@ class CondaStepDecorator(StepDecorator):
         # --environment=pypi to --environment=conda
         _supported_virtual_envs.extend(["pypi"])
 
-        # TODO: Hardcoded for now to support Docker environment.
+        # TODO: Hardcoded for now to support the fast bakery environment.
         # We should introduce a more robust mechanism for appending supported environments, for example from within extensions.
-        _supported_virtual_envs.extend(["docker"])
+        _supported_virtual_envs.extend(["fast-bakery"])
 
         # The --environment= requirement ensures that valid virtual environments are
         # created for every step to execute it, greatly simplifying the @conda
@@ -344,9 +344,9 @@ class CondaFlowDecorator(FlowDecorator):
         # --environment=pypi to --environment=conda
         _supported_virtual_envs.extend(["pypi"])
 
-        # TODO: Hardcoded for now to support Docker environment.
+        # TODO: Hardcoded for now to support the fast bakery environment.
         # We should introduce a more robust mechanism for appending supported environments, for example from within extensions.
-        _supported_virtual_envs.extend(["docker"])
+        _supported_virtual_envs.extend(["fast-bakery"])
 
         # The --environment= requirement ensures that valid virtual environments are
         # created for every step to execute it, greatly simplifying the @conda

metaflow/plugins/pypi/pypi_decorator.py

@@ -24,6 +24,12 @@ class PyPIStepDecorator(StepDecorator):
     name = "pypi"
     defaults = {"packages": {}, "python": None, "disabled": None}  # wheels
 
+    def __init__(self, attributes=None, statically_defined=False):
+        self._user_defined_attributes = (
+            attributes.copy() if attributes is not None else {}
+        )
+        super().__init__(attributes, statically_defined)
+
     def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
         # The init_environment hook for Environment creates the relevant virtual
         # environments. The step_init hook sets up the relevant state for that hook to
@@ -70,9 +76,9 @@ class PyPIStepDecorator(StepDecorator):
         # --environment=pypi to --environment=conda
         _supported_virtual_envs.extend(["pypi"])
 
-        # TODO: Hardcoded for now to support Docker environment.
+        # TODO: Hardcoded for now to support the fast bakery environment.
         # We should introduce a more robust mechanism for appending supported environments, for example from within extensions.
-        _supported_virtual_envs.extend(["docker"])
+        _supported_virtual_envs.extend(["fast-bakery"])
 
         # The --environment= requirement ensures that valid virtual environments are
         # created for every step to execute it, greatly simplifying the @pypi
@@ -88,6 +94,9 @@ class PyPIStepDecorator(StepDecorator):
                 )
             )
 
+    def is_attribute_user_defined(self, name):
+        return name in self._user_defined_attributes
+
 
 class PyPIFlowDecorator(FlowDecorator):
     """
@@ -123,9 +132,9 @@ class PyPIFlowDecorator(FlowDecorator):
         # --environment=pypi to --environment=conda
         _supported_virtual_envs.extend(["pypi"])
 
-        # TODO: Hardcoded for now to support Docker environment.
+        # TODO: Hardcoded for now to support the fast bakery environment.
         # We should introduce a more robust mechanism for appending supported environments, for example from within extensions.
-        _supported_virtual_envs.extend(["docker"])
+        _supported_virtual_envs.extend(["fast-bakery"])
 
         # The --environment= requirement ensures that valid virtual environments are
         # created for every step to execute it, greatly simplifying the @conda

metaflow/runner/deployer.py

@@ -1,6 +1,7 @@
 import os
 import sys
 import json
+import time
 import importlib
 import functools
 import tempfile
@@ -11,7 +12,9 @@ from metaflow.runner.subprocess_manager import CommandManager, SubprocessManager
 from metaflow.runner.utils import read_from_file_when_ready
 
 
-def handle_timeout(tfp_runner_attribute, command_obj: CommandManager):
+def handle_timeout(
+    tfp_runner_attribute, command_obj: CommandManager, file_read_timeout: int
+):
     """
     Handle the timeout for a running subprocess command that reads a file
     and raises an error with appropriate logs if a TimeoutError occurs.
@@ -35,7 +38,9 @@ def handle_timeout(tfp_runner_attribute, command_obj: CommandManager):
         stdout and stderr logs.
     """
     try:
-        content = read_from_file_when_ready(tfp_runner_attribute.name, timeout=10)
+        content = read_from_file_when_ready(
+            tfp_runner_attribute.name, timeout=file_read_timeout
+        )
         return content
     except TimeoutError as e:
         stdout_log = open(command_obj.log_files["stdout"]).read()
@@ -102,6 +107,8 @@ class Deployer(object):
     cwd : Optional[str], default None
         The directory to run the subprocess in; if not specified, the current
         directory is used.
+    file_read_timeout : int, default 3600
+        The timeout until which we try to read the deployer attribute file.
     **kwargs : Any
         Additional arguments that you would pass to `python myflow.py` before
         the deployment command.
@@ -114,6 +121,7 @@ class Deployer(object):
         profile: Optional[str] = None,
         env: Optional[Dict] = None,
         cwd: Optional[str] = None,
+        file_read_timeout: int = 3600,
         **kwargs
     ):
         self.flow_file = flow_file
@@ -121,6 +129,7 @@ class Deployer(object):
         self.profile = profile
         self.env = env
         self.cwd = cwd
+        self.file_read_timeout = file_read_timeout
         self.top_level_kwargs = kwargs
 
         from metaflow.plugins import DEPLOYER_IMPL_PROVIDERS
@@ -155,6 +164,7 @@ class Deployer(object):
                 profile=self.profile,
                 env=self.env,
                 cwd=self.cwd,
+                file_read_timeout=self.file_read_timeout,
                 **self.top_level_kwargs
             )
 
@@ -197,6 +207,33 @@ class TriggeredRun(object):
             else:
                 setattr(self.__class__, k, property(fget=lambda _, v=v: v))
 
+    def wait_for_run(self, timeout=None):
+        """
+        Wait for the `run` property to become available.
+
+        Parameters
+        ----------
+        timeout : int, optional
+            Maximum time to wait for the `run` to become available, in seconds. If None, wait indefinitely.
+
+        Raises
+        ------
+        TimeoutError
+            If the `run` is not available within the specified timeout.
+        """
+        start_time = time.time()
+        check_interval = 5
+        while True:
+            if self.run is not None:
+                return self.run
+
+            if timeout is not None and (time.time() - start_time) > timeout:
+                raise TimeoutError(
+                    "Timed out waiting for the run object to become available."
+                )
+
+            time.sleep(check_interval)
+
     @property
     def run(self):
         """
@@ -268,6 +305,8 @@ class DeployerImpl(object):
     cwd : Optional[str], default None
         The directory to run the subprocess in; if not specified, the current
         directory is used.
+    file_read_timeout : int, default 3600
+        The timeout until which we try to read the deployer attribute file.
     **kwargs : Any
         Additional arguments that you would pass to `python myflow.py` before
         the deployment command.
@@ -282,6 +321,7 @@ class DeployerImpl(object):
         profile: Optional[str] = None,
         env: Optional[Dict] = None,
         cwd: Optional[str] = None,
+        file_read_timeout: int = 3600,
         **kwargs
     ):
         if self.TYPE is None:
@@ -299,6 +339,7 @@ class DeployerImpl(object):
         self.profile = profile
         self.env = env
         self.cwd = cwd
+        self.file_read_timeout = file_read_timeout
 
         self.env_vars = os.environ.copy()
         self.env_vars.update(self.env or {})
@@ -349,7 +390,9 @@ class DeployerImpl(object):
             )
 
             command_obj = self.spm.get(pid)
-            content = handle_timeout(tfp_runner_attribute, command_obj)
+            content = handle_timeout(
+                tfp_runner_attribute, command_obj, self.file_read_timeout
+            )
             content = json.loads(content)
             self.name = content.get("name")
             self.flow_name = content.get("flow_name")

metaflow/runner/metaflow_runner.py

@@ -211,6 +211,8 @@ class Runner(object):
     cwd : Optional[str], default None
         The directory to run the subprocess in; if not specified, the current
         directory is used.
+    file_read_timeout : int, default 3600
+        The timeout until which we try to read the runner attribute file.
     **kwargs : Any
         Additional arguments that you would pass to `python myflow.py` before
         the `run` command.
@@ -223,6 +225,7 @@ class Runner(object):
         profile: Optional[str] = None,
         env: Optional[Dict] = None,
         cwd: Optional[str] = None,
+        file_read_timeout: int = 3600,
         **kwargs
     ):
         # these imports are required here and not at the top
@@ -248,6 +251,7 @@ class Runner(object):
             self.env_vars["METAFLOW_PROFILE"] = profile
 
         self.cwd = cwd
+        self.file_read_timeout = file_read_timeout
         self.spm = SubprocessManager()
         self.top_level_kwargs = kwargs
         self.api = MetaflowAPI.from_cli(self.flow_file, start)
@@ -270,7 +274,9 @@ class Runner(object):
             clear_and_set_os_environ(self.old_env)
 
             # Set the correct metadata from the runner_attribute file corresponding to this run.
-            content = read_from_file_when_ready(tfp_runner_attribute.name, timeout=10)
+            content = read_from_file_when_ready(
+                tfp_runner_attribute.name, timeout=self.file_read_timeout
+            )
             metadata_for_flow, pathspec = content.rsplit(":", maxsplit=1)
             metadata(metadata_for_flow)
             run_object = Run(pathspec, _namespace_check=False)

metaflow/runner/nbdeploy.py

@@ -61,6 +61,7 @@ class NBDeployer(object):
         profile: Optional[str] = None,
         env: Optional[Dict] = None,
         base_dir: str = DEFAULT_DIR,
+        file_read_timeout: int = 3600,
         **kwargs,
     ):
         try:
@@ -78,6 +79,7 @@ class NBDeployer(object):
         self.profile = profile
         self.env = env
         self.cwd = base_dir
+        self.file_read_timeout = file_read_timeout
         self.top_level_kwargs = kwargs
 
         self.env_vars = os.environ.copy()
@@ -112,6 +114,7 @@ class NBDeployer(object):
             profile=self.profile,
             env=self.env_vars,
             cwd=self.cwd,
+            file_read_timeout=self.file_read_timeout,
             **kwargs,
         )
 

metaflow/runner/nbrun.py

@@ -45,6 +45,8 @@ class NBRunner(object):
     base_dir : Optional[str], default None
         The directory to run the subprocess in; if not specified, a temporary
         directory is used.
+    file_read_timeout : int, default 3600
+        The timeout until which we try to read the runner attribute file.
     **kwargs : Any
         Additional arguments that you would pass to `python myflow.py` before
         the `run` command.
@@ -58,6 +60,7 @@ class NBRunner(object):
         profile: Optional[str] = None,
         env: Optional[Dict] = None,
         base_dir: str = DEFAULT_DIR,
+        file_read_timeout: int = 3600,
         **kwargs,
     ):
         try:
@@ -82,6 +85,7 @@ class NBRunner(object):
             self.env_vars["METAFLOW_PROFILE"] = profile
 
         self.base_dir = base_dir
+        self.file_read_timeout = file_read_timeout
 
         if not self.cell:
             raise ValueError("Couldn't find a cell.")
@@ -104,6 +108,7 @@ class NBRunner(object):
             profile=profile,
             env=self.env_vars,
             cwd=self.base_dir,
+            file_read_timeout=self.file_read_timeout,
             **kwargs,
         )
 

metaflow/runtime.py

@@ -76,7 +76,7 @@ class NativeRuntime(object):
         clone_run_id=None,
         clone_only=False,
         reentrant=False,
-        clone_steps=None,
+        steps_to_rerun=None,
         max_workers=MAX_WORKERS,
         max_num_splits=MAX_NUM_SPLITS,
         max_log_size=MAX_LOG_SIZE,
@@ -110,12 +110,21 @@ class NativeRuntime(object):
 
         self._clone_run_id = clone_run_id
         self._clone_only = clone_only
-        self._clone_steps = {} if clone_steps is None else clone_steps
         self._cloned_tasks = []
         self._cloned_task_index = set()
         self._reentrant = reentrant
         self._run_url = None
 
+        # If steps_to_rerun is specified, we will not clone them in resume mode.
+        self._steps_to_rerun = steps_to_rerun or {}
+        # sorted_nodes are in topological order already, so we only need to
+        # iterate through the nodes once to get a stable set of rerun steps.
+        for step_name in self._graph.sorted_nodes:
+            if step_name in self._steps_to_rerun:
+                out_funcs = self._graph[step_name].out_funcs or []
+                for next_step in out_funcs:
+                    self._steps_to_rerun.add(next_step)
+
         self._origin_ds_set = None
         if clone_run_id:
             # resume logic
@@ -166,7 +175,7 @@ class NativeRuntime(object):
         else:
             may_clone = all(self._is_cloned[path] for path in input_paths)
 
-        if step in self._clone_steps:
+        if step in self._steps_to_rerun:
             may_clone = False
 
         if step == "_parameters":
@@ -301,16 +310,14 @@ class NativeRuntime(object):
             )
         except Exception as e:
             self._logger(
-                "Cloning task from {}/{}/{} failed with error: {}".format(
-                    self._clone_run_id, step_name, task_id, str(e)
+                "Cloning {}/{}/{}/{} failed with error: {}".format(
+                    self._flow.name, self._clone_run_id, step_name, task_id, str(e)
                 )
             )
 
     def clone_original_run(self, generate_task_obj=False, verbose=True):
         self._logger(
-            "Start cloning original run: {}/{}".format(
-                self._flow.name, self._clone_run_id
-            ),
+            "Cloning {}/{}".format(self._flow.name, self._clone_run_id),
             system_msg=True,
         )
 
@@ -336,7 +343,11 @@ class NativeRuntime(object):
             _, step_name, task_id = task_ds.pathspec.split("/")
             pathspec_index = task_ds.pathspec_index
 
-            if task_ds["_task_ok"] and step_name != "_parameters":
+            if (
+                task_ds["_task_ok"]
+                and step_name != "_parameters"
+                and (step_name not in self._steps_to_rerun)
+            ):
                 # "_unbounded_foreach" is a special flag to indicate that the transition is an unbounded foreach.
                 # Both parent and splitted children tasks will have this flag set. The splitted control/mapper tasks
                 # have no "foreach_param" because UBF is always followed by a join step.
@@ -390,7 +401,9 @@ class NativeRuntime(object):
                 ) in inputs
             ]
             _, _ = futures.wait(all_tasks)
-        self._logger("Cloning original run is done", system_msg=True)
+        self._logger(
+            "{}/{} cloned!".format(self._flow.name, self._clone_run_id), system_msg=True
+        )
         self._params_task.mark_resume_done()
 
     def execute(self):
@@ -1149,13 +1162,13 @@ class Task(object):
                 self._should_skip_cloning = task_completed
                 if self._should_skip_cloning:
                     self.log(
-                        "Skip cloning of previously run task %s" % self.clone_origin,
+                        "Skipping cloning of previously run task %s"
+                        % self.clone_origin,
                         system_msg=True,
                     )
                 else:
                     self.log(
-                        "Cloning results of a previously run task %s"
-                        % self.clone_origin,
+                        "Cloning previously run task %s" % self.clone_origin,
                         system_msg=True,
                     )
         else:

metaflow/util.py

@@ -426,6 +426,25 @@ def tar_safe_extract(tar, path=".", members=None, *, numeric_owner=False):
     tar.extractall(path, members, numeric_owner=numeric_owner)
 
 
+def to_pod(value):
+    """
+    Convert a python object to plain-old-data (POD) format.
+
+    Parameters
+    ----------
+    value : Any
+        Value to convert to POD format. The value can be a string, number, list,
+        dictionary, or a nested structure of these types.
+    """
+    if isinstance(value, (str, int, float)):
+        return value
+    if isinstance(value, dict):
+        return {to_pod(k): to_pod(v) for k, v in value.items()}
+    if isinstance(value, (list, set, tuple)):
+        return [to_pod(v) for v in value]
+    return str(value)
+
+
 if sys.version_info[:2] > (3, 5):
     from metaflow._vendor.packaging.version import parse as version_parse
 else:

metaflow/version.py

@@ -1 +1 @@
-metaflow_version = "2.12.12"
+metaflow_version = "2.12.14"

{metaflow-2.12.12.dist-info → metaflow-2.12.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: metaflow
-Version: 2.12.12
+Version: 2.12.14
 Summary: Metaflow: More Data Science, Less Engineering
 Author: Metaflow Developers
 Author-email: help@metaflow.org
@@ -26,7 +26,7 @@ License-File: LICENSE
 Requires-Dist: requests
 Requires-Dist: boto3
 Provides-Extra: stubs
-Requires-Dist: metaflow-stubs==2.12.12; extra == "stubs"
+Requires-Dist: metaflow-stubs==2.12.14; extra == "stubs"
 
 ![Metaflow_Logo_Horizontal_FullColor_Ribbon_Dark_RGB](https://user-images.githubusercontent.com/763451/89453116-96a57e00-d713-11ea-9fa6-82b29d4d6eff.png)
 

{metaflow-2.12.12.dist-info → metaflow-2.12.14.dist-info}/RECORD

@@ -1,7 +1,7 @@
 metaflow/R.py,sha256=CqVfIatvmjciuICNnoyyNGrwE7Va9iXfLdFbQa52hwA,3958
 metaflow/__init__.py,sha256=1TJeSmvQVELJpVGh9s9GoB6aBIK0_zEl9mpW4eSz64Q,5971
 metaflow/cards.py,sha256=tP1_RrtmqdFh741pqE4t98S7SA0MtGRlGvRICRZF1Mg,426
-metaflow/cli.py,sha256=2aP4GO3Kfairg_fopv5PvgSuogeo0Okpct5lhWSqnNE,34262
+metaflow/cli.py,sha256=fa6dx6F2PKtq0oeMxRM2efA9LyE108jGZQvYCtiUS94,34274
 metaflow/cli_args.py,sha256=lcgBGNTvfaiPxiUnejAe60Upt9swG6lRy1_3OqbU6MY,2616
 metaflow/clone_util.py,sha256=XfUX0vssu_hPlyZfhFl1AOnKkLqvt33Qp8xNrmdocGg,2057
 metaflow/cmd_with_io.py,sha256=kl53HkAIyv0ecpItv08wZYczv7u3msD1VCcciqigqf0,588
@@ -10,15 +10,15 @@ metaflow/decorators.py,sha256=hbJwRlZuLbl6t7fOsTiH7Sux4Lx6zgEEpldIXoM5TQc,21540
 metaflow/event_logger.py,sha256=joTVRqZPL87nvah4ZOwtqWX8NeraM_CXKXXGVpKGD8o,780
 metaflow/events.py,sha256=ahjzkSbSnRCK9RZ-9vTfUviz_6gMvSO9DGkJ86X80-k,5300
 metaflow/exception.py,sha256=KC1LHJQzzYkWib0DeQ4l_A2r8VaudywsSqIQuq1RDZU,4954
-metaflow/flowspec.py,sha256=C7X7jQ7HJsZNLWZA4PuKj61YPAjo0-dyg8ptVTaamrw,27145
-metaflow/graph.py,sha256=ZPxyG8uwVMk5YYgX4pQEQaPZtZM5Wy-G4NtJK73IEuA,11818
+metaflow/flowspec.py,sha256=0-NnCKiX4oJ21Spb5PJkl2IvHoJxBcpi8CQrZEGB2Ag,27178
+metaflow/graph.py,sha256=HFJ7V_bPSht_NHIm8BejrSqOX2fyBQpVOczRCliRw08,11975
 metaflow/includefile.py,sha256=yHczcZ_U0SrasxSNhZb3DIBzx8UZnrJCl3FzvpEQLOA,19753
 metaflow/integrations.py,sha256=LlsaoePRg03DjENnmLxZDYto3NwWc9z_PtU6nJxLldg,1480
 metaflow/lint.py,sha256=5rj1MlpluxyPTSINjtMoJ7viotyNzfjtBJSAihlAwMU,10870
-metaflow/metaflow_config.py,sha256=hz66w07GwDpxuewqrxmoEizgoyOMDRaxwXq7bUGTY2g,22674
-metaflow/metaflow_config_funcs.py,sha256=pCaiQ2ez9wXixJI3ehmf3QiW9lUqFrZnBZx1my_0wIg,4874
+metaflow/metaflow_config.py,sha256=4PUd2-JWJs35SaobDgMg4RdpZaKjhEqPUFh2f0pjqnU,22853
+metaflow/metaflow_config_funcs.py,sha256=5GlvoafV6SxykwfL8D12WXSfwjBN_NsyuKE_Q3gjGVE,6738
 metaflow/metaflow_current.py,sha256=5Kri7fzj-rtIJVr5xh5kPKwZ0T73_4egZybzlDR-fgc,7136
-metaflow/metaflow_environment.py,sha256=HJfhI3GrU-YbY7Etu9M-1q7EbwtEGFzCBhrUs45OLXY,7403
+metaflow/metaflow_environment.py,sha256=xTVowXgia8puUcA0rcNn7iJpFao7e_TRp30RAnB_TW4,7910
 metaflow/metaflow_profile.py,sha256=jKPEW-hmAQO-htSxb9hXaeloLacAh41A35rMZH6G8pA,418
 metaflow/metaflow_version.py,sha256=mPQ6g_3XjNdi0NrxDzwlW8ZH0nMyYpwqmJ04P7TIdP0,4774
 metaflow/monitor.py,sha256=T0NMaBPvXynlJAO_avKtk8OIIRMyEuMAyF8bIp79aZU,5323
@@ -28,14 +28,14 @@ metaflow/parameters.py,sha256=l8qnhBG9C4wf_FkXWjq5sapUA6npLdR7pyB0PPQ-KF0,15712
 metaflow/procpoll.py,sha256=U2tE4iK_Mwj2WDyVTx_Uglh6xZ-jixQOo4wrM9OOhxg,2859
 metaflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/pylint_wrapper.py,sha256=zzBY9YaSUZOGH-ypDKAv2B_7XcoyMZj-zCoCrmYqNRc,2865
-metaflow/runtime.py,sha256=_sOfR9jM_59DYW222nCX-7ZhkWKrAklSmMzqyL_dYjg,68275
+metaflow/runtime.py,sha256=fbBObJJciagHWPzR3T7x9e_jez_RBnLZIHsXMvYnW_M,68875
 metaflow/tagging_util.py,sha256=ctyf0Q1gBi0RyZX6J0e9DQGNkNHblV_CITfy66axXB4,2346
 metaflow/task.py,sha256=uJHl8K4n3jNllWHSsG1vAZtDza0U2QbQcdg9GS_YPBE,28660
 metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
 metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
-metaflow/util.py,sha256=e79A-UwdiJQ8nEDEwT5hOu-LU3p06iX2gD3RqnSQFlc,13061
+metaflow/util.py,sha256=olAvJK3y1it_k99MhLulTaAJo7OFVt5rnrD-ulIFLCU,13616
 metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
-metaflow/version.py,sha256=r2_eI44WDcUOnYX95VUMiUYzElNB324PEAelnI3impw,29
+metaflow/version.py,sha256=JzanIZpE_JtUO3SVPb7SA7dd6HhMMiUj4SEW50Ilz7I,29
 metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
 metaflow/_vendor/typing_extensions.py,sha256=0nUs5p1A_UrZigrAVBoOEM6TxU37zzPDUtiij1ZwpNc,110417
 metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -110,7 +110,7 @@ metaflow/_vendor/v3_6/importlib_metadata/_meta.py,sha256=_F48Hu_jFxkfKWz5wcYS8vO
 metaflow/_vendor/v3_6/importlib_metadata/_text.py,sha256=HCsFksZpJLeTP3NEk_ngrAeXVRRtTrtyh9eOABoRP4A,2166
 metaflow/_vendor/v3_6/importlib_metadata/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/client/__init__.py,sha256=1GtQB4Y_CBkzaxg32L1syNQSlfj762wmLrfrDxGi1b8,226
-metaflow/client/core.py,sha256=BG2xjB1n1boI4LAJ_ctZfy-DG7xqMp9YLHA0hTFeaps,74083
+metaflow/client/core.py,sha256=L4COrMyQgSAWkXIPoXFFQ3OqGnoHfePsBZdJQvShU1E,74162
 metaflow/client/filecache.py,sha256=Wy0yhhCqC1JZgebqi7z52GCwXYnkAqMZHTtxThvwBgM,15229
 metaflow/cmd/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 metaflow/cmd/configure_cmd.py,sha256=o-DKnUf2FBo_HiMVyoyzQaGBSMtpbEPEdFTQZ0hkU-k,33396
@@ -174,22 +174,22 @@ metaflow/plugins/airflow/sensors/s3_sensor.py,sha256=iDReG-7FKnumrtQg-HY6cCUAAqN
 metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/argo/argo_client.py,sha256=MKKhMCbWOPzf6z5zQQiyDRHHkAXcO7ipboDZDqAAvOk,15849
 metaflow/plugins/argo/argo_events.py,sha256=_C1KWztVqgi3zuH57pInaE9OzABc2NnncC-zdwOMZ-w,5909
-metaflow/plugins/argo/argo_workflows.py,sha256=hAzp11YSd98GvnUHSwZkto7bMCY6hvwCaO1Lplru3EA,169793
-metaflow/plugins/argo/argo_workflows_cli.py,sha256=GmCjk0EEO0eACwwgoXMLA2C5PgopFD34BzLTor6r46k,35706
+metaflow/plugins/argo/argo_workflows.py,sha256=6xUkz1LKdCLbl-O-D83Y2G5mCKYcIciKts3x1PNAzCk,170173
+metaflow/plugins/argo/argo_workflows_cli.py,sha256=ydCf7P0lR8KaZIwYTtV_hRw1J49okE0wtEW8Kcj2c4c,35704
 metaflow/plugins/argo/argo_workflows_decorator.py,sha256=yprszMdbE3rBTcEA9VR0IEnPjTprUauZBc4SBb-Q7sA,7878
-metaflow/plugins/argo/argo_workflows_deployer.py,sha256=yMIXAVoAuBLHCqQyFriV_Wc_Lp5D041Ay83R5pYNoXE,8066
+metaflow/plugins/argo/argo_workflows_deployer.py,sha256=wSSZtThn_VPvE_Wu6NB1L0Q86LmBJh9g009v_lpvBPM,8125
 metaflow/plugins/argo/capture_error.py,sha256=Ys9dscGrTpW-ZCirLBU0gD9qBM0BjxyxGlUMKcwewQc,1852
 metaflow/plugins/argo/daemon.py,sha256=dJOS_UUISXBYffi3oGVKPwq4Pa4P_nGBGL15piPaPto,1776
 metaflow/plugins/argo/generate_input_paths.py,sha256=loYsI6RFX9LlFsHb7Fe-mzlTTtRdySoOu7sYDy-uXK0,881
 metaflow/plugins/argo/jobset_input_paths.py,sha256=_JhZWngA6p9Q_O2fx3pdzKI0WE-HPRHz_zFvY2pHPTQ,525
 metaflow/plugins/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/aws_client.py,sha256=mO8UD6pxFaOnxDb3hTP3HB7Gqb_ZxoR-76LT683WHvI,4036
-metaflow/plugins/aws/aws_utils.py,sha256=mSMBTUQ-CELhyPb6w3_Yq6_Hvd_6vbhAojYkrt2RNt8,6941
+metaflow/plugins/aws/aws_utils.py,sha256=dk92IRZ2QTF3PicBOtZMMOmS_FIncFqZPeL9EbCtXak,7310
 metaflow/plugins/aws/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/batch/batch.py,sha256=e9ssahWM18GnipPK2sqYB-ztx9w7Eoo7YtWyEtufYxs,17787
 metaflow/plugins/aws/batch/batch_cli.py,sha256=6PTbyajRgdy0XmjyJLBTdKdiOB84dcovQQ8sFXlJqko,11749
 metaflow/plugins/aws/batch/batch_client.py,sha256=s9ZHhxQPPoBQijLUgn6_16QOaD4-22U_44uJbp-yLkI,28565
-metaflow/plugins/aws/batch/batch_decorator.py,sha256=M6DX5EmEKQAn_x0aOwnCN1WpDP1NLzrlGUsqexcZNTc,17492
+metaflow/plugins/aws/batch/batch_decorator.py,sha256=kwgxEPCEoI6eZIpU5PuL442Ohg4_BfvwowoYgAnCzKE,17520
 metaflow/plugins/aws/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.py,sha256=JtFUVu00Cg0FzAizgrPLXmrMqsT7YeQMkQlgeivUxcE,7986
 metaflow/plugins/aws/step_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -202,7 +202,7 @@ metaflow/plugins/aws/step_functions/step_functions.py,sha256=8tBs4pvdIVgNoZRm0Dz
 metaflow/plugins/aws/step_functions/step_functions_cli.py,sha256=4CYw5xQwPaEV_iudF4_m4SSRS5LEq5UgrzVlCB6xT_U,25763
 metaflow/plugins/aws/step_functions/step_functions_client.py,sha256=DKpNwAIWElvWjFANs5Ku3rgzjxFoqAD6k-EF8Xhkg3Q,4754
 metaflow/plugins/aws/step_functions/step_functions_decorator.py,sha256=9hw_MX36RyFp6IowuAYaJzJg9UC5KCe1FNt1PcG7_J0,3791
-metaflow/plugins/aws/step_functions/step_functions_deployer.py,sha256=1AUBhgRuoivZQEXAMeCYLu2EU_mJNxAbtGnLjSb2DrU,7159
+metaflow/plugins/aws/step_functions/step_functions_deployer.py,sha256=WrfQjvXnnInXwSePwoLUMb2EjqFG4RK1krO_8bW0qGI,7218
 metaflow/plugins/azure/__init__.py,sha256=GuuhTVC-zSdyAf79a1wiERMq0Zts7fwVT7t9fAf234A,100
 metaflow/plugins/azure/azure_credential.py,sha256=JmdGEbVzgxy8ucqnQDdTTI_atyMX9WSZUw3qYOo7RhE,2174
 metaflow/plugins/azure/azure_exceptions.py,sha256=NnbwpUC23bc61HZjJmeXztY0tBNn_Y_VpIpDDuYWIZ0,433
@@ -279,10 +279,10 @@ metaflow/plugins/gcp/gs_tail.py,sha256=Jl_wvnzU7dub07A-DOAuP5FeccNIrPM-CeL1xKFs1
 metaflow/plugins/gcp/gs_utils.py,sha256=ZmIGFse1qYyvAVrwga23PQUzF6dXEDLLsZ2F-YRmvow,2030
 metaflow/plugins/gcp/includefile_support.py,sha256=vIDeR-MiJuUh-2S2pV7Z7FBkhIWwtHXaRrj76MWGRiY,3869
 metaflow/plugins/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/kubernetes/kubernetes.py,sha256=cYtDuJEqd0TOKy5vK1UybNLxROhHBJdOtYBYJrWhSMo,30035
+metaflow/plugins/kubernetes/kubernetes.py,sha256=cr3TheUasxIBEwFZ3GEVbctaf8gW57BM5BDk80ikjPI,31063
 metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=qBDdr1Lvtt-RO9pB-9_HTOPdzAmDvvJ0aiQ1OoCcrMU,10892
 metaflow/plugins/kubernetes/kubernetes_client.py,sha256=GKg-gT3qhXMRQV-sG1YyoOf3Z32NXr_wwEN2ytMVSEg,2471
-metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=DDc6N1Q0Cmcl44U-uZVBVr0tS4yL9N4GcAnf4eeX3Bk,24623
+metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=CXStYHomuJJK_Yocpdo6OJadEQv5hDfSpO7GPL61ltw,25322
 metaflow/plugins/kubernetes/kubernetes_job.py,sha256=Cfkee8LbXC17jSXWoeNdomQRvF_8YSeXNg1gvxm6E_M,31806
 metaflow/plugins/kubernetes/kubernetes_jobsets.py,sha256=OBmLtX-ZUDQdCCfftUmRMernfmTNMwdTxPoCAp_NmwE,40957
 metaflow/plugins/metadata/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
@@ -290,11 +290,11 @@ metaflow/plugins/metadata/local.py,sha256=YhLJC5zjVJrvQFIyQ92ZBByiUmhCC762RUX7IT
 metaflow/plugins/metadata/service.py,sha256=ihq5F7KQZlxvYwzH_-jyP2aWN_I96i2vp92j_d697s8,20204
 metaflow/plugins/pypi/__init__.py,sha256=0YFZpXvX7HCkyBFglatual7XGifdA1RwC3U4kcizyak,1037
 metaflow/plugins/pypi/bootstrap.py,sha256=Tvc4_QKIx-A8j5Aq8ccWZrrxNM8csN40rK8HmxDx-Z8,5106
-metaflow/plugins/pypi/conda_decorator.py,sha256=phrUvVC5QrfNwPqIByrXsnpRDg1SNVsfpl1wbAVrykI,14679
+metaflow/plugins/pypi/conda_decorator.py,sha256=TGs80qWk0zMtO0JfqB2cVMSt52YIxCd7hsS4KxSLMZ4,14707
 metaflow/plugins/pypi/conda_environment.py,sha256=tR6xvDx9zqlW0oF7j5dRebb0o_CHEdHVlaT4LNMJOAA,19307
 metaflow/plugins/pypi/micromamba.py,sha256=67FiIZZz0Kig9EcN7bZLObsE6Z1MFyo4Dp93fd3Grcc,12178
 metaflow/plugins/pypi/pip.py,sha256=7B06mPOs5MvY33xbzPVYZlBr1iKMYaN-n8uulL9zSVg,13649
-metaflow/plugins/pypi/pypi_decorator.py,sha256=Plmm4fhLECW-sj1QSFI84Gva7qqqwlJsqJ8laCRKIzw,6073
+metaflow/plugins/pypi/pypi_decorator.py,sha256=h5cAnxkWjmj4Ad4q0AkABKwhHQHYfeexy12yMaaLgXQ,6443
 metaflow/plugins/pypi/pypi_environment.py,sha256=FYMg8kF3lXqcLfRYWD83a9zpVjcoo_TARqMGZ763rRk,230
 metaflow/plugins/pypi/utils.py,sha256=ds1Mnv_DaxGnLAYp7ozg_K6oyguGyNhvHfE-75Ia1YA,2836
 metaflow/plugins/secrets/__init__.py,sha256=mhJaN2eMS_ZZVewAMR2E-JdP5i0t3v9e6Dcwd-WpruE,310
@@ -302,10 +302,10 @@ metaflow/plugins/secrets/inline_secrets_provider.py,sha256=EChmoBGA1i7qM3jtYwPpL
 metaflow/plugins/secrets/secrets_decorator.py,sha256=s-sFzPWOjahhpr5fMj-ZEaHkDYAPTO0isYXGvaUwlG8,11273
 metaflow/runner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/runner/click_api.py,sha256=vrrIb5DtVYhCW_hB7wPgj6Q0o-h1bBSWiYnKTOyC454,13452
-metaflow/runner/deployer.py,sha256=gpFCUKejmf5CdIq0YDiJt9399VhzwKNjYfbRoOJK9zg,12123
-metaflow/runner/metaflow_runner.py,sha256=7xjuCwqUcrniJ_QfwBN45gt1CcLJNCcCud6bZw_yGPk,15115
-metaflow/runner/nbdeploy.py,sha256=-TDjpn4KnGT-K97U8TAkXdkRo4MvvIzZDRsIjg2bBHg,3971
-metaflow/runner/nbrun.py,sha256=oouht4PlBO5Y1-9XeLrLGufyeCvZ38rKjB3Bxn1Ht18,7001
+metaflow/runner/deployer.py,sha256=nArjnErc0rOaZW612VRKDOT5594jwzeu86w5zW1LX6U,13558
+metaflow/runner/metaflow_runner.py,sha256=AO9nwr5qUbZWmsbFdjkUJrvFlaylz7WvxslvHsIqDYc,15371
+metaflow/runner/nbdeploy.py,sha256=fP1s_5MeiDyT_igP82pB5EUqX9rOy2s06Hyc-OUbOvQ,4115
+metaflow/runner/nbrun.py,sha256=lmvhzMCz7iC9LSPGRijifW1wMXxa4RW_jVmpdjQi22E,7261
 metaflow/runner/subprocess_manager.py,sha256=0knxWZYJx8srMv6wTPYKOC6tn4-airnyI7Vbqfb3iXY,19567
 metaflow/runner/utils.py,sha256=FibdEj8CDnx1a-Je5KUQTwHuNbtkFm1unXGarj0D8ok,1394
 metaflow/sidecar/__init__.py,sha256=1mmNpmQ5puZCpRmmYlCOeieZ4108Su9XQ4_EqF1FGOU,131
@@ -344,9 +344,9 @@ metaflow/tutorials/07-worldview/README.md,sha256=5vQTrFqulJ7rWN6r20dhot9lI2sVj9W
 metaflow/tutorials/07-worldview/worldview.ipynb,sha256=ztPZPI9BXxvW1QdS2Tfe7LBuVzvFvv0AToDnsDJhLdE,2237
 metaflow/tutorials/08-autopilot/README.md,sha256=GnePFp_q76jPs991lMUqfIIh5zSorIeWznyiUxzeUVE,1039
 metaflow/tutorials/08-autopilot/autopilot.ipynb,sha256=DQoJlILV7Mq9vfPBGW-QV_kNhWPjS5n6SJLqePjFYLY,3191
-metaflow-2.12.12.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-metaflow-2.12.12.dist-info/METADATA,sha256=Yqo1fVPmFeydfhJ57Fh7B-8h23eVZS2DU8XFMbWnOVo,5906
-metaflow-2.12.12.dist-info/WHEEL,sha256=M4n4zmFKzQZk4mLCcycNIzIXO7YPKE_b5Cw4PnhHEg8,109
-metaflow-2.12.12.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
-metaflow-2.12.12.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
-metaflow-2.12.12.dist-info/RECORD,,
+metaflow-2.12.14.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+metaflow-2.12.14.dist-info/METADATA,sha256=LHUByGEAJnWelBfACmll3cpcjnPWjbRXr4gLPYv6FnA,5906
+metaflow-2.12.14.dist-info/WHEEL,sha256=GUeE9LxUgRABPG7YM0jCNs9cBsAIx0YAkzCB88PMLgc,109
+metaflow-2.12.14.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
+metaflow-2.12.14.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
+metaflow-2.12.14.dist-info/RECORD,,

{metaflow-2.12.12.dist-info → metaflow-2.12.14.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (72.2.0)
+Generator: setuptools (73.0.1)
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any