metaflow 2.8.2__py2.py3-none-any.whl → 2.8.3__py2.py3-none-any.whl

metaflow/client/core.py

@@ -265,6 +265,7 @@ class MetaflowObject(object):
         self._parent = _parent
         self._path_components = None
         self._attempt = attempt
+        self._namespace_check = _namespace_check
 
         if self._attempt is not None:
             if self._NAME not in ["task", "artifact"]:
@@ -315,7 +316,7 @@ class MetaflowObject(object):
         self._user_tags = frozenset(self._object.get("tags") or [])
         self._system_tags = frozenset(self._object.get("system_tags") or [])
 
-        if _namespace_check and not self.is_in_namespace():
+        if self._namespace_check and not self.is_in_namespace():
             raise MetaflowNamespaceMismatch(current_namespace)
 
     def _get_object(self, *path_components):
@@ -330,7 +331,8 @@ class MetaflowObject(object):
         """
         Iterate over all child objects of this object if any.
 
-        Note that only children present in the current namespace are returned.
+        Note that only children present in the current namespace are returned iff
+        _namespace_check is set.
 
         Returns
         -------
@@ -338,7 +340,8 @@ class MetaflowObject(object):
             Iterator over all children
         """
         query_filter = {}
-        if current_namespace:
+        # skip namespace filtering if _namespace_check is False
+        if self._namespace_check and current_namespace:
             query_filter = {"any_tags": current_namespace}
 
         unfiltered_children = self._metaflow.metadata.get_object(
@@ -381,6 +384,10 @@ class MetaflowObject(object):
             if all(tag in child.tags for tag in tags):
                 yield child
 
+    def _ipython_key_completions_(self):
+        """Returns available options for ipython auto-complete."""
+        return [child.id for child in self._filtered_children()]
+
     @classmethod
     def _url_token(cls):
         return "%ss" % cls._NAME
@@ -444,7 +451,10 @@ class MetaflowObject(object):
         obj = self._get_child(id)
         if obj:
             return _CLASSES[self._CHILD_CLASS](
-                attempt=self._attempt, _object=obj, _parent=self
+                attempt=self._attempt,
+                _object=obj,
+                _parent=self,
+                _namespace_check=self._namespace_check,
             )
         else:
             raise KeyError(id)

metaflow/cmd/configure_cmd.py

@@ -249,13 +249,13 @@ def configure_s3_datastore(existing_env):
         show_default=True,
     )
     # Set Amazon S3 folder for datatools.
-    env["METAFLOW_DATATOOLS_SYSROOT_S3"] = click.prompt(
-        cyan("[METAFLOW_DATATOOLS_SYSROOT_S3]")
+    env["METAFLOW_DATATOOLS_S3ROOT"] = click.prompt(
+        cyan("[METAFLOW_DATATOOLS_S3ROOT]")
         + yellow(" (optional)")
         + " Amazon S3 folder for Metaflow datatools "
         + "(s3://<bucket>/<prefix>).",
         default=existing_env.get(
-            "METAFLOW_DATATOOLS_SYSROOT_S3",
+            "METAFLOW_DATATOOLS_S3ROOT",
             os.path.join(env["METAFLOW_DATASTORE_SYSROOT_S3"], "data"),
         ),
         show_default=True,

metaflow/cmd/main_cli.py

@@ -4,7 +4,8 @@ from metaflow._vendor import click
 
 from metaflow.extension_support.cmd import process_cmds, resolve_cmds
 from metaflow.plugins.datastores.local_storage import LocalStorage
-from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
+from metaflow.metaflow_config import DATASTORE_LOCAL_DIR, CONTACT_INFO
+from metaflow.metaflow_version import get_version
 
 from .util import echo_always
 
@@ -80,24 +81,18 @@ def start(ctx):
     echo("Metaflow ", fg="magenta", bold=True, nl=False)
 
     if ctx.invoked_subcommand is None:
-        echo("(%s): " % metaflow.__version__, fg="magenta", bold=False, nl=False)
+        echo("(%s): " % get_version(), fg="magenta", bold=False, nl=False)
     else:
-        echo("(%s)\n" % metaflow.__version__, fg="magenta", bold=False)
+        echo("(%s)\n" % get_version(), fg="magenta", bold=False)
 
     if ctx.invoked_subcommand is None:
         echo("More data science, less engineering\n", fg="magenta")
 
-        # metaflow URL
-        echo("http://docs.metaflow.org", fg="cyan", nl=False)
-        echo(" - Read the documentation")
-
-        # metaflow chat
-        echo("http://chat.metaflow.org", fg="cyan", nl=False)
-        echo(" - Chat with us")
-
-        # metaflow help email
-        echo("help@metaflow.org", fg="cyan", nl=False)
-        echo("        - Get help by email\n")
+        lnk_sz = max(len(lnk) for lnk in CONTACT_INFO.values()) + 1
+        for what, lnk in CONTACT_INFO.items():
+            echo("%s%s" % (lnk, " " * (lnk_sz - len(lnk))), fg="cyan", nl=False)
+            echo("- %s" % what)
+        echo("")
 
         print(ctx.get_help())
 

metaflow/current.py

@@ -2,6 +2,8 @@ from collections import namedtuple
 import os
 from typing import Any, Optional
 
+from metaflow.metaflow_config import TEMPDIR
+
 Parallel = namedtuple("Parallel", ["main_ip", "num_nodes", "node_index"])
 
 
@@ -17,6 +19,7 @@ class Current(object):
         self._username = None
         self._metadata_str = None
         self._is_running = False
+        self._tempdir = TEMPDIR
 
         def _raise(ex):
             raise ex
@@ -230,6 +233,18 @@ class Current(object):
         """
         return self._tags
 
+    @property
+    def tempdir(self) -> str:
+        """
+        Currently configured temp dir.
+
+        Returns
+        -------
+        str
+            temp dir.
+        """
+        return self._tempdir
+
 
 # instantiate the Current singleton. This will be populated
 # by task.MetaflowTask before a task is executed.

metaflow/metaflow_config.py

@@ -96,6 +96,8 @@ DATATOOLS_S3ROOT = from_conf(
     else None,
 )
 
+TEMPDIR = from_conf("TEMPDIR", ".")
+
 DATATOOLS_CLIENT_PARAMS = from_conf("DATATOOLS_CLIENT_PARAMS", {})
 if S3_ENDPOINT_URL:
     DATATOOLS_CLIENT_PARAMS["endpoint_url"] = S3_ENDPOINT_URL
@@ -193,8 +195,25 @@ DEFAULT_CONTAINER_IMAGE = from_conf("DEFAULT_CONTAINER_IMAGE")
 # Default container registry
 DEFAULT_CONTAINER_REGISTRY = from_conf("DEFAULT_CONTAINER_REGISTRY")
 
+###
+# Organization customizations
+###
 UI_URL = from_conf("UI_URL")
 
+# Contact information displayed when running the `metaflow` command.
+# Value should be a dictionary where:
+#  - key is a string describing contact method
+#  - value is a string describing contact itself (email, web address, etc.)
+# The default value shows an example of this
+CONTACT_INFO = from_conf(
+    "CONTACT_INFO",
+    {
+        "Read the documentation": "http://docs.metaflow.org",
+        "Chat with us": "http://chat.metaflow.org",
+        "Get help by email": "help@metaflow.org",
+    },
+)
+
 ###
 # AWS Batch configuration
 ###
@@ -260,6 +279,8 @@ KUBERNETES_CONTAINER_IMAGE = from_conf(
 KUBERNETES_CONTAINER_REGISTRY = from_conf(
     "KUBERNETES_CONTAINER_REGISTRY", DEFAULT_CONTAINER_REGISTRY
 )
+# Toggle for trying to fetch EC2 instance metadata
+KUBERNETES_FETCH_EC2_METADATA = from_conf("KUBERNETES_FETCH_EC2_METADATA", False)
 
 ARGO_WORKFLOWS_KUBERNETES_SECRETS = from_conf("ARGO_WORKFLOWS_KUBERNETES_SECRETS", "")
 ARGO_WORKFLOWS_ENV_VARS_TO_SKIP = from_conf("ARGO_WORKFLOWS_ENV_VARS_TO_SKIP", "")

metaflow/metaflow_environment.py

@@ -162,7 +162,7 @@ class MetaflowEnvironment(object):
         ]
         return cmds
 
-    def get_environment_info(self):
+    def get_environment_info(self, include_ext_info=False):
         global version_cache
         if version_cache is None:
             version_cache = metaflow_version.get_version()
@@ -187,9 +187,10 @@ class MetaflowEnvironment(object):
             env["metaflow_r_version"] = R.metaflow_r_version()
             env["r_version"] = R.r_version()
             env["r_version_code"] = R.r_version_code()
-        # Information about extension modules (to load them in the proper order)
-        ext_key, ext_val = dump_module_info()
-        env[ext_key] = ext_val
+        if include_ext_info:
+            # Information about extension modules (to load them in the proper order)
+            ext_key, ext_val = dump_module_info()
+            env[ext_key] = ext_val
         return env
 
     def executable(self, step_name):

metaflow/package.py

@@ -151,7 +151,7 @@ class MetaflowPackage(object):
 
     def _add_info(self, tar):
         info = tarfile.TarInfo(os.path.basename(INFO_FILE))
-        env = self.environment.get_environment_info()
+        env = self.environment.get_environment_info(include_ext_info=True)
         buf = BytesIO()
         buf.write(json.dumps(env).encode("utf-8"))
         buf.seek(0)

metaflow/plugins/airflow/airflow.py

@@ -54,7 +54,6 @@ AIRFLOW_DEPLOY_TEMPLATE_FILE = os.path.join(os.path.dirname(__file__), "dag.py")
 
 
 class Airflow(object):
-
     TOKEN_STORAGE_ROOT = "mf.airflow"
 
     def __init__(

metaflow/plugins/argo/argo_workflows.py

@@ -18,6 +18,7 @@ from metaflow.metaflow_config import (
     KUBERNETES_NODE_SELECTOR,
     KUBERNETES_SANDBOX_INIT_SCRIPT,
     KUBERNETES_SECRETS,
+    KUBERNETES_FETCH_EC2_METADATA,
     S3_ENDPOINT_URL,
     AZURE_STORAGE_BLOB_SERVICE_ENDPOINT,
     DATASTORE_SYSROOT_AZURE,
@@ -785,6 +786,7 @@ class ArgoWorkflows(object):
                         "METAFLOW_DEFAULT_METADATA": DEFAULT_METADATA,
                         "METAFLOW_CARD_S3ROOT": CARD_S3ROOT,
                         "METAFLOW_KUBERNETES_WORKLOAD": 1,
+                        "METAFLOW_KUBERNETES_FETCH_EC2_METADATA": KUBERNETES_FETCH_EC2_METADATA,
                         "METAFLOW_RUNTIME_ENVIRONMENT": "kubernetes",
                         "METAFLOW_OWNER": self.username,
                     },

metaflow/plugins/aws/aws_utils.py

@@ -20,8 +20,13 @@ def get_ec2_instance_metadata():
     # for non-AWS deployments.
     # https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/instance-identity-documents.html
     try:
+        # Set a very aggressive timeout, as the communication is happening in the same subnet,
+        # there should not be any significant delay in the response.
+        # Having a long default timeout here introduces unnecessary delay in launching tasks when the
+        # instance is unreachable.
         instance_meta = requests.get(
-            url="http://169.254.169.254/latest/dynamic/instance-identity/document"
+            url="http://169.254.169.254/latest/dynamic/instance-identity/document",
+            timeout=(1, 10),
         ).json()
         meta["ec2-instance-id"] = instance_meta.get("instanceId")
         meta["ec2-instance-type"] = instance_meta.get("instanceType")

metaflow/plugins/aws/batch/batch.py

@@ -179,6 +179,10 @@ class Batch(object):
         env={},
         attrs={},
         host_volumes=None,
+        use_tmpfs=None,
+        tmpfs_tempdir=None,
+        tmpfs_size=None,
+        tmpfs_path=None,
         num_parallel=0,
     ):
         job_name = self._job_name(
@@ -201,6 +205,14 @@ class Batch(object):
             .image(image)
             .iam_role(iam_role)
             .execution_role(execution_role)
+            .cpu(cpu)
+            .gpu(gpu)
+            .memory(memory)
+            .shared_memory(shared_memory)
+            .max_swap(max_swap)
+            .swappiness(swappiness)
+            .inferentia(inferentia)
+            .timeout_in_secs(run_time_limit)
             .job_def(
                 image,
                 iam_role,
@@ -210,17 +222,14 @@ class Batch(object):
                 max_swap,
                 swappiness,
                 inferentia,
+                memory=memory,
                 host_volumes=host_volumes,
+                use_tmpfs=use_tmpfs,
+                tmpfs_tempdir=tmpfs_tempdir,
+                tmpfs_size=tmpfs_size,
+                tmpfs_path=tmpfs_path,
                 num_parallel=num_parallel,
             )
-            .cpu(cpu)
-            .gpu(gpu)
-            .memory(memory)
-            .shared_memory(shared_memory)
-            .max_swap(max_swap)
-            .swappiness(swappiness)
-            .inferentia(inferentia)
-            .timeout_in_secs(run_time_limit)
             .task_id(attrs.get("metaflow.task_id"))
             .environment_variable("AWS_DEFAULT_REGION", self._client.region())
             .environment_variable("METAFLOW_CODE_SHA", code_package_sha)
@@ -248,6 +257,11 @@ class Batch(object):
                 AWS_SECRETS_MANAGER_DEFAULT_REGION,
             )
 
+        tmpfs_enabled = use_tmpfs or (tmpfs_size and use_tmpfs is None)
+
+        if tmpfs_enabled and tmpfs_tempdir:
+            job.environment_variable("METAFLOW_TEMPDIR", tmpfs_path)
+
         # Skip setting METAFLOW_DATASTORE_SYSROOT_LOCAL because metadata sync between the local user
         # instance and the remote AWS Batch instance assumes metadata is stored in DATASTORE_LOCAL_DIR
         # on the remote AWS Batch instance; this happens when METAFLOW_DATASTORE_SYSROOT_LOCAL
@@ -300,6 +314,10 @@ class Batch(object):
         swappiness=None,
         inferentia=None,
         host_volumes=None,
+        use_tmpfs=None,
+        tmpfs_tempdir=None,
+        tmpfs_size=None,
+        tmpfs_path=None,
         num_parallel=0,
         env={},
         attrs={},
@@ -333,6 +351,10 @@ class Batch(object):
             env=env,
             attrs=attrs,
             host_volumes=host_volumes,
+            use_tmpfs=use_tmpfs,
+            tmpfs_tempdir=tmpfs_tempdir,
+            tmpfs_size=tmpfs_size,
+            tmpfs_path=tmpfs_path,
             num_parallel=num_parallel,
         )
         self.num_parallel = num_parallel

metaflow/plugins/aws/batch/batch_cli.py

@@ -141,6 +141,10 @@ def kill(ctx, run_id, user, my_runs):
 @click.option("--max-swap", help="Max Swap requirement for AWS Batch.")
 @click.option("--swappiness", help="Swappiness requirement for AWS Batch.")
 @click.option("--inferentia", help="Inferentia requirement for AWS Batch.")
+@click.option("--use-tmpfs", is_flag=True, help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-tempdir", is_flag=True, help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-size", help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-path", help="tmpfs requirement for AWS Batch.")
 # TODO: Maybe remove it altogether since it's not used here
 @click.option("--ubf-context", default=None, type=click.Choice([None, "ubf_control"]))
 @click.option("--host-volumes", multiple=True)
@@ -169,6 +173,10 @@ def step(
     max_swap=None,
     swappiness=None,
     inferentia=None,
+    use_tmpfs=None,
+    tmpfs_tempdir=None,
+    tmpfs_size=None,
+    tmpfs_path=None,
     host_volumes=None,
     num_parallel=None,
     **kwargs
@@ -296,6 +304,10 @@ def step(
                 env=env,
                 attrs=attrs,
                 host_volumes=host_volumes,
+                use_tmpfs=use_tmpfs,
+                tmpfs_tempdir=tmpfs_tempdir,
+                tmpfs_size=tmpfs_size,
+                tmpfs_path=tmpfs_path,
                 num_parallel=num_parallel,
             )
     except Exception as e:

metaflow/plugins/aws/batch/batch_client.py

@@ -149,7 +149,12 @@ class BatchJob(object):
         max_swap,
         swappiness,
         inferentia,
+        memory,
         host_volumes,
+        use_tmpfs,
+        tmpfs_tempdir,
+        tmpfs_size,
+        tmpfs_path,
         num_parallel,
     ):
         # identify platform from any compute environment associated with the
@@ -251,7 +256,7 @@ class BatchJob(object):
         if inferentia:
             if not (isinstance(inferentia, (int, unicode, basestring))):
                 raise BatchJobException(
-                    "invalid inferentia value: ({}) (should be 0 or greater)".format(
+                    "Invalid inferentia value: ({}) (should be 0 or greater)".format(
                         inferentia
                     )
                 )
@@ -282,6 +287,29 @@ class BatchJob(object):
                     {"sourceVolume": name, "containerPath": host_path}
                 )
 
+        if use_tmpfs or (tmpfs_size and use_tmpfs is None):
+            if tmpfs_size:
+                if not (isinstance(tmpfs_size, (int, unicode, basestring))):
+                    raise BatchJobException(
+                        "Invalid tmpfs value: ({}) (should be 0 or greater)".format(
+                            tmpfs_size
+                        )
+                    )
+            else:
+                # default tmpfs behavior - https://man7.org/linux/man-pages/man5/tmpfs.5.html
+                tmpfs_size = int(memory) / 2
+
+            job_definition["containerProperties"]["linuxParameters"]["tmpfs"] = [
+                {
+                    "containerPath": tmpfs_path,
+                    "size": int(tmpfs_size),
+                    "mountOptions": [
+                        # should map to rw, suid, dev, exec, auto, nouser, and async
+                        "defaults"
+                    ],
+                }
+            ]
+
         self.num_parallel = num_parallel or 0
         if self.num_parallel >= 1:
             job_definition["type"] = "multinode"
@@ -343,7 +371,12 @@ class BatchJob(object):
         max_swap,
         swappiness,
         inferentia,
+        memory,
         host_volumes,
+        use_tmpfs,
+        tmpfs_tempdir,
+        tmpfs_size,
+        tmpfs_path,
         num_parallel,
     ):
         self.payload["jobDefinition"] = self._register_job_definition(
@@ -355,7 +388,12 @@ class BatchJob(object):
             max_swap,
             swappiness,
             inferentia,
+            memory,
             host_volumes,
+            use_tmpfs,
+            tmpfs_tempdir,
+            tmpfs_size,
+            tmpfs_path,
             num_parallel,
         )
         return self
@@ -522,7 +560,6 @@ class TriableException(Exception):
 
 
 class RunningJob(object):
-
     NUM_RETRIES = 8
 
     def __init__(self, id, client):

metaflow/plugins/aws/batch/batch_decorator.py

@@ -71,6 +71,16 @@ class BatchDecorator(StepDecorator):
         A swappiness value of 0 causes swapping not to happen unless absolutely
         necessary. A swappiness value of 100 causes pages to be swapped very
         aggressively. Accepted values are whole numbers between 0 and 100.
+    use_tmpfs: bool, default: False
+        This enables an explicit tmpfs mount for this step.
+    tmpfs_tempdir: bool, default: True
+        sets METAFLOW_TEMPDIR to tmpfs_path if set for this step.
+    tmpfs_size: int, optional
+        The value for the size (in MiB) of the tmpfs mount for this step.
+        This parameter maps to the `--tmpfs` option in Docker. Defaults to 50% of the
+        memory allocated for this step.
+    tmpfs_path: string, optional
+        Path to tmpfs mount for this step. Defaults to /metaflow_temp.
     inferentia : int, default: 0
         Number of Inferentia chips required for this step.
     """
@@ -89,6 +99,10 @@ class BatchDecorator(StepDecorator):
         "swappiness": None,
         "inferentia": None,
         "host_volumes": None,
+        "use_tmpfs": False,
+        "tmpfs_tempdir": True,
+        "tmpfs_size": None,
+        "tmpfs_path": "/metaflow_temp",
     }
     resource_defaults = {
         "cpu": "1",
@@ -153,6 +167,10 @@ class BatchDecorator(StepDecorator):
                 "least 60 seconds for execution on AWS Batch.".format(step=step)
             )
 
+        # Validate tmpfs_path. Batch requires this to be an absolute path
+        if self.attributes["tmpfs_path"] and self.attributes["tmpfs_path"][0] != "/":
+            raise BatchException("'tmpfs_path' needs to be an absolute path")
+
     def runtime_init(self, flow, graph, package, run_id):
         # Set some more internal state.
         self.flow = flow
@@ -198,6 +216,11 @@ class BatchDecorator(StepDecorator):
         self.metadata = metadata
         self.task_datastore = task_datastore
 
+        # current.tempdir reflects the value of METAFLOW_TEMPDIR (the current working
+        # directory by default), or the value of tmpfs_path if tmpfs_tempdir=False.
+        if not self.attributes["tmpfs_tempdir"]:
+            current._update_env({"tempdir": self.attributes["tmpfs_path"]})
+
         # task_pre_step may run locally if fallback is activated for @catch
         # decorator. In that scenario, we skip collecting AWS Batch execution
         # metadata. A rudimentary way to detect non-local execution is to

metaflow/plugins/aws/step_functions/step_functions.py

@@ -227,7 +227,6 @@ class StepFunctions(object):
         return None
 
     def _compile(self):
-
         # Visit every node of the flow and recursively build the state machine.
         def _visit(node, workflow, exit_node=None):
             if node.parallel_foreach:
@@ -637,8 +636,7 @@ class StepFunctions(object):
             env["METAFLOW_SFN_DYNAMO_DB_TABLE"] = SFN_DYNAMO_DB_TABLE
 
         # It makes no sense to set env vars to None (shows up as "None" string)
-        env_without_none_values = {k: v for k, v in env.items() if v is not None}
-        del env
+        env = {k: v for k, v in env.items() if v is not None}
 
         # Resolve AWS Batch resource requirements.
         batch_deco = [deco for deco in node.decorators if deco.name == "batch"][0]
@@ -686,7 +684,12 @@ class StepFunctions(object):
                 shared_memory=resources["shared_memory"],
                 max_swap=resources["max_swap"],
                 swappiness=resources["swappiness"],
-                env=env_without_none_values,
+                use_tmpfs=resources["use_tmpfs"],
+                tmpfs_tempdir=resources["tmpfs_tempdir"],
+                tmpfs_size=resources["tmpfs_size"],
+                tmpfs_path=resources["tmpfs_path"],
+                inferentia=resources["inferentia"],
+                env=env,
                 attrs=attrs,
                 host_volumes=resources["host_volumes"],
             )

metaflow/plugins/aws/step_functions/step_functions_cli.py

@@ -312,7 +312,6 @@ def make_flow(
 def resolve_token(
     name, token_prefix, obj, authorize, given_token, generate_new_token, is_project
 ):
-
     # 1) retrieve the previous deployment, if one exists
     workflow = StepFunctions.get_existing_deployment(name)
     if workflow is None:

metaflow/plugins/cards/card_modules/convert_to_native_type.py

@@ -295,6 +295,70 @@ class TaskToDict:
     def _parse_range(self, data_object):
         return self._get_repr().repr(data_object)
 
+    @staticmethod
+    def _parse_pandas_column(column_object):
+        # There are two types of parsing we do here.
+        # 1. We explicitly parse the types we know how to parse
+        # 2. We try to partially match a type name to the column's type.
+        #   - We do this because `datetime64` can match `datetime64[ns]` and `datetime64[ns, UTC]`
+        #   - We do this because period can match `period[D]` and `period[2D]` etc.
+        #   - There are just too many types to explicitly parse so we go by this heuristic
+        # We have a default parser called `truncate_long_objects` which type casts any column to string
+        # and truncates it to 30 characters.
+        # If there is any form of TypeError or ValueError we set the column value to "Unsupported Type"
+        # We also set columns which are have null values to "null" strings
+        time_format = "%Y-%m-%dT%H:%M:%SZ"
+        truncate_long_objects = (
+            lambda x: x.astype("string").str.slice(0, 30) + "..."
+            if x.astype("string").str.len().max() > 30
+            else x.astype("string")
+        )
+        type_parser = {
+            "int64": lambda x: x,
+            "float64": lambda x: x,
+            "bool": lambda x: x,
+            "object": lambda x: truncate_long_objects(x.fillna("null")),
+            "category": truncate_long_objects,
+        }
+
+        partial_type_name_match_parsers = {
+            "complex": {
+                "complex": lambda x: x.astype("string"),
+            },
+            "datetime": {
+                "datetime64": lambda x: x.dt.strftime(time_format),
+                "timedelta": lambda x: x.dt.total_seconds(),
+            },
+            "interval": {
+                "interval": lambda x: x.astype("string"),
+            },
+            "period": {
+                "period": lambda x: x.astype("string"),
+            },
+        }
+
+        def _match_partial_type():
+            col_type = column_object.dtype
+            for _, type_parsers in partial_type_name_match_parsers.items():
+                for type_name, parser in type_parsers.items():
+                    if type_name in str(col_type):
+                        return parser(column_object)
+            return None
+
+        try:
+            col_type = str(column_object.dtype)
+            if col_type in type_parser:
+                return type_parser[col_type](column_object)
+            else:
+                parsed_col = _match_partial_type()
+                if parsed_col is not None:
+                    return parsed_col
+            return truncate_long_objects(column_object)
+        except ValueError as e:
+            return "Unsupported type: {0}".format(col_type)
+        except TypeError as e:
+            return "Unsupported type: {0}".format(col_type)
+
     def _parse_pandas_dataframe(self, data_object, truncate=True):
         headers = list(data_object.columns)
         data = data_object
@@ -302,18 +366,16 @@ class TaskToDict:
             data = data_object.head()
         index_column = data.index
         time_format = "%Y-%m-%dT%H:%M:%SZ"
-        if index_column.dtype == "datetime64[ns]":
+
+        if "datetime64" in str(index_column.dtype):
             if index_column.__class__.__name__ == "DatetimeIndex":
                 index_column = index_column.strftime(time_format)
             else:
                 index_column = index_column.dt.strftime(time_format)
 
         for col in data.columns:
-            # we convert datetime columns to strings
-            if data[col].dtype == "datetime64[ns]":
-                data[col] = data[col].dt.strftime(time_format)
+            data[col] = self._parse_pandas_column(data[col])
 
-        data = data.astype(object).where(data.notnull(), None)
         data_vals = data.values.tolist()
         for row, idx in zip(data_vals, index_column.values.tolist()):
             row.insert(0, idx)

metaflow/plugins/conda/conda_environment.py

@@ -132,5 +132,5 @@ class CondaEnvironment(MetaflowEnvironment):
     def get_package_commands(self, code_package_url, datastore_type):
         return self.base_env.get_package_commands(code_package_url, datastore_type)
 
-    def get_environment_info(self):
-        return self.base_env.get_environment_info()
+    def get_environment_info(self, include_ext_info=False):
+        return self.base_env.get_environment_info(include_ext_info)

metaflow/plugins/conda/conda_step_decorator.py

@@ -285,7 +285,13 @@ class CondaStepDecorator(StepDecorator):
                 mode="wt",
                 encoding="utf-8",
             ) as f:
-                f.write(json.dumps(self._cur_environment.get_environment_info()))
+                f.write(
+                    json.dumps(
+                        self._cur_environment.get_environment_info(
+                            include_ext_info=True
+                        )
+                    )
+                )
 
         # Do the same for EXT_PKG
         try:

metaflow/plugins/datatools/s3/s3.py

@@ -17,6 +17,7 @@ from metaflow.metaflow_config import (
     DATATOOLS_S3ROOT,
     S3_RETRY_COUNT,
     S3_TRANSIENT_RETRY_COUNT,
+    TEMPDIR,
 )
 from metaflow.util import (
     namedtuple_with_defaults,
@@ -142,7 +143,6 @@ class S3Object(object):
         range_info: Optional[RangeInfo] = None,
         last_modified: int = None,
     ):
-
         # all fields of S3Object should return a unicode object
         prefix, url, path = map(ensure_unicode, (prefix, url, path))
 
@@ -481,7 +481,7 @@ class S3(object):
 
     def __init__(
         self,
-        tmproot: str = ".",
+        tmproot: str = TEMPDIR,
         bucket: Optional[str] = None,
         prefix: Optional[str] = None,
         run: Optional[Union[FlowSpec, "Run"]] = None,

metaflow/plugins/env_escape/communication/channel.py

@@ -36,7 +36,7 @@ class Channel(object):
             sz_bytes = self._stream.read(self._fmt.size, timeout)
             msg_sz = self._fmt.unpack(sz_bytes)[0]
             obj_bytes = self._stream.read(msg_sz, timeout)
-            return json.loads(obj_bytes, encoding="utf-8")
+            return json.loads(obj_bytes)
         except EOFError as e:
             raise RuntimeError("Cannot receive object over streaming interface: %s" % e)
         except BaseException as e:

metaflow/plugins/kubernetes/kubernetes.py

@@ -15,6 +15,7 @@ from metaflow.metaflow_config import (
     DEFAULT_AWS_CLIENT_PROVIDER,
     DEFAULT_METADATA,
     KUBERNETES_SANDBOX_INIT_SCRIPT,
+    KUBERNETES_FETCH_EC2_METADATA,
     S3_ENDPOINT_URL,
     AZURE_STORAGE_BLOB_SERVICE_ENDPOINT,
     DATASTORE_SYSROOT_AZURE,
@@ -199,6 +200,9 @@ class Kubernetes(object):
             .environment_variable("METAFLOW_DEFAULT_DATASTORE", self._datastore.TYPE)
             .environment_variable("METAFLOW_DEFAULT_METADATA", DEFAULT_METADATA)
             .environment_variable("METAFLOW_KUBERNETES_WORKLOAD", 1)
+            .environment_variable(
+                "METAFLOW_KUBERNETES_FETCH_EC2_METADATA", KUBERNETES_FETCH_EC2_METADATA
+            )
             .environment_variable("METAFLOW_RUNTIME_ENVIRONMENT", "kubernetes")
             .environment_variable(
                 "METAFLOW_DEFAULT_SECRETS_BACKEND_TYPE", DEFAULT_SECRETS_BACKEND_TYPE

metaflow/plugins/kubernetes/kubernetes_decorator.py

@@ -17,6 +17,7 @@ from metaflow.metaflow_config import (
     KUBERNETES_TOLERATIONS,
     KUBERNETES_SERVICE_ACCOUNT,
     KUBERNETES_SECRETS,
+    KUBERNETES_FETCH_EC2_METADATA,
 )
 from metaflow.plugins.resources_decorator import ResourcesDecorator
 from metaflow.plugins.timeout_decorator import get_run_time_limit_for_task
@@ -327,8 +328,11 @@ class KubernetesDecorator(StepDecorator):
 
             # TODO (savin): Introduce equivalent support for Microsoft Azure and
             #               Google Cloud Platform
-            instance_meta = get_ec2_instance_metadata()
-            meta.update(instance_meta)
+            # TODO: Introduce a way to detect Cloud Provider, so unnecessary requests (and delays)
+            # can be avoided by not having to try out all providers.
+            if KUBERNETES_FETCH_EC2_METADATA:
+                instance_meta = get_ec2_instance_metadata()
+                meta.update(instance_meta)
 
             # Unfortunately, there doesn't seem to be any straight forward way right
             # now to attach the Batch/v1 name - While we can rely on a hacky approach

metaflow/plugins/kubernetes/kubernetes_job.py

@@ -413,8 +413,23 @@ class RunningJob(object):
                 except:
                     # Best effort. It's likely that this API call could be
                     # blocked for the user.
-                    pass
-                    # raise
+                    # --------------------------------------------------------
+                    # We try patching Job parallelism anyway. Stopping any runaway
+                    # jobs (and their pods) is secondary to correctly showing
+                    # "Killed" status on the Kubernetes pod.
+                    #
+                    # This has the effect of pausing the job.
+                    try:
+                        client.BatchV1Api().patch_namespaced_job(
+                            name=self._name,
+                            namespace=self._namespace,
+                            field_manager="metaflow",
+                            body={"spec": {"parallelism": 0}},
+                        )
+                    except:
+                        # Best effort.
+                        pass
+                        # raise
             else:
                 # Case 2.
                 # This has the effect of pausing the job.

metaflow/plugins/metadata/service.py

@@ -137,9 +137,10 @@ class ServiceMetadataProvider(MetadataProvider):
             payload[HB_URL_KEY] = self.url_run_template.format(**data)
         else:
             raise Exception("invalid heartbeat type")
-        payload["service_version"] = self.version()
+        service_version = self.version()
+        payload["service_version"] = service_version
         # start sidecar
-        if self.version() is None or LooseVersion(self.version()) < LooseVersion(
+        if service_version is None or LooseVersion(service_version) < LooseVersion(
             "2.0.4"
         ):
             # if old version of the service is running

{metaflow-2.8.2.dist-info → metaflow-2.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: metaflow
-Version: 2.8.2
+Version: 2.8.3
 Summary: Metaflow: More Data Science, Less Engineering
 Author: Metaflow Developers
 Author-email: help@metaflow.org
@@ -76,8 +76,3 @@ There are several ways to get in touch with us:
 ## Contributing
 
 We welcome contributions to Metaflow. Please see our [contribution guide](https://docs.metaflow.org/introduction/contributing-to-metaflow) for more details.
-
-### Code style
-
-We use [black](https://black.readthedocs.io/en/stable/) as a code formatter. The easiest way to ensure your commits are always formatted with the correct version of `black` it is to use [pre-commit](https://pre-commit.com/): install it and then run `pre-commit install` once in your local copy of the repo.
-

{metaflow-2.8.2.dist-info → metaflow-2.8.3.dist-info}/RECORD

@@ -4,7 +4,7 @@ metaflow/cards.py,sha256=YM-ZAntXrt05dWWr5E1knhwXP82E36kT-cTVWLOrsvg,394
 metaflow/cli.py,sha256=skd-ARvBrXr3k5p11QYMoCGZCgxWRheOV2WcME8jFd8,35024
 metaflow/cli_args.py,sha256=lcgBGNTvfaiPxiUnejAe60Upt9swG6lRy1_3OqbU6MY,2616
 metaflow/cmd_with_io.py,sha256=kl53HkAIyv0ecpItv08wZYczv7u3msD1VCcciqigqf0,588
-metaflow/current.py,sha256=dkPyUM_qUcF-ShftGygNV9DcuVAz3ddZuVjS_Aw9b3Q,5824
+metaflow/current.py,sha256=7xigMvkVwczP6mXTZ2lJzTepeFI2cv-ZL3i_odOwebw,6106
 metaflow/debug.py,sha256=HEmt_16tJtqHXQXsqD9pqOFe3CWR5GZ7VwpaYQgnRdU,1466
 metaflow/decorators.py,sha256=Yrr6Tr_d_f0Z_MKVTOLhrwPB0KS8B3BXl_3vHRLgN2E,19860
 metaflow/event_logger.py,sha256=joTVRqZPL87nvah4ZOwtqWX8NeraM_CXKXXGVpKGD8o,780
@@ -14,14 +14,14 @@ metaflow/graph.py,sha256=ZPxyG8uwVMk5YYgX4pQEQaPZtZM5Wy-G4NtJK73IEuA,11818
 metaflow/includefile.py,sha256=ulrQ03CZcKCEL_dTP46Yk0_NF6XRIOEBp1u_Ud5D0jg,19546
 metaflow/integrations.py,sha256=EEgR76LW5x3UwE0hKME6MMcgGUXvL-3u0Hv9AB45e-E,1402
 metaflow/lint.py,sha256=_kYAbAtsP7IG1Rd0FqNbo8I8Zs66_0WXbaZJFARO3dE,10394
-metaflow/metaflow_config.py,sha256=Xn9UtvMKf_4gTnqBqkCu2oWH-pwUww8rPyJdQut7y50,17121
+metaflow/metaflow_config.py,sha256=gapuBV9Itp8b7AIavBWWN7Jqh1ZafsicapWHcdRGhUs,17830
 metaflow/metaflow_config_funcs.py,sha256=DpCpdVV-pfaAitWMurQdunbnRRtO38zNDel8riWRI1Q,4309
-metaflow/metaflow_environment.py,sha256=vCM399TIGF_24oEhXAhaJoTl1jEFo_ZHLbuATPM7dVw,7214
+metaflow/metaflow_environment.py,sha256=2nzo9gyixcH74djRZm3ifDzO_xEKSaA1dOfsVOXSFoo,7279
 metaflow/metaflow_profile.py,sha256=jKPEW-hmAQO-htSxb9hXaeloLacAh41A35rMZH6G8pA,418
 metaflow/metaflow_version.py,sha256=mPQ6g_3XjNdi0NrxDzwlW8ZH0nMyYpwqmJ04P7TIdP0,4774
 metaflow/monitor.py,sha256=LSY-NDWmEhx7B_Afo0cLh2QX9esJa73p6F6pmdwCpbk,5297
 metaflow/multicore_utils.py,sha256=mjPdHZbw6SQFwdPNAiOtxHcai8sywiYmuo7z3HF4MUI,2604
-metaflow/package.py,sha256=YA6oX1svEcSkN5Le5UL8CqOhRljK70zfxTEEK25sXgo,7161
+metaflow/package.py,sha256=YWoMEISA0vylYwEWzwTlxjQPcfNKnnftDJJ4-v54Zbo,7182
 metaflow/parameters.py,sha256=d_op5psX6yAx-2demD-lffW8HJyiWu_Ft2HgvxuBUWw,13765
 metaflow/procpoll.py,sha256=22ppTUyaTYVn1UUG4RNG1LnCKBwRbaTmhYiYN_7OVN8,2861
 metaflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -66,11 +66,11 @@ metaflow/_vendor/v3_6/importlib_metadata/_itertools.py,sha256=cvr_2v8BRbxcIl5x5l
 metaflow/_vendor/v3_6/importlib_metadata/_meta.py,sha256=_F48Hu_jFxkfKWz5wcYS8vO23qEygbVdF9r-6qh-hjE,1154
 metaflow/_vendor/v3_6/importlib_metadata/_text.py,sha256=HCsFksZpJLeTP3NEk_ngrAeXVRRtTrtyh9eOABoRP4A,2166
 metaflow/client/__init__.py,sha256=1GtQB4Y_CBkzaxg32L1syNQSlfj762wmLrfrDxGi1b8,226
-metaflow/client/core.py,sha256=_mGhg3HvkAnRUXOaTXyJnuYgfqtCr8hkO0eSYi1qyx8,63310
+metaflow/client/core.py,sha256=C5g5RghHzPlynZSno0JNub6csfyogCC58Ul3VAHDM-4,63753
 metaflow/client/filecache.py,sha256=QdD1sW6w4Nnza-ioz4I1fEZI843X33AFIV3eSxq-cuU,14868
 metaflow/cmd/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-metaflow/cmd/configure_cmd.py,sha256=nG8ItQu2xNLVtB5CXued2roTWSiMGQtBIpRMFUDZMZY,31051
-metaflow/cmd/main_cli.py,sha256=r9UeqvUOAlJUFFPaEsmBy8OYE4o4xdSU1-k5RItDIIk,2918
+metaflow/cmd/configure_cmd.py,sha256=lcmZAl3p2jO-UqeufMAlUvvUJcVdi3F55VJqbVS42Fg,31039
+metaflow/cmd/main_cli.py,sha256=6WIteupxXLqtNOMyBjf6j7cPetFOx_F1b9aCCNgeWvg,2835
 metaflow/cmd/tutorials_cmd.py,sha256=8FdlKkicTOhCIDKcBR5b0Oz6giDvS-EMY3o9skIrRqw,5156
 metaflow/cmd/util.py,sha256=jS_0rUjOnGGzPT65fzRLdGjrYAOOLA4jU2S0HJLV0oc,406
 metaflow/datastore/__init__.py,sha256=VxP6ddJt3rwiCkpiSfAhyVkUCOe1pgZZsytVEJzFmSQ,155
@@ -110,7 +110,7 @@ metaflow/plugins/tag_cli.py,sha256=xXlhv6Y9kU0BHvNWntQ9QoG6swBVww-FzrpeFt_m_98,1
 metaflow/plugins/test_unbounded_foreach_decorator.py,sha256=cB_2OWb38eYfmbVck72ZwU0qgzi6hqJXZAxglpHU_qg,5216
 metaflow/plugins/timeout_decorator.py,sha256=9aAMualSW1AzUV--tmkGR5rxQ_dBZIWtCKXbQ1_Pt9A,3598
 metaflow/plugins/airflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/airflow/airflow.py,sha256=8gbkxZRn7_tXlw-U9nUqeB85XTYrHeDDBl5vwB2sdV0,30230
+metaflow/plugins/airflow/airflow.py,sha256=YUhvboQE3aJ1mnP6XsVKdAM4z-AEeVNr_UrBpGIe5Dg,30229
 metaflow/plugins/airflow/airflow_cli.py,sha256=mvqrUWBW5Ty6MIhEXIDNSqCHU_YpQuIJw6UY6uTdU1o,14429
 metaflow/plugins/airflow/airflow_decorator.py,sha256=H9-QnRP4x8tSomLmmpGeuVUI48-CxHR7tlvn_ceX1Zs,1772
 metaflow/plugins/airflow/airflow_utils.py,sha256=qd6lV2X4VpCO2sLsRc35JMOU4DVz_tQacrM_wWNkQug,28865
@@ -124,18 +124,18 @@ metaflow/plugins/airflow/sensors/external_task_sensor.py,sha256=GAWfc2GJqSSAKOJy
 metaflow/plugins/airflow/sensors/s3_sensor.py,sha256=zym4mUm_f_gBsvHHVqGtX_OOxRjM3WG217gaT-XDBnk,3274
 metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/argo/argo_client.py,sha256=xPNWFw_OvYD8G1NUcLfLbFGwxaFx2OQ4NbM1h5NIwos,6818
-metaflow/plugins/argo/argo_workflows.py,sha256=JhgrYnqNB6p5fNSYHykcFBT4QcTI5jT92e4gSd0q04M,57957
+metaflow/plugins/argo/argo_workflows.py,sha256=60l0EiU2xezruwd0Kei-ZtBYz0jh6rWPTC9-yVukx2w,58089
 metaflow/plugins/argo/argo_workflows_cli.py,sha256=5n9F1BSgP9z7R-qZqUeN1Gso1Oh2TomgJ1ukAobMNgg,17737
 metaflow/plugins/argo/argo_workflows_decorator.py,sha256=5JS5_gFEPtGz3ZQSwkL1zoChqY1Hk4YPlExf33e5eSw,2395
 metaflow/plugins/argo/process_input_paths.py,sha256=BYo8eykdPEG8Zyt_aWH92uWNb1gicX_0KfLWK4mUfNs,555
 metaflow/plugins/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/aws_client.py,sha256=mO8UD6pxFaOnxDb3hTP3HB7Gqb_ZxoR-76LT683WHvI,4036
-metaflow/plugins/aws/aws_utils.py,sha256=lvn5g9Lbm-vHrInqOe580Asaj6kKEbttt6f-kMlBcMo,5472
+metaflow/plugins/aws/aws_utils.py,sha256=K_rs3VYUEl1Wx31vh3782kBCJT6xajq0A6tjuavkgr0,5803
 metaflow/plugins/aws/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/aws/batch/batch.py,sha256=9rgD2uklDDEN4oxWxlwVV32V1SioCPz8YNi5ijUyh6g,15392
-metaflow/plugins/aws/batch/batch_cli.py,sha256=f5haA2eup3TKVp64igEC29vRXVWKe8ROnvGHQCeo6DA,10198
-metaflow/plugins/aws/batch/batch_client.py,sha256=hn3w44CvgN4CBCgUnZ61Qr51momA7PyMUJC8JmUMPxw,22700
-metaflow/plugins/aws/batch/batch_decorator.py,sha256=CNy31WmEIDVKvb9OwPlS6F7IJtf9qZcVRqoGe5hZiog,14393
+metaflow/plugins/aws/batch/batch.py,sha256=nvHT6MlsFv86R2IcIE4sAt80if07G98ggFY4xpTDmbY,16118
+metaflow/plugins/aws/batch/batch_cli.py,sha256=jprzV_wdb0GcwxVNpDxKAfHfeYJlB1D5BrRDosqlQQo,10758
+metaflow/plugins/aws/batch/batch_client.py,sha256=xF1TYbItGECKrh3amCcvqUyavgZ4cjGFRuE1jfa9yUM,23960
+metaflow/plugins/aws/batch/batch_decorator.py,sha256=YAXVN6xuU_8CXZEXke2Qb7ogPtT5b5x6S9dRLQbHPa0,15590
 metaflow/plugins/aws/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.py,sha256=QJflSbE6wBRDTjTcvNzCBt5JFyigWvvDHk3k6n1zXrA,7496
 metaflow/plugins/aws/step_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -144,8 +144,8 @@ metaflow/plugins/aws/step_functions/event_bridge_client.py,sha256=jPc3AExk2DofdR
 metaflow/plugins/aws/step_functions/production_token.py,sha256=jEsDH0etkzORgeDTUx6UDRjRsy8QQHYjHWEDLE-0rVY,1898
 metaflow/plugins/aws/step_functions/schedule_decorator.py,sha256=I-R1ki4kZ-cFb0zuCUa1EEE6uQ-FZRBXFxPdkxx8Lq4,1915
 metaflow/plugins/aws/step_functions/set_batch_environment.py,sha256=ibiGWFHDjKcLfprH3OsX-g2M9lUsh6J-bp7v2cdLhD4,1294
-metaflow/plugins/aws/step_functions/step_functions.py,sha256=bh-ZANyId0yAR-KYScQ3VflJpLnKpo7uWBhIPxG0CBw,41866
-metaflow/plugins/aws/step_functions/step_functions_cli.py,sha256=23T2pa4hElmTJo6DnT7LkyGXp4S9F88ehyPNVg637yw,17971
+metaflow/plugins/aws/step_functions/step_functions.py,sha256=9Fd4EUE4wzm5YeG1chg6AUUx1PUdpeBHtGJOa8eDMOs,42073
+metaflow/plugins/aws/step_functions/step_functions_cli.py,sha256=wMXSwB-n1HHD1v1VkiV4heeEzx5riM4Ah-A1WmyUPUA,17970
 metaflow/plugins/aws/step_functions/step_functions_client.py,sha256=vjmV8AXHlUc2fo1i0iID2twuBBxKtIYmjid2ZCQBPs0,4224
 metaflow/plugins/aws/step_functions/step_functions_decorator.py,sha256=R1C1EYdoYJUILXdpV-vdXOlyEBNiyDWfNXsTcG8URww,3791
 metaflow/plugins/azure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -168,7 +168,7 @@ metaflow/plugins/cards/card_modules/basic.py,sha256=mgLnoySFE-kQPGKKSb0DYfIrCv44
 metaflow/plugins/cards/card_modules/bundle.css,sha256=1kRe1j039KJR3eJE_Boy1P-W-zX-tx3zOEHvyi82Ih0,11534
 metaflow/plugins/cards/card_modules/card.py,sha256=0u8Sm4PLvZeg4vHxwPseEr98JOrLmgFOGGDG9nLC90c,2359
 metaflow/plugins/cards/card_modules/components.py,sha256=Tb4G9xm_TPBOeCIzjCOwBRTNcqUuiEuk90wTb0aCGrU,13566
-metaflow/plugins/cards/card_modules/convert_to_native_type.py,sha256=TFTYTHy4_NFMCT9ebJGnGpW0julelRjDEW6FpGFCyaQ,12569
+metaflow/plugins/cards/card_modules/convert_to_native_type.py,sha256=BusJvnhLTwmZDeQ-zL1ZDBQEnMZUH1-EYaNWJdK0fTE,15171
 metaflow/plugins/cards/card_modules/main.js,sha256=dcOy5oN1DqREHLwIli9IRw-pg6Lxq5--4hzzJXikDVY,353143
 metaflow/plugins/cards/card_modules/renderer_tools.py,sha256=V3H92FvIl2DtzVsU7SQuQd5_MFwvG6GSAmpqqrqeIQM,1641
 metaflow/plugins/cards/card_modules/test_cards.py,sha256=sMjpPEhv184Kc7NQeBZXH3AyiHlxUahqE1aYBCKQdsg,2439
@@ -180,9 +180,9 @@ metaflow/plugins/cards/card_modules/chevron/tokenizer.py,sha256=lQU9OELUE9a5Xu4s
 metaflow/plugins/conda/__init__.py,sha256=Zamj1DqbZDhkXnq9jhmEGVWK18s1Js8e5jA4eyhL4k8,2839
 metaflow/plugins/conda/batch_bootstrap.py,sha256=_7aQ-YAHlABC6aloRS5m17p7WIv_qJdWmZP7UQCFdd8,4693
 metaflow/plugins/conda/conda.py,sha256=-CNTWjxmcbLoqbrwY8AJHwbQjuxvd-NSjChnZ95_pFc,8804
-metaflow/plugins/conda/conda_environment.py,sha256=h0TRl6VcZaQ5VI0FpqQVixNmfjt5wP4I40wBB-oCH8w,4992
+metaflow/plugins/conda/conda_environment.py,sha256=KaLhyuKq0Doiz1DlTsckS7mJe_13aQkCVTMxMllmJac,5032
 metaflow/plugins/conda/conda_flow_decorator.py,sha256=A9kU9DayjNT3df7T415mlFocZ5lVnJkhpNyzMZv8-UU,1189
-metaflow/plugins/conda/conda_step_decorator.py,sha256=DJrdss1f5YKUC5PlUTzKXtT-I-3Z4iGAWjoR1-e2GxA,15560
+metaflow/plugins/conda/conda_step_decorator.py,sha256=sf5Hx3PIabAaTBfYlSetWoOI526yiAVYIsZFt6uXzfg,15719
 metaflow/plugins/datastores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow/plugins/datastores/azure_storage.py,sha256=lsQ6G-nz1j0_O3sRipqMpu-A-hJzg5LhaGpCH-Sbtgg,16317
 metaflow/plugins/datastores/gs_storage.py,sha256=1dzkQPi6y5xNeZbmdCeh9ef5NK1yweTs3AJYcBwd63k,9705
@@ -191,7 +191,7 @@ metaflow/plugins/datastores/s3_storage.py,sha256=W3PIDbDyk67ecDfRf10mQeRGgaRq4zc
 metaflow/plugins/datatools/__init__.py,sha256=ge4L16OBQLy2J_MMvoHg3lMfdm-MluQgRWoyZ5GCRnk,1267
 metaflow/plugins/datatools/local.py,sha256=67hx3O_vInERlL0aJV0Sd-jUTd_2DOw4sJ4-IyEKNKM,4213
 metaflow/plugins/datatools/s3/__init__.py,sha256=14tr9fPjN3ULW5IOfKHeG7Uhjmgm7LMtQHfz1SFv-h8,248
-metaflow/plugins/datatools/s3/s3.py,sha256=0paYyxQJWH_A2ME8IuoqUl4wcK7SG77HxNSMp_8DAJE,62959
+metaflow/plugins/datatools/s3/s3.py,sha256=AdpuyUoGuRKFahX7WaQKjWZlcUEt0GizOAAmimS3cbI,62975
 metaflow/plugins/datatools/s3/s3op.py,sha256=7hBvTff_MC5oWPZPuQhEoxX46jk2vdawV2VTyUUZ5pA,42475
 metaflow/plugins/datatools/s3/s3tail.py,sha256=boQjQGQMI-bvTqcMP2y7uSlSYLcvWOy7J3ZUaF78NAA,2597
 metaflow/plugins/datatools/s3/s3util.py,sha256=FgRgaVmEq7-i2dV7q8XK5w5PfFt-xJjZa8WrK8IJfdI,3769
@@ -207,7 +207,7 @@ metaflow/plugins/env_escape/stub.py,sha256=K7eXwWv7-YAxMmioRD635swBbN2sAs0YAvoNW
 metaflow/plugins/env_escape/utils.py,sha256=q91oeiBFVjiTYcLvZ1TNJaSUZxDL89_N5lreu5FUqoA,810
 metaflow/plugins/env_escape/communication/__init__.py,sha256=Ff5AB88gOAvBzN2pp_2YNiD0PhUIt2SFE8nyOAKnxXg,38
 metaflow/plugins/env_escape/communication/bytestream.py,sha256=weQBm-c6yPlGv1TAmQbYanqvQ0IRDh7x_6hZPvWh_Uw,1866
-metaflow/plugins/env_escape/communication/channel.py,sha256=d2szjXXyaQgHdv5AJSymCtXOk49LglIa4r_L-erGAvw,1668
+metaflow/plugins/env_escape/communication/channel.py,sha256=7vs23ZGsdy1nYM0V9xAdodBPSXIWgkCwp5l5ymgIEdU,1650
 metaflow/plugins/env_escape/communication/socket_bytestream.py,sha256=aQ9jC4OZH6_pfgWArt8tOIwLL41P2OBivtFu8ZmlyfQ,3572
 metaflow/plugins/env_escape/communication/utils.py,sha256=vV20EUjXqo5gWBtObbJBb4WL44N-EBBZsDiPBGL7tl0,874
 metaflow/plugins/env_escape/configurations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -225,14 +225,14 @@ metaflow/plugins/gcp/gs_tail.py,sha256=Jl_wvnzU7dub07A-DOAuP5FeccNIrPM-CeL1xKFs1
 metaflow/plugins/gcp/gs_utils.py,sha256=YgtzUn9A0DlYRWR75h533RVYZsqR7eEZPRRR8QSFZik,2023
 metaflow/plugins/gcp/includefile_support.py,sha256=vIDeR-MiJuUh-2S2pV7Z7FBkhIWwtHXaRrj76MWGRiY,3869
 metaflow/plugins/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow/plugins/kubernetes/kubernetes.py,sha256=VldzKYwp_BTomZpOE1ZuU9Noyl_dz9VEwI6B2kackVc,12545
+metaflow/plugins/kubernetes/kubernetes.py,sha256=GvrnOLfaZ_lkN5XJS5pnBIqEgdusA4SZ3yXDT-9dJxg,12717
 metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=Cdt1Bhfevi9dv_Ok2wyIyHjgUccJZ0UIzs0fxGkWO-Q,7847
 metaflow/plugins/kubernetes/kubernetes_client.py,sha256=dV3TEGQMBbljmv6Gs1EKfmHTorKt21lhSiYsNx0To08,1901
-metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=N6i4Tzvw8767vqycO684DCrTwfFfHPWrVx6pmt50Jz8,17152
-metaflow/plugins/kubernetes/kubernetes_job.py,sha256=32XbDO1PebiR_IxEbGOgcn1dIk0YLoBKaRz3wM-CGrY,24217
+metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=iQ5NgB6M4IcJAXHGuZrCG4qoT_XXmRj1K_RiDG4_2ZY,17409
+metaflow/plugins/kubernetes/kubernetes_job.py,sha256=nA2eqOPVd2Hr5_feD-9P9z7kM0ur0lU7CDhvNDcu0hA,25011
 metaflow/plugins/metadata/__init__.py,sha256=q5OifpVipqhZuyrXBp9YIJN_jUov14_CNMveim9L8Rs,86
 metaflow/plugins/metadata/local.py,sha256=YhLJC5zjVJrvQFIyQ92ZBByiUmhCC762RUX7ITX12O8,22428
-metaflow/plugins/metadata/service.py,sha256=QwSkYEXMQEYzNtqbZAdi4xYmb2xxQ-iclheSUTS7wL0,19987
+metaflow/plugins/metadata/service.py,sha256=-qqSENTUAE7-xc5dlR3EHHrfP2MY9PmQN1ueNnpL6tQ,20031
 metaflow/plugins/secrets/__init__.py,sha256=JOiQbP7vGpcBv8SPfsIvSARk1tigypX26Hv9IL9tu4s,299
 metaflow/plugins/secrets/inline_secrets_provider.py,sha256=iQ2a881pAbFAiIcqG6MSi_XHuN05jsa7t6sM-6ejQ8A,283
 metaflow/plugins/secrets/secrets_decorator.py,sha256=QQtcLLfz-I26Nkm80212LLBtUx8Z8ty8lrYqJfpMjBE,9235
@@ -264,9 +264,9 @@ metaflow/tutorials/07-worldview/README.md,sha256=5vQTrFqulJ7rWN6r20dhot9lI2sVj9W
 metaflow/tutorials/07-worldview/worldview.ipynb,sha256=ztPZPI9BXxvW1QdS2Tfe7LBuVzvFvv0AToDnsDJhLdE,2237
 metaflow/tutorials/08-autopilot/README.md,sha256=GnePFp_q76jPs991lMUqfIIh5zSorIeWznyiUxzeUVE,1039
 metaflow/tutorials/08-autopilot/autopilot.ipynb,sha256=DQoJlILV7Mq9vfPBGW-QV_kNhWPjS5n6SJLqePjFYLY,3191
-metaflow-2.8.2.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-metaflow-2.8.2.dist-info/METADATA,sha256=BwxHx_nk2wJAIgz0jwtDEbnR_EJwfrV_ospdCOTD9ls,2918
-metaflow-2.8.2.dist-info/WHEEL,sha256=a-zpFRIJzOq5QfuhBzbhiA1eHTzNCJn8OdRvhdNX0Rk,110
-metaflow-2.8.2.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
-metaflow-2.8.2.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
-metaflow-2.8.2.dist-info/RECORD,,
+metaflow-2.8.3.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+metaflow-2.8.3.dist-info/METADATA,sha256=cYAvHq6oRvXVAyY4Hn0lb_NfpyAehrv3VTh6F-9aHJM,2593
+metaflow-2.8.3.dist-info/WHEEL,sha256=a-zpFRIJzOq5QfuhBzbhiA1eHTzNCJn8OdRvhdNX0Rk,110
+metaflow-2.8.3.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
+metaflow-2.8.3.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
+metaflow-2.8.3.dist-info/RECORD,,