metaflow 2.8.2__tar.gz → 2.8.3__tar.gz

{metaflow-2.8.2/metaflow.egg-info → metaflow-2.8.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: metaflow
-Version: 2.8.2
+Version: 2.8.3
 Summary: Metaflow: More Data Science, Less Engineering
 Author: Metaflow Developers
 Author-email: help@metaflow.org
@@ -73,8 +73,3 @@ There are several ways to get in touch with us:
 ## Contributing
 
 We welcome contributions to Metaflow. Please see our [contribution guide](https://docs.metaflow.org/introduction/contributing-to-metaflow) for more details.
-
-### Code style
-
-We use [black](https://black.readthedocs.io/en/stable/) as a code formatter. The easiest way to ensure your commits are always formatted with the correct version of `black` it is to use [pre-commit](https://pre-commit.com/): install it and then run `pre-commit install` once in your local copy of the repo.
-

{metaflow-2.8.2 → metaflow-2.8.3}/README.md

@@ -48,8 +48,3 @@ There are several ways to get in touch with us:
 ## Contributing
 
 We welcome contributions to Metaflow. Please see our [contribution guide](https://docs.metaflow.org/introduction/contributing-to-metaflow) for more details.
-
-### Code style
-
-We use [black](https://black.readthedocs.io/en/stable/) as a code formatter. The easiest way to ensure your commits are always formatted with the correct version of `black` it is to use [pre-commit](https://pre-commit.com/): install it and then run `pre-commit install` once in your local copy of the repo.
-

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/client/core.py

@@ -265,6 +265,7 @@ class MetaflowObject(object):
         self._parent = _parent
         self._path_components = None
         self._attempt = attempt
+        self._namespace_check = _namespace_check
 
         if self._attempt is not None:
             if self._NAME not in ["task", "artifact"]:
@@ -315,7 +316,7 @@ class MetaflowObject(object):
         self._user_tags = frozenset(self._object.get("tags") or [])
         self._system_tags = frozenset(self._object.get("system_tags") or [])
 
-        if _namespace_check and not self.is_in_namespace():
+        if self._namespace_check and not self.is_in_namespace():
             raise MetaflowNamespaceMismatch(current_namespace)
 
     def _get_object(self, *path_components):
@@ -330,7 +331,8 @@ class MetaflowObject(object):
         """
         Iterate over all child objects of this object if any.
 
-        Note that only children present in the current namespace are returned.
+        Note that only children present in the current namespace are returned iff
+        _namespace_check is set.
 
         Returns
         -------
@@ -338,7 +340,8 @@ class MetaflowObject(object):
             Iterator over all children
         """
         query_filter = {}
-        if current_namespace:
+        # skip namespace filtering if _namespace_check is False
+        if self._namespace_check and current_namespace:
             query_filter = {"any_tags": current_namespace}
 
         unfiltered_children = self._metaflow.metadata.get_object(
@@ -381,6 +384,10 @@ class MetaflowObject(object):
             if all(tag in child.tags for tag in tags):
                 yield child
 
+    def _ipython_key_completions_(self):
+        """Returns available options for ipython auto-complete."""
+        return [child.id for child in self._filtered_children()]
+
     @classmethod
     def _url_token(cls):
         return "%ss" % cls._NAME
@@ -444,7 +451,10 @@ class MetaflowObject(object):
         obj = self._get_child(id)
         if obj:
             return _CLASSES[self._CHILD_CLASS](
-                attempt=self._attempt, _object=obj, _parent=self
+                attempt=self._attempt,
+                _object=obj,
+                _parent=self,
+                _namespace_check=self._namespace_check,
             )
         else:
             raise KeyError(id)

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/cmd/configure_cmd.py

@@ -249,13 +249,13 @@ def configure_s3_datastore(existing_env):
         show_default=True,
     )
     # Set Amazon S3 folder for datatools.
-    env["METAFLOW_DATATOOLS_SYSROOT_S3"] = click.prompt(
-        cyan("[METAFLOW_DATATOOLS_SYSROOT_S3]")
+    env["METAFLOW_DATATOOLS_S3ROOT"] = click.prompt(
+        cyan("[METAFLOW_DATATOOLS_S3ROOT]")
         + yellow(" (optional)")
         + " Amazon S3 folder for Metaflow datatools "
         + "(s3://<bucket>/<prefix>).",
         default=existing_env.get(
-            "METAFLOW_DATATOOLS_SYSROOT_S3",
+            "METAFLOW_DATATOOLS_S3ROOT",
             os.path.join(env["METAFLOW_DATASTORE_SYSROOT_S3"], "data"),
         ),
         show_default=True,

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/cmd/main_cli.py

@@ -4,7 +4,8 @@ from metaflow._vendor import click
 
 from metaflow.extension_support.cmd import process_cmds, resolve_cmds
 from metaflow.plugins.datastores.local_storage import LocalStorage
-from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
+from metaflow.metaflow_config import DATASTORE_LOCAL_DIR, CONTACT_INFO
+from metaflow.metaflow_version import get_version
 
 from .util import echo_always
 
@@ -80,24 +81,18 @@ def start(ctx):
     echo("Metaflow ", fg="magenta", bold=True, nl=False)
 
     if ctx.invoked_subcommand is None:
-        echo("(%s): " % metaflow.__version__, fg="magenta", bold=False, nl=False)
+        echo("(%s): " % get_version(), fg="magenta", bold=False, nl=False)
     else:
-        echo("(%s)\n" % metaflow.__version__, fg="magenta", bold=False)
+        echo("(%s)\n" % get_version(), fg="magenta", bold=False)
 
     if ctx.invoked_subcommand is None:
         echo("More data science, less engineering\n", fg="magenta")
 
-        # metaflow URL
-        echo("http://docs.metaflow.org", fg="cyan", nl=False)
-        echo(" - Read the documentation")
-
-        # metaflow chat
-        echo("http://chat.metaflow.org", fg="cyan", nl=False)
-        echo(" - Chat with us")
-
-        # metaflow help email
-        echo("help@metaflow.org", fg="cyan", nl=False)
-        echo("        - Get help by email\n")
+        lnk_sz = max(len(lnk) for lnk in CONTACT_INFO.values()) + 1
+        for what, lnk in CONTACT_INFO.items():
+            echo("%s%s" % (lnk, " " * (lnk_sz - len(lnk))), fg="cyan", nl=False)
+            echo("- %s" % what)
+        echo("")
 
         print(ctx.get_help())
 

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/current.py

@@ -2,6 +2,8 @@ from collections import namedtuple
 import os
 from typing import Any, Optional
 
+from metaflow.metaflow_config import TEMPDIR
+
 Parallel = namedtuple("Parallel", ["main_ip", "num_nodes", "node_index"])
 
 
@@ -17,6 +19,7 @@ class Current(object):
         self._username = None
         self._metadata_str = None
         self._is_running = False
+        self._tempdir = TEMPDIR
 
         def _raise(ex):
             raise ex
@@ -230,6 +233,18 @@ class Current(object):
         """
         return self._tags
 
+    @property
+    def tempdir(self) -> str:
+        """
+        Currently configured temp dir.
+
+        Returns
+        -------
+        str
+            temp dir.
+        """
+        return self._tempdir
+
 
 # instantiate the Current singleton. This will be populated
 # by task.MetaflowTask before a task is executed.

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/metaflow_config.py

@@ -96,6 +96,8 @@ DATATOOLS_S3ROOT = from_conf(
     else None,
 )
 
+TEMPDIR = from_conf("TEMPDIR", ".")
+
 DATATOOLS_CLIENT_PARAMS = from_conf("DATATOOLS_CLIENT_PARAMS", {})
 if S3_ENDPOINT_URL:
     DATATOOLS_CLIENT_PARAMS["endpoint_url"] = S3_ENDPOINT_URL
@@ -193,8 +195,25 @@ DEFAULT_CONTAINER_IMAGE = from_conf("DEFAULT_CONTAINER_IMAGE")
 # Default container registry
 DEFAULT_CONTAINER_REGISTRY = from_conf("DEFAULT_CONTAINER_REGISTRY")
 
+###
+# Organization customizations
+###
 UI_URL = from_conf("UI_URL")
 
+# Contact information displayed when running the `metaflow` command.
+# Value should be a dictionary where:
+#  - key is a string describing contact method
+#  - value is a string describing contact itself (email, web address, etc.)
+# The default value shows an example of this
+CONTACT_INFO = from_conf(
+    "CONTACT_INFO",
+    {
+        "Read the documentation": "http://docs.metaflow.org",
+        "Chat with us": "http://chat.metaflow.org",
+        "Get help by email": "help@metaflow.org",
+    },
+)
+
 ###
 # AWS Batch configuration
 ###
@@ -260,6 +279,8 @@ KUBERNETES_CONTAINER_IMAGE = from_conf(
 KUBERNETES_CONTAINER_REGISTRY = from_conf(
     "KUBERNETES_CONTAINER_REGISTRY", DEFAULT_CONTAINER_REGISTRY
 )
+# Toggle for trying to fetch EC2 instance metadata
+KUBERNETES_FETCH_EC2_METADATA = from_conf("KUBERNETES_FETCH_EC2_METADATA", False)
 
 ARGO_WORKFLOWS_KUBERNETES_SECRETS = from_conf("ARGO_WORKFLOWS_KUBERNETES_SECRETS", "")
 ARGO_WORKFLOWS_ENV_VARS_TO_SKIP = from_conf("ARGO_WORKFLOWS_ENV_VARS_TO_SKIP", "")

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/metaflow_environment.py

@@ -162,7 +162,7 @@ class MetaflowEnvironment(object):
         ]
         return cmds
 
-    def get_environment_info(self):
+    def get_environment_info(self, include_ext_info=False):
         global version_cache
         if version_cache is None:
             version_cache = metaflow_version.get_version()
@@ -187,9 +187,10 @@ class MetaflowEnvironment(object):
             env["metaflow_r_version"] = R.metaflow_r_version()
             env["r_version"] = R.r_version()
             env["r_version_code"] = R.r_version_code()
-        # Information about extension modules (to load them in the proper order)
-        ext_key, ext_val = dump_module_info()
-        env[ext_key] = ext_val
+        if include_ext_info:
+            # Information about extension modules (to load them in the proper order)
+            ext_key, ext_val = dump_module_info()
+            env[ext_key] = ext_val
         return env
 
     def executable(self, step_name):

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/package.py

@@ -151,7 +151,7 @@ class MetaflowPackage(object):
 
     def _add_info(self, tar):
         info = tarfile.TarInfo(os.path.basename(INFO_FILE))
-        env = self.environment.get_environment_info()
+        env = self.environment.get_environment_info(include_ext_info=True)
         buf = BytesIO()
         buf.write(json.dumps(env).encode("utf-8"))
         buf.seek(0)

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/airflow/airflow.py

@@ -54,7 +54,6 @@ AIRFLOW_DEPLOY_TEMPLATE_FILE = os.path.join(os.path.dirname(__file__), "dag.py")
 
 
 class Airflow(object):
-
     TOKEN_STORAGE_ROOT = "mf.airflow"
 
     def __init__(

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/argo/argo_workflows.py

@@ -18,6 +18,7 @@ from metaflow.metaflow_config import (
     KUBERNETES_NODE_SELECTOR,
     KUBERNETES_SANDBOX_INIT_SCRIPT,
     KUBERNETES_SECRETS,
+    KUBERNETES_FETCH_EC2_METADATA,
     S3_ENDPOINT_URL,
     AZURE_STORAGE_BLOB_SERVICE_ENDPOINT,
     DATASTORE_SYSROOT_AZURE,
@@ -785,6 +786,7 @@ class ArgoWorkflows(object):
                         "METAFLOW_DEFAULT_METADATA": DEFAULT_METADATA,
                         "METAFLOW_CARD_S3ROOT": CARD_S3ROOT,
                         "METAFLOW_KUBERNETES_WORKLOAD": 1,
+                        "METAFLOW_KUBERNETES_FETCH_EC2_METADATA": KUBERNETES_FETCH_EC2_METADATA,
                         "METAFLOW_RUNTIME_ENVIRONMENT": "kubernetes",
                         "METAFLOW_OWNER": self.username,
                     },

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/aws_utils.py

@@ -20,8 +20,13 @@ def get_ec2_instance_metadata():
     # for non-AWS deployments.
     # https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/instance-identity-documents.html
     try:
+        # Set a very aggressive timeout, as the communication is happening in the same subnet,
+        # there should not be any significant delay in the response.
+        # Having a long default timeout here introduces unnecessary delay in launching tasks when the
+        # instance is unreachable.
         instance_meta = requests.get(
-            url="http://169.254.169.254/latest/dynamic/instance-identity/document"
+            url="http://169.254.169.254/latest/dynamic/instance-identity/document",
+            timeout=(1, 10),
         ).json()
         meta["ec2-instance-id"] = instance_meta.get("instanceId")
         meta["ec2-instance-type"] = instance_meta.get("instanceType")

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/batch/batch.py

@@ -179,6 +179,10 @@ class Batch(object):
         env={},
         attrs={},
         host_volumes=None,
+        use_tmpfs=None,
+        tmpfs_tempdir=None,
+        tmpfs_size=None,
+        tmpfs_path=None,
         num_parallel=0,
     ):
         job_name = self._job_name(
@@ -201,6 +205,14 @@ class Batch(object):
             .image(image)
             .iam_role(iam_role)
             .execution_role(execution_role)
+            .cpu(cpu)
+            .gpu(gpu)
+            .memory(memory)
+            .shared_memory(shared_memory)
+            .max_swap(max_swap)
+            .swappiness(swappiness)
+            .inferentia(inferentia)
+            .timeout_in_secs(run_time_limit)
             .job_def(
                 image,
                 iam_role,
@@ -210,17 +222,14 @@ class Batch(object):
                 max_swap,
                 swappiness,
                 inferentia,
+                memory=memory,
                 host_volumes=host_volumes,
+                use_tmpfs=use_tmpfs,
+                tmpfs_tempdir=tmpfs_tempdir,
+                tmpfs_size=tmpfs_size,
+                tmpfs_path=tmpfs_path,
                 num_parallel=num_parallel,
             )
-            .cpu(cpu)
-            .gpu(gpu)
-            .memory(memory)
-            .shared_memory(shared_memory)
-            .max_swap(max_swap)
-            .swappiness(swappiness)
-            .inferentia(inferentia)
-            .timeout_in_secs(run_time_limit)
             .task_id(attrs.get("metaflow.task_id"))
             .environment_variable("AWS_DEFAULT_REGION", self._client.region())
             .environment_variable("METAFLOW_CODE_SHA", code_package_sha)
@@ -248,6 +257,11 @@ class Batch(object):
                 AWS_SECRETS_MANAGER_DEFAULT_REGION,
             )
 
+        tmpfs_enabled = use_tmpfs or (tmpfs_size and use_tmpfs is None)
+
+        if tmpfs_enabled and tmpfs_tempdir:
+            job.environment_variable("METAFLOW_TEMPDIR", tmpfs_path)
+
         # Skip setting METAFLOW_DATASTORE_SYSROOT_LOCAL because metadata sync between the local user
         # instance and the remote AWS Batch instance assumes metadata is stored in DATASTORE_LOCAL_DIR
         # on the remote AWS Batch instance; this happens when METAFLOW_DATASTORE_SYSROOT_LOCAL
@@ -300,6 +314,10 @@ class Batch(object):
         swappiness=None,
         inferentia=None,
         host_volumes=None,
+        use_tmpfs=None,
+        tmpfs_tempdir=None,
+        tmpfs_size=None,
+        tmpfs_path=None,
         num_parallel=0,
         env={},
         attrs={},
@@ -333,6 +351,10 @@ class Batch(object):
             env=env,
             attrs=attrs,
             host_volumes=host_volumes,
+            use_tmpfs=use_tmpfs,
+            tmpfs_tempdir=tmpfs_tempdir,
+            tmpfs_size=tmpfs_size,
+            tmpfs_path=tmpfs_path,
             num_parallel=num_parallel,
         )
         self.num_parallel = num_parallel

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/batch/batch_cli.py

@@ -141,6 +141,10 @@ def kill(ctx, run_id, user, my_runs):
 @click.option("--max-swap", help="Max Swap requirement for AWS Batch.")
 @click.option("--swappiness", help="Swappiness requirement for AWS Batch.")
 @click.option("--inferentia", help="Inferentia requirement for AWS Batch.")
+@click.option("--use-tmpfs", is_flag=True, help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-tempdir", is_flag=True, help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-size", help="tmpfs requirement for AWS Batch.")
+@click.option("--tmpfs-path", help="tmpfs requirement for AWS Batch.")
 # TODO: Maybe remove it altogether since it's not used here
 @click.option("--ubf-context", default=None, type=click.Choice([None, "ubf_control"]))
 @click.option("--host-volumes", multiple=True)
@@ -169,6 +173,10 @@ def step(
     max_swap=None,
     swappiness=None,
     inferentia=None,
+    use_tmpfs=None,
+    tmpfs_tempdir=None,
+    tmpfs_size=None,
+    tmpfs_path=None,
     host_volumes=None,
     num_parallel=None,
     **kwargs
@@ -296,6 +304,10 @@ def step(
                 env=env,
                 attrs=attrs,
                 host_volumes=host_volumes,
+                use_tmpfs=use_tmpfs,
+                tmpfs_tempdir=tmpfs_tempdir,
+                tmpfs_size=tmpfs_size,
+                tmpfs_path=tmpfs_path,
                 num_parallel=num_parallel,
             )
     except Exception as e:

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/batch/batch_client.py

@@ -149,7 +149,12 @@ class BatchJob(object):
         max_swap,
         swappiness,
         inferentia,
+        memory,
         host_volumes,
+        use_tmpfs,
+        tmpfs_tempdir,
+        tmpfs_size,
+        tmpfs_path,
         num_parallel,
     ):
         # identify platform from any compute environment associated with the
@@ -251,7 +256,7 @@ class BatchJob(object):
         if inferentia:
             if not (isinstance(inferentia, (int, unicode, basestring))):
                 raise BatchJobException(
-                    "invalid inferentia value: ({}) (should be 0 or greater)".format(
+                    "Invalid inferentia value: ({}) (should be 0 or greater)".format(
                         inferentia
                     )
                 )
@@ -282,6 +287,29 @@ class BatchJob(object):
                     {"sourceVolume": name, "containerPath": host_path}
                 )
 
+        if use_tmpfs or (tmpfs_size and use_tmpfs is None):
+            if tmpfs_size:
+                if not (isinstance(tmpfs_size, (int, unicode, basestring))):
+                    raise BatchJobException(
+                        "Invalid tmpfs value: ({}) (should be 0 or greater)".format(
+                            tmpfs_size
+                        )
+                    )
+            else:
+                # default tmpfs behavior - https://man7.org/linux/man-pages/man5/tmpfs.5.html
+                tmpfs_size = int(memory) / 2
+
+            job_definition["containerProperties"]["linuxParameters"]["tmpfs"] = [
+                {
+                    "containerPath": tmpfs_path,
+                    "size": int(tmpfs_size),
+                    "mountOptions": [
+                        # should map to rw, suid, dev, exec, auto, nouser, and async
+                        "defaults"
+                    ],
+                }
+            ]
+
         self.num_parallel = num_parallel or 0
         if self.num_parallel >= 1:
             job_definition["type"] = "multinode"
@@ -343,7 +371,12 @@ class BatchJob(object):
         max_swap,
         swappiness,
         inferentia,
+        memory,
         host_volumes,
+        use_tmpfs,
+        tmpfs_tempdir,
+        tmpfs_size,
+        tmpfs_path,
         num_parallel,
     ):
         self.payload["jobDefinition"] = self._register_job_definition(
@@ -355,7 +388,12 @@ class BatchJob(object):
             max_swap,
             swappiness,
             inferentia,
+            memory,
             host_volumes,
+            use_tmpfs,
+            tmpfs_tempdir,
+            tmpfs_size,
+            tmpfs_path,
             num_parallel,
         )
         return self
@@ -522,7 +560,6 @@ class TriableException(Exception):
 
 
 class RunningJob(object):
-
     NUM_RETRIES = 8
 
     def __init__(self, id, client):

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/batch/batch_decorator.py

@@ -71,6 +71,16 @@ class BatchDecorator(StepDecorator):
         A swappiness value of 0 causes swapping not to happen unless absolutely
         necessary. A swappiness value of 100 causes pages to be swapped very
         aggressively. Accepted values are whole numbers between 0 and 100.
+    use_tmpfs: bool, default: False
+        This enables an explicit tmpfs mount for this step.
+    tmpfs_tempdir: bool, default: True
+        sets METAFLOW_TEMPDIR to tmpfs_path if set for this step.
+    tmpfs_size: int, optional
+        The value for the size (in MiB) of the tmpfs mount for this step.
+        This parameter maps to the `--tmpfs` option in Docker. Defaults to 50% of the
+        memory allocated for this step.
+    tmpfs_path: string, optional
+        Path to tmpfs mount for this step. Defaults to /metaflow_temp.
     inferentia : int, default: 0
         Number of Inferentia chips required for this step.
     """
@@ -89,6 +99,10 @@ class BatchDecorator(StepDecorator):
         "swappiness": None,
         "inferentia": None,
         "host_volumes": None,
+        "use_tmpfs": False,
+        "tmpfs_tempdir": True,
+        "tmpfs_size": None,
+        "tmpfs_path": "/metaflow_temp",
     }
     resource_defaults = {
         "cpu": "1",
@@ -153,6 +167,10 @@ class BatchDecorator(StepDecorator):
                 "least 60 seconds for execution on AWS Batch.".format(step=step)
             )
 
+        # Validate tmpfs_path. Batch requires this to be an absolute path
+        if self.attributes["tmpfs_path"] and self.attributes["tmpfs_path"][0] != "/":
+            raise BatchException("'tmpfs_path' needs to be an absolute path")
+
     def runtime_init(self, flow, graph, package, run_id):
         # Set some more internal state.
         self.flow = flow
@@ -198,6 +216,11 @@ class BatchDecorator(StepDecorator):
         self.metadata = metadata
         self.task_datastore = task_datastore
 
+        # current.tempdir reflects the value of METAFLOW_TEMPDIR (the current working
+        # directory by default), or the value of tmpfs_path if tmpfs_tempdir=False.
+        if not self.attributes["tmpfs_tempdir"]:
+            current._update_env({"tempdir": self.attributes["tmpfs_path"]})
+
         # task_pre_step may run locally if fallback is activated for @catch
         # decorator. In that scenario, we skip collecting AWS Batch execution
         # metadata. A rudimentary way to detect non-local execution is to

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/step_functions/step_functions.py

@@ -227,7 +227,6 @@ class StepFunctions(object):
         return None
 
     def _compile(self):
-
         # Visit every node of the flow and recursively build the state machine.
         def _visit(node, workflow, exit_node=None):
             if node.parallel_foreach:
@@ -637,8 +636,7 @@ class StepFunctions(object):
             env["METAFLOW_SFN_DYNAMO_DB_TABLE"] = SFN_DYNAMO_DB_TABLE
 
         # It makes no sense to set env vars to None (shows up as "None" string)
-        env_without_none_values = {k: v for k, v in env.items() if v is not None}
-        del env
+        env = {k: v for k, v in env.items() if v is not None}
 
         # Resolve AWS Batch resource requirements.
         batch_deco = [deco for deco in node.decorators if deco.name == "batch"][0]
@@ -686,7 +684,12 @@ class StepFunctions(object):
                 shared_memory=resources["shared_memory"],
                 max_swap=resources["max_swap"],
                 swappiness=resources["swappiness"],
-                env=env_without_none_values,
+                use_tmpfs=resources["use_tmpfs"],
+                tmpfs_tempdir=resources["tmpfs_tempdir"],
+                tmpfs_size=resources["tmpfs_size"],
+                tmpfs_path=resources["tmpfs_path"],
+                inferentia=resources["inferentia"],
+                env=env,
                 attrs=attrs,
                 host_volumes=resources["host_volumes"],
             )

{metaflow-2.8.2 → metaflow-2.8.3}/metaflow/plugins/aws/step_functions/step_functions_cli.py

@@ -312,7 +312,6 @@ def make_flow(
 def resolve_token(
     name, token_prefix, obj, authorize, given_token, generate_new_token, is_project
 ):
-
     # 1) retrieve the previous deployment, if one exists
     workflow = StepFunctions.get_existing_deployment(name)
     if workflow is None: