ob-metaflow-extensions 1.1.88__py2.py3-none-any.whl → 1.1.90__py2.py3-none-any.whl

metaflow_extensions/outerbounds/plugins/__init__.py

@@ -116,40 +116,39 @@ def get_boto3_session(role_arn=None, session_vars=None):
     if token_info.get("region"):
         os.environ["AWS_DEFAULT_REGION"] = token_info["region"]
 
-    with hide_access_keys():
-        if cspr_role:
-            #  The generated AWS config will be used here since we set the
-            #  AWS_CONFIG_FILE environment variable above.
-            if role_arn == USE_CSPR_ROLE_ARN_IF_SET:
-                # Otherwise start from the default profile, assuming CSPR role
-                session = boto3.session.Session(profile_name="cspr")
-            else:
-                session = boto3.session.Session(profile_name="task")
-        else:
-            # Not using AWS config, just AWS_WEB_IDENTITY_TOKEN_FILE + AWS_ROLE_ARN
-            session = boto3.session.Session()
-
-        if role_arn and role_arn != USE_CSPR_ROLE_ARN_IF_SET:
-            # If the user provided a role_arn, we assume that role
-            # using the task role credentials. CSPR role is not used.
-            fetcher = botocore.credentials.AssumeRoleCredentialFetcher(
-                client_creator=session._session.create_client,
-                source_credentials=session._session.get_credentials(),
-                role_arn=role_arn,
-                extra_args={},
-            )
-            creds = botocore.credentials.DeferredRefreshableCredentials(
-                method="assume-role", refresh_using=fetcher.fetch_credentials
-            )
-            botocore_session = botocore.session.Session(session_vars=session_vars)
-            botocore_session._credentials = creds
-            return boto3.session.Session(botocore_session=botocore_session)
+    if cspr_role:
+        #  The generated AWS config will be used here since we set the
+        #  AWS_CONFIG_FILE environment variable above.
+        if role_arn == USE_CSPR_ROLE_ARN_IF_SET:
+            # Otherwise start from the default profile, assuming CSPR role
+            session = boto3.session.Session(profile_name="cspr")
         else:
-            # If the user didn't provide a role_arn, or if the role_arn
-            # is set to USE_CSPR_ROLE_ARN_IF_SET, we return the default
-            # session which would use the CSPR role if it is set on the
-            # server, and the task role otherwise.
-            return session
+            session = boto3.session.Session(profile_name="task")
+    else:
+        # Not using AWS config, just AWS_WEB_IDENTITY_TOKEN_FILE + AWS_ROLE_ARN
+        session = boto3.session.Session()
+
+    if role_arn and role_arn != USE_CSPR_ROLE_ARN_IF_SET:
+        # If the user provided a role_arn, we assume that role
+        # using the task role credentials. CSPR role is not used.
+        fetcher = botocore.credentials.AssumeRoleCredentialFetcher(
+            client_creator=session._session.create_client,
+            source_credentials=session._session.get_credentials(),
+            role_arn=role_arn,
+            extra_args={},
+        )
+        creds = botocore.credentials.DeferredRefreshableCredentials(
+            method="assume-role", refresh_using=fetcher.fetch_credentials
+        )
+        botocore_session = botocore.session.Session(session_vars=session_vars)
+        botocore_session._credentials = creds
+        return boto3.session.Session(botocore_session=botocore_session)
+    else:
+        # If the user didn't provide a role_arn, or if the role_arn
+        # is set to USE_CSPR_ROLE_ARN_IF_SET, we return the default
+        # session which would use the CSPR role if it is set on the
+        # server, and the task role otherwise.
+        return session
 
 
 class ObpAuthProvider(object):
@@ -164,11 +163,12 @@ class ObpAuthProvider(object):
 
         from botocore.exceptions import ClientError
 
-        session = get_boto3_session(role_arn, session_vars)
-        if with_error:
-            return session.client(module, **client_params), ClientError
-        else:
-            return session.client(module, **client_params)
+        with hide_access_keys():
+            session = get_boto3_session(role_arn, session_vars)
+            if with_error:
+                return session.client(module, **client_params), ClientError
+            else:
+                return session.client(module, **client_params)
 
 
 AWS_CLIENT_PROVIDERS_DESC = [("obp", ".ObpAuthProvider")]
@@ -306,7 +306,7 @@ class ObpGcpAuthProvider(object):
 
 GCP_CLIENT_PROVIDERS_DESC = [("obp", ".ObpGcpAuthProvider")]
 CLIS_DESC = [
-    ("nvcf", ".nvcf.nvcf_cli.cli"),
+    ("nvidia", ".nvcf.nvcf_cli.cli"),
     ("fast-bakery", ".fast_bakery.fast_bakery_cli.cli"),
     ("snowpark", ".snowpark.snowpark_cli.cli"),
 ]

metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py

@@ -15,6 +15,7 @@ from metaflow.plugins.kubernetes.kubernetes_decorator import KubernetesDecorator
 from metaflow.plugins.pypi.conda_decorator import CondaStepDecorator
 from metaflow.plugins.pypi.conda_environment import CondaEnvironment
 from metaflow.plugins.pypi.pypi_decorator import PyPIStepDecorator
+from metaflow import decorators
 
 from .fast_bakery import FastBakery, FastBakeryApiResponse, FastBakeryException
 
@@ -26,8 +27,6 @@ import os
 from concurrent.futures import ThreadPoolExecutor
 from functools import wraps
 
-# TODO - ensure that both @conda/@pypi are not assigned to the same step
-
 
 def cache_request(cache_file):
     def decorator(func):
@@ -103,7 +102,10 @@ class DockerEnvironment(MetaflowEnvironment):
         self.local_root = local_root
 
     def decospecs(self):
-        return ("conda", "fast_bakery_internal") + super().decospecs()
+        # Due to conflicts with the CondaEnvironment fallback and bakery,
+        # we can not simply attach 'conda' or 'pypi' to all steps here.
+        # Instead we do this on a per-step basis in init_environment
+        return ("fast_bakery_internal",) + super().decospecs()
 
     def validate_environment(self, logger, datastore_type):
         self.datastore_type = datastore_type
@@ -116,14 +118,7 @@ class DockerEnvironment(MetaflowEnvironment):
 
         # Mixing @pypi/@conda in a single step is not supported yet
         for step in self.flow:
-            if (
-                sum(
-                    1
-                    for deco in step.decorators
-                    if isinstance(deco, (PyPIStepDecorator, CondaStepDecorator))
-                )
-                > 1
-            ):
+            if sum(1 for deco in step.decorators if _is_env_deco(deco)) > 1:
                 raise MetaflowException(
                     "Mixing and matching PyPI packages and Conda packages within a\n"
                     "step is not yet supported. Use one of @pypi or @conda only for the *%s* step."
@@ -132,13 +127,31 @@ class DockerEnvironment(MetaflowEnvironment):
 
     def init_environment(self, echo):
         self.skipped_steps = {
-            step.name
-            for step in self.flow
-            if not any(
-                isinstance(deco, (BatchDecorator, KubernetesDecorator))
-                for deco in step.decorators
-            )
+            step.name for step in self.flow if not _step_executes_remotely(step)
         }
+        # Attach environment decorator as needed. This is done on a step-by-step basis
+        # as we require a conda decorator for fallback steps, but prefer pypi for the baked ones.
+        for step in self.flow:
+            if not _step_has_environment_deco(step):
+                if step.name in self.skipped_steps:
+                    # Conda fallback requires a conda decorator as the default for a step
+                    decorators._attach_decorators_to_step(step, ["conda"])
+                else:
+                    # We default to PyPI for steps that are going to be baked.
+                    decorators._attach_decorators_to_step(step, ["pypi"])
+                # Initialize the decorator we attached.
+                # This is crucial for the conda decorator to work properly in the fallback environment
+                for deco in step.decorators:
+                    if _is_env_deco(deco):
+                        deco.step_init(
+                            self.flow,
+                            None,  # not passing graph as it is not available, and not required by conda/pypi decorators
+                            step.name,
+                            step.decorators,
+                            self,
+                            self.datastore,
+                            echo,
+                        )
 
         steps_to_bake = [
             step for step in self.flow if step.name not in self.skipped_steps
@@ -149,7 +162,7 @@ class DockerEnvironment(MetaflowEnvironment):
             self.results = self._bake(steps_to_bake)
             for step in self.flow:
                 for d in step.decorators:
-                    if isinstance(d, (BatchDecorator, KubernetesDecorator)):
+                    if _is_remote_deco(d):
                         d.attributes["image"] = self.results[step.name].container_image
                         d.attributes["executable"] = self.results[step.name].python_path
             if self.images_baked > 0:
@@ -178,32 +191,32 @@ class DockerEnvironment(MetaflowEnvironment):
             conda_packages=None,
             base_image=None,
         ):
-            bakery = FastBakery(url=FAST_BAKERY_URL)
-            bakery._reset_payload()
-            bakery.python_version(python)
-            bakery.pypi_packages(pypi_packages)
-            bakery.conda_packages(conda_packages)
-            bakery.base_image(base_image)
-            # bakery.ignore_cache()
-
-            with logger_lock:
-                self.logger(f"🍳 Baking [{ref}] ...")
-                self.logger(f"     🐍 Python: {python}")
-
-                if pypi_packages:
-                    self.logger(f"     📦 PyPI packages:")
-                    for package, version in pypi_packages.items():
-                        self.logger(f"        🔧 {package}: {version}")
-
-                if conda_packages:
-                    self.logger(f"     📦 Conda packages:")
-                    for package, version in conda_packages.items():
-                        self.logger(f"        🔧 {package}: {version}")
-
-                self.logger(f"     🏗️  Base image: {base_image}")
-
-            start_time = time.time()
             try:
+                bakery = FastBakery(url=FAST_BAKERY_URL)
+                bakery._reset_payload()
+                bakery.python_version(python)
+                bakery.pypi_packages(pypi_packages)
+                bakery.conda_packages(conda_packages)
+                bakery.base_image(base_image)
+                # bakery.ignore_cache()
+
+                with logger_lock:
+                    self.logger(f"🍳 Baking [{ref}] ...")
+                    self.logger(f"     🐍 Python: {python}")
+
+                    if pypi_packages:
+                        self.logger(f"     📦 PyPI packages:")
+                        for package, version in pypi_packages.items():
+                            self.logger(f"        🔧 {package}: {version}")
+
+                    if conda_packages:
+                        self.logger(f"     📦 Conda packages:")
+                        for package, version in conda_packages.items():
+                            self.logger(f"        🔧 {package}: {version}")
+
+                    self.logger(f"     🏗️  Base image: {base_image}")
+
+                start_time = time.time()
                 res = bakery.bake()
                 # TODO: Get actual bake time from bakery
                 bake_time = time.time() - start_time
@@ -225,11 +238,7 @@ class DockerEnvironment(MetaflowEnvironment):
                 None,
             )
             dependencies = next(
-                (
-                    d
-                    for d in step.decorators
-                    if isinstance(d, (CondaStepDecorator, PyPIStepDecorator))
-                ),
+                (d for d in step.decorators if _is_env_deco(d)),
                 None,
             )
             python = next(
@@ -322,3 +331,22 @@ class DockerEnvironment(MetaflowEnvironment):
 
 def get_fastbakery_metafile_path(local_root, flow_name):
     return os.path.join(local_root, flow_name, BAKERY_METAFILE)
+
+
+def _is_remote_deco(deco):
+    return isinstance(deco, (BatchDecorator, KubernetesDecorator))
+
+
+def _step_executes_remotely(step):
+    "Check if a step is going to execute remotely or locally"
+    return any(_is_remote_deco(deco) for deco in step.decorators)
+
+
+def _is_env_deco(deco):
+    "Check if a decorator is a known environment decorator (conda/pypi)"
+    return isinstance(deco, (PyPIStepDecorator, CondaStepDecorator))
+
+
+def _step_has_environment_deco(step):
+    "Check if a step has a virtual environment decorator"
+    return any(_is_env_deco(deco) for deco in step.decorators)

metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py

@@ -73,6 +73,8 @@ class FastBakeryApiResponse:
 
 class FastBakery:
     def __init__(self, url: str):
+        if not url:
+            raise FastBakeryException("Specifying a url is required.")
         self.url = url
         self.headers = {"Content-Type": "application/json", "Connection": "keep-alive"}
         self._reset_payload()

metaflow_extensions/outerbounds/plugins/nvcf/heartbeat_store.py

@@ -1,13 +1,29 @@
 import os
 import sys
 import time
-import signal
+import subprocess
 from io import BytesIO
 from datetime import datetime, timezone
 
 from metaflow.exception import MetaflowException
 
 
+def kill_process_and_descendants(pid, termination_timeout=5):
+    try:
+        subprocess.check_call(["pkill", "-TERM", "-P", str(pid)])
+        subprocess.check_call(["kill", "-TERM", str(pid)])
+    except subprocess.CalledProcessError:
+        pass
+
+    time.sleep(termination_timeout)
+
+    try:
+        subprocess.check_call(["pkill", "-KILL", "-P", str(pid)])
+        subprocess.check_call(["kill", "-KILL", str(pid)])
+    except subprocess.CalledProcessError:
+        pass
+
+
 class HeartbeatStore(object):
     def __init__(
         self,
@@ -67,7 +83,7 @@ class HeartbeatStore(object):
                 contents = f.read()
                 if "tombstone" in contents:
                     print("[Outerbounds] Tombstone detected. Terminating the task..")
-                    os.kill(self.main_pid, signal.SIGTERM)
+                    kill_process_and_descendants(self.main_pid)
                     sys.exit(1)
 
     def __handle_heartbeat(self, path):
@@ -86,7 +102,7 @@ class HeartbeatStore(object):
             print(
                 f"[Outerbounds] Missed {self.max_missed_heartbeats} consecutive heartbeats. Terminating the task.."
             )
-            os.kill(self.main_pid, signal.SIGTERM)
+            kill_process_and_descendants(self.main_pid)
             sys.exit(1)
 
     def is_main_process_running(self):

metaflow_extensions/outerbounds/plugins/nvcf/nvcf_cli.py

@@ -39,13 +39,18 @@ def cli():
     pass
 
 
-@cli.group(help="Commands related to NVCF.")
-def nvcf():
+@cli.group(help="Commands related to nvidia.")
+def nvidia():
     pass
 
 
-@nvcf.command(help="List steps / tasks running as an NVCF job.")
-@click.argument("run-id")
+@nvidia.command(help="List steps / tasks running as an nvidia job.")
+@click.option(
+    "--run-id",
+    default=None,
+    required=True,
+    help="List unfinished tasks corresponding to the run id.",
+)
 @click.pass_context
 def list(ctx, run_id):
     flow_name = ctx.obj.flow.name
@@ -65,13 +70,18 @@ def list(ctx, run_id):
 
     if running_invocations:
         for each_invocation in running_invocations:
-            print(each_invocation)
+            ctx.obj.echo(each_invocation)
     else:
-        print("No running NVCF invocations for Run ID: %s" % run_id)
+        ctx.obj.echo("No running @nvidia invocations for Run ID: %s" % run_id)
 
 
-@nvcf.command(help="Kill steps / tasks running as an NVCF job.")
-@click.argument("run-id")
+@nvidia.command(help="Kill steps / tasks running as an nvidia job.")
+@click.option(
+    "--run-id",
+    default=None,
+    required=True,
+    help="Terminate unfinished tasks corresponding to the run id.",
+)
 @click.pass_context
 def kill(ctx, run_id):
     from metaflow_extensions.outerbounds.plugins.nvcf.heartbeat_store import (
@@ -100,12 +110,12 @@ def kill(ctx, run_id):
             )
             store.emit_tombstone(folder_name="nvcf_heartbeats")
         else:
-            print("No running NVCF invocations for Run ID: %s" % run_id)
+            ctx.obj.echo("No running @nvidia invocations for Run ID: %s" % run_id)
 
 
-@nvcf.command(
-    help="Execute a single task using NVCF. This command calls the "
-    "top-level step command inside a NVCF job with the given options. "
+@nvidia.command(
+    help="Execute a single task using @nvidia. This command calls the "
+    "top-level step command inside an nvidia job with the given options. "
     "Typically you do not call this command directly; it is used internally by "
     "Metaflow."
 )

metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py

@@ -72,7 +72,7 @@ class NvcfDecorator(StepDecorator):
             # after all attempts to run the user code have failed, we don't need
             # to execute on NVCF anymore. We can execute possible fallback
             # code locally.
-            cli_args.commands = ["nvcf", "step"]
+            cli_args.commands = ["nvidia", "step"]
             cli_args.command_args.append(self.package_sha)
             cli_args.command_args.append(self.package_url)
             cli_args.command_options.update(self.attributes)

{ob_metaflow_extensions-1.1.88.dist-info → ob_metaflow_extensions-1.1.90.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: ob-metaflow-extensions
-Version: 1.1.88
+Version: 1.1.90
 Summary: Outerbounds Platform Extensions for Metaflow
 Author: Outerbounds, Inc.
 License: Commercial
 Description-Content-Type: text/markdown
 Requires-Dist: boto3
 Requires-Dist: kubernetes
-Requires-Dist: ob-metaflow (==2.12.18.2)
+Requires-Dist: ob-metaflow (==2.12.19.1)
 
 # Outerbounds platform package
 

{ob_metaflow_extensions-1.1.88.dist-info → ob_metaflow_extensions-1.1.90.dist-info}/RECORD

@@ -1,12 +1,12 @@
 metaflow_extensions/outerbounds/__init__.py,sha256=TRGvIUMjkfneWtYUFSWoubu_Kf2ekAL4WLbV3IxOj9k,499
 metaflow_extensions/outerbounds/remote_config.py,sha256=Zpfpjgz68_ZgxlXezjzlsDLo4840rkWuZgwDB_5H57U,4059
 metaflow_extensions/outerbounds/config/__init__.py,sha256=JsQGRuGFz28fQWjUvxUgR8EKBLGRdLUIk_buPLJplJY,1225
-metaflow_extensions/outerbounds/plugins/__init__.py,sha256=RNN9wxnIeNHO9S9lI-sgVINbAcO0C-29lYNd4BqNs-M,12508
+metaflow_extensions/outerbounds/plugins/__init__.py,sha256=WwvFcN5kserbPwhrE4hXprnXzJxonEPT0Mlik2kmGMA,12406
 metaflow_extensions/outerbounds/plugins/auth_server.py,sha256=1v2GBqoMBxp5E7Lejz139w-jxJtPnLDvvHXP0HhEIHI,2361
 metaflow_extensions/outerbounds/plugins/perimeters.py,sha256=QXh3SFP7GQbS-RAIxUOPbhPzQ7KDFVxZkTdKqFKgXjI,2697
 metaflow_extensions/outerbounds/plugins/fast_bakery/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py,sha256=9iokzw--nCpk-omGXDSB-oct7-57rCJbq62HKvmt2NA,12126
-metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py,sha256=6OQdij49tjBwQuQ8Kdu16kfLBzKLGM4_f80KQm6WurQ,5069
+metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py,sha256=gFeXt8nLv7SzZ2zEoAKMpdxAePN4jZclSsmQAm6hB4w,13846
+metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py,sha256=MAPRQsfqeEkL1LXqgwPrUJOzZ3kY3C00QjdDgQ7wdIg,5160
 metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_cli.py,sha256=kqFyu2bJSnc9_9aYfBpz5xK6L6luWFZK_NMuh8f1eVk,1494
 metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_decorator.py,sha256=EZDbyrfZ7fgcU-P9dMS_hpCxsdDeUE0K5VU3uNM4aW4,1506
 metaflow_extensions/outerbounds/plugins/kubernetes/__init__.py,sha256=5zG8gShSj8m7rgF4xgWBZFuY3GDP5n1T0ktjRpGJLHA,69
@@ -14,10 +14,10 @@ metaflow_extensions/outerbounds/plugins/kubernetes/kubernetes_client.py,sha256=g
 metaflow_extensions/outerbounds/plugins/nim/__init__.py,sha256=GVnvSTjqYVj5oG2yh8KJFt7iZ33cEadDD5HbdmC9hJ0,1457
 metaflow_extensions/outerbounds/plugins/nim/nim_manager.py,sha256=SWieODDxtIaeZwdMYtObDi57Kjyfw2DUuE6pJtU750w,9206
 metaflow_extensions/outerbounds/plugins/nvcf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metaflow_extensions/outerbounds/plugins/nvcf/heartbeat_store.py,sha256=wIlPBzsTszkHpftK1x7zBgaQ_7d3tNURqh4ez71Ra7A,5416
+metaflow_extensions/outerbounds/plugins/nvcf/heartbeat_store.py,sha256=4aQZ0kpW2LlJbHx6AG4A9eaFLH9rWC_ENWnnfYNq1qk,5910
 metaflow_extensions/outerbounds/plugins/nvcf/nvcf.py,sha256=NIt1kJHuYpnCF7n73A90ZITWsk5QWtsbiHfzvdVjgqk,8997
-metaflow_extensions/outerbounds/plugins/nvcf/nvcf_cli.py,sha256=AhlFa8UVzVKQRUilQwtwp7ZVWJ0WNitPU0vp29i7WuY,9545
-metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py,sha256=0xNA4aRTPJ4SKpRIFKZzlL9a7lf367KGTrVWVXd-uGE,6052
+metaflow_extensions/outerbounds/plugins/nvcf/nvcf_cli.py,sha256=9nQBwm6AYtaKIAxdb937MOnsut3INEXN3v5eSnXy4cg,9811
+metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py,sha256=E7h94ni8yW9BQkKSBUptPdGAaVmXpR9FlXkPWpLyPd0,6054
 metaflow_extensions/outerbounds/plugins/snowpark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metaflow_extensions/outerbounds/plugins/snowpark/snowpark.py,sha256=vzgpVLCKvHjzHNfJvmH0jcxefYNsVggw_vof_y_U_a8,10643
 metaflow_extensions/outerbounds/plugins/snowpark/snowpark_cli.py,sha256=ErsVoCQLa33byiykOQzDEeEkRKk0mgffZme43f3jxn4,8747
@@ -33,7 +33,7 @@ metaflow_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.py,
 metaflow_extensions/outerbounds/toplevel/plugins/azure/__init__.py,sha256=WUuhz2YQfI4fz7nIcipwwWq781eaoHEk7n4GAn1npDg,63
 metaflow_extensions/outerbounds/toplevel/plugins/gcp/__init__.py,sha256=BbZiaH3uILlEZ6ntBLKeNyqn3If8nIXZFq_Apd7Dhco,70
 metaflow_extensions/outerbounds/toplevel/plugins/kubernetes/__init__.py,sha256=5zG8gShSj8m7rgF4xgWBZFuY3GDP5n1T0ktjRpGJLHA,69
-ob_metaflow_extensions-1.1.88.dist-info/METADATA,sha256=zgizoMrEL9ZXm9vj3WTY0K6y0DbQuoBkBuxiZGeXkCc,520
-ob_metaflow_extensions-1.1.88.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-ob_metaflow_extensions-1.1.88.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
-ob_metaflow_extensions-1.1.88.dist-info/RECORD,,
+ob_metaflow_extensions-1.1.90.dist-info/METADATA,sha256=qJ6rqajag4RMd1NlmV8dAPQMjzK2AOchlP_vG_QbDik,520
+ob_metaflow_extensions-1.1.90.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+ob_metaflow_extensions-1.1.90.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
+ob_metaflow_extensions-1.1.90.dist-info/RECORD,,