ob-metaflow-extensions 1.1.93__tar.gz → 1.1.94__tar.gz

{ob-metaflow-extensions-1.1.93 → ob-metaflow-extensions-1.1.94}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ob-metaflow-extensions
-Version: 1.1.93
+Version: 1.1.94
 Summary: Outerbounds Platform Extensions for Metaflow
 Author: Outerbounds, Inc.
 License: Commercial

{ob-metaflow-extensions-1.1.93 → ob-metaflow-extensions-1.1.94}/metaflow_extensions/outerbounds/plugins/nvcf/nvcf.py

@@ -15,7 +15,6 @@ from metaflow.mflog import (
 )
 import requests
 from metaflow.metaflow_config_funcs import init_config
-from metaflow_extensions.outerbounds.plugins.nvcf.heartbeat_store import HeartbeatStore
 
 
 class NvcfException(MetaflowException):
@@ -184,6 +183,14 @@ class Job(object):
             (flow_name, str(run_id), step_name, str(task_id), str(retry_count))
         )
 
+        ## import is done here to avoid the following warning:
+        # RuntimeWarning: 'metaflow_extensions.outerbounds.plugins.nvcf.heartbeat_store' found in sys.modules
+        # after import of package 'metaflow_extensions.outerbounds.plugins.nvcf', but prior to execution of
+        # 'metaflow_extensions.outerbounds.plugins.nvcf.heartbeat_store'; this may result in unpredictable behaviour
+        from metaflow_extensions.outerbounds.plugins.nvcf.heartbeat_store import (
+            HeartbeatStore,
+        )
+
         store = HeartbeatStore(
             main_pid=None,
             storage_backend=backend,

{ob-metaflow-extensions-1.1.93 → ob-metaflow-extensions-1.1.94}/metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py

@@ -1,6 +1,7 @@
 import os
 import sys
 
+from metaflow.exception import MetaflowException
 from metaflow.decorators import StepDecorator
 from metaflow.metadata.util import sync_local_metadata_to_datastore
 from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
@@ -40,9 +41,18 @@ class NvcfDecorator(StepDecorator):
         self.step = step
         self.flow_datastore = flow_datastore
 
-        # TODO:
-        # 1. Ensure that @batch and @kubernetes decorators are not applied to this step.
-        # 2. Ensure @parallel is not applied to this step.
+        if any([deco.name == "kubernetes" for deco in decos]):
+            raise MetaflowException(
+                "Step *{step}* is marked for execution both on Kubernetes and "
+                "Nvidia. Please use one or the other.".format(step=step)
+            )
+        if any([deco.name == "parallel" for deco in decos]):
+            raise MetaflowException(
+                "Step *{step}* contains a @parallel decorator "
+                "with the @nvidia decorator. @parallel is not supported with @nvidia.".format(
+                    step=step
+                )
+            )
 
         # Set run time limit for the NVCF function.
         self.run_time_limit = get_run_time_limit_for_task(decos)

{ob-metaflow-extensions-1.1.93 → ob-metaflow-extensions-1.1.94}/ob_metaflow_extensions.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ob-metaflow-extensions
-Version: 1.1.93
+Version: 1.1.94
 Summary: Outerbounds Platform Extensions for Metaflow
 Author: Outerbounds, Inc.
 License: Commercial

ob-metaflow-extensions-1.1.94/ob_metaflow_extensions.egg-info/requires.txt

@@ -0,0 +1,3 @@
+boto3
+kubernetes
+ob-metaflow==2.12.22.1

{ob-metaflow-extensions-1.1.93 → ob-metaflow-extensions-1.1.94}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_namespace_packages
 from pathlib import Path
 
 
-version = "1.1.93"
+version = "1.1.94"
 this_directory = Path(__file__).parent
 long_description = (this_directory / "README.md").read_text()
 
@@ -18,6 +18,6 @@ setup(
     install_requires=[
         "boto3",
         "kubernetes",
-        "ob-metaflow == 2.12.20.1",
+        "ob-metaflow == 2.12.22.1",
     ],
 )

ob-metaflow-extensions-1.1.93/ob_metaflow_extensions.egg-info/requires.txt

@@ -1,3 +0,0 @@
-boto3
-kubernetes
-ob-metaflow==2.12.20.1