metaflow-stubs 2.11.15__py2.py3-none-any.whl → 2.11.16__py2.py3-none-any.whl

metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.382096                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.056695                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
 class KubernetesJob(object, metaclass=type):
     def __init__(self, client, **kwargs):
         ...
+    def create_job_spec(self):
+        ...
     def create(self):
         ...
     def execute(self):
@@ -46,6 +48,13 @@ class KubernetesJob(object, metaclass=type):
         ...
     ...
 
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+
 CLIENT_REFRESH_INTERVAL_SECONDS: int
 
 class KubernetesClientException(metaflow.exception.MetaflowException, metaclass=type):
@@ -56,6 +65,8 @@ class KubernetesClient(object, metaclass=type):
         ...
     def get(self):
         ...
+    def jobset(self, **kwargs):
+        ...
     def job(self, **kwargs):
         ...
     ...

metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.384467                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.059238                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
 import typing
 if typing.TYPE_CHECKING:
     import metaflow.exception
-    import metaflow.decorators
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 current: metaflow.metaflow_current.Current
 
@@ -144,6 +144,25 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
 def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
     ...
 
+UBF_CONTROL: str
+
+class TaskIdConstructor(object, metaclass=type):
+    @classmethod
+    def jobset_worker_id(cls, control_task_id: str):
+        ...
+    @classmethod
+    def join_step_task_ids(cls, num_parallel):
+        """
+        Called within the step decorator to set the `flow._control_mapper_tasks`.
+        Setting these allows the flow to know which tasks are needed in the join step.
+        We set this in the `task_pre_step` method of the decorator.
+        """
+        ...
+    @classmethod
+    def argo(cls):
+        ...
+    ...
+
 class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
     def __init__(self, attributes = None, statically_defined = False):
         ...

metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.381485                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.055983                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -19,8 +19,19 @@ class MetaflowException(Exception, metaclass=type):
 
 KUBERNETES_SECRETS: str
 
+UBF_CONTROL: str
+
+UBF_TASK: str
+
 CLIENT_REFRESH_INTERVAL_SECONDS: int
 
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+
 class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 
@@ -30,6 +41,8 @@ def k8s_retry(deadline_seconds = 60, max_backoff = 32):
 class KubernetesJob(object, metaclass=type):
     def __init__(self, client, **kwargs):
         ...
+    def create_job_spec(self):
+        ...
     def create(self):
         ...
     def execute(self):

metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi

@@ -0,0 +1,127 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.055011                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.exception
+    import metaflow.metaflow_current
+
+current: metaflow.metaflow_current.Current
+
+class MetaflowException(Exception, metaclass=type):
+    def __init__(self, msg = "", lineno = None):
+        ...
+    def __str__(self):
+        ...
+    ...
+
+UBF_CONTROL: str
+
+UBF_TASK: str
+
+KUBERNETES_JOBSET_GROUP: str
+
+KUBERNETES_JOBSET_VERSION: str
+
+class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+def k8s_retry(deadline_seconds = 60, max_backoff = 32):
+    ...
+
+class JobsetStatus(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
+        """
+        Create new instance of JobsetStatus(control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+class RunningJobSet(object, metaclass=type):
+    def __init__(self, client, name, namespace, group, version):
+        ...
+    def __repr__(self):
+        ...
+    def kill(self):
+        ...
+    @property
+    def id(self):
+        ...
+    @property
+    def is_done(self):
+        ...
+    @property
+    def status(self):
+        ...
+    @property
+    def has_succeeded(self):
+        ...
+    @property
+    def has_failed(self):
+        ...
+    @property
+    def is_running(self):
+        ...
+    @property
+    def _jobset_was_terminated(self):
+        ...
+    @property
+    def is_waiting(self):
+        ...
+    @property
+    def reason(self):
+        ...
+    @property
+    def _jobset_is_completed(self):
+        ...
+    @property
+    def _jobset_has_failed(self):
+        ...
+    ...
+
+class TaskIdConstructor(object, metaclass=type):
+    @classmethod
+    def jobset_worker_id(cls, control_task_id: str):
+        ...
+    @classmethod
+    def join_step_task_ids(cls, num_parallel):
+        """
+        Called within the step decorator to set the `flow._control_mapper_tasks`.
+        Setting these allows the flow to know which tasks are needed in the join step.
+        We set this in the `task_pre_step` method of the decorator.
+        """
+        ...
+    @classmethod
+    def argo(cls):
+        ...
+    ...
+
+def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
+    ...
+
+def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
+    ...
+
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+

metaflow-stubs/plugins/logs_cli.pyi

@@ -1,16 +1,16 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.362748                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033726                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.exception
-    import metaflow._vendor.click.core
     import metaflow.plugins.logs_cli
+    import metaflow._vendor.click.core
+    import metaflow.exception
 
 LOGGER_TIMESTAMP: str
 

metaflow-stubs/plugins/package_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.360697                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033910                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/parallel_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.352687                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.023734                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/project_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.355266                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.026582                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.352227                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.025677                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.395169                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076239                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_environment.pyi

@@ -1,17 +1,17 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.396575                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.077836                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import io
     import metaflow.metaflow_environment
-    import metaflow.exception
+    import io
     import abc
+    import metaflow.exception
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/pypi_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.394487                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076521                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/pypi_environment.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.397077                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.078315                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/utils.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.395544                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076880                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/resources_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.349491                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.020210                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/retry_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.354354                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.024957                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.353714                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.025326                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.398606                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.066428                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import abc
     import metaflow.plugins.secrets
+    import abc
 
 class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
     def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:

metaflow-stubs/plugins/secrets/secrets_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.398319                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.066151                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/storage_executor.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.355777                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.027127                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/tag_cli.pyi

@@ -1,17 +1,17 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.362211                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033210                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
+    import metaflow.exception
     import metaflow.events
     import datetime
     import metaflow.client.core
-    import metaflow.exception
     import metaflow.metaflow_current
 
 def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:

metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.349340                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.020063                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/timeout_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.350080                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.021841                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
 
 UBF_CONTROL: str
 
+DEFAULT_RUNTIME_LIMIT: int
+
 class TimeoutException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 

metaflow-stubs/procpoll.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.345802                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.016733                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/pylint_wrapper.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.346163                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.017071                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/tagging_util.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.320454                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:19.992910                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/tuple_util.pyi

@@ -0,0 +1,14 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.000593                                        #
+##################################################################################
+
+from __future__ import annotations
+
+
+def namedtuple_with_defaults(typename, field_descr, defaults = ()):
+    ...
+
+foreach_frame_field_list: list
+

metaflow-stubs/version.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.15                                                            #
-# Generated on 2024-05-08T22:46:02.344977                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.015950                                        #
 ##################################################################################
 
 from __future__ import annotations

{metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: metaflow-stubs
-Version: 2.11.15
+Version: 2.11.16
 Summary: Metaflow Stubs: Stubs for the metaflow package
 Author: Metaflow Developers
 Author-email: help@metaflow.org
@@ -21,7 +21,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.7.0
 Description-Content-Type: text/markdown
-Requires-Dist: metaflow ==2.11.15
+Requires-Dist: metaflow ==2.11.16
 
 # Metaflow Stubs