metaflow-stubs 2.11.14__py2.py3-none-any.whl → 2.11.16__py2.py3-none-any.whl

metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi

@@ -1,16 +1,16 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.408637                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.060288                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
-    import metaflow.exception
     import metaflow._vendor.click.types
+    import metaflow.exception
+    import metaflow.decorators
 
 class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
     def convert(self, value, param, ctx):
@@ -29,6 +29,10 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
 def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
     ...
 
+UBF_CONTROL: str
+
+UBF_TASK: str
+
 DATASTORE_LOCAL_DIR: str
 
 KUBERNETES_LABELS: str
@@ -40,7 +44,11 @@ class Kubernetes(object, metaclass=type):
         ...
     def launch_job(self, **kwargs):
         ...
-    def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
+    def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
+        ...
+    def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
+        ...
+    def create_k8sjob(self, job):
         ...
     def wait(self, stdout_location, stderr_location, echo = None):
         ...
@@ -52,6 +60,9 @@ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=
 def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
     ...
 
+class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
 class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
     def __init__(self, attributes = None, statically_defined = False):
         ...

metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.405427                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.056695                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
 class KubernetesJob(object, metaclass=type):
     def __init__(self, client, **kwargs):
         ...
+    def create_job_spec(self):
+        ...
     def create(self):
         ...
     def execute(self):
@@ -46,6 +48,13 @@ class KubernetesJob(object, metaclass=type):
         ...
     ...
 
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+
 CLIENT_REFRESH_INTERVAL_SECONDS: int
 
 class KubernetesClientException(metaflow.exception.MetaflowException, metaclass=type):
@@ -56,6 +65,8 @@ class KubernetesClient(object, metaclass=type):
         ...
     def get(self):
         ...
+    def jobset(self, **kwargs):
+        ...
     def job(self, **kwargs):
         ...
     ...

metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi

@@ -1,16 +1,16 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.407714                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.059238                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.exception
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 current: metaflow.metaflow_current.Current
 
@@ -144,6 +144,25 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
 def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
     ...
 
+UBF_CONTROL: str
+
+class TaskIdConstructor(object, metaclass=type):
+    @classmethod
+    def jobset_worker_id(cls, control_task_id: str):
+        ...
+    @classmethod
+    def join_step_task_ids(cls, num_parallel):
+        """
+        Called within the step decorator to set the `flow._control_mapper_tasks`.
+        Setting these allows the flow to know which tasks are needed in the join step.
+        We set this in the `task_pre_step` method of the decorator.
+        """
+        ...
+    @classmethod
+    def argo(cls):
+        ...
+    ...
+
 class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
     def __init__(self, attributes = None, statically_defined = False):
         ...

metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.404848                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.055983                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -19,8 +19,19 @@ class MetaflowException(Exception, metaclass=type):
 
 KUBERNETES_SECRETS: str
 
+UBF_CONTROL: str
+
+UBF_TASK: str
+
 CLIENT_REFRESH_INTERVAL_SECONDS: int
 
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+
 class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 
@@ -30,6 +41,8 @@ def k8s_retry(deadline_seconds = 60, max_backoff = 32):
 class KubernetesJob(object, metaclass=type):
     def __init__(self, client, **kwargs):
         ...
+    def create_job_spec(self):
+        ...
     def create(self):
         ...
     def execute(self):

metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi

@@ -0,0 +1,127 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.055011                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.exception
+    import metaflow.metaflow_current
+
+current: metaflow.metaflow_current.Current
+
+class MetaflowException(Exception, metaclass=type):
+    def __init__(self, msg = "", lineno = None):
+        ...
+    def __str__(self):
+        ...
+    ...
+
+UBF_CONTROL: str
+
+UBF_TASK: str
+
+KUBERNETES_JOBSET_GROUP: str
+
+KUBERNETES_JOBSET_VERSION: str
+
+class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+def k8s_retry(deadline_seconds = 60, max_backoff = 32):
+    ...
+
+class JobsetStatus(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
+        """
+        Create new instance of JobsetStatus(control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+class RunningJobSet(object, metaclass=type):
+    def __init__(self, client, name, namespace, group, version):
+        ...
+    def __repr__(self):
+        ...
+    def kill(self):
+        ...
+    @property
+    def id(self):
+        ...
+    @property
+    def is_done(self):
+        ...
+    @property
+    def status(self):
+        ...
+    @property
+    def has_succeeded(self):
+        ...
+    @property
+    def has_failed(self):
+        ...
+    @property
+    def is_running(self):
+        ...
+    @property
+    def _jobset_was_terminated(self):
+        ...
+    @property
+    def is_waiting(self):
+        ...
+    @property
+    def reason(self):
+        ...
+    @property
+    def _jobset_is_completed(self):
+        ...
+    @property
+    def _jobset_has_failed(self):
+        ...
+    ...
+
+class TaskIdConstructor(object, metaclass=type):
+    @classmethod
+    def jobset_worker_id(cls, control_task_id: str):
+        ...
+    @classmethod
+    def join_step_task_ids(cls, num_parallel):
+        """
+        Called within the step decorator to set the `flow._control_mapper_tasks`.
+        Setting these allows the flow to know which tasks are needed in the join step.
+        We set this in the `task_pre_step` method of the decorator.
+        """
+        ...
+    @classmethod
+    def argo(cls):
+        ...
+    ...
+
+def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
+    ...
+
+def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
+    ...
+
+class KubernetesJobSet(object, metaclass=type):
+    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+        ...
+    def execute(self):
+        ...
+    ...
+

metaflow-stubs/plugins/logs_cli.pyi

@@ -0,0 +1,45 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033726                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.plugins.logs_cli
+    import metaflow._vendor.click.core
+    import metaflow.exception
+
+LOGGER_TIMESTAMP: str
+
+class CommandException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+LOG_SOURCES: list
+
+class CustomGroup(metaflow._vendor.click.core.Group, metaclass=type):
+    def __init__(self, name = None, commands = None, default_cmd = None, **attrs):
+        ...
+    def get_command(self, ctx, cmd_name):
+        ...
+    def parse_args(self, ctx, args):
+        ...
+    def resolve_command(self, ctx, args):
+        ...
+    def format_commands(self, ctx, formatter):
+        ...
+    ...
+
+class CustomFormatter(object, metaclass=type):
+    def __init__(self, default_cmd, original_formatter):
+        ...
+    def __getattr__(self, name):
+        ...
+    def write_dl(self, rows):
+        ...
+    ...
+
+logs: CustomGroup
+

metaflow-stubs/plugins/package_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.395868                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033910                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/parallel_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.386732                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.023734                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/project_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.389170                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.026582                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.387088                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.025677                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.419497                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076239                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_environment.pyi

@@ -1,17 +1,17 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.421080                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.077836                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import abc
     import metaflow.metaflow_environment
-    import metaflow.exception
     import io
+    import abc
+    import metaflow.exception
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/pypi_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.419782                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076521                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/pypi_environment.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.421546                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.078315                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/utils.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.420140                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.076880                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/resources_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.383946                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.020210                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/retry_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.388208                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.024957                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.386212                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.025326                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.413187                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.066428                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/secrets_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.412913                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.066151                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/storage_executor.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.389699                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.027127                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/tag_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.395663                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.033210                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -9,10 +9,10 @@ from __future__ import annotations
 import typing
 if typing.TYPE_CHECKING:
     import metaflow.exception
+    import metaflow.events
     import datetime
     import metaflow.client.core
     import metaflow.metaflow_current
-    import metaflow.events
 
 def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
     """

metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.383672                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.020063                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.unbounded_foreach
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/timeout_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.384380                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.021841                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.exception
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
 
 UBF_CONTROL: str
 
+DEFAULT_RUNTIME_LIMIT: int
+
 class TimeoutException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 

metaflow-stubs/procpoll.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.380302                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.016733                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/pylint_wrapper.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.380637                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:20.017071                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/tagging_util.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.11.14                                                            #
-# Generated on 2024-05-06T23:56:19.355884                                        #
+# MF version: 2.11.16                                                            #
+# Generated on 2024-05-22T00:31:19.992910                                        #
 ##################################################################################
 
 from __future__ import annotations