metaflow-stubs 2.12.8__py2.py3-none-any.whl → 2.12.10__py2.py3-none-any.whl

metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi

@@ -1,18 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.438867                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.175824                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.metaflow_current
     import metaflow.exception
 
-current: metaflow.metaflow_current.Current
-
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
         ...
@@ -20,20 +17,20 @@ class MetaflowException(Exception, metaclass=type):
         ...
     ...
 
-UBF_CONTROL: str
-
-UBF_TASK: str
-
 KUBERNETES_JOBSET_GROUP: str
 
 KUBERNETES_JOBSET_VERSION: str
 
+KUBERNETES_SECRETS: str
+
 class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 
 def k8s_retry(deadline_seconds = 60, max_backoff = 32):
     ...
 
+CONTROL_JOB_NAME: str
+
 class JobsetStatus(tuple, metaclass=type):
     @staticmethod
     def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
@@ -95,33 +92,90 @@ class RunningJobSet(object, metaclass=type):
         ...
     ...
 
-class TaskIdConstructor(object, metaclass=type):
-    @classmethod
-    def jobset_worker_id(cls, control_task_id: str):
+class JobSetSpec(object, metaclass=type):
+    def __init__(self, kubernetes_sdk, name, **kwargs):
         ...
-    @classmethod
-    def join_step_task_ids(cls, num_parallel):
-        """
-        Called within the step decorator to set the `flow._control_mapper_tasks`.
-        Setting these allows the flow to know which tasks are needed in the join step.
-        We set this in the `task_pre_step` method of the decorator.
-        """
+    def replicas(self, replicas):
         ...
-    @classmethod
-    def argo(cls):
+    def step_name(self, step_name):
+        ...
+    def namespace(self, namespace):
+        ...
+    def command(self, command):
+        ...
+    def image(self, image):
+        ...
+    def cpu(self, cpu):
+        ...
+    def memory(self, mem):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def secret(self, name):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def dump(self):
         ...
-    ...
-
-def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
-    ...
-
-def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
     ...
 
 class KubernetesJobSet(object, metaclass=type):
-    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+    def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
+        ...
+    @property
+    def jobset_control_addr(self):
+        ...
+    @property
+    def worker(self):
+        ...
+    @property
+    def control(self):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def environment_variables_from_selectors(self, env_dict):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def secret(self, name):
+        ...
+    def dump(self):
         ...
     def execute(self):
         ...
     ...
 
+class KubernetesArgoJobSet(object, metaclass=type):
+    def __init__(self, kubernetes_sdk, name = None, namespace = None, **kwargs):
+        ...
+    @property
+    def jobset_control_addr(self):
+        ...
+    @property
+    def worker(self):
+        ...
+    @property
+    def control(self):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def environment_variables_from_selectors(self, env_dict):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def dump(self):
+        ...
+    ...
+

metaflow-stubs/plugins/logs_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.396579                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.152925                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/package_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.396093                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.152444                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/parallel_decorator.pyi

@@ -1,17 +1,20 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.387670                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.143270                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
+    import metaflow.metaflow_current
     import metaflow.decorators
 
 UBF_CONTROL: str
 
+CONTROL_TASK_TAG: str
+
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
         ...
@@ -19,6 +22,46 @@ class MetaflowException(Exception, metaclass=type):
         ...
     ...
 
+class MetaDatum(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, field, value, type, tags):
+        """
+        Create new instance of MetaDatum(field, value, type, tags)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+current: metaflow.metaflow_current.Current
+
+class Parallel(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, main_ip, num_nodes, node_index):
+        """
+        Create new instance of Parallel(main_ip, num_nodes, node_index)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
 class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
     def __init__(self, attributes = None, statically_defined = False):
         ...
@@ -26,6 +69,8 @@ class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
         ...
     def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
         ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
     def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
         ...
     def setup_distributed_env(self, flow):

metaflow-stubs/plugins/project_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.389347                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.146816                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.387164                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.142321                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.420993                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.171374                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_environment.pyi

@@ -1,17 +1,17 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.422299                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.172667                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import abc
     import metaflow.metaflow_environment
-    import metaflow.exception
     import io
+    import metaflow.exception
+    import abc
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/pypi_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.420349                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.170727                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/pypi_environment.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.422771                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.173247                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.plugins.pypi.conda_environment
     import metaflow.metaflow_environment
+    import metaflow.plugins.pypi.conda_environment
 
 class CondaEnvironment(metaflow.metaflow_environment.MetaflowEnvironment, metaclass=type):
     def __init__(self, flow):

metaflow-stubs/plugins/pypi/utils.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.421348                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.171726                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/resources_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.383851                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.142589                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/retry_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.388595                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.146420                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.388170                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.146111                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.437773                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.203487                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import abc
     import metaflow.plugins.secrets
+    import abc
 
 class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
     def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:

metaflow-stubs/plugins/secrets/secrets_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.437499                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.203215                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -19,7 +19,7 @@ class MetaflowException(Exception, metaclass=type):
 
 DEFAULT_SECRETS_ROLE: None
 
-UBF_CONTROL: str
+UBF_TASK: str
 
 DISALLOWED_SECRETS_ENV_VAR_PREFIXES: list
 

metaflow-stubs/plugins/storage_executor.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.389904                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.147722                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/tag_cli.pyi

@@ -1,18 +1,18 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.395890                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.154355                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import datetime
     import metaflow.metaflow_current
-    import metaflow.exception
-    import metaflow.events
     import metaflow.client.core
+    import metaflow.events
+    import datetime
+    import metaflow.exception
 
 def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
     """

metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.383705                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.141151                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -22,6 +22,27 @@ UBF_CONTROL: str
 
 UBF_TASK: str
 
+CONTROL_TASK_TAG: str
+
+class MetaDatum(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, field, value, type, tags):
+        """
+        Create new instance of MetaDatum(field, value, type, tags)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
 class InternalTestUnboundedForeachInput(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=type):
     def __init__(self, iterable):
         ...
@@ -44,6 +65,8 @@ class InternalTestUnboundedForeachDecorator(metaflow.decorators.StepDecorator, m
         ...
     def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
         ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
     def control_task_step_func(self, flow, graph, retry_count):
         ...
     def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):

metaflow-stubs/plugins/timeout_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.384342                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.143857                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/procpoll.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.380373                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.134391                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/pylint_wrapper.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.379900                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.133905                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/runner/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.8                                                             #
-# Generated on 2024-07-16T15:51:55.374656                                        #
+# MF version: 2.12.10                                                            #
+# Generated on 2024-07-30T23:31:35.114811                                        #
 ##################################################################################
 
 from __future__ import annotations