metaflow-stubs 2.12.7__py2.py3-none-any.whl → 2.12.9__py2.py3-none-any.whl

metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi

@@ -1,18 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.668341                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.291342                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.metaflow_current
     import metaflow.exception
 
-current: metaflow.metaflow_current.Current
-
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
         ...
@@ -20,20 +17,20 @@ class MetaflowException(Exception, metaclass=type):
         ...
     ...
 
-UBF_CONTROL: str
-
-UBF_TASK: str
-
 KUBERNETES_JOBSET_GROUP: str
 
 KUBERNETES_JOBSET_VERSION: str
 
+KUBERNETES_SECRETS: str
+
 class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
     ...
 
 def k8s_retry(deadline_seconds = 60, max_backoff = 32):
     ...
 
+CONTROL_JOB_NAME: str
+
 class JobsetStatus(tuple, metaclass=type):
     @staticmethod
     def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
@@ -95,33 +92,90 @@ class RunningJobSet(object, metaclass=type):
         ...
     ...
 
-class TaskIdConstructor(object, metaclass=type):
-    @classmethod
-    def jobset_worker_id(cls, control_task_id: str):
+class JobSetSpec(object, metaclass=type):
+    def __init__(self, kubernetes_sdk, name, **kwargs):
         ...
-    @classmethod
-    def join_step_task_ids(cls, num_parallel):
-        """
-        Called within the step decorator to set the `flow._control_mapper_tasks`.
-        Setting these allows the flow to know which tasks are needed in the join step.
-        We set this in the `task_pre_step` method of the decorator.
-        """
+    def replicas(self, replicas):
         ...
-    @classmethod
-    def argo(cls):
+    def step_name(self, step_name):
+        ...
+    def namespace(self, namespace):
+        ...
+    def command(self, command):
+        ...
+    def image(self, image):
+        ...
+    def cpu(self, cpu):
+        ...
+    def memory(self, mem):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def secret(self, name):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def dump(self):
         ...
-    ...
-
-def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
-    ...
-
-def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
     ...
 
 class KubernetesJobSet(object, metaclass=type):
-    def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
+    def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
+        ...
+    @property
+    def jobset_control_addr(self):
+        ...
+    @property
+    def worker(self):
+        ...
+    @property
+    def control(self):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def environment_variables_from_selectors(self, env_dict):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def secret(self, name):
+        ...
+    def dump(self):
         ...
     def execute(self):
         ...
     ...
 
+class KubernetesArgoJobSet(object, metaclass=type):
+    def __init__(self, kubernetes_sdk, name = None, namespace = None, **kwargs):
+        ...
+    @property
+    def jobset_control_addr(self):
+        ...
+    @property
+    def worker(self):
+        ...
+    @property
+    def control(self):
+        ...
+    def environment_variable_from_selector(self, name, label_value):
+        ...
+    def environment_variables_from_selectors(self, env_dict):
+        ...
+    def environment_variable(self, name, value):
+        ...
+    def label(self, name, value):
+        ...
+    def annotation(self, name, value):
+        ...
+    def dump(self):
+        ...
+    ...
+

metaflow-stubs/plugins/logs_cli.pyi

@@ -1,16 +1,16 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.624200                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.282177                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.plugins.logs_cli
     import metaflow._vendor.click.core
     import metaflow.exception
+    import metaflow.plugins.logs_cli
 
 LOGGER_TIMESTAMP: str
 

metaflow-stubs/plugins/package_cli.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.624391                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.280243                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/parallel_decorator.pyi

@@ -1,17 +1,20 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.608698                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.273920                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
+    import metaflow.metaflow_current
     import metaflow.decorators
 
 UBF_CONTROL: str
 
+CONTROL_TASK_TAG: str
+
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
         ...
@@ -19,6 +22,46 @@ class MetaflowException(Exception, metaclass=type):
         ...
     ...
 
+class MetaDatum(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, field, value, type, tags):
+        """
+        Create new instance of MetaDatum(field, value, type, tags)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+current: metaflow.metaflow_current.Current
+
+class Parallel(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, main_ip, num_nodes, node_index):
+        """
+        Create new instance of Parallel(main_ip, num_nodes, node_index)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
 class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
     def __init__(self, attributes = None, statically_defined = False):
         ...
@@ -26,6 +69,8 @@ class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
         ...
     def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
         ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
     def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
         ...
     def setup_distributed_env(self, flow):

metaflow-stubs/plugins/project_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.616316                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.274884                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.metaflow_current
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.608937                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.271630                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.636291                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.315455                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/conda_environment.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.638050                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.316794                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -10,8 +10,8 @@ import typing
 if typing.TYPE_CHECKING:
     import metaflow.metaflow_environment
     import io
-    import abc
     import metaflow.exception
+    import abc
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/plugins/pypi/pypi_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.636584                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.314819                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/pypi_environment.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.638550                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.317267                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/pypi/utils.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.636944                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.315809                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/resources_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.609708                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.269101                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/retry_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.615174                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.273080                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.615465                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.272769                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.667112                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.331030                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import abc
     import metaflow.plugins.secrets
+    import abc
 
 class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
     def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:

metaflow-stubs/plugins/secrets/secrets_decorator.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.666832                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.330752                                        #
 ##################################################################################
 
 from __future__ import annotations
@@ -19,7 +19,7 @@ class MetaflowException(Exception, metaclass=type):
 
 DEFAULT_SECRETS_ROLE: None
 
-UBF_CONTROL: str
+UBF_TASK: str
 
 DISALLOWED_SECRETS_ENV_VAR_PREFIXES: list
 

metaflow-stubs/plugins/storage_executor.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.617283                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.275405                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/plugins/tag_cli.pyi

@@ -1,18 +1,18 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.623619                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.281652                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
+    import datetime
     import metaflow.client.core
     import metaflow.metaflow_current
-    import metaflow.exception
-    import datetime
     import metaflow.events
+    import metaflow.exception
 
 def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
     """

metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.608162                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.268831                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.unbounded_foreach
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):
@@ -22,6 +22,27 @@ UBF_CONTROL: str
 
 UBF_TASK: str
 
+CONTROL_TASK_TAG: str
+
+class MetaDatum(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, field, value, type, tags):
+        """
+        Create new instance of MetaDatum(field, value, type, tags)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
 class InternalTestUnboundedForeachInput(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=type):
     def __init__(self, iterable):
         ...
@@ -44,6 +65,8 @@ class InternalTestUnboundedForeachDecorator(metaflow.decorators.StepDecorator, m
         ...
     def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
         ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
     def control_task_step_func(self, flow, graph, retry_count):
         ...
     def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):

metaflow-stubs/plugins/timeout_decorator.pyi

@@ -1,15 +1,15 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.610543                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.269564                                        #
 ##################################################################################
 
 from __future__ import annotations
 
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.exception
+    import metaflow.decorators
 
 class MetaflowException(Exception, metaclass=type):
     def __init__(self, msg = "", lineno = None):

metaflow-stubs/procpoll.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.604740                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.259790                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/pylint_wrapper.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.604249                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.259297                                        #
 ##################################################################################
 
 from __future__ import annotations

metaflow-stubs/runner/__init__.pyi

@@ -1,7 +1,7 @@
 ##################################################################################
 #                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.7                                                             #
-# Generated on 2024-07-03T19:20:47.598759                                        #
+# MF version: 2.12.9                                                             #
+# Generated on 2024-07-25T18:20:16.236768                                        #
 ##################################################################################
 
 from __future__ import annotations