metaflow-stubs 2.11.15__py2.py3-none-any.whl → 2.12.0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. metaflow-stubs/__init__.pyi +606 -407
  2. metaflow-stubs/cards.pyi +4 -4
  3. metaflow-stubs/cli.pyi +42 -22
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +7 -7
  6. metaflow-stubs/client/filecache.pyi +3 -3
  7. metaflow-stubs/clone_util.pyi +2 -2
  8. metaflow-stubs/events.pyi +2 -2
  9. metaflow-stubs/exception.pyi +2 -2
  10. metaflow-stubs/flowspec.pyi +3 -3
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +4 -4
  13. metaflow-stubs/metadata/metadata.pyi +2 -2
  14. metaflow-stubs/metadata/util.pyi +2 -2
  15. metaflow-stubs/metaflow_config.pyi +14 -2
  16. metaflow-stubs/metaflow_current.pyi +5 -5
  17. metaflow-stubs/mflog/mflog.pyi +2 -2
  18. metaflow-stubs/multicore_utils.pyi +2 -2
  19. metaflow-stubs/parameters.pyi +3 -3
  20. metaflow-stubs/plugins/__init__.pyi +10 -2
  21. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/airflow.pyi +12 -4
  23. metaflow-stubs/plugins/airflow/airflow_cli.pyi +3 -3
  24. metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
  25. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  26. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
  29. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
  30. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
  31. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  32. metaflow-stubs/plugins/argo/argo_client.pyi +4 -2
  33. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  34. metaflow-stubs/plugins/argo/argo_workflows.pyi +7 -3
  35. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +3 -3
  36. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
  37. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  38. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  39. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  40. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  41. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  42. metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
  43. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  44. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  45. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  46. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
  47. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  48. metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
  49. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  50. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
  51. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  52. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  53. metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +3 -3
  54. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  55. metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
  56. metaflow-stubs/plugins/azure/__init__.pyi +5 -2
  57. metaflow-stubs/plugins/azure/azure_credential.pyi +28 -0
  58. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  59. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +58 -0
  60. metaflow-stubs/plugins/azure/azure_utils.pyi +5 -5
  61. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +5 -5
  62. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  63. metaflow-stubs/plugins/cards/__init__.pyi +2 -2
  64. metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
  65. metaflow-stubs/plugins/cards/card_client.pyi +3 -3
  66. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  68. metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
  69. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  70. metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
  71. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
  73. metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
  74. metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
  75. metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
  76. metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
  77. metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
  78. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  79. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  80. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
  81. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  82. metaflow-stubs/plugins/cards/component_serializer.pyi +5 -5
  83. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  84. metaflow-stubs/plugins/catch_decorator.pyi +3 -3
  85. metaflow-stubs/plugins/datatools/__init__.pyi +3 -3
  86. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  87. metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
  88. metaflow-stubs/plugins/datatools/s3/s3.pyi +8 -5
  89. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  90. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  91. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  92. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  93. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  94. metaflow-stubs/plugins/events_decorator.pyi +2 -2
  95. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  96. metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
  97. metaflow-stubs/plugins/gcp/__init__.pyi +5 -2
  98. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +73 -0
  99. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  100. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +16 -2
  101. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  102. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  103. metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
  104. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +15 -3
  105. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -5
  106. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +13 -2
  107. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +21 -2
  108. metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +15 -2
  109. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +127 -0
  110. metaflow-stubs/plugins/logs_cli.pyi +3 -3
  111. metaflow-stubs/plugins/package_cli.pyi +2 -2
  112. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  113. metaflow-stubs/plugins/project_decorator.pyi +2 -2
  114. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  115. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  116. metaflow-stubs/plugins/pypi/conda_environment.pyi +3 -3
  117. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  118. metaflow-stubs/plugins/pypi/pypi_environment.pyi +3 -3
  119. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  120. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  121. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  122. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  123. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
  124. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
  125. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  126. metaflow-stubs/plugins/tag_cli.pyi +4 -4
  127. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
  128. metaflow-stubs/plugins/timeout_decorator.pyi +5 -3
  129. metaflow-stubs/procpoll.pyi +2 -2
  130. metaflow-stubs/pylint_wrapper.pyi +2 -2
  131. metaflow-stubs/runner/__init__.pyi +9 -0
  132. metaflow-stubs/runner/metaflow_runner.pyi +696 -0
  133. metaflow-stubs/runner/nbrun.pyi +224 -0
  134. metaflow-stubs/runner/subprocess_manager.pyi +221 -0
  135. metaflow-stubs/tagging_util.pyi +2 -2
  136. metaflow-stubs/tuple_util.pyi +14 -0
  137. metaflow-stubs/version.pyi +2 -2
  138. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.12.0.dist-info}/METADATA +2 -2
  139. metaflow_stubs-2.12.0.dist-info/RECORD +142 -0
  140. metaflow_stubs-2.11.15.dist-info/RECORD +0 -133
  141. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.12.0.dist-info}/WHEEL +0 -0
  142. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.12.0.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.383202 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.217190 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -52,10 +52,16 @@ DATATOOLS_S3ROOT: None
52
52
 
53
53
  DEFAULT_AWS_CLIENT_PROVIDER: str
54
54
 
55
+ DEFAULT_GCP_CLIENT_PROVIDER: str
56
+
55
57
  DEFAULT_METADATA: str
56
58
 
57
59
  DEFAULT_SECRETS_BACKEND_TYPE: None
58
60
 
61
+ GCP_SECRET_MANAGER_PREFIX: None
62
+
63
+ AZURE_KEY_VAULT_PREFIX: None
64
+
59
65
  KUBERNETES_FETCH_EC2_METADATA: bool
60
66
 
61
67
  KUBERNETES_LABELS: str
@@ -79,6 +85,8 @@ class KubernetesClient(object, metaclass=type):
79
85
  ...
80
86
  def get(self):
81
87
  ...
88
+ def jobset(self, **kwargs):
89
+ ...
82
90
  def job(self, **kwargs):
83
91
  ...
84
92
  ...
@@ -104,7 +112,11 @@ class Kubernetes(object, metaclass=type):
104
112
  ...
105
113
  def launch_job(self, **kwargs):
106
114
  ...
107
- def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
115
+ def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
116
+ ...
117
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
118
+ ...
119
+ def create_k8sjob(self, job):
108
120
  ...
109
121
  def wait(self, stdout_location, stderr_location, echo = None):
110
122
  ...
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.385448 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.219362 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
- import metaflow._vendor.click.types
13
11
  import metaflow.decorators
12
+ import metaflow._vendor.click.types
13
+ import metaflow.exception
14
14
 
15
15
  class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
16
16
  def convert(self, value, param, ctx):
@@ -29,6 +29,10 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
29
29
  def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
30
30
  ...
31
31
 
32
+ UBF_CONTROL: str
33
+
34
+ UBF_TASK: str
35
+
32
36
  DATASTORE_LOCAL_DIR: str
33
37
 
34
38
  KUBERNETES_LABELS: str
@@ -40,7 +44,11 @@ class Kubernetes(object, metaclass=type):
40
44
  ...
41
45
  def launch_job(self, **kwargs):
42
46
  ...
43
- def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
47
+ def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
48
+ ...
49
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
50
+ ...
51
+ def create_k8sjob(self, job):
44
52
  ...
45
53
  def wait(self, stdout_location, stderr_location, echo = None):
46
54
  ...
@@ -52,6 +60,9 @@ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=
52
60
  def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
53
61
  ...
54
62
 
63
+ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
64
+ ...
65
+
55
66
  class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
56
67
  def __init__(self, attributes = None, statically_defined = False):
57
68
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.382096 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.215962 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
20
20
  class KubernetesJob(object, metaclass=type):
21
21
  def __init__(self, client, **kwargs):
22
22
  ...
23
+ def create_job_spec(self):
24
+ ...
23
25
  def create(self):
24
26
  ...
25
27
  def execute(self):
@@ -46,6 +48,13 @@ class KubernetesJob(object, metaclass=type):
46
48
  ...
47
49
  ...
48
50
 
51
+ class KubernetesJobSet(object, metaclass=type):
52
+ def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
53
+ ...
54
+ def execute(self):
55
+ ...
56
+ ...
57
+
49
58
  CLIENT_REFRESH_INTERVAL_SECONDS: int
50
59
 
51
60
  class KubernetesClientException(metaflow.exception.MetaflowException, metaclass=type):
@@ -56,6 +65,8 @@ class KubernetesClient(object, metaclass=type):
56
65
  ...
57
66
  def get(self):
58
67
  ...
68
+ def jobset(self, **kwargs):
69
+ ...
59
70
  def job(self, **kwargs):
60
71
  ...
61
72
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.384467 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.218344 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -144,6 +144,25 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
144
144
  def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
145
145
  ...
146
146
 
147
+ UBF_CONTROL: str
148
+
149
+ class TaskIdConstructor(object, metaclass=type):
150
+ @classmethod
151
+ def jobset_worker_id(cls, control_task_id: str):
152
+ ...
153
+ @classmethod
154
+ def join_step_task_ids(cls, num_parallel):
155
+ """
156
+ Called within the step decorator to set the `flow._control_mapper_tasks`.
157
+ Setting these allows the flow to know which tasks are needed in the join step.
158
+ We set this in the `task_pre_step` method of the decorator.
159
+ """
160
+ ...
161
+ @classmethod
162
+ def argo(cls):
163
+ ...
164
+ ...
165
+
147
166
  class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
148
167
  def __init__(self, attributes = None, statically_defined = False):
149
168
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.381485 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.215253 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -19,8 +19,19 @@ class MetaflowException(Exception, metaclass=type):
19
19
 
20
20
  KUBERNETES_SECRETS: str
21
21
 
22
+ UBF_CONTROL: str
23
+
24
+ UBF_TASK: str
25
+
22
26
  CLIENT_REFRESH_INTERVAL_SECONDS: int
23
27
 
28
+ class KubernetesJobSet(object, metaclass=type):
29
+ def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
30
+ ...
31
+ def execute(self):
32
+ ...
33
+ ...
34
+
24
35
  class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
25
36
  ...
26
37
 
@@ -30,6 +41,8 @@ def k8s_retry(deadline_seconds = 60, max_backoff = 32):
30
41
  class KubernetesJob(object, metaclass=type):
31
42
  def __init__(self, client, **kwargs):
32
43
  ...
44
+ def create_job_spec(self):
45
+ ...
33
46
  def create(self):
34
47
  ...
35
48
  def execute(self):
@@ -0,0 +1,127 @@
1
+ ##################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.214293 #
5
+ ##################################################################################
6
+
7
+ from __future__ import annotations
8
+
9
+ import typing
10
+ if typing.TYPE_CHECKING:
11
+ import metaflow.exception
12
+ import metaflow.metaflow_current
13
+
14
+ current: metaflow.metaflow_current.Current
15
+
16
+ class MetaflowException(Exception, metaclass=type):
17
+ def __init__(self, msg = "", lineno = None):
18
+ ...
19
+ def __str__(self):
20
+ ...
21
+ ...
22
+
23
+ UBF_CONTROL: str
24
+
25
+ UBF_TASK: str
26
+
27
+ KUBERNETES_JOBSET_GROUP: str
28
+
29
+ KUBERNETES_JOBSET_VERSION: str
30
+
31
+ class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
32
+ ...
33
+
34
+ def k8s_retry(deadline_seconds = 60, max_backoff = 32):
35
+ ...
36
+
37
+ class JobsetStatus(tuple, metaclass=type):
38
+ @staticmethod
39
+ def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
40
+ """
41
+ Create new instance of JobsetStatus(control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running)
42
+ """
43
+ ...
44
+ def __repr__(self):
45
+ """
46
+ Return a nicely formatted representation string
47
+ """
48
+ ...
49
+ def __getnewargs__(self):
50
+ """
51
+ Return self as a plain tuple. Used by copy and pickle.
52
+ """
53
+ ...
54
+ ...
55
+
56
+ class RunningJobSet(object, metaclass=type):
57
+ def __init__(self, client, name, namespace, group, version):
58
+ ...
59
+ def __repr__(self):
60
+ ...
61
+ def kill(self):
62
+ ...
63
+ @property
64
+ def id(self):
65
+ ...
66
+ @property
67
+ def is_done(self):
68
+ ...
69
+ @property
70
+ def status(self):
71
+ ...
72
+ @property
73
+ def has_succeeded(self):
74
+ ...
75
+ @property
76
+ def has_failed(self):
77
+ ...
78
+ @property
79
+ def is_running(self):
80
+ ...
81
+ @property
82
+ def _jobset_was_terminated(self):
83
+ ...
84
+ @property
85
+ def is_waiting(self):
86
+ ...
87
+ @property
88
+ def reason(self):
89
+ ...
90
+ @property
91
+ def _jobset_is_completed(self):
92
+ ...
93
+ @property
94
+ def _jobset_has_failed(self):
95
+ ...
96
+ ...
97
+
98
+ class TaskIdConstructor(object, metaclass=type):
99
+ @classmethod
100
+ def jobset_worker_id(cls, control_task_id: str):
101
+ ...
102
+ @classmethod
103
+ def join_step_task_ids(cls, num_parallel):
104
+ """
105
+ Called within the step decorator to set the `flow._control_mapper_tasks`.
106
+ Setting these allows the flow to know which tasks are needed in the join step.
107
+ We set this in the `task_pre_step` method of the decorator.
108
+ """
109
+ ...
110
+ @classmethod
111
+ def argo(cls):
112
+ ...
113
+ ...
114
+
115
+ def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
116
+ ...
117
+
118
+ def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
119
+ ...
120
+
121
+ class KubernetesJobSet(object, metaclass=type):
122
+ def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
123
+ ...
124
+ def execute(self):
125
+ ...
126
+ ...
127
+
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.362748 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.201514 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow._vendor.click.core
13
12
  import metaflow.plugins.logs_cli
13
+ import metaflow.exception
14
14
 
15
15
  LOGGER_TIMESTAMP: str
16
16
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.360697 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.201027 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.352687 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.193091 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.355266 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.195874 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.352227 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.195125 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.395169 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.246614 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.396575 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.247898 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,9 +9,9 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import io
12
+ import abc
12
13
  import metaflow.metaflow_environment
13
14
  import metaflow.exception
14
- import abc
15
15
 
16
16
  class MetaflowException(Exception, metaclass=type):
17
17
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.394487 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.245964 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.397077 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.248354 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_environment
12
11
  import metaflow.plugins.pypi.conda_environment
12
+ import metaflow.metaflow_environment
13
13
 
14
14
  class CondaEnvironment(metaflow.metaflow_environment.MetaflowEnvironment, metaclass=type):
15
15
  def __init__(self, flow):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.395544 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.246975 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.349491 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.190614 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.354354 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.193939 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.353714 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.193641 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.398606 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.223346 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.398319 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.223072 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.355777 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.196418 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,18 +1,18 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.362211 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.202907 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.events
12
11
  import datetime
13
12
  import metaflow.client.core
14
- import metaflow.exception
15
13
  import metaflow.metaflow_current
14
+ import metaflow.events
15
+ import metaflow.exception
16
16
 
17
17
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
18
18
  """
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.349340 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.190336 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.unbounded_foreach
12
11
  import metaflow.decorators
12
+ import metaflow.unbounded_foreach
13
13
 
14
14
  class MetaflowException(Exception, metaclass=type):
15
15
  def __init__(self, msg = "", lineno = None):
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.350080 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.191173 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow.decorators
12
+ import metaflow.exception
13
13
 
14
14
  class MetaflowException(Exception, metaclass=type):
15
15
  def __init__(self, msg = "", lineno = None):
@@ -20,6 +20,8 @@ class MetaflowException(Exception, metaclass=type):
20
20
 
21
21
  UBF_CONTROL: str
22
22
 
23
+ DEFAULT_RUNTIME_LIMIT: int
24
+
23
25
  class TimeoutException(metaflow.exception.MetaflowException, metaclass=type):
24
26
  ...
25
27
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.345802 #
3
+ # MF version: 2.12.0 #
4
+ # Generated on 2024-05-28T09:55:27.187038 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations