metaflow-stubs 2.12.8__py2.py3-none-any.whl → 2.12.9__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. metaflow-stubs/__init__.pyi +535 -486
  2. metaflow-stubs/cards.pyi +6 -6
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +7 -7
  6. metaflow-stubs/client/filecache.pyi +3 -3
  7. metaflow-stubs/clone_util.pyi +2 -2
  8. metaflow-stubs/events.pyi +2 -2
  9. metaflow-stubs/exception.pyi +2 -2
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +5 -5
  13. metaflow-stubs/metadata/metadata.pyi +2 -2
  14. metaflow-stubs/metadata/util.pyi +2 -2
  15. metaflow-stubs/metaflow_config.pyi +2 -2
  16. metaflow-stubs/metaflow_current.pyi +32 -9
  17. metaflow-stubs/mflog/mflog.pyi +2 -2
  18. metaflow-stubs/multicore_utils.pyi +2 -2
  19. metaflow-stubs/parameters.pyi +3 -3
  20. metaflow-stubs/plugins/__init__.pyi +7 -3
  21. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/airflow.pyi +5 -5
  23. metaflow-stubs/plugins/airflow/airflow_cli.pyi +3 -3
  24. metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
  25. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  26. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
  29. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
  30. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
  31. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  32. metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
  33. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  34. metaflow-stubs/plugins/argo/argo_workflows.pyi +38 -5
  35. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +270 -5
  36. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +228 -3
  37. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +292 -0
  38. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  39. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  40. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  41. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  42. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  43. metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
  44. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  45. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
  46. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  47. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
  48. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  49. metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
  50. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  51. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
  52. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  53. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  54. metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +24 -4
  55. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  56. metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
  57. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +260 -0
  58. metaflow-stubs/plugins/azure/__init__.pyi +2 -2
  59. metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
  60. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  61. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
  62. metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
  63. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
  64. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  65. metaflow-stubs/plugins/cards/__init__.pyi +2 -2
  66. metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
  67. metaflow-stubs/plugins/cards/card_client.pyi +3 -3
  68. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  69. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  70. metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
  71. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
  73. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  74. metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
  75. metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
  76. metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
  77. metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
  78. metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
  79. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  80. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  81. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  82. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
  83. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  84. metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
  85. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  86. metaflow-stubs/plugins/catch_decorator.pyi +3 -3
  87. metaflow-stubs/plugins/datatools/__init__.pyi +3 -3
  88. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  89. metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
  90. metaflow-stubs/plugins/datatools/s3/s3.pyi +6 -6
  91. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  92. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  93. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  94. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  95. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  96. metaflow-stubs/plugins/events_decorator.pyi +3 -3
  97. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  98. metaflow-stubs/plugins/frameworks/pytorch.pyi +5 -3
  99. metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
  100. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
  101. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  102. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
  103. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  104. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  105. metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
  106. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +18 -10
  107. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +12 -12
  108. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +26 -3
  109. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +14 -31
  110. metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +26 -3
  111. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +82 -28
  112. metaflow-stubs/plugins/logs_cli.pyi +4 -4
  113. metaflow-stubs/plugins/package_cli.pyi +2 -2
  114. metaflow-stubs/plugins/parallel_decorator.pyi +47 -2
  115. metaflow-stubs/plugins/project_decorator.pyi +3 -3
  116. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  117. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  118. metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
  119. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  120. metaflow-stubs/plugins/pypi/pypi_environment.pyi +3 -3
  121. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  122. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  123. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  124. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  125. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
  126. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +3 -3
  127. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  128. metaflow-stubs/plugins/tag_cli.pyi +4 -4
  129. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +26 -3
  130. metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
  131. metaflow-stubs/procpoll.pyi +2 -2
  132. metaflow-stubs/pylint_wrapper.pyi +2 -2
  133. metaflow-stubs/runner/__init__.pyi +2 -2
  134. metaflow-stubs/runner/deployer.pyi +354 -0
  135. metaflow-stubs/runner/metaflow_runner.pyi +10 -10
  136. metaflow-stubs/runner/nbdeploy.pyi +54 -0
  137. metaflow-stubs/runner/nbrun.pyi +7 -7
  138. metaflow-stubs/runner/subprocess_manager.pyi +2 -2
  139. metaflow-stubs/runner/utils.pyi +25 -0
  140. metaflow-stubs/system/__init__.pyi +2 -2
  141. metaflow-stubs/system/system_logger.pyi +2 -2
  142. metaflow-stubs/system/system_monitor.pyi +2 -2
  143. metaflow-stubs/tagging_util.pyi +2 -2
  144. metaflow-stubs/tuple_util.pyi +2 -2
  145. metaflow-stubs/version.pyi +2 -2
  146. {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/METADATA +2 -2
  147. metaflow_stubs-2.12.9.dist-info/RECORD +150 -0
  148. {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/WHEEL +1 -1
  149. metaflow_stubs-2.12.8.dist-info/RECORD +0 -145
  150. {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/top_level.txt +0 -0
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.384924 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.272280 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
13
12
  import metaflow.exception
13
+ import metaflow.decorators
14
14
 
15
15
  class MetaflowException(Exception, metaclass=type):
16
16
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.386564 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.271242 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.plugins.datatools.s3.s3
12
- import metaflow.exception
13
12
  import io
13
+ import metaflow.exception
14
14
 
15
15
  def read_in_chunks(dst, src, src_sz, max_chunk_size):
16
16
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.397766 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.266837 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.410482 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.309207 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.plugins.datatools.s3.s3
12
- import metaflow.exception
13
12
  import io
13
+ import metaflow.exception
14
14
 
15
15
  class RangeInfo(tuple, metaclass=type):
16
16
  @staticmethod
@@ -1,20 +1,20 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.365815 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.246161 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.datatools.s3.s3
12
- import metaflow.datastore.inputs
11
+ import io
13
12
  import metaflow.flowspec
13
+ import typing
14
14
  import metaflow.metaflow_current
15
+ import metaflow.datastore.inputs
16
+ import metaflow.plugins.datatools.s3.s3
15
17
  import metaflow.exception
16
- import typing
17
- import io
18
18
 
19
19
  TYPE_CHECKING: bool
20
20
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.459274 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.349088 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.397143 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.282648 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.390333 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.275824 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.390602 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.276128 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.386930 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.274107 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.388968 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.274493 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
12
+ import metaflow.decorators
13
13
 
14
14
  current: metaflow.metaflow_current.Current
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.387283 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.273214 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.423253 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.331520 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
13
12
  import metaflow.plugins.parallel_decorator
13
+ import metaflow.decorators
14
14
 
15
15
  current: metaflow.metaflow_current.Current
16
16
 
@@ -21,6 +21,8 @@ class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
21
21
  ...
22
22
  def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
23
23
  ...
24
+ def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
25
+ ...
24
26
  def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
25
27
  ...
26
28
  def setup_distributed_env(self, flow):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.389537 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.275562 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.445518 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.334837 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import abc
12
- import metaflow.exception
13
11
  import metaflow.plugins.secrets
12
+ import metaflow.exception
13
+ import abc
14
14
 
15
15
  class MetaflowException(Exception, metaclass=type):
16
16
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.444546 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.333986 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.444324 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.333770 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.445008 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.334327 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.398884 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.268027 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.388299 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.268961 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.441756 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.294746 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -26,13 +26,15 @@ ARGO_EVENTS_EVENT_BUS: str
26
26
 
27
27
  ARGO_EVENTS_EVENT_SOURCE: None
28
28
 
29
+ ARGO_EVENTS_INTERNAL_WEBHOOK_URL: None
30
+
29
31
  ARGO_EVENTS_SERVICE_ACCOUNT: None
30
32
 
31
- ARGO_EVENTS_INTERNAL_WEBHOOK_URL: None
33
+ ARGO_EVENTS_WEBHOOK_AUTH: str
32
34
 
33
35
  AWS_SECRETS_MANAGER_DEFAULT_REGION: None
34
36
 
35
- ARGO_EVENTS_WEBHOOK_AUTH: str
37
+ AZURE_KEY_VAULT_PREFIX: None
36
38
 
37
39
  AZURE_STORAGE_BLOB_SERVICE_ENDPOINT: None
38
40
 
@@ -60,23 +62,27 @@ DEFAULT_SECRETS_BACKEND_TYPE: None
60
62
 
61
63
  GCP_SECRET_MANAGER_PREFIX: None
62
64
 
63
- AZURE_KEY_VAULT_PREFIX: None
64
-
65
65
  KUBERNETES_FETCH_EC2_METADATA: bool
66
66
 
67
67
  KUBERNETES_LABELS: str
68
68
 
69
69
  KUBERNETES_SANDBOX_INIT_SCRIPT: None
70
70
 
71
+ OTEL_ENDPOINT: None
72
+
71
73
  S3_ENDPOINT_URL: None
72
74
 
75
+ S3_SERVER_SIDE_ENCRYPTION: None
76
+
73
77
  SERVICE_HEADERS: dict
74
78
 
79
+ KUBERNETES_SECRETS: str
80
+
75
81
  SERVICE_INTERNAL_URL: None
76
82
 
77
- S3_SERVER_SIDE_ENCRYPTION: None
83
+ UBF_CONTROL: str
78
84
 
79
- OTEL_ENDPOINT: None
85
+ UBF_TASK: str
80
86
 
81
87
  BASH_SAVE_LOGS: str
82
88
 
@@ -101,6 +107,8 @@ STDOUT_PATH: str
101
107
 
102
108
  STDERR_PATH: str
103
109
 
110
+ METAFLOW_PARALLEL_STEP_CLI_OPTIONS_TEMPLATE: str
111
+
104
112
  class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
105
113
  ...
106
114
 
@@ -112,9 +120,9 @@ class Kubernetes(object, metaclass=type):
112
120
  ...
113
121
  def launch_job(self, **kwargs):
114
122
  ...
115
- def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
123
+ def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
116
124
  ...
117
- def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
125
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
118
126
  ...
119
127
  def create_k8sjob(self, job):
120
128
  ...
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.444012 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.297011 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.exception
11
12
  import metaflow._vendor.click.types
12
13
  import metaflow.decorators
13
- import metaflow.exception
14
14
 
15
15
  class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
16
16
  def convert(self, value, param, ctx):
@@ -29,24 +29,24 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
29
29
  def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
30
30
  ...
31
31
 
32
- UBF_CONTROL: str
33
-
34
- UBF_TASK: str
35
-
36
32
  DATASTORE_LOCAL_DIR: str
37
33
 
38
34
  KUBERNETES_LABELS: str
39
35
 
40
36
  TASK_LOG_SOURCE: str
41
37
 
38
+ UBF_CONTROL: str
39
+
40
+ UBF_TASK: str
41
+
42
42
  class Kubernetes(object, metaclass=type):
43
43
  def __init__(self, datastore, metadata, environment):
44
44
  ...
45
45
  def launch_job(self, **kwargs):
46
46
  ...
47
- def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
47
+ def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
48
48
  ...
49
- def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
49
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
50
50
  ...
51
51
  def create_k8sjob(self, job):
52
52
  ...
@@ -54,13 +54,13 @@ class Kubernetes(object, metaclass=type):
54
54
  ...
55
55
  ...
56
56
 
57
- class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=type):
57
+ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
58
58
  ...
59
59
 
60
- def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
60
+ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=type):
61
61
  ...
62
62
 
63
- class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
63
+ def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
64
64
  ...
65
65
 
66
66
  class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.440555 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.293425 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -49,7 +49,30 @@ class KubernetesJob(object, metaclass=type):
49
49
  ...
50
50
 
51
51
  class KubernetesJobSet(object, metaclass=type):
52
- def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
52
+ def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
53
+ ...
54
+ @property
55
+ def jobset_control_addr(self):
56
+ ...
57
+ @property
58
+ def worker(self):
59
+ ...
60
+ @property
61
+ def control(self):
62
+ ...
63
+ def environment_variable_from_selector(self, name, label_value):
64
+ ...
65
+ def environment_variables_from_selectors(self, env_dict):
66
+ ...
67
+ def environment_variable(self, name, value):
68
+ ...
69
+ def label(self, name, value):
70
+ ...
71
+ def annotation(self, name, value):
72
+ ...
73
+ def secret(self, name):
74
+ ...
75
+ def dump(self):
53
76
  ...
54
77
  def execute(self):
55
78
  ...
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.442982 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.295855 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
13
12
  import metaflow.exception
13
+ import metaflow.decorators
14
14
 
15
15
  current: metaflow.metaflow_current.Current
16
16
 
@@ -49,11 +49,17 @@ KUBERNETES_CONTAINER_IMAGE: None
49
49
 
50
50
  KUBERNETES_CONTAINER_REGISTRY: None
51
51
 
52
+ KUBERNETES_CPU: None
53
+
54
+ KUBERNETES_DISK: None
55
+
52
56
  KUBERNETES_FETCH_EC2_METADATA: bool
53
57
 
58
+ KUBERNETES_GPU_VENDOR: str
59
+
54
60
  KUBERNETES_IMAGE_PULL_POLICY: None
55
61
 
56
- KUBERNETES_GPU_VENDOR: str
62
+ KUBERNETES_MEMORY: None
57
63
 
58
64
  KUBERNETES_NAMESPACE: str
59
65
 
@@ -61,19 +67,13 @@ KUBERNETES_NODE_SELECTOR: str
61
67
 
62
68
  KUBERNETES_PERSISTENT_VOLUME_CLAIMS: str
63
69
 
64
- KUBERNETES_TOLERATIONS: str
70
+ KUBERNETES_PORT: None
65
71
 
66
72
  KUBERNETES_SERVICE_ACCOUNT: None
67
73
 
68
74
  KUBERNETES_SHARED_MEMORY: None
69
75
 
70
- KUBERNETES_PORT: None
71
-
72
- KUBERNETES_CPU: None
73
-
74
- KUBERNETES_MEMORY: None
75
-
76
- KUBERNETES_DISK: None
76
+ KUBERNETES_TOLERATIONS: str
77
77
 
78
78
  class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
79
79
  ...
@@ -81,6 +81,8 @@ class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
81
81
  def get_run_time_limit_for_task(step_decos):
82
82
  ...
83
83
 
84
+ UBF_CONTROL: str
85
+
84
86
  def get_docker_registry(image_uri):
85
87
  """
86
88
  Explanation:
@@ -144,25 +146,6 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
144
146
  def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
145
147
  ...
146
148
 
147
- UBF_CONTROL: str
148
-
149
- class TaskIdConstructor(object, metaclass=type):
150
- @classmethod
151
- def jobset_worker_id(cls, control_task_id: str):
152
- ...
153
- @classmethod
154
- def join_step_task_ids(cls, num_parallel):
155
- """
156
- Called within the step decorator to set the `flow._control_mapper_tasks`.
157
- Setting these allows the flow to know which tasks are needed in the join step.
158
- We set this in the `task_pre_step` method of the decorator.
159
- """
160
- ...
161
- @classmethod
162
- def argo(cls):
163
- ...
164
- ...
165
-
166
149
  class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
167
150
  def __init__(self, attributes = None, statically_defined = False):
168
151
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.8 #
4
- # Generated on 2024-07-16T15:51:55.439853 #
3
+ # MF version: 2.12.9 #
4
+ # Generated on 2024-07-25T18:20:16.292529 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -26,7 +26,30 @@ UBF_TASK: str
26
26
  CLIENT_REFRESH_INTERVAL_SECONDS: int
27
27
 
28
28
  class KubernetesJobSet(object, metaclass=type):
29
- def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
29
+ def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
30
+ ...
31
+ @property
32
+ def jobset_control_addr(self):
33
+ ...
34
+ @property
35
+ def worker(self):
36
+ ...
37
+ @property
38
+ def control(self):
39
+ ...
40
+ def environment_variable_from_selector(self, name, label_value):
41
+ ...
42
+ def environment_variables_from_selectors(self, env_dict):
43
+ ...
44
+ def environment_variable(self, name, value):
45
+ ...
46
+ def label(self, name, value):
47
+ ...
48
+ def annotation(self, name, value):
49
+ ...
50
+ def secret(self, name):
51
+ ...
52
+ def dump(self):
30
53
  ...
31
54
  def execute(self):
32
55
  ...