metaflow-stubs 2.11.15__py2.py3-none-any.whl → 2.11.16__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. metaflow-stubs/__init__.pyi +378 -378
  2. metaflow-stubs/cards.pyi +5 -5
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +5 -5
  6. metaflow-stubs/client/filecache.pyi +3 -3
  7. metaflow-stubs/clone_util.pyi +2 -2
  8. metaflow-stubs/events.pyi +3 -3
  9. metaflow-stubs/exception.pyi +2 -2
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +5 -5
  13. metaflow-stubs/metadata/metadata.pyi +3 -3
  14. metaflow-stubs/metadata/util.pyi +2 -2
  15. metaflow-stubs/metaflow_config.pyi +14 -2
  16. metaflow-stubs/metaflow_current.pyi +4 -4
  17. metaflow-stubs/mflog/mflog.pyi +2 -2
  18. metaflow-stubs/multicore_utils.pyi +2 -2
  19. metaflow-stubs/parameters.pyi +4 -4
  20. metaflow-stubs/plugins/__init__.pyi +10 -2
  21. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/airflow.pyi +12 -4
  23. metaflow-stubs/plugins/airflow/airflow_cli.pyi +2 -2
  24. metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
  25. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  26. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
  29. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
  30. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
  31. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  32. metaflow-stubs/plugins/argo/argo_client.pyi +4 -2
  33. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  34. metaflow-stubs/plugins/argo/argo_workflows.pyi +8 -4
  35. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +3 -3
  36. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
  37. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  38. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  39. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  40. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  41. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  42. metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
  43. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  44. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
  45. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  46. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
  47. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  48. metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
  49. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  50. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
  51. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  52. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  53. metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +3 -3
  54. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  55. metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
  56. metaflow-stubs/plugins/azure/__init__.pyi +5 -2
  57. metaflow-stubs/plugins/azure/azure_credential.pyi +28 -0
  58. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  59. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +58 -0
  60. metaflow-stubs/plugins/azure/azure_utils.pyi +5 -5
  61. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +5 -5
  62. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  63. metaflow-stubs/plugins/cards/__init__.pyi +2 -2
  64. metaflow-stubs/plugins/cards/card_cli.pyi +5 -5
  65. metaflow-stubs/plugins/cards/card_client.pyi +3 -3
  66. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  68. metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  70. metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
  71. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
  73. metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
  74. metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
  75. metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
  76. metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
  77. metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
  78. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  79. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  80. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
  81. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  82. metaflow-stubs/plugins/cards/component_serializer.pyi +4 -4
  83. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  84. metaflow-stubs/plugins/catch_decorator.pyi +2 -2
  85. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  86. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  87. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  88. metaflow-stubs/plugins/datatools/s3/s3.pyi +8 -5
  89. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  90. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  91. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  92. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  93. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  94. metaflow-stubs/plugins/events_decorator.pyi +3 -3
  95. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  96. metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
  97. metaflow-stubs/plugins/gcp/__init__.pyi +5 -2
  98. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +73 -0
  99. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  100. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +16 -2
  101. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  102. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  103. metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
  104. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +15 -3
  105. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +15 -4
  106. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +13 -2
  107. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +22 -3
  108. metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +15 -2
  109. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +127 -0
  110. metaflow-stubs/plugins/logs_cli.pyi +4 -4
  111. metaflow-stubs/plugins/package_cli.pyi +2 -2
  112. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  113. metaflow-stubs/plugins/project_decorator.pyi +3 -3
  114. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  115. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  116. metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
  117. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  118. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  119. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  120. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  121. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  122. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  123. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
  124. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
  125. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  126. metaflow-stubs/plugins/tag_cli.pyi +3 -3
  127. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
  128. metaflow-stubs/plugins/timeout_decorator.pyi +4 -2
  129. metaflow-stubs/procpoll.pyi +2 -2
  130. metaflow-stubs/pylint_wrapper.pyi +2 -2
  131. metaflow-stubs/tagging_util.pyi +2 -2
  132. metaflow-stubs/tuple_util.pyi +14 -0
  133. metaflow-stubs/version.pyi +2 -2
  134. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/METADATA +2 -2
  135. metaflow_stubs-2.11.16.dist-info/RECORD +138 -0
  136. metaflow_stubs-2.11.15.dist-info/RECORD +0 -133
  137. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/WHEEL +0 -0
  138. {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.426572 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097882 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.426233 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097558 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.426114 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097438 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.425648 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.096878 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.369459 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.040139 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import typing
11
+ import metaflow.plugins.cards.card_modules.components
12
12
  import metaflow.plugins.cards.card_modules.card
13
+ import typing
13
14
  import metaflow.plugins.cards.card_modules.basic
14
- import metaflow.plugins.cards.card_modules.components
15
15
 
16
16
  class LogComponent(metaflow.plugins.cards.card_modules.basic.DefaultComponent, metaclass=type):
17
17
  def __init__(self, data = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.410784 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082681 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.411014 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082903 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.360493 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.031662 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.card_modules.card
12
11
  import metaflow
12
+ import metaflow.plugins.cards.card_modules.card
13
13
 
14
14
  class MetaflowCard(object, metaclass=type):
15
15
  def __init__(self, options = {}, components = [], graph = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.391235 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.047660 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.388446 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.044951 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
11
+ import metaflow.plugins.cards.card_modules.components
12
12
  import metaflow.plugins.cards.card_modules.card
13
+ import metaflow.exception
13
14
  import metaflow.plugins.cards.card_modules.basic
14
- import metaflow.plugins.cards.card_modules.components
15
15
 
16
16
  class MetaflowCardComponent(object, metaclass=type):
17
17
  @property
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.386734 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.043369 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.353457 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.024658 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.351574 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.023303 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.363880 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.035027 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.375169 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.053859 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.335225 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.007228 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import io
11
+ import metaflow.plugins.datatools.s3.s3
12
12
  import metaflow.exception
13
13
  import metaflow.datastore.inputs
14
- import metaflow.plugins.datatools.s3.s3
15
- import metaflow.metaflow_current
16
14
  import typing
15
+ import io
16
+ import metaflow.metaflow_current
17
17
 
18
18
  TYPE_CHECKING: bool
19
19
 
@@ -250,6 +250,9 @@ S3_SERVER_SIDE_ENCRYPTION: None
250
250
 
251
251
  TEMPDIR: str
252
252
 
253
+ def namedtuple_with_defaults(typename, field_descr, defaults = ()):
254
+ ...
255
+
253
256
  class MetaflowException(Exception, metaclass=type):
254
257
  def __init__(self, msg = "", lineno = None):
255
258
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.422879 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.094629 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.363224 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.034366 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.356183 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027572 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.356483 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027846 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.354040 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.024055 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.354862 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.026176 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
12
+ import metaflow.decorators
13
13
 
14
14
  current: metaflow.metaflow_current.Current
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.352815 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.025794 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.397544 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.078817 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.plugins.parallel_decorator
12
- import metaflow.decorators
13
12
  import metaflow.metaflow_current
13
+ import metaflow.decorators
14
14
 
15
15
  current: metaflow.metaflow_current.Current
16
16
 
@@ -1,9 +1,12 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.355391 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027305 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
 
10
+ def get_credentials(scopes, *args, **kwargs):
11
+ ...
12
+
@@ -0,0 +1,73 @@
1
+ ##################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082220 #
5
+ ##################################################################################
6
+
7
+ from __future__ import annotations
8
+
9
+ import typing
10
+ if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.secrets
12
+ import abc
13
+ import metaflow.exception
14
+
15
+ class MetaflowException(Exception, metaclass=type):
16
+ def __init__(self, msg = "", lineno = None):
17
+ ...
18
+ def __str__(self):
19
+ ...
20
+ ...
21
+
22
+ class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
23
+ def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
24
+ """
25
+ Retrieve the secret from secrets backend, and return a dictionary of
26
+ environment variables.
27
+ """
28
+ ...
29
+ ...
30
+
31
+ def get_credentials(scopes, *args, **kwargs):
32
+ ...
33
+
34
+ GCP_SECRET_MANAGER_PREFIX: None
35
+
36
+ class MetaflowGcpSecretsManagerBadResponse(metaflow.exception.MetaflowException, metaclass=type):
37
+ ...
38
+
39
+ class MetaflowGcpSecretsManagerDuplicateKey(metaflow.exception.MetaflowException, metaclass=type):
40
+ ...
41
+
42
+ class MetaflowGcpSecretsManagerJSONParseError(metaflow.exception.MetaflowException, metaclass=type):
43
+ ...
44
+
45
+ class MetaflowGcpSecretsManagerNotJSONObject(metaflow.exception.MetaflowException, metaclass=type):
46
+ ...
47
+
48
+ class GcpSecretManagerSecretsProvider(metaflow.plugins.secrets.SecretsProvider, metaclass=abc.ABCMeta):
49
+ def get_secret_as_dict(self, secret_id, options = {}, role = None):
50
+ """
51
+ Reads a secret from GCP Secrets Manager and returns it as a dictionary of environment variables.
52
+
53
+ If the secret contains a string payload ("SecretString"):
54
+ - if the `json` option is True:
55
+ Secret will be parsed as a JSON. If successfully parsed, AND the JSON contains a
56
+ top-level object, each entry K/V in the object will also be converted to an entry in the result. V will
57
+ always be casted to a string (if not already a string).
58
+ - If `json` option is False (default):
59
+ Will be returned as a single entry in the result, with the key being the last part after / in secret_id.
60
+
61
+ On GCP Secrets Manager, the secret payload is a binary blob. However, by default we interpret it as UTF8 encoded
62
+ string. To disable this, set the `binary` option to True, the binary will be base64 encoded in the result.
63
+
64
+ All keys in the result are sanitized to be more valid environment variable names. This is done on a best effort
65
+ basis. Further validation is expected to be done by the invoking @secrets decorator itself.
66
+
67
+ :param secret_id: GCP Secrets Manager secret ID
68
+ :param options: unused
69
+ :return: dict of environment variables. All keys and values are strings.
70
+ """
71
+ ...
72
+ ...
73
+
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.408777 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081366 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,12 +1,26 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.408553 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081144 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
 
10
+ class GcpDefaultClientProvider(object, metaclass=type):
11
+ @staticmethod
12
+ def get_gs_storage_client(*args, **kwargs):
13
+ ...
14
+ @staticmethod
15
+ def get_credentials(scopes, *args, **kwargs):
16
+ ...
17
+ ...
18
+
19
+ cached_provider_class: None
20
+
10
21
  def get_gs_storage_client():
11
22
  ...
12
23
 
24
+ def get_credentials(scopes, *args, **kwargs):
25
+ ...
26
+
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.409140 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081715 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.365184 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.036121 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.351848 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.023867 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.383202 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.057898 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -52,10 +52,16 @@ DATATOOLS_S3ROOT: None
52
52
 
53
53
  DEFAULT_AWS_CLIENT_PROVIDER: str
54
54
 
55
+ DEFAULT_GCP_CLIENT_PROVIDER: str
56
+
55
57
  DEFAULT_METADATA: str
56
58
 
57
59
  DEFAULT_SECRETS_BACKEND_TYPE: None
58
60
 
61
+ GCP_SECRET_MANAGER_PREFIX: None
62
+
63
+ AZURE_KEY_VAULT_PREFIX: None
64
+
59
65
  KUBERNETES_FETCH_EC2_METADATA: bool
60
66
 
61
67
  KUBERNETES_LABELS: str
@@ -79,6 +85,8 @@ class KubernetesClient(object, metaclass=type):
79
85
  ...
80
86
  def get(self):
81
87
  ...
88
+ def jobset(self, **kwargs):
89
+ ...
82
90
  def job(self, **kwargs):
83
91
  ...
84
92
  ...
@@ -104,7 +112,11 @@ class Kubernetes(object, metaclass=type):
104
112
  ...
105
113
  def launch_job(self, **kwargs):
106
114
  ...
107
- def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
115
+ def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
116
+ ...
117
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
118
+ ...
119
+ def create_k8sjob(self, job):
108
120
  ...
109
121
  def wait(self, stdout_location, stderr_location, echo = None):
110
122
  ...
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.15 #
4
- # Generated on 2024-05-08T22:46:02.385448 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.060288 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow._vendor.click.types
12
+ import metaflow.exception
13
13
  import metaflow.decorators
14
14
 
15
15
  class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
@@ -29,6 +29,10 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
29
29
  def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
30
30
  ...
31
31
 
32
+ UBF_CONTROL: str
33
+
34
+ UBF_TASK: str
35
+
32
36
  DATASTORE_LOCAL_DIR: str
33
37
 
34
38
  KUBERNETES_LABELS: str
@@ -40,7 +44,11 @@ class Kubernetes(object, metaclass=type):
40
44
  ...
41
45
  def launch_job(self, **kwargs):
42
46
  ...
43
- def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
47
+ def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
48
+ ...
49
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
50
+ ...
51
+ def create_k8sjob(self, job):
44
52
  ...
45
53
  def wait(self, stdout_location, stderr_location, echo = None):
46
54
  ...
@@ -52,6 +60,9 @@ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=
52
60
  def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
53
61
  ...
54
62
 
63
+ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
64
+ ...
65
+
55
66
  class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
56
67
  def __init__(self, attributes = None, statically_defined = False):
57
68
  ...