metaflow-stubs 2.11.14__py2.py3-none-any.whl → 2.11.16__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. metaflow-stubs/__init__.pyi +475 -475
  2. metaflow-stubs/cards.pyi +5 -5
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +7 -7
  6. metaflow-stubs/client/filecache.pyi +3 -3
  7. metaflow-stubs/clone_util.pyi +2 -2
  8. metaflow-stubs/events.pyi +3 -3
  9. metaflow-stubs/exception.pyi +2 -2
  10. metaflow-stubs/flowspec.pyi +5 -5
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +5 -5
  13. metaflow-stubs/metadata/metadata.pyi +3 -3
  14. metaflow-stubs/metadata/util.pyi +2 -2
  15. metaflow-stubs/metaflow_config.pyi +14 -2
  16. metaflow-stubs/metaflow_current.pyi +5 -5
  17. metaflow-stubs/mflog/mflog.pyi +2 -2
  18. metaflow-stubs/multicore_utils.pyi +2 -2
  19. metaflow-stubs/parameters.pyi +3 -3
  20. metaflow-stubs/plugins/__init__.pyi +11 -3
  21. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/airflow.pyi +11 -3
  23. metaflow-stubs/plugins/airflow/airflow_cli.pyi +3 -3
  24. metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
  25. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  26. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
  29. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
  30. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
  31. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  32. metaflow-stubs/plugins/argo/argo_client.pyi +4 -2
  33. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  34. metaflow-stubs/plugins/argo/argo_workflows.pyi +7 -3
  35. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +4 -4
  36. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
  37. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  38. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  39. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  40. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  41. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  42. metaflow-stubs/plugins/aws/batch/batch_cli.pyi +6 -2
  43. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  44. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
  45. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  46. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
  47. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  48. metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
  49. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  50. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
  51. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  52. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  53. metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +4 -4
  54. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  55. metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
  56. metaflow-stubs/plugins/azure/__init__.pyi +5 -2
  57. metaflow-stubs/plugins/azure/azure_credential.pyi +28 -0
  58. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  59. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +58 -0
  60. metaflow-stubs/plugins/azure/azure_utils.pyi +5 -5
  61. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +5 -5
  62. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  63. metaflow-stubs/plugins/cards/__init__.pyi +2 -2
  64. metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
  65. metaflow-stubs/plugins/cards/card_client.pyi +3 -3
  66. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  68. metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  70. metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
  71. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
  73. metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
  74. metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
  75. metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
  76. metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
  77. metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
  78. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  79. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  80. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
  81. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  82. metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
  83. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  84. metaflow-stubs/plugins/catch_decorator.pyi +3 -3
  85. metaflow-stubs/plugins/datatools/__init__.pyi +4 -4
  86. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  87. metaflow-stubs/plugins/datatools/s3/__init__.pyi +4 -4
  88. metaflow-stubs/plugins/datatools/s3/s3.pyi +9 -6
  89. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  90. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  91. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  92. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  93. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  94. metaflow-stubs/plugins/events_decorator.pyi +3 -3
  95. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  96. metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
  97. metaflow-stubs/plugins/gcp/__init__.pyi +5 -2
  98. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +73 -0
  99. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  100. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +16 -2
  101. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  102. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  103. metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
  104. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +15 -3
  105. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -5
  106. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +13 -2
  107. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +22 -3
  108. metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +15 -2
  109. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +127 -0
  110. metaflow-stubs/plugins/logs_cli.pyi +45 -0
  111. metaflow-stubs/plugins/package_cli.pyi +2 -2
  112. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  113. metaflow-stubs/plugins/project_decorator.pyi +3 -3
  114. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  115. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  116. metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
  117. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  118. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  119. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  120. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  121. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  122. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  123. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
  124. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
  125. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  126. metaflow-stubs/plugins/tag_cli.pyi +3 -3
  127. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
  128. metaflow-stubs/plugins/timeout_decorator.pyi +5 -3
  129. metaflow-stubs/procpoll.pyi +2 -2
  130. metaflow-stubs/pylint_wrapper.pyi +2 -2
  131. metaflow-stubs/tagging_util.pyi +2 -2
  132. metaflow-stubs/tuple_util.pyi +14 -0
  133. metaflow-stubs/version.pyi +2 -2
  134. {metaflow_stubs-2.11.14.dist-info → metaflow_stubs-2.11.16.dist-info}/METADATA +2 -2
  135. metaflow_stubs-2.11.16.dist-info/RECORD +138 -0
  136. metaflow_stubs-2.11.14.dist-info/RECORD +0 -132
  137. {metaflow_stubs-2.11.14.dist-info → metaflow_stubs-2.11.16.dist-info}/WHEEL +0 -0
  138. {metaflow_stubs-2.11.14.dist-info → metaflow_stubs-2.11.16.dist-info}/top_level.txt +0 -0
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.392822 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.030238 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.card_modules.card
12
11
  import metaflow
12
+ import metaflow.plugins.cards.card_modules.card
13
13
  import metaflow.plugins.cards.card_modules.basic
14
14
 
15
15
  class MetaflowCard(object, metaclass=type):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.399942 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.037891 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.454296 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.083353 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.455681 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097882 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.455362 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097558 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.455245 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.097438 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.454798 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.096878 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.402159 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.040139 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.card_modules.basic
12
11
  import metaflow.plugins.cards.card_modules.components
13
- import typing
14
12
  import metaflow.plugins.cards.card_modules.card
13
+ import typing
14
+ import metaflow.plugins.cards.card_modules.basic
15
15
 
16
16
  class LogComponent(metaflow.plugins.cards.card_modules.basic.DefaultComponent, metaclass=type):
17
17
  def __init__(self, data = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.441061 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082681 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.441277 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082903 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.394253 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.031662 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.card_modules.card
12
11
  import metaflow
12
+ import metaflow.plugins.cards.card_modules.card
13
13
 
14
14
  class MetaflowCard(object, metaclass=type):
15
15
  def __init__(self, options = {}, components = [], graph = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.436016 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.047660 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.433397 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.044951 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.cards.card_modules.components
11
12
  import metaflow.plugins.cards.card_modules.card
12
13
  import metaflow.exception
13
- import metaflow.plugins.cards.card_modules.components
14
14
  import metaflow.plugins.cards.card_modules.basic
15
15
 
16
16
  class MetaflowCardComponent(object, metaclass=type):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.431833 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.043369 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.387905 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.024658 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.exception
13
12
  import metaflow.metaflow_current
13
+ import metaflow.decorators
14
14
 
15
15
  class MetaflowException(Exception, metaclass=type):
16
16
  def __init__(self, msg = "", lineno = None):
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.385935 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.023303 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
- import metaflow.plugins.datatools.s3.s3
13
11
  import io
12
+ import metaflow.plugins.datatools.s3.s3
13
+ import metaflow.exception
14
14
 
15
15
  def read_in_chunks(dst, src, src_sz, max_chunk_size):
16
16
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.396946 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.035027 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.412152 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.053859 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
- import metaflow.plugins.datatools.s3.s3
13
11
  import io
12
+ import metaflow.plugins.datatools.s3.s3
13
+ import metaflow.exception
14
14
 
15
15
  class RangeInfo(tuple, metaclass=type):
16
16
  @staticmethod
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.369843 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.007228 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_current
12
- import metaflow.datastore.inputs
13
- import metaflow.exception
14
11
  import metaflow.plugins.datatools.s3.s3
15
- import io
12
+ import metaflow.exception
13
+ import metaflow.datastore.inputs
16
14
  import typing
15
+ import io
16
+ import metaflow.metaflow_current
17
17
 
18
18
  TYPE_CHECKING: bool
19
19
 
@@ -250,6 +250,9 @@ S3_SERVER_SIDE_ENCRYPTION: None
250
250
 
251
251
  TEMPDIR: str
252
252
 
253
+ def namedtuple_with_defaults(typename, field_descr, defaults = ()):
254
+ ...
255
+
253
256
  class MetaflowException(Exception, metaclass=type):
254
257
  def __init__(self, msg = "", lineno = None):
255
258
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.452329 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.094629 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.396324 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.034366 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.390194 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027572 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.390473 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027846 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.388389 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.024055 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.388761 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.026176 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.metaflow_current
12
+ import metaflow.decorators
13
13
 
14
14
  current: metaflow.metaflow_current.Current
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.386334 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.025794 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.413651 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.078817 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.plugins.parallel_decorator
13
12
  import metaflow.metaflow_current
13
+ import metaflow.decorators
14
14
 
15
15
  current: metaflow.metaflow_current.Current
16
16
 
@@ -1,9 +1,12 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.389294 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.027305 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
 
10
+ def get_credentials(scopes, *args, **kwargs):
11
+ ...
12
+
@@ -0,0 +1,73 @@
1
+ ##################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.082220 #
5
+ ##################################################################################
6
+
7
+ from __future__ import annotations
8
+
9
+ import typing
10
+ if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.secrets
12
+ import abc
13
+ import metaflow.exception
14
+
15
+ class MetaflowException(Exception, metaclass=type):
16
+ def __init__(self, msg = "", lineno = None):
17
+ ...
18
+ def __str__(self):
19
+ ...
20
+ ...
21
+
22
+ class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
23
+ def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
24
+ """
25
+ Retrieve the secret from secrets backend, and return a dictionary of
26
+ environment variables.
27
+ """
28
+ ...
29
+ ...
30
+
31
+ def get_credentials(scopes, *args, **kwargs):
32
+ ...
33
+
34
+ GCP_SECRET_MANAGER_PREFIX: None
35
+
36
+ class MetaflowGcpSecretsManagerBadResponse(metaflow.exception.MetaflowException, metaclass=type):
37
+ ...
38
+
39
+ class MetaflowGcpSecretsManagerDuplicateKey(metaflow.exception.MetaflowException, metaclass=type):
40
+ ...
41
+
42
+ class MetaflowGcpSecretsManagerJSONParseError(metaflow.exception.MetaflowException, metaclass=type):
43
+ ...
44
+
45
+ class MetaflowGcpSecretsManagerNotJSONObject(metaflow.exception.MetaflowException, metaclass=type):
46
+ ...
47
+
48
+ class GcpSecretManagerSecretsProvider(metaflow.plugins.secrets.SecretsProvider, metaclass=abc.ABCMeta):
49
+ def get_secret_as_dict(self, secret_id, options = {}, role = None):
50
+ """
51
+ Reads a secret from GCP Secrets Manager and returns it as a dictionary of environment variables.
52
+
53
+ If the secret contains a string payload ("SecretString"):
54
+ - if the `json` option is True:
55
+ Secret will be parsed as a JSON. If successfully parsed, AND the JSON contains a
56
+ top-level object, each entry K/V in the object will also be converted to an entry in the result. V will
57
+ always be casted to a string (if not already a string).
58
+ - If `json` option is False (default):
59
+ Will be returned as a single entry in the result, with the key being the last part after / in secret_id.
60
+
61
+ On GCP Secrets Manager, the secret payload is a binary blob. However, by default we interpret it as UTF8 encoded
62
+ string. To disable this, set the `binary` option to True, the binary will be base64 encoded in the result.
63
+
64
+ All keys in the result are sanitized to be more valid environment variable names. This is done on a best effort
65
+ basis. Further validation is expected to be done by the invoking @secrets decorator itself.
66
+
67
+ :param secret_id: GCP Secrets Manager secret ID
68
+ :param options: unused
69
+ :return: dict of environment variables. All keys and values are strings.
70
+ """
71
+ ...
72
+ ...
73
+
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.439160 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081366 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,12 +1,26 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.438944 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081144 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
 
10
+ class GcpDefaultClientProvider(object, metaclass=type):
11
+ @staticmethod
12
+ def get_gs_storage_client(*args, **kwargs):
13
+ ...
14
+ @staticmethod
15
+ def get_credentials(scopes, *args, **kwargs):
16
+ ...
17
+ ...
18
+
19
+ cached_provider_class: None
20
+
10
21
  def get_gs_storage_client():
11
22
  ...
12
23
 
24
+ def get_credentials(scopes, *args, **kwargs):
25
+ ...
26
+
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.439500 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.081715 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.398086 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.036121 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.383804 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.023867 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.11.14 #
4
- # Generated on 2024-05-06T23:56:19.406532 #
3
+ # MF version: 2.11.16 #
4
+ # Generated on 2024-05-22T00:31:20.057898 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -52,10 +52,16 @@ DATATOOLS_S3ROOT: None
52
52
 
53
53
  DEFAULT_AWS_CLIENT_PROVIDER: str
54
54
 
55
+ DEFAULT_GCP_CLIENT_PROVIDER: str
56
+
55
57
  DEFAULT_METADATA: str
56
58
 
57
59
  DEFAULT_SECRETS_BACKEND_TYPE: None
58
60
 
61
+ GCP_SECRET_MANAGER_PREFIX: None
62
+
63
+ AZURE_KEY_VAULT_PREFIX: None
64
+
59
65
  KUBERNETES_FETCH_EC2_METADATA: bool
60
66
 
61
67
  KUBERNETES_LABELS: str
@@ -79,6 +85,8 @@ class KubernetesClient(object, metaclass=type):
79
85
  ...
80
86
  def get(self):
81
87
  ...
88
+ def jobset(self, **kwargs):
89
+ ...
82
90
  def job(self, **kwargs):
83
91
  ...
84
92
  ...
@@ -104,7 +112,11 @@ class Kubernetes(object, metaclass=type):
104
112
  ...
105
113
  def launch_job(self, **kwargs):
106
114
  ...
107
- def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None):
115
+ def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
116
+ ...
117
+ def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
118
+ ...
119
+ def create_k8sjob(self, job):
108
120
  ...
109
121
  def wait(self, stdout_location, stderr_location, echo = None):
110
122
  ...