ob-metaflow-stubs 6.0.3.119__py2.py3-none-any.whl → 6.0.3.121__py2.py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (174) hide show
  1. metaflow-stubs/__init__.pyi +243 -243
  2. metaflow-stubs/cards.pyi +2 -2
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +2 -2
  5. metaflow-stubs/client/core.pyi +4 -4
  6. metaflow-stubs/client/filecache.pyi +2 -2
  7. metaflow-stubs/clone_util.pyi +2 -2
  8. metaflow-stubs/events.pyi +2 -2
  9. metaflow-stubs/exception.pyi +2 -2
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +4 -4
  13. metaflow-stubs/info_file.pyi +2 -2
  14. metaflow-stubs/metadata_provider/__init__.pyi +2 -2
  15. metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
  16. metaflow-stubs/metadata_provider/metadata.pyi +2 -2
  17. metaflow-stubs/metadata_provider/util.pyi +2 -2
  18. metaflow-stubs/metaflow_config.pyi +2 -2
  19. metaflow-stubs/metaflow_current.pyi +149 -149
  20. metaflow-stubs/mf_extensions/__init__.pyi +2 -2
  21. metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
  22. metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
  23. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
  24. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
  25. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
  26. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
  27. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +3 -3
  28. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
  29. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +2 -2
  30. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
  31. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +2 -2
  32. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
  33. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +2 -2
  34. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
  35. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +2 -2
  36. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
  37. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
  38. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
  39. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
  40. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
  41. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +2 -2
  42. metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
  43. metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
  44. metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
  45. metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
  46. metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
  47. metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
  48. metaflow-stubs/mflog/__init__.pyi +2 -2
  49. metaflow-stubs/mflog/mflog.pyi +2 -2
  50. metaflow-stubs/multicore_utils.pyi +2 -2
  51. metaflow-stubs/parameters.pyi +4 -4
  52. metaflow-stubs/plugins/__init__.pyi +11 -11
  53. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  54. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  55. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  56. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  57. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
  58. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
  59. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
  60. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  61. metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
  62. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  63. metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
  64. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +2 -2
  65. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -2
  66. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +4 -4
  67. metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +3 -3
  68. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  69. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  70. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  71. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  72. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  73. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  74. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  75. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  76. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
  77. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  78. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  79. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
  80. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  81. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  82. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  83. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
  84. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +2 -2
  85. metaflow-stubs/plugins/azure/__init__.pyi +2 -2
  86. metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
  87. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  88. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
  89. metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
  90. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
  91. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  92. metaflow-stubs/plugins/cards/__init__.pyi +2 -2
  93. metaflow-stubs/plugins/cards/card_cli.pyi +2 -2
  94. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  95. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  96. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  97. metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
  98. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  99. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  100. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  101. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  102. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  103. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  104. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
  105. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  106. metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
  107. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  108. metaflow-stubs/plugins/catch_decorator.pyi +2 -2
  109. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  110. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  111. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  112. metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
  113. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  114. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  115. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  116. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  117. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  118. metaflow-stubs/plugins/events_decorator.pyi +2 -2
  119. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  120. metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
  121. metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
  122. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
  123. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  124. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
  125. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  126. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  127. metaflow-stubs/plugins/kubernetes/__init__.pyi +3 -3
  128. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
  129. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
  130. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
  131. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
  132. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
  133. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
  134. metaflow-stubs/plugins/logs_cli.pyi +2 -2
  135. metaflow-stubs/plugins/package_cli.pyi +2 -2
  136. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  137. metaflow-stubs/plugins/perimeters.pyi +2 -2
  138. metaflow-stubs/plugins/project_decorator.pyi +2 -2
  139. metaflow-stubs/plugins/pypi/__init__.pyi +3 -3
  140. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  141. metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
  142. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  143. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  144. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  145. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  146. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  147. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  148. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
  149. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
  150. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  151. metaflow-stubs/plugins/tag_cli.pyi +2 -2
  152. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
  153. metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
  154. metaflow-stubs/procpoll.pyi +2 -2
  155. metaflow-stubs/profilers/__init__.pyi +2 -2
  156. metaflow-stubs/pylint_wrapper.pyi +2 -2
  157. metaflow-stubs/runner/__init__.pyi +2 -2
  158. metaflow-stubs/runner/deployer.pyi +5 -5
  159. metaflow-stubs/runner/deployer_impl.pyi +2 -2
  160. metaflow-stubs/runner/metaflow_runner.pyi +3 -3
  161. metaflow-stubs/runner/nbdeploy.pyi +2 -2
  162. metaflow-stubs/runner/nbrun.pyi +2 -2
  163. metaflow-stubs/runner/subprocess_manager.pyi +2 -2
  164. metaflow-stubs/runner/utils.pyi +4 -4
  165. metaflow-stubs/system/__init__.pyi +2 -2
  166. metaflow-stubs/system/system_logger.pyi +2 -2
  167. metaflow-stubs/system/system_monitor.pyi +2 -2
  168. metaflow-stubs/tagging_util.pyi +2 -2
  169. metaflow-stubs/tuple_util.pyi +2 -2
  170. {ob_metaflow_stubs-6.0.3.119.dist-info → ob_metaflow_stubs-6.0.3.121.dist-info}/METADATA +1 -1
  171. ob_metaflow_stubs-6.0.3.121.dist-info/RECORD +174 -0
  172. {ob_metaflow_stubs-6.0.3.119.dist-info → ob_metaflow_stubs-6.0.3.121.dist-info}/WHEEL +1 -1
  173. ob_metaflow_stubs-6.0.3.119.dist-info/RECORD +0 -174
  174. {ob_metaflow_stubs-6.0.3.119.dist-info → ob_metaflow_stubs-6.0.3.121.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.802867 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.375380 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/cli.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.816148 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.389019 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.806034 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.378636 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.810216 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.382920 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,11 +9,11 @@ from __future__ import annotations
9
9
  import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
+ import metaflow.events
12
13
  import tarfile
13
14
  import datetime
14
- import metaflow.client.core
15
15
  import typing
16
- import metaflow.events
16
+ import metaflow.client.core
17
17
 
18
18
  from ..metaflow_current import current as current
19
19
  from ..events import Trigger as Trigger
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.835034 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.409129 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.815350 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.388097 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/events.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.803452 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.375977 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.798404 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.370703 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.802467 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.374979 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,11 +9,11 @@ from __future__ import annotations
9
9
  import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
- import typing
13
- import metaflow.unbounded_foreach
14
12
  import metaflow.datastore.inputs
15
13
  import metaflow.exception
14
+ import typing
16
15
  import metaflow.flowspec
16
+ import metaflow.unbounded_foreach
17
17
 
18
18
  from . import parameters as parameters
19
19
  from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
@@ -1 +1 @@
1
- 2.12.30.2+obcheckpoint(0.1.4);ob(v1) 2024-11-21T22:12:20.795798
1
+ 2.12.33.1+obcheckpoint(0.1.4);ob(v1) 2024-12-02T17:17:46.367779
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.805739 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.378340 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,9 +9,9 @@ from __future__ import annotations
9
9
  import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
- import metaflow._vendor.click.types
13
- import typing
14
12
  import metaflow.parameters
13
+ import typing
14
+ import metaflow._vendor.click.types
15
15
 
16
16
  from ._vendor import click as click
17
17
  from .exception import MetaflowException as MetaflowException
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.797678 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.369946 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.801473 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.373940 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.818883 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.391923 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.818374 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.391384 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.818617 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.391641 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.799422 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.371722 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,21 +1,21 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.899445 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.478392 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.component_serializer
12
- import metaflow
13
- import typing
14
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
15
11
  import metaflow.events
16
12
  import metaflow.metaflow_current
13
+ import metaflow
14
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
17
15
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
16
+ import typing
18
17
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
18
+ import metaflow.plugins.cards.component_serializer
19
19
 
20
20
 
21
21
  TYPE_CHECKING: bool
@@ -228,82 +228,101 @@ class Current(object, metaclass=type):
228
228
  def graph(self):
229
229
  ...
230
230
  @property
231
- def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
231
+ def parallel(self) -> "metaflow.metaflow_current.Parallel":
232
232
  """
233
- (only in the presence of the @model decorator)
233
+ (only in the presence of the @parallel decorator)
234
234
 
235
- The object used for loading / saving models.
236
- `current.model` exposes a `save` method to save models and a `load` method to load models.
237
- `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
238
- or models loaded via `current.model.load`.
235
+ Returns a namedtuple with relevant information about the parallel task.
239
236
 
240
- Usage (Saving a model):
237
+ Returns
241
238
  -------
239
+ Parallel
240
+ `namedtuple` with the following fields:
241
+ - main_ip (`str`)
242
+ The IP address of the control task.
243
+ - num_nodes (`int`)
244
+ The total number of tasks created by @parallel
245
+ - node_index (`int`)
246
+ The index of the current task in all the @parallel tasks.
247
+ - control_task_id (`Optional[str]`)
248
+ The task ID of the control task. Available to all tasks.
249
+ """
250
+ ...
251
+ @property
252
+ def is_parallel(self) -> bool:
253
+ """
254
+ (only in the presence of the @parallel decorator)
242
255
 
243
- ```
244
- @model
245
- @step
246
- def train(self):
247
- # current.model.save returns a dictionary reference to the model saved
248
- self.my_model = current.model.save(
249
- path_to_my_model,
250
- label="my_model",
251
- metadata={
252
- "epochs": 10,
253
- "batch-size": 32,
254
- "learning-rate": 0.001,
255
- }
256
- )
257
- self.next(self.test)
256
+ True if the current step is a @parallel step.
257
+ """
258
+ ...
259
+ @property
260
+ def huggingface_hub(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
261
+ """
262
+ (only in the presence of the @huggingface_hub decorator)
258
263
 
259
- @model(load="my_model")
260
- @step
261
- def test(self):
262
- # `current.model.loaded` returns a dictionary of the loaded models
263
- # where the key is the name of the artifact and the value is the path to the model
264
- print(os.listdir(current.model.loaded["my_model"]))
265
- self.next(self.end)
266
- ```
264
+ The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
265
+ over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
266
+ [snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
267
+ The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
268
+ `<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
267
269
 
268
- Usage (Loading models):
269
- -------
270
270
 
271
- ```
272
- @step
273
- def train(self):
274
- # current.model.load returns the path to the model loaded
275
- checkpoint_path = current.model.load(
276
- self.checkpoint_key,
277
- )
278
- model_path = current.model.load(
279
- self.model,
280
- )
281
- self.next(self.test)
282
- ```
271
+ Usage:
272
+ ------
283
273
 
274
+ **Usage: creating references of models from huggingface that may be loaded in downstream steps**
275
+ ```python
276
+ @huggingface_hub
277
+ @step
278
+ def pull_model_from_huggingface(self):
279
+ # `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
280
+ # and saves it in the backend storage based on the model's `repo_id`. If there exists a model
281
+ # with the same `repo_id` in the backend storage, it will not download the model again. The return
282
+ # value of the function is a reference to the model in the backend storage.
283
+ # This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
284
284
 
285
- Returns
286
- -------
287
- ModelSerializer
288
- The object used for loading / saving models.
289
- """
290
- ...
291
- @property
292
- def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
293
- """
294
- (only in the presence of the @card decorator)
285
+ self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
286
+ self.llama_model = current.huggingface_hub.snapshot_download(
287
+ repo_id=self.model_id,
288
+ allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
289
+ )
290
+ self.next(self.train)
291
+ ```
295
292
 
296
- The `@card` decorator makes the cards available through the `current.card`
297
- object. If multiple `@card` decorators are present, you can add an `ID` to
298
- distinguish between them using `@card(id=ID)` as the decorator. You will then
299
- be able to access that specific card using `current.card[ID].
293
+ **Usage: loading models directly from huggingface hub or from cache (from metaflow's datastore)**
294
+ ```python
295
+ @huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
296
+ @step
297
+ def pull_model_from_huggingface(self):
298
+ path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
299
+ ```
300
300
 
301
- Methods available are `append` and `extend`
301
+ ```python
302
+ @huggingface_hub(load=[("mistralai/Mistral-7B-Instruct-v0.1", "/my-directory"), ("myorg/mistral-lora, "/my-lora-directory")])
303
+ @step
304
+ def finetune_model(self):
305
+ path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
306
+ # path_to_model will be /my-directory
307
+ ```
302
308
 
303
- Returns
304
- -------
305
- CardComponentCollector
306
- The or one of the cards attached to this step.
309
+ ```python
310
+ # Takes all the arguments passed to `snapshot_download`
311
+ # except for `local_dir`
312
+ @huggingface_hub(load=[
313
+ {
314
+ "repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
315
+ },
316
+ {
317
+ "repo_id": "myorg/mistral-lora",
318
+ "repo_type": "model",
319
+ },
320
+ ])
321
+ @step
322
+ def finetune_model(self):
323
+ path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
324
+ # path_to_model will be /my-directory
325
+ ```
307
326
  """
308
327
  ...
309
328
  @property
@@ -368,107 +387,88 @@ class Current(object, metaclass=type):
368
387
  """
369
388
  ...
370
389
  @property
371
- def huggingface_hub(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
390
+ def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
372
391
  """
373
- (only in the presence of the @huggingface_hub decorator)
392
+ (only in the presence of the @card decorator)
374
393
 
375
- The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
376
- over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
377
- [snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
378
- The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
379
- `<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
394
+ The `@card` decorator makes the cards available through the `current.card`
395
+ object. If multiple `@card` decorators are present, you can add an `ID` to
396
+ distinguish between them using `@card(id=ID)` as the decorator. You will then
397
+ be able to access that specific card using `current.card[ID].
380
398
 
399
+ Methods available are `append` and `extend`
381
400
 
382
- Usage:
383
- ------
401
+ Returns
402
+ -------
403
+ CardComponentCollector
404
+ The or one of the cards attached to this step.
405
+ """
406
+ ...
407
+ @property
408
+ def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
409
+ """
410
+ (only in the presence of the @model decorator)
384
411
 
385
- **Usage: creating references of models from huggingface that may be loaded in downstream steps**
386
- ```python
387
- @huggingface_hub
388
- @step
389
- def pull_model_from_huggingface(self):
390
- # `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
391
- # and saves it in the backend storage based on the model's `repo_id`. If there exists a model
392
- # with the same `repo_id` in the backend storage, it will not download the model again. The return
393
- # value of the function is a reference to the model in the backend storage.
394
- # This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
412
+ The object used for loading / saving models.
413
+ `current.model` exposes a `save` method to save models and a `load` method to load models.
414
+ `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
415
+ or models loaded via `current.model.load`.
395
416
 
396
- self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
397
- self.llama_model = current.huggingface_hub.snapshot_download(
398
- repo_id=self.model_id,
399
- allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
400
- )
401
- self.next(self.train)
402
- ```
417
+ Usage (Saving a model):
418
+ -------
403
419
 
404
- **Usage: loading models directly from huggingface hub or from cache (from metaflow's datastore)**
405
- ```python
406
- @huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
407
- @step
408
- def pull_model_from_huggingface(self):
409
- path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
410
420
  ```
421
+ @model
422
+ @step
423
+ def train(self):
424
+ # current.model.save returns a dictionary reference to the model saved
425
+ self.my_model = current.model.save(
426
+ path_to_my_model,
427
+ label="my_model",
428
+ metadata={
429
+ "epochs": 10,
430
+ "batch-size": 32,
431
+ "learning-rate": 0.001,
432
+ }
433
+ )
434
+ self.next(self.test)
411
435
 
412
- ```python
413
- @huggingface_hub(load=[("mistralai/Mistral-7B-Instruct-v0.1", "/my-directory"), ("myorg/mistral-lora, "/my-lora-directory")])
414
- @step
415
- def finetune_model(self):
416
- path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
417
- # path_to_model will be /my-directory
436
+ @model(load="my_model")
437
+ @step
438
+ def test(self):
439
+ # `current.model.loaded` returns a dictionary of the loaded models
440
+ # where the key is the name of the artifact and the value is the path to the model
441
+ print(os.listdir(current.model.loaded["my_model"]))
442
+ self.next(self.end)
418
443
  ```
419
444
 
420
- ```python
421
- # Takes all the arguments passed to `snapshot_download`
422
- # except for `local_dir`
423
- @huggingface_hub(load=[
424
- {
425
- "repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
426
- },
427
- {
428
- "repo_id": "myorg/mistral-lora",
429
- "repo_type": "model",
430
- },
431
- ])
432
- @step
433
- def finetune_model(self):
434
- path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
435
- # path_to_model will be /my-directory
445
+ Usage (Loading models):
446
+ -------
447
+
448
+ ```
449
+ @step
450
+ def train(self):
451
+ # current.model.load returns the path to the model loaded
452
+ checkpoint_path = current.model.load(
453
+ self.checkpoint_key,
454
+ )
455
+ model_path = current.model.load(
456
+ self.model,
457
+ )
458
+ self.next(self.test)
436
459
  ```
437
- """
438
- ...
439
- @property
440
- def parallel(self) -> "metaflow.metaflow_current.Parallel":
441
- """
442
- (only in the presence of the @parallel decorator)
443
460
 
444
- Returns a namedtuple with relevant information about the parallel task.
445
461
 
446
462
  Returns
447
463
  -------
448
- Parallel
449
- `namedtuple` with the following fields:
450
- - main_ip (`str`)
451
- The IP address of the control task.
452
- - num_nodes (`int`)
453
- The total number of tasks created by @parallel
454
- - node_index (`int`)
455
- The index of the current task in all the @parallel tasks.
456
- - control_task_id (`Optional[str]`)
457
- The task ID of the control task. Available to all tasks.
458
- """
459
- ...
460
- @property
461
- def is_parallel(self) -> bool:
462
- """
463
- (only in the presence of the @parallel decorator)
464
-
465
- True if the current step is a @parallel step.
464
+ ModelSerializer
465
+ The object used for loading / saving models.
466
466
  """
467
467
  ...
468
468
  @property
469
469
  def trigger(self) -> "metaflow.events.Trigger":
470
470
  """
471
- (only in the presence of the @trigger, or @trigger_on_finish decorators)
471
+ (only in the presence of the @trigger_on_finish, or @trigger decorators)
472
472
 
473
473
  Returns `Trigger` if the current run is triggered by an event
474
474
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.804706 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.377287 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.813004 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.385803 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.813069 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.385867 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1) #
4
- # Generated on 2024-11-21T22:12:20.813128 #
3
+ # MF version: 2.12.33.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-12-02T17:17:46.385926 #
5
5
  ######################################################################################################
6
6