ob-metaflow-stubs 6.0.3.172__py2.py3-none-any.whl → 6.0.3.173__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. metaflow-stubs/__init__.pyi +737 -737
  2. metaflow-stubs/cards.pyi +1 -1
  3. metaflow-stubs/cli.pyi +1 -1
  4. metaflow-stubs/cli_components/__init__.pyi +1 -1
  5. metaflow-stubs/cli_components/utils.pyi +1 -1
  6. metaflow-stubs/client/__init__.pyi +1 -1
  7. metaflow-stubs/client/core.pyi +3 -3
  8. metaflow-stubs/client/filecache.pyi +2 -2
  9. metaflow-stubs/events.pyi +2 -2
  10. metaflow-stubs/exception.pyi +1 -1
  11. metaflow-stubs/flowspec.pyi +3 -3
  12. metaflow-stubs/generated_for.txt +1 -1
  13. metaflow-stubs/includefile.pyi +1 -1
  14. metaflow-stubs/info_file.pyi +1 -1
  15. metaflow-stubs/metadata_provider/__init__.pyi +1 -1
  16. metaflow-stubs/metadata_provider/heartbeat.pyi +1 -1
  17. metaflow-stubs/metadata_provider/metadata.pyi +1 -1
  18. metaflow-stubs/metadata_provider/util.pyi +1 -1
  19. metaflow-stubs/metaflow_config.pyi +1 -1
  20. metaflow-stubs/metaflow_current.pyi +140 -140
  21. metaflow-stubs/metaflow_git.pyi +1 -1
  22. metaflow-stubs/mf_extensions/__init__.pyi +1 -1
  23. metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +1 -1
  24. metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +1 -1
  25. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +1 -1
  26. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +1 -1
  27. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +2 -2
  28. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +1 -1
  29. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +1 -1
  30. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +1 -1
  31. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +1 -1
  32. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +2 -2
  33. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +1 -1
  34. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
  35. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +1 -1
  36. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +3 -3
  37. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +3 -3
  38. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +1 -1
  39. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +2 -2
  40. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +1 -1
  41. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +1 -1
  42. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/context.pyi +2 -2
  43. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +2 -2
  44. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/decorator.pyi +1 -1
  45. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +1 -1
  46. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +1 -1
  47. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +1 -1
  48. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +1 -1
  49. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +1 -1
  50. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +1 -1
  51. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
  52. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +1 -1
  53. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +2 -2
  54. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +1 -1
  55. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +2 -2
  56. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +1 -1
  57. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +1 -1
  58. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +1 -1
  59. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +1 -1
  60. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +1 -1
  61. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +1 -1
  62. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +1 -1
  63. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +1 -1
  64. metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +1 -1
  65. metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +1 -1
  66. metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/__init__.pyi +1 -1
  67. metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/injector.pyi +1 -1
  68. metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/__init__.pyi +1 -1
  69. metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.pyi +1 -1
  70. metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/nebius.pyi +1 -1
  71. metaflow-stubs/mf_extensions/outerbounds/plugins/kubernetes/__init__.pyi +6 -0
  72. metaflow-stubs/mf_extensions/outerbounds/plugins/kubernetes/pod_killer.pyi +31 -0
  73. metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/__init__.pyi +1 -1
  74. metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/constants.pyi +1 -1
  75. metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/exceptions.pyi +1 -1
  76. metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/ollama.pyi +1 -1
  77. metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +1 -1
  78. metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +1 -1
  79. metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +1 -1
  80. metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +1 -1
  81. metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +1 -1
  82. metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +1 -1
  83. metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +1 -1
  84. metaflow-stubs/multicore_utils.pyi +1 -1
  85. metaflow-stubs/parameters.pyi +2 -2
  86. metaflow-stubs/plugins/__init__.pyi +10 -10
  87. metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
  88. metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
  89. metaflow-stubs/plugins/airflow/exception.pyi +1 -1
  90. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
  91. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +1 -1
  92. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +1 -1
  93. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +1 -1
  94. metaflow-stubs/plugins/argo/__init__.pyi +1 -1
  95. metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
  96. metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
  97. metaflow-stubs/plugins/argo/argo_workflows.pyi +1 -1
  98. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
  99. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
  100. metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +1 -1
  101. metaflow-stubs/plugins/aws/__init__.pyi +1 -1
  102. metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
  103. metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
  104. metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
  105. metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
  106. metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
  107. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +1 -1
  108. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
  109. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
  110. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
  111. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
  112. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
  113. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
  114. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
  115. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
  116. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +2 -2
  117. metaflow-stubs/plugins/azure/__init__.pyi +1 -1
  118. metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
  119. metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
  120. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
  121. metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
  122. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
  123. metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
  124. metaflow-stubs/plugins/cards/__init__.pyi +1 -1
  125. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  126. metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
  127. metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
  128. metaflow-stubs/plugins/cards/card_decorator.pyi +1 -1
  129. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
  130. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  131. metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
  132. metaflow-stubs/plugins/cards/card_modules/components.pyi +2 -2
  133. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
  134. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
  135. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +1 -1
  136. metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
  137. metaflow-stubs/plugins/cards/component_serializer.pyi +1 -1
  138. metaflow-stubs/plugins/cards/exception.pyi +1 -1
  139. metaflow-stubs/plugins/catch_decorator.pyi +1 -1
  140. metaflow-stubs/plugins/datatools/__init__.pyi +1 -1
  141. metaflow-stubs/plugins/datatools/local.pyi +1 -1
  142. metaflow-stubs/plugins/datatools/s3/__init__.pyi +1 -1
  143. metaflow-stubs/plugins/datatools/s3/s3.pyi +2 -2
  144. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
  145. metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
  146. metaflow-stubs/plugins/debug_logger.pyi +1 -1
  147. metaflow-stubs/plugins/debug_monitor.pyi +1 -1
  148. metaflow-stubs/plugins/environment_decorator.pyi +1 -1
  149. metaflow-stubs/plugins/events_decorator.pyi +1 -1
  150. metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
  151. metaflow-stubs/plugins/frameworks/pytorch.pyi +1 -1
  152. metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
  153. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
  154. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
  155. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
  156. metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
  157. metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
  158. metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
  159. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
  160. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +1 -1
  161. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -1
  162. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +1 -1
  163. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
  164. metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +1 -1
  165. metaflow-stubs/plugins/ollama/__init__.pyi +2 -2
  166. metaflow-stubs/plugins/parallel_decorator.pyi +1 -1
  167. metaflow-stubs/plugins/perimeters.pyi +1 -1
  168. metaflow-stubs/plugins/project_decorator.pyi +1 -1
  169. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  170. metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
  171. metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
  172. metaflow-stubs/plugins/pypi/parsers.pyi +1 -1
  173. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
  174. metaflow-stubs/plugins/pypi/pypi_environment.pyi +1 -1
  175. metaflow-stubs/plugins/pypi/utils.pyi +1 -1
  176. metaflow-stubs/plugins/resources_decorator.pyi +1 -1
  177. metaflow-stubs/plugins/retry_decorator.pyi +1 -1
  178. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  179. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
  180. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
  181. metaflow-stubs/plugins/snowflake/__init__.pyi +1 -1
  182. metaflow-stubs/plugins/storage_executor.pyi +1 -1
  183. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +1 -1
  184. metaflow-stubs/plugins/timeout_decorator.pyi +1 -1
  185. metaflow-stubs/plugins/torchtune/__init__.pyi +1 -1
  186. metaflow-stubs/plugins/uv/__init__.pyi +1 -1
  187. metaflow-stubs/plugins/uv/uv_environment.pyi +1 -1
  188. metaflow-stubs/profilers/__init__.pyi +1 -1
  189. metaflow-stubs/pylint_wrapper.pyi +1 -1
  190. metaflow-stubs/runner/__init__.pyi +1 -1
  191. metaflow-stubs/runner/deployer.pyi +27 -27
  192. metaflow-stubs/runner/deployer_impl.pyi +1 -1
  193. metaflow-stubs/runner/metaflow_runner.pyi +2 -2
  194. metaflow-stubs/runner/nbdeploy.pyi +1 -1
  195. metaflow-stubs/runner/nbrun.pyi +1 -1
  196. metaflow-stubs/runner/subprocess_manager.pyi +1 -1
  197. metaflow-stubs/runner/utils.pyi +2 -2
  198. metaflow-stubs/system/__init__.pyi +1 -1
  199. metaflow-stubs/system/system_logger.pyi +2 -2
  200. metaflow-stubs/system/system_monitor.pyi +1 -1
  201. metaflow-stubs/tagging_util.pyi +1 -1
  202. metaflow-stubs/tuple_util.pyi +1 -1
  203. metaflow-stubs/user_configs/__init__.pyi +1 -1
  204. metaflow-stubs/user_configs/config_decorators.pyi +4 -4
  205. metaflow-stubs/user_configs/config_options.pyi +1 -1
  206. metaflow-stubs/user_configs/config_parameters.pyi +4 -4
  207. {ob_metaflow_stubs-6.0.3.172.dist-info → ob_metaflow_stubs-6.0.3.173.dist-info}/METADATA +1 -1
  208. ob_metaflow_stubs-6.0.3.173.dist-info/RECORD +211 -0
  209. ob_metaflow_stubs-6.0.3.172.dist-info/RECORD +0 -209
  210. {ob_metaflow_stubs-6.0.3.172.dist-info → ob_metaflow_stubs-6.0.3.173.dist-info}/WHEEL +0 -0
  211. {ob_metaflow_stubs-6.0.3.172.dist-info → ob_metaflow_stubs-6.0.3.173.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.519875 #
4
+ # Generated on 2025-05-29T17:52:46.095618 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/cli.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.535539 #
4
+ # Generated on 2025-05-29T17:52:46.111771 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.534400 #
4
+ # Generated on 2025-05-29T17:52:46.110582 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.562177 #
4
+ # Generated on 2025-05-29T17:52:46.138451 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.523627 #
4
+ # Generated on 2025-05-29T17:52:46.099766 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.528015 #
4
+ # Generated on 2025-05-29T17:52:46.104149 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -10,11 +10,11 @@ import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
12
  import metaflow.client.core
13
+ import metaflow.events
13
14
  import tempfile
14
15
  import datetime
15
- import metaflow.events
16
- import tarfile
17
16
  import typing
17
+ import tarfile
18
18
 
19
19
  from ..metaflow_current import current as current
20
20
  from ..events import Trigger as Trigger
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.557195 #
4
+ # Generated on 2025-05-29T17:52:46.133550 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
- import metaflow.datastore.content_addressed_store
13
12
  import metaflow.exception
13
+ import metaflow.datastore.content_addressed_store
14
14
 
15
15
  from ..exception import MetaflowException as MetaflowException
16
16
 
metaflow-stubs/events.pyi CHANGED
@@ -1,15 +1,15 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.520459 #
4
+ # Generated on 2025-05-29T17:52:46.096231 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow
12
11
  import metaflow.events
12
+ import metaflow
13
13
 
14
14
 
15
15
  TYPE_CHECKING: bool
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.512122 #
4
+ # Generated on 2025-05-29T17:52:46.088092 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.516798 #
4
+ # Generated on 2025-05-29T17:52:46.092656 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -10,10 +10,10 @@ import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
12
  import metaflow.flowspec
13
- import metaflow.unbounded_foreach
14
- import metaflow.exception
15
13
  import metaflow.datastore.inputs
14
+ import metaflow.unbounded_foreach
16
15
  import typing
16
+ import metaflow.exception
17
17
 
18
18
  from . import parameters as parameters
19
19
  from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
@@ -1 +1 @@
1
- 2.15.14.1+obcheckpoint(0.2.1);ob(v1) 2025-05-27T03:43:23.506700
1
+ 2.15.14.1+obcheckpoint(0.2.1);ob(v1) 2025-05-29T17:52:46.082566
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.522959 #
4
+ # Generated on 2025-05-29T17:52:46.099082 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.511421 #
4
+ # Generated on 2025-05-29T17:52:46.087352 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.515706 #
4
+ # Generated on 2025-05-29T17:52:46.091573 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.540387 #
4
+ # Generated on 2025-05-29T17:52:46.117024 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.539880 #
4
+ # Generated on 2025-05-29T17:52:46.116493 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.540104 #
4
+ # Generated on 2025-05-29T17:52:46.116754 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.513266 #
4
+ # Generated on 2025-05-29T17:52:46.089187 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,20 +1,20 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.658595 #
4
+ # Generated on 2025-05-29T17:52:46.233747 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.cards.component_serializer
11
12
  import metaflow
12
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
13
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
14
13
  import metaflow.events
15
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
16
14
  import metaflow.metaflow_current
17
- import metaflow.plugins.cards.component_serializer
15
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
16
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
17
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
18
18
  import typing
19
19
 
20
20
 
@@ -228,125 +228,32 @@ class Current(object, metaclass=type):
228
228
  def graph(self):
229
229
  ...
230
230
  @property
231
- def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
231
+ def parallel(self) -> "metaflow.metaflow_current.Parallel":
232
232
  """
233
- (only in the presence of the @model decorator)
234
-
235
- The object used for loading / saving models.
236
- `current.model` exposes a `save` method to save models and a `load` method to load models.
237
- `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
238
- or models loaded via `current.model.load`.
239
-
240
- Usage (Saving a model):
241
- -------
242
-
243
- ```
244
- @model
245
- @step
246
- def train(self):
247
- # current.model.save returns a dictionary reference to the model saved
248
- self.my_model = current.model.save(
249
- path_to_my_model,
250
- label="my_model",
251
- metadata={
252
- "epochs": 10,
253
- "batch-size": 32,
254
- "learning-rate": 0.001,
255
- }
256
- )
257
- self.next(self.test)
258
-
259
- @model(load="my_model")
260
- @step
261
- def test(self):
262
- # `current.model.loaded` returns a dictionary of the loaded models
263
- # where the key is the name of the artifact and the value is the path to the model
264
- print(os.listdir(current.model.loaded["my_model"]))
265
- self.next(self.end)
266
- ```
267
-
268
- Usage (Loading models):
269
- -------
270
-
271
- ```
272
- @step
273
- def train(self):
274
- # current.model.load returns the path to the model loaded
275
- checkpoint_path = current.model.load(
276
- self.checkpoint_key,
277
- )
278
- model_path = current.model.load(
279
- self.model,
280
- )
281
- self.next(self.test)
282
- ```
233
+ (only in the presence of the @parallel decorator)
283
234
 
235
+ Returns a namedtuple with relevant information about the parallel task.
284
236
 
285
237
  Returns
286
238
  -------
287
- ModelSerializer
288
- The object used for loading / saving models.
239
+ Parallel
240
+ `namedtuple` with the following fields:
241
+ - main_ip (`str`)
242
+ The IP address of the control task.
243
+ - num_nodes (`int`)
244
+ The total number of tasks created by @parallel
245
+ - node_index (`int`)
246
+ The index of the current task in all the @parallel tasks.
247
+ - control_task_id (`Optional[str]`)
248
+ The task ID of the control task. Available to all tasks.
289
249
  """
290
250
  ...
291
251
  @property
292
- def checkpoint(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
252
+ def is_parallel(self) -> bool:
293
253
  """
294
- (only in the presence of the @checkpoint decorator)
295
-
296
- The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
297
- The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
298
-
299
- You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
300
- by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
301
- where the checkpoint maybe loaded or saved.
302
-
303
- Usage (Saving Checkpoints):
304
- -------
305
- ```
306
- @checkpoint
307
- @step
308
- def train(self):
309
- model = create_model(self.parameters, checkpoint_path = None)
310
- for i in range(self.epochs):
311
- # some training logic
312
- loss = model.train(self.dataset)
313
- if i % 10 == 0:
314
- model.save(
315
- current.checkpoint.directory,
316
- )
317
- # saves the contents of the `current.checkpoint.directory` as a checkpoint
318
- # and returns a reference dictionary to the checkpoint saved in the datastore
319
- self.latest_checkpoint = current.checkpoint.save(
320
- name="epoch_checkpoint",
321
- metadata={
322
- "epoch": i,
323
- "loss": loss,
324
- }
325
- )
326
- ```
327
- Usage (Using Loaded Checkpoints):
328
- -------
329
- ```
330
- @retry(times=3)
331
- @checkpoint
332
- @step
333
- def train(self):
334
- # Assume that the task has restarted and the previous attempt of the task
335
- # saved a checkpoint
336
- checkpoint_path = None
337
- if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
338
- print("Loaded checkpoint from the previous attempt")
339
- checkpoint_path = current.checkpoint.directory
340
-
341
- model = create_model(self.parameters, checkpoint_path = checkpoint_path)
342
- for i in range(self.epochs):
343
- ...
344
- ```
254
+ (only in the presence of the @parallel decorator)
345
255
 
346
- Returns
347
- -------
348
- CurrentCheckpointer
349
- The object for handling checkpointing within a step.
256
+ True if the current step is a @parallel step.
350
257
  """
351
258
  ...
352
259
  @property
@@ -419,50 +326,143 @@ class Current(object, metaclass=type):
419
326
  """
420
327
  ...
421
328
  @property
422
- def parallel(self) -> "metaflow.metaflow_current.Parallel":
329
+ def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
423
330
  """
424
- (only in the presence of the @parallel decorator)
331
+ (only in the presence of the @card decorator)
425
332
 
426
- Returns a namedtuple with relevant information about the parallel task.
333
+ The `@card` decorator makes the cards available through the `current.card`
334
+ object. If multiple `@card` decorators are present, you can add an `ID` to
335
+ distinguish between them using `@card(id=ID)` as the decorator. You will then
336
+ be able to access that specific card using `current.card[ID].
337
+
338
+ Methods available are `append` and `extend`
427
339
 
428
340
  Returns
429
341
  -------
430
- Parallel
431
- `namedtuple` with the following fields:
432
- - main_ip (`str`)
433
- The IP address of the control task.
434
- - num_nodes (`int`)
435
- The total number of tasks created by @parallel
436
- - node_index (`int`)
437
- The index of the current task in all the @parallel tasks.
438
- - control_task_id (`Optional[str]`)
439
- The task ID of the control task. Available to all tasks.
342
+ CardComponentCollector
343
+ The or one of the cards attached to this step.
440
344
  """
441
345
  ...
442
346
  @property
443
- def is_parallel(self) -> bool:
347
+ def checkpoint(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
444
348
  """
445
- (only in the presence of the @parallel decorator)
349
+ (only in the presence of the @checkpoint decorator)
446
350
 
447
- True if the current step is a @parallel step.
351
+ The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
352
+ The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
353
+
354
+ You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
355
+ by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
356
+ where the checkpoint maybe loaded or saved.
357
+
358
+ Usage (Saving Checkpoints):
359
+ -------
360
+ ```
361
+ @checkpoint
362
+ @step
363
+ def train(self):
364
+ model = create_model(self.parameters, checkpoint_path = None)
365
+ for i in range(self.epochs):
366
+ # some training logic
367
+ loss = model.train(self.dataset)
368
+ if i % 10 == 0:
369
+ model.save(
370
+ current.checkpoint.directory,
371
+ )
372
+ # saves the contents of the `current.checkpoint.directory` as a checkpoint
373
+ # and returns a reference dictionary to the checkpoint saved in the datastore
374
+ self.latest_checkpoint = current.checkpoint.save(
375
+ name="epoch_checkpoint",
376
+ metadata={
377
+ "epoch": i,
378
+ "loss": loss,
379
+ }
380
+ )
381
+ ```
382
+ Usage (Using Loaded Checkpoints):
383
+ -------
384
+ ```
385
+ @retry(times=3)
386
+ @checkpoint
387
+ @step
388
+ def train(self):
389
+ # Assume that the task has restarted and the previous attempt of the task
390
+ # saved a checkpoint
391
+ checkpoint_path = None
392
+ if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
393
+ print("Loaded checkpoint from the previous attempt")
394
+ checkpoint_path = current.checkpoint.directory
395
+
396
+ model = create_model(self.parameters, checkpoint_path = checkpoint_path)
397
+ for i in range(self.epochs):
398
+ ...
399
+ ```
400
+
401
+ Returns
402
+ -------
403
+ CurrentCheckpointer
404
+ The object for handling checkpointing within a step.
448
405
  """
449
406
  ...
450
407
  @property
451
- def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
408
+ def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
452
409
  """
453
- (only in the presence of the @card decorator)
410
+ (only in the presence of the @model decorator)
454
411
 
455
- The `@card` decorator makes the cards available through the `current.card`
456
- object. If multiple `@card` decorators are present, you can add an `ID` to
457
- distinguish between them using `@card(id=ID)` as the decorator. You will then
458
- be able to access that specific card using `current.card[ID].
412
+ The object used for loading / saving models.
413
+ `current.model` exposes a `save` method to save models and a `load` method to load models.
414
+ `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
415
+ or models loaded via `current.model.load`.
416
+
417
+ Usage (Saving a model):
418
+ -------
419
+
420
+ ```
421
+ @model
422
+ @step
423
+ def train(self):
424
+ # current.model.save returns a dictionary reference to the model saved
425
+ self.my_model = current.model.save(
426
+ path_to_my_model,
427
+ label="my_model",
428
+ metadata={
429
+ "epochs": 10,
430
+ "batch-size": 32,
431
+ "learning-rate": 0.001,
432
+ }
433
+ )
434
+ self.next(self.test)
435
+
436
+ @model(load="my_model")
437
+ @step
438
+ def test(self):
439
+ # `current.model.loaded` returns a dictionary of the loaded models
440
+ # where the key is the name of the artifact and the value is the path to the model
441
+ print(os.listdir(current.model.loaded["my_model"]))
442
+ self.next(self.end)
443
+ ```
444
+
445
+ Usage (Loading models):
446
+ -------
447
+
448
+ ```
449
+ @step
450
+ def train(self):
451
+ # current.model.load returns the path to the model loaded
452
+ checkpoint_path = current.model.load(
453
+ self.checkpoint_key,
454
+ )
455
+ model_path = current.model.load(
456
+ self.model,
457
+ )
458
+ self.next(self.test)
459
+ ```
459
460
 
460
- Methods available are `append` and `extend`
461
461
 
462
462
  Returns
463
463
  -------
464
- CardComponentCollector
465
- The or one of the cards attached to this step.
464
+ ModelSerializer
465
+ The object used for loading / saving models.
466
466
  """
467
467
  ...
468
468
  @property
@@ -535,7 +535,7 @@ class Current(object, metaclass=type):
535
535
  @property
536
536
  def trigger(self) -> "metaflow.events.Trigger":
537
537
  """
538
- (only in the presence of the @trigger_on_finish, or @trigger decorators)
538
+ (only in the presence of the @trigger, or @trigger_on_finish decorators)
539
539
 
540
540
  Returns `Trigger` if the current run is triggered by an event
541
541
 
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.519491 #
4
+ # Generated on 2025-05-29T17:52:46.096527 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.521818 #
4
+ # Generated on 2025-05-29T17:52:46.097847 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.530885 #
4
+ # Generated on 2025-05-29T17:52:46.107080 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.530958 #
4
+ # Generated on 2025-05-29T17:52:46.107141 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.531014 #
4
+ # Generated on 2025-05-29T17:52:46.107196 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.15.14.1+obcheckpoint(0.2.1);ob(v1) #
4
- # Generated on 2025-05-27T03:43:23.586296 #
4
+ # Generated on 2025-05-29T17:52:46.161288 #
5
5
  ######################################################################################################
6
6