ob-metaflow-stubs 6.0.3.102rc2__py2.py3-none-any.whl → 6.0.3.102rc3__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. metaflow-stubs/__init__.pyi +597 -597
  2. metaflow-stubs/cards.pyi +4 -4
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +2 -2
  5. metaflow-stubs/client/core.pyi +6 -6
  6. metaflow-stubs/client/filecache.pyi +2 -2
  7. metaflow-stubs/clone_util.pyi +1 -1
  8. metaflow-stubs/events.pyi +1 -1
  9. metaflow-stubs/exception.pyi +1 -1
  10. metaflow-stubs/flowspec.pyi +5 -5
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +3 -3
  13. metaflow-stubs/info_file.pyi +1 -1
  14. metaflow-stubs/metadata/metadata.pyi +2 -2
  15. metaflow-stubs/metadata/util.pyi +1 -1
  16. metaflow-stubs/metaflow_config.pyi +1 -1
  17. metaflow-stubs/metaflow_current.pyi +95 -95
  18. metaflow-stubs/mflog/mflog.pyi +1 -1
  19. metaflow-stubs/multicore_utils.pyi +1 -1
  20. metaflow-stubs/parameters.pyi +3 -3
  21. metaflow-stubs/plugins/__init__.pyi +1 -1
  22. metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
  23. metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
  24. metaflow-stubs/plugins/airflow/exception.pyi +1 -1
  25. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
  26. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
  29. metaflow-stubs/plugins/argo/__init__.pyi +1 -1
  30. metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
  31. metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
  32. metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
  33. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +6 -6
  34. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +7 -7
  35. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
  36. metaflow-stubs/plugins/aws/__init__.pyi +1 -1
  37. metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
  38. metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
  39. metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
  40. metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
  41. metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
  42. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  43. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
  44. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
  45. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
  46. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
  47. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
  48. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
  49. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
  50. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
  51. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +1 -1
  52. metaflow-stubs/plugins/azure/__init__.pyi +1 -1
  53. metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
  54. metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
  55. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
  56. metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
  57. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
  58. metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
  59. metaflow-stubs/plugins/cards/__init__.pyi +1 -1
  60. metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
  61. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  62. metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
  63. metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
  64. metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
  65. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
  66. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
  68. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
  70. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
  71. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +1 -1
  72. metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
  73. metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
  74. metaflow-stubs/plugins/cards/exception.pyi +1 -1
  75. metaflow-stubs/plugins/catch_decorator.pyi +2 -2
  76. metaflow-stubs/plugins/datatools/__init__.pyi +1 -1
  77. metaflow-stubs/plugins/datatools/local.pyi +1 -1
  78. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  79. metaflow-stubs/plugins/datatools/s3/s3.pyi +5 -5
  80. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
  81. metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
  82. metaflow-stubs/plugins/debug_logger.pyi +1 -1
  83. metaflow-stubs/plugins/debug_monitor.pyi +1 -1
  84. metaflow-stubs/plugins/environment_decorator.pyi +1 -1
  85. metaflow-stubs/plugins/events_decorator.pyi +2 -2
  86. metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
  87. metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
  88. metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
  89. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
  90. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
  91. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
  92. metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
  93. metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
  94. metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
  95. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
  96. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
  97. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +3 -3
  98. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
  99. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
  100. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
  101. metaflow-stubs/plugins/logs_cli.pyi +2 -2
  102. metaflow-stubs/plugins/package_cli.pyi +1 -1
  103. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  104. metaflow-stubs/plugins/perimeters.pyi +1 -1
  105. metaflow-stubs/plugins/project_decorator.pyi +2 -2
  106. metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
  107. metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
  108. metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
  109. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
  110. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  111. metaflow-stubs/plugins/pypi/utils.pyi +1 -1
  112. metaflow-stubs/plugins/resources_decorator.pyi +1 -1
  113. metaflow-stubs/plugins/retry_decorator.pyi +1 -1
  114. metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
  115. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
  116. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
  117. metaflow-stubs/plugins/storage_executor.pyi +1 -1
  118. metaflow-stubs/plugins/tag_cli.pyi +3 -3
  119. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +1 -1
  120. metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
  121. metaflow-stubs/procpoll.pyi +1 -1
  122. metaflow-stubs/profilers/__init__.pyi +1 -1
  123. metaflow-stubs/pylint_wrapper.pyi +1 -1
  124. metaflow-stubs/runner/__init__.pyi +1 -1
  125. metaflow-stubs/runner/deployer.pyi +2 -2
  126. metaflow-stubs/runner/metaflow_runner.pyi +3 -3
  127. metaflow-stubs/runner/nbdeploy.pyi +1 -1
  128. metaflow-stubs/runner/nbrun.pyi +1 -1
  129. metaflow-stubs/runner/subprocess_manager.pyi +1 -1
  130. metaflow-stubs/runner/utils.pyi +1 -1
  131. metaflow-stubs/system/__init__.pyi +3 -3
  132. metaflow-stubs/system/system_logger.pyi +2 -2
  133. metaflow-stubs/system/system_monitor.pyi +2 -2
  134. metaflow-stubs/tagging_util.pyi +1 -1
  135. metaflow-stubs/tuple_util.pyi +1 -1
  136. {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/METADATA +1 -1
  137. ob_metaflow_stubs-6.0.3.102rc3.dist-info/RECORD +140 -0
  138. ob_metaflow_stubs-6.0.3.102rc2.dist-info/RECORD +0 -140
  139. {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/WHEEL +0 -0
  140. {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.226348 #
4
+ # Generated on 2024-09-20T19:02:23.986969 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.cards.card_modules.basic
12
+ import typing
11
13
  import metaflow.plugins.cards.card_modules.components
12
14
  import metaflow
13
- import metaflow.plugins.cards.card_modules.basic
14
- import metaflow.plugins.cards.card_client
15
15
  import metaflow.plugins.cards.card_modules.card
16
- import typing
16
+ import metaflow.plugins.cards.card_client
17
17
 
18
18
  def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
19
19
  """
metaflow-stubs/cli.pyi CHANGED
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.243260 #
4
+ # Generated on 2024-09-20T19:02:24.003621 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_current
12
11
  import metaflow.exception
12
+ import metaflow.metaflow_current
13
13
 
14
14
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
15
15
  """
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.234097 #
4
+ # Generated on 2024-09-20T19:02:23.994595 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import typing
12
11
  import metaflow.events
13
12
  import datetime
14
13
  import metaflow.client.core
14
+ import typing
15
15
 
16
16
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
17
17
  """
@@ -1,21 +1,21 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.222385 #
4
+ # Generated on 2024-09-20T19:02:23.983727 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_current
12
- import metaflow.events
13
- import tarfile
14
- import metaflow.client.core
15
11
  import datetime
12
+ import typing
16
13
  import metaflow.exception
17
14
  import metaflow
18
- import typing
15
+ import tarfile
16
+ import metaflow.metaflow_current
17
+ import metaflow.events
18
+ import metaflow.client.core
19
19
 
20
20
  current: metaflow.metaflow_current.Current
21
21
 
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.244144 #
4
+ # Generated on 2024-09-20T19:02:24.004505 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow.datastore.content_addressed_store
12
+ import metaflow.exception
13
13
 
14
14
  class MetaflowException(Exception, metaclass=type):
15
15
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.242147 #
4
+ # Generated on 2024-09-20T19:02:24.002525 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/events.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.226988 #
4
+ # Generated on 2024-09-20T19:02:23.987554 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.213349 #
4
+ # Generated on 2024-09-20T19:02:23.976085 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.224345 #
4
+ # Generated on 2024-09-20T19:02:23.985048 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.datastore.inputs
12
- import metaflow.unbounded_foreach
13
- import metaflow.exception
14
- import metaflow.parameters
15
11
  import metaflow.flowspec
16
12
  import typing
13
+ import metaflow.parameters
14
+ import metaflow.datastore.inputs
15
+ import metaflow.exception
16
+ import metaflow.unbounded_foreach
17
17
 
18
18
  class DelayedEvaluationParameter(object, metaclass=type):
19
19
  def __init__(self, name, field, fun):
@@ -1 +1 @@
1
- 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:57:11.197843
1
+ 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T19:02:23.960934
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.229904 #
4
+ # Generated on 2024-09-20T19:02:23.990407 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,10 +9,10 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow._vendor.click.types
12
- import metaflow.parameters
13
- import io
14
12
  import metaflow.plugins.datatools.s3.s3
15
13
  import typing
14
+ import metaflow.parameters
15
+ import io
16
16
 
17
17
  class MetaflowException(Exception, metaclass=type):
18
18
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.212574 #
4
+ # Generated on 2024-09-20T19:02:23.975309 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.267657 #
4
+ # Generated on 2024-09-20T19:02:24.027398 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metadata.metadata
12
11
  import metaflow.exception
12
+ import metaflow.metadata.metadata
13
13
 
14
14
  class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
15
15
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.310319 #
4
+ # Generated on 2024-09-20T19:02:24.062357 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.214420 #
4
+ # Generated on 2024-09-20T19:02:23.977155 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,20 +1,20 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.312887 #
4
+ # Generated on 2024-09-20T19:02:24.072478 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_current
12
- import metaflow.events
13
- import metaflow
14
- import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
15
11
  import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
16
12
  import typing
17
13
  import metaflow.plugins.cards.component_serializer
14
+ import metaflow
15
+ import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
16
+ import metaflow.metaflow_current
17
+ import metaflow.events
18
18
 
19
19
  TYPE_CHECKING: bool
20
20
 
@@ -223,92 +223,21 @@ class Current(object, metaclass=type):
223
223
  def graph(_):
224
224
  ...
225
225
  @property
226
- def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
226
+ def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
227
227
  """
228
- (only in the presence of the @checkpoint decorator)
229
-
230
- The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
231
- The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
232
-
233
- You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
234
- by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
235
- where the checkpoint maybe loaded or saved.
236
-
237
- Usage (Saving Checkpoints):
238
- -------
239
- ```
240
- @checkpoint
241
- @step
242
- def train(self):
243
- model = create_model(self.parameters, checkpoint_path = None)
244
- for i in range(self.epochs):
245
- # some training logic
246
- loss = model.train(self.dataset)
247
- if i % 10 == 0:
248
- model.save(
249
- current.checkpoint.directory,
250
- )
251
- # saves the contents of the `current.checkpoint.directory` as a checkpoint
252
- # and returns a reference dictionary to the checkpoint saved in the datastore
253
- self.latest_checkpoint = current.checkpoint.save(
254
- name="epoch_checkpoint",
255
- metadata={
256
- "epoch": i,
257
- "loss": loss,
258
- }
259
- )
260
- ```
261
- Usage (Using Loaded Checkpoints):
262
- -------
263
- ```
264
- @retry(times=3)
265
- @checkpoint
266
- @step
267
- def train(self):
268
- # Assume that the task has restarted and the previous attempt of the task
269
- # saved a checkpoint
270
- checkpoint_path = None
271
- if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
272
- print("Loaded checkpoint from the previous attempt")
273
- checkpoint_path = current.checkpoint.directory
274
-
275
- model = create_model(self.parameters, checkpoint_path = checkpoint_path)
276
- for i in range(self.epochs):
277
- ...
278
- ```
228
+ (only in the presence of the @card decorator)
279
229
 
280
- Returns
281
- -------
282
- CurrentCheckpointer
283
- The object for handling checkpointing within a step.
284
- """
285
- ...
286
- @property
287
- def parallel(self) -> "metaflow.metaflow_current.Parallel":
288
- """
289
- (only in the presence of the @parallel decorator)
230
+ The `@card` decorator makes the cards available through the `current.card`
231
+ object. If multiple `@card` decorators are present, you can add an `ID` to
232
+ distinguish between them using `@card(id=ID)` as the decorator. You will then
233
+ be able to access that specific card using `current.card[ID].
290
234
 
235
+ Methods available are `append` and `extend`
291
236
 
292
237
  Returns
293
238
  -------
294
- Parallel
295
- `namedtuple` with the following fields:
296
- - main_ip : str
297
- The IP address of the control task.
298
- - num_nodes : int
299
- The total number of tasks created by @parallel
300
- - node_index : int
301
- The index of the current task in all the @parallel tasks.
302
- - control_task_id : Optional[str]
303
- The task ID of the control task. Available to all tasks.
304
- """
305
- ...
306
- @property
307
- def is_parallel(self) -> bool:
308
- """
309
- (only in the presence of the @parallel decorator)
310
-
311
- True if the current step is a @parallel step.
239
+ CardComponentCollector
240
+ The or one of the cards attached to this step.
312
241
  """
313
242
  ...
314
243
  @property
@@ -373,21 +302,92 @@ class Current(object, metaclass=type):
373
302
  """
374
303
  ...
375
304
  @property
376
- def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
305
+ def parallel(self) -> "metaflow.metaflow_current.Parallel":
377
306
  """
378
- (only in the presence of the @card decorator)
307
+ (only in the presence of the @parallel decorator)
379
308
 
380
- The `@card` decorator makes the cards available through the `current.card`
381
- object. If multiple `@card` decorators are present, you can add an `ID` to
382
- distinguish between them using `@card(id=ID)` as the decorator. You will then
383
- be able to access that specific card using `current.card[ID].
384
309
 
385
- Methods available are `append` and `extend`
310
+ Returns
311
+ -------
312
+ Parallel
313
+ `namedtuple` with the following fields:
314
+ - main_ip : str
315
+ The IP address of the control task.
316
+ - num_nodes : int
317
+ The total number of tasks created by @parallel
318
+ - node_index : int
319
+ The index of the current task in all the @parallel tasks.
320
+ - control_task_id : Optional[str]
321
+ The task ID of the control task. Available to all tasks.
322
+ """
323
+ ...
324
+ @property
325
+ def is_parallel(self) -> bool:
326
+ """
327
+ (only in the presence of the @parallel decorator)
328
+
329
+ True if the current step is a @parallel step.
330
+ """
331
+ ...
332
+ @property
333
+ def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
334
+ """
335
+ (only in the presence of the @checkpoint decorator)
336
+
337
+ The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
338
+ The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
339
+
340
+ You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
341
+ by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
342
+ where the checkpoint maybe loaded or saved.
343
+
344
+ Usage (Saving Checkpoints):
345
+ -------
346
+ ```
347
+ @checkpoint
348
+ @step
349
+ def train(self):
350
+ model = create_model(self.parameters, checkpoint_path = None)
351
+ for i in range(self.epochs):
352
+ # some training logic
353
+ loss = model.train(self.dataset)
354
+ if i % 10 == 0:
355
+ model.save(
356
+ current.checkpoint.directory,
357
+ )
358
+ # saves the contents of the `current.checkpoint.directory` as a checkpoint
359
+ # and returns a reference dictionary to the checkpoint saved in the datastore
360
+ self.latest_checkpoint = current.checkpoint.save(
361
+ name="epoch_checkpoint",
362
+ metadata={
363
+ "epoch": i,
364
+ "loss": loss,
365
+ }
366
+ )
367
+ ```
368
+ Usage (Using Loaded Checkpoints):
369
+ -------
370
+ ```
371
+ @retry(times=3)
372
+ @checkpoint
373
+ @step
374
+ def train(self):
375
+ # Assume that the task has restarted and the previous attempt of the task
376
+ # saved a checkpoint
377
+ checkpoint_path = None
378
+ if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
379
+ print("Loaded checkpoint from the previous attempt")
380
+ checkpoint_path = current.checkpoint.directory
381
+
382
+ model = create_model(self.parameters, checkpoint_path = checkpoint_path)
383
+ for i in range(self.epochs):
384
+ ...
385
+ ```
386
386
 
387
387
  Returns
388
388
  -------
389
- CardComponentCollector
390
- The or one of the cards attached to this step.
389
+ CurrentCheckpointer
390
+ The object for handling checkpointing within a step.
391
391
  """
392
392
  ...
393
393
  @property
@@ -460,7 +460,7 @@ class Current(object, metaclass=type):
460
460
  @property
461
461
  def trigger(self) -> "metaflow.events.Trigger":
462
462
  """
463
- (only in the presence of the @trigger, or @trigger_on_finish decorators)
463
+ (only in the presence of the @trigger_on_finish, or @trigger decorators)
464
464
 
465
465
  Returns `Trigger` if the current run is triggered by an event
466
466
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.267988 #
4
+ # Generated on 2024-09-20T19:02:24.027696 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.214855 #
4
+ # Generated on 2024-09-20T19:02:23.977551 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.216034 #
4
+ # Generated on 2024-09-20T19:02:23.978702 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import typing
12
- import metaflow._vendor.click.types
13
11
  import metaflow.exception
12
+ import metaflow._vendor.click.types
13
+ import typing
14
14
  import metaflow.parameters
15
15
 
16
16
  class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.231596 #
4
+ # Generated on 2024-09-20T19:02:23.992128 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.261340 #
4
+ # Generated on 2024-09-20T19:02:24.021177 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.300340 #
4
+ # Generated on 2024-09-20T19:02:24.059834 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.299365 #
4
+ # Generated on 2024-09-20T19:02:24.058892 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.300596 #
4
+ # Generated on 2024-09-20T19:02:24.060083 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.310865 #
4
+ # Generated on 2024-09-20T19:02:24.070414 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.decorators
12
11
  import metaflow.exception
12
+ import metaflow.decorators
13
13
 
14
14
  class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
15
15
  def __init__(self, msg):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.311242 #
4
+ # Generated on 2024-09-20T19:02:24.070793 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.exception
12
- import metaflow.decorators
13
12
  import metaflow.plugins.airflow.sensors.base_sensor
13
+ import metaflow.decorators
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.311671 #
4
+ # Generated on 2024-09-20T19:02:24.071161 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.exception
12
- import metaflow.decorators
13
12
  import metaflow.plugins.airflow.sensors.base_sensor
13
+ import metaflow.decorators
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:57:11.259872 #
4
+ # Generated on 2024-09-20T19:02:24.019725 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations