ob-metaflow-stubs 6.0.3.102rc0__py2.py3-none-any.whl → 6.0.3.102rc1__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. metaflow-stubs/__init__.pyi +601 -601
  2. metaflow-stubs/cards.pyi +4 -4
  3. metaflow-stubs/cli.pyi +1 -1
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +5 -5
  6. metaflow-stubs/client/filecache.pyi +1 -1
  7. metaflow-stubs/clone_util.pyi +1 -1
  8. metaflow-stubs/events.pyi +2 -2
  9. metaflow-stubs/exception.pyi +1 -1
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +3 -3
  13. metaflow-stubs/info_file.pyi +1 -1
  14. metaflow-stubs/metadata/metadata.pyi +1 -1
  15. metaflow-stubs/metadata/util.pyi +1 -1
  16. metaflow-stubs/metaflow_config.pyi +1 -1
  17. metaflow-stubs/metaflow_current.pyi +67 -67
  18. metaflow-stubs/mflog/mflog.pyi +1 -1
  19. metaflow-stubs/multicore_utils.pyi +1 -1
  20. metaflow-stubs/parameters.pyi +3 -3
  21. metaflow-stubs/plugins/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
  23. metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
  24. metaflow-stubs/plugins/airflow/exception.pyi +1 -1
  25. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
  26. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +1 -1
  27. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
  29. metaflow-stubs/plugins/argo/__init__.pyi +1 -1
  30. metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
  31. metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
  32. metaflow-stubs/plugins/argo/argo_workflows.pyi +4 -4
  33. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +5 -5
  34. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +5 -5
  35. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
  36. metaflow-stubs/plugins/aws/__init__.pyi +1 -1
  37. metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
  38. metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
  39. metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
  40. metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
  41. metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
  42. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +1 -1
  43. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
  44. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
  45. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
  46. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
  47. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
  48. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
  49. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
  50. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
  51. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +1 -1
  52. metaflow-stubs/plugins/azure/__init__.pyi +1 -1
  53. metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
  54. metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
  55. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
  56. metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
  57. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
  58. metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
  59. metaflow-stubs/plugins/cards/__init__.pyi +1 -1
  60. metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
  61. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  62. metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
  63. metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
  64. metaflow-stubs/plugins/cards/card_decorator.pyi +1 -1
  65. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
  66. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
  68. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
  70. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
  71. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
  73. metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
  74. metaflow-stubs/plugins/cards/exception.pyi +1 -1
  75. metaflow-stubs/plugins/catch_decorator.pyi +1 -1
  76. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  77. metaflow-stubs/plugins/datatools/local.pyi +1 -1
  78. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  79. metaflow-stubs/plugins/datatools/s3/s3.pyi +5 -5
  80. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
  81. metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
  82. metaflow-stubs/plugins/debug_logger.pyi +1 -1
  83. metaflow-stubs/plugins/debug_monitor.pyi +1 -1
  84. metaflow-stubs/plugins/environment_decorator.pyi +1 -1
  85. metaflow-stubs/plugins/events_decorator.pyi +1 -1
  86. metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
  87. metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
  88. metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
  89. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
  90. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
  91. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
  92. metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
  93. metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
  94. metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
  95. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
  96. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +1 -1
  97. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
  98. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
  99. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +1 -1
  100. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
  101. metaflow-stubs/plugins/logs_cli.pyi +2 -2
  102. metaflow-stubs/plugins/package_cli.pyi +1 -1
  103. metaflow-stubs/plugins/parallel_decorator.pyi +1 -1
  104. metaflow-stubs/plugins/perimeters.pyi +1 -1
  105. metaflow-stubs/plugins/project_decorator.pyi +1 -1
  106. metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
  107. metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
  108. metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
  109. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
  110. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  111. metaflow-stubs/plugins/pypi/utils.pyi +1 -1
  112. metaflow-stubs/plugins/resources_decorator.pyi +1 -1
  113. metaflow-stubs/plugins/retry_decorator.pyi +1 -1
  114. metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
  115. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +1 -1
  116. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
  117. metaflow-stubs/plugins/storage_executor.pyi +1 -1
  118. metaflow-stubs/plugins/tag_cli.pyi +3 -3
  119. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
  120. metaflow-stubs/plugins/timeout_decorator.pyi +1 -1
  121. metaflow-stubs/procpoll.pyi +1 -1
  122. metaflow-stubs/profilers/__init__.pyi +1 -1
  123. metaflow-stubs/pylint_wrapper.pyi +1 -1
  124. metaflow-stubs/runner/__init__.pyi +1 -1
  125. metaflow-stubs/runner/deployer.pyi +2 -2
  126. metaflow-stubs/runner/metaflow_runner.pyi +4 -4
  127. metaflow-stubs/runner/nbdeploy.pyi +1 -1
  128. metaflow-stubs/runner/nbrun.pyi +1 -1
  129. metaflow-stubs/runner/subprocess_manager.pyi +1 -1
  130. metaflow-stubs/runner/utils.pyi +1 -1
  131. metaflow-stubs/system/__init__.pyi +3 -3
  132. metaflow-stubs/system/system_logger.pyi +2 -2
  133. metaflow-stubs/system/system_monitor.pyi +2 -2
  134. metaflow-stubs/tagging_util.pyi +1 -1
  135. metaflow-stubs/tuple_util.pyi +1 -1
  136. {ob_metaflow_stubs-6.0.3.102rc0.dist-info → ob_metaflow_stubs-6.0.3.102rc1.dist-info}/METADATA +1 -1
  137. ob_metaflow_stubs-6.0.3.102rc1.dist-info/RECORD +140 -0
  138. ob_metaflow_stubs-6.0.3.102rc0.dist-info/RECORD +0 -140
  139. {ob_metaflow_stubs-6.0.3.102rc0.dist-info → ob_metaflow_stubs-6.0.3.102rc1.dist-info}/WHEEL +0 -0
  140. {ob_metaflow_stubs-6.0.3.102rc0.dist-info → ob_metaflow_stubs-6.0.3.102rc1.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.814034 #
4
+ # Generated on 2024-09-20T18:51:04.466993 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.cards.card_modules.components
12
+ import metaflow.plugins.cards.card_client
13
+ import metaflow
11
14
  import metaflow.plugins.cards.card_modules.card
12
15
  import typing
13
- import metaflow
14
- import metaflow.plugins.cards.card_modules.components
15
16
  import metaflow.plugins.cards.card_modules.basic
16
- import metaflow.plugins.cards.card_client
17
17
 
18
18
  def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
19
19
  """
metaflow-stubs/cli.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.830364 #
4
+ # Generated on 2024-09-20T18:51:04.485678 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.821018 #
4
+ # Generated on 2024-09-20T18:51:04.476101 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import datetime
11
12
  import metaflow.client.core
12
- import typing
13
13
  import metaflow.events
14
- import datetime
14
+ import typing
15
15
 
16
16
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
17
17
  """
@@ -1,21 +1,21 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.810174 #
4
+ # Generated on 2024-09-20T18:51:04.463706 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.client.core
12
+ import metaflow
11
13
  import metaflow.events
12
- import tarfile
13
14
  import metaflow.exception
14
- import metaflow.metaflow_current
15
- import metaflow
16
15
  import typing
17
- import metaflow.client.core
18
16
  import datetime
17
+ import tarfile
18
+ import metaflow.metaflow_current
19
19
 
20
20
  current: metaflow.metaflow_current.Current
21
21
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.831234 #
4
+ # Generated on 2024-09-20T18:51:04.486599 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.829253 #
4
+ # Generated on 2024-09-20T18:51:04.484065 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/events.pyi CHANGED
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.812063 #
4
+ # Generated on 2024-09-20T18:51:04.467567 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.events
12
11
  import metaflow
12
+ import metaflow.events
13
13
 
14
14
  TYPE_CHECKING: bool
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.802477 #
4
+ # Generated on 2024-09-20T18:51:04.455884 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.811484 #
4
+ # Generated on 2024-09-20T18:51:04.465031 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.parameters
12
+ import metaflow.unbounded_foreach
11
13
  import metaflow.exception
12
- import metaflow.datastore.inputs
13
14
  import typing
15
+ import metaflow.datastore.inputs
14
16
  import metaflow.flowspec
15
- import metaflow.unbounded_foreach
16
- import metaflow.parameters
17
17
 
18
18
  class DelayedEvaluationParameter(object, metaclass=type):
19
19
  def __init__(self, name, field, fun):
@@ -1 +1 @@
1
- 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:35:21.787332
1
+ 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:51:04.439724
@@ -1,18 +1,18 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.816884 #
4
+ # Generated on 2024-09-20T18:51:04.471573 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.parameters
11
12
  import metaflow._vendor.click.types
13
+ import metaflow.plugins.datatools.s3.s3
12
14
  import typing
13
15
  import io
14
- import metaflow.parameters
15
- import metaflow.plugins.datatools.s3.s3
16
16
 
17
17
  class MetaflowException(Exception, metaclass=type):
18
18
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.801656 #
4
+ # Generated on 2024-09-20T18:51:04.455070 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.855144 #
4
+ # Generated on 2024-09-20T18:51:04.511379 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.906209 #
4
+ # Generated on 2024-09-20T18:51:04.553460 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.803586 #
4
+ # Generated on 2024-09-20T18:51:04.456985 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,20 +1,20 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.908720 #
4
+ # Generated on 2024-09-20T18:51:04.569015 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
12
+ import metaflow
11
13
  import metaflow.plugins.cards.component_serializer
14
+ import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
12
15
  import metaflow.events
13
- import metaflow.metaflow_current
14
16
  import typing
15
- import metaflow
16
- import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
17
- import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
17
+ import metaflow.metaflow_current
18
18
 
19
19
  TYPE_CHECKING: bool
20
20
 
@@ -269,67 +269,6 @@ class Current(object, metaclass=type):
269
269
  """
270
270
  ...
271
271
  @property
272
- def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
273
- """
274
- (only in the presence of the @checkpoint decorator)
275
-
276
- The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
277
- The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
278
-
279
- You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
280
- by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
281
- where the checkpoint maybe loaded or saved.
282
-
283
- Usage (Saving Checkpoints):
284
- -------
285
- ```
286
- @checkpoint
287
- @step
288
- def train(self):
289
- model = create_model(self.parameters, checkpoint_path = None)
290
- for i in range(self.epochs):
291
- # some training logic
292
- loss = model.train(self.dataset)
293
- if i % 10 == 0:
294
- model.save(
295
- current.checkpoint.directory,
296
- )
297
- # saves the contents of the `current.checkpoint.directory` as a checkpoint
298
- # and returns a reference dictionary to the checkpoint saved in the datastore
299
- self.latest_checkpoint = current.checkpoint.save(
300
- name="epoch_checkpoint",
301
- metadata={
302
- "epoch": i,
303
- "loss": loss,
304
- }
305
- )
306
- ```
307
- Usage (Using Loaded Checkpoints):
308
- -------
309
- ```
310
- @retry(times=3)
311
- @checkpoint
312
- @step
313
- def train(self):
314
- # Assume that the task has restarted and the previous attempt of the task
315
- # saved a checkpoint
316
- checkpoint_path = None
317
- if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
318
- print("Loaded checkpoint from the previous attempt")
319
- checkpoint_path = current.checkpoint.directory
320
-
321
- model = create_model(self.parameters, checkpoint_path = checkpoint_path)
322
- for i in range(self.epochs):
323
- ...
324
- ```
325
-
326
- Returns
327
- -------
328
- CurrentCheckpointer
329
- The object for handling checkpointing within a step.
330
- """
331
- ...
332
- @property
333
272
  def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
334
273
  """
335
274
  (only in the presence of the @model decorator)
@@ -391,9 +330,70 @@ class Current(object, metaclass=type):
391
330
  """
392
331
  ...
393
332
  @property
333
+ def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
334
+ """
335
+ (only in the presence of the @checkpoint decorator)
336
+
337
+ The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
338
+ The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
339
+
340
+ You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
341
+ by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
342
+ where the checkpoint maybe loaded or saved.
343
+
344
+ Usage (Saving Checkpoints):
345
+ -------
346
+ ```
347
+ @checkpoint
348
+ @step
349
+ def train(self):
350
+ model = create_model(self.parameters, checkpoint_path = None)
351
+ for i in range(self.epochs):
352
+ # some training logic
353
+ loss = model.train(self.dataset)
354
+ if i % 10 == 0:
355
+ model.save(
356
+ current.checkpoint.directory,
357
+ )
358
+ # saves the contents of the `current.checkpoint.directory` as a checkpoint
359
+ # and returns a reference dictionary to the checkpoint saved in the datastore
360
+ self.latest_checkpoint = current.checkpoint.save(
361
+ name="epoch_checkpoint",
362
+ metadata={
363
+ "epoch": i,
364
+ "loss": loss,
365
+ }
366
+ )
367
+ ```
368
+ Usage (Using Loaded Checkpoints):
369
+ -------
370
+ ```
371
+ @retry(times=3)
372
+ @checkpoint
373
+ @step
374
+ def train(self):
375
+ # Assume that the task has restarted and the previous attempt of the task
376
+ # saved a checkpoint
377
+ checkpoint_path = None
378
+ if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
379
+ print("Loaded checkpoint from the previous attempt")
380
+ checkpoint_path = current.checkpoint.directory
381
+
382
+ model = create_model(self.parameters, checkpoint_path = checkpoint_path)
383
+ for i in range(self.epochs):
384
+ ...
385
+ ```
386
+
387
+ Returns
388
+ -------
389
+ CurrentCheckpointer
390
+ The object for handling checkpointing within a step.
391
+ """
392
+ ...
393
+ @property
394
394
  def trigger(self) -> "metaflow.events.Trigger":
395
395
  """
396
- (only in the presence of the @trigger, or @trigger_on_finish decorators)
396
+ (only in the presence of the @trigger_on_finish, or @trigger decorators)
397
397
 
398
398
  Returns `Trigger` if the current run is triggered by an event
399
399
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.855672 #
4
+ # Generated on 2024-09-20T18:51:04.511714 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.804020 #
4
+ # Generated on 2024-09-20T18:51:04.457394 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.805160 #
4
+ # Generated on 2024-09-20T18:51:04.458586 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import typing
12
11
  import metaflow.parameters
13
- import metaflow.exception
14
12
  import metaflow._vendor.click.types
13
+ import metaflow.exception
14
+ import typing
15
15
 
16
16
  class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
17
17
  def __init__(self, name, field):
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.818535 #
4
+ # Generated on 2024-09-20T18:51:04.473517 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.cards.card_modules.card
12
11
  import metaflow.unbounded_foreach
12
+ import metaflow.plugins.cards.card_modules.card
13
13
 
14
14
  CLIS_DESC: list
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.848374 #
4
+ # Generated on 2024-09-20T18:51:04.504999 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.895665 #
4
+ # Generated on 2024-09-20T18:51:04.549246 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.894682 #
4
+ # Generated on 2024-09-20T18:51:04.547757 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.895936 #
4
+ # Generated on 2024-09-20T18:51:04.549589 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.906693 #
4
+ # Generated on 2024-09-20T18:51:04.565874 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.907084 #
4
+ # Generated on 2024-09-20T18:51:04.566446 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.airflow.sensors.base_sensor
11
12
  import metaflow.decorators
12
13
  import metaflow.exception
13
- import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.907429 #
4
+ # Generated on 2024-09-20T18:51:04.566954 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.airflow.sensors.base_sensor
11
12
  import metaflow.decorators
12
13
  import metaflow.exception
13
- import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.843373 #
4
+ # Generated on 2024-09-20T18:51:04.503496 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.864518 #
4
+ # Generated on 2024-09-20T18:51:04.529300 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.861160 #
4
+ # Generated on 2024-09-20T18:51:04.527273 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,18 +1,18 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.872160 #
4
+ # Generated on 2024-09-20T18:51:04.534075 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
- import metaflow.metaflow_current
11
+ import metaflow.parameters
13
12
  import metaflow._vendor.click.types
14
13
  import metaflow.graph
15
- import metaflow.parameters
14
+ import metaflow.exception
15
+ import metaflow.metaflow_current
16
16
 
17
17
  inf: float
18
18
 
@@ -1,21 +1,21 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:35:21.875874 #
4
+ # Generated on 2024-09-20T18:51:04.539536 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.client.core
12
+ import metaflow.parameters
13
+ import metaflow.graph
11
14
  import metaflow.events
12
15
  import metaflow.exception
13
- import metaflow.metaflow_current
14
16
  import metaflow.decorators
15
- import metaflow.graph
16
- import metaflow.client.core
17
- import metaflow.parameters
18
17
  import datetime
18
+ import metaflow.metaflow_current
19
19
 
20
20
  JSONType: metaflow.parameters.JSONTypeClass
21
21